-- Logs begin at Thu 2021-06-17 07:36:19 UTC, end at Thu 2021-06-17 09:11:08 UTC. -- Jun 17 08:07:26.046450 n-d-779913-16 systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 08:07:28.714665 n-d-779913-16 neutron-server[93694]: INFO neutron.common.config [-] Logging enabled! Jun 17 08:07:28.715333 n-d-779913-16 neutron-server[93694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 08:07:28.715429 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93694) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 08:07:28.718524 n-d-779913-16 neutron-server[93694]: INFO neutron.common.config [-] Logging enabled! Jun 17 08:07:28.718804 n-d-779913-16 neutron-server[93694]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev356 Jun 17 08:07:28.719095 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93694) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 08:07:28.720021 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:07:28.720244 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:07:28.720593 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:07:28.720830 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:07:28.721025 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:07:28.721359 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.721647 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.721940 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.722143 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.722799 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.723097 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.723375 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.723658 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.723949 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.724210 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.724483 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.724765 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.724983 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.725257 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.725544 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.725821 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.726039 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] debug = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.726353 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.726719 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.727154 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.727425 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.727705 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.727978 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.728243 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.728516 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.728790 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.729109 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] host = n-d-779913-16 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.729378 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.729655 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.729934 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.730213 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.730480 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.730745 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.731046 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.731313 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.731585 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] log_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.731846 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.732128 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.732409 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.732693 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.732909 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.733122 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.733401 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.733682 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.733948 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.734210 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.734473 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.734736 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.735021 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.735278 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.735556 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.735831 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.736107 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.736373 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.736637 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.736901 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.737161 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.737435 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.737697 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.738030 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.738277 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.738559 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.738839 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.739105 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.739394 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.739671 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.739947 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.740225 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.740487 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.740760 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.741024 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.741287 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.741546 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] use_json = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.741809 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.742067 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.742343 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.742604 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.742965 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.743230 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.743491 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.743766 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:28.744060 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.744350 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.744641 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.744928 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.745202 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.745472 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.745807 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.746022 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.746318 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.746585 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.746883 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.747152 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.747426 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.747691 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.747977 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.748276 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.748567 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.748850 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.749117 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.749382 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.749646 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.749917 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.750194 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.750479 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.750761 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.751045 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.751316 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.751599 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.751868 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.752131 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.752402 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.752682 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.752951 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.753213 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.753613 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.753889 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.754156 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.754420 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.754690 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.755092 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.755271 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.755535 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.755800 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.756070 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.756335 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.756610 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.756879 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.757141 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.757402 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.757674 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.757935 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.758200 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.758465 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.758734 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.759026 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.759289 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.759550 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.759814 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.760077 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.760339 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.760599 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.760859 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.761126 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.761388 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.761650 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.761911 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.762172 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.762435 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.762710 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.763023 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.763291 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.763561 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.763829 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.764096 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.764363 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.764630 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.764895 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.765160 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.765421 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.765705 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.765979 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.766255 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.766527 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.766817 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.767107 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.767374 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.767646 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.767912 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.768178 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.768459 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.768736 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.769021 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.769351 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.769640 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.769928 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.770212 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.770482 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.770802 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.771077 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:28.771286 n-d-779913-16 neutron-server[93694]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:07:28.771526 n-d-779913-16 neutron-server[93694]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93694) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 08:07:29.116225 n-d-779913-16 neutron-server[93694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:07:29.116448 n-d-779913-16 neutron-server[93694]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:07:29.116653 n-d-779913-16 neutron-server[93694]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:07:29.117008 n-d-779913-16 neutron-server[93694]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 08:07:29.503905 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.504143 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.504440 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.505764 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.506063 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.506347 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.539634 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.539905 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.540156 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.553648 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.553892 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.554156 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.583980 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.584231 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.584502 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.619802 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.620066 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.620324 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.853694 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.854362 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.854362 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.854362 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.855449 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.976657 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.976967 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.977243 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.977508 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.977770 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.978071 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.978317 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.978556 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.978792 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.979094 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.979340 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.979572 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.979820 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.980076 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.980323 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.980578 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.980839 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.981083 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.981342 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.981565 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.981833 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.982168 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.982409 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.982681 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.982942 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.983179 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:29.983564 n-d-779913-16 neutron-server[93694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:07:29.983800 n-d-779913-16 neutron-server[93694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:07:29.984033 n-d-779913-16 neutron-server[93694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:07:29.984258 n-d-779913-16 neutron-server[93694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:07:29.984484 n-d-779913-16 neutron-server[93694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:07:29.984709 n-d-779913-16 neutron-server[93694]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:07:29.986006 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 08:07:29.989187 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 08:07:29.993070 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 08:07:29.996995 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jun 17 08:07:29.998594 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 08:07:29.999074 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 08:07:29.999395 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 08:07:29.999768 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 08:07:30.002526 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 08:07:30.002805 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 08:07:30.003133 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 08:07:30.030147 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 08:07:30.030585 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.030904 n-d-779913-16 neutron-server[93694]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93694) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 08:07:30.031255 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.032580 n-d-779913-16 neutron-server[93694]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93694) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 08:07:30.032853 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 08:07:30.033091 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 08:07:30.036333 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.036606 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.099440 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 08:07:30.099631 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 08:07:30.099881 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 08:07:30.100228 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 08:07:30.122182 n-d-779913-16 neutron-server[93694]: DEBUG oslo_db.sqlalchemy.engines [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93694) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 08:07:30.656408 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Initializing driver for type 'gre' Jun 17 08:07:30.657095 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] gre ID ranges: [(1, 1000)] Jun 17 08:07:30.725493 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Initializing driver for type 'local' Jun 17 08:07:30.725811 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Initializing driver for type 'vlan' Jun 17 08:07:30.741411 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] VlanTypeDriver initialization complete Jun 17 08:07:30.741661 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Initializing driver for type 'vxlan' Jun 17 08:07:30.742053 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] vxlan ID ranges: [(1, 1000)] Jun 17 08:07:30.792764 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Initializing extension driver 'port_security' Jun 17 08:07:30.793075 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.extensions.port_security [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] PortSecurityExtensionDriver initialization complete Jun 17 08:07:30.793411 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Initializing mechanism driver 'openvswitch' Jun 17 08:07:30.793747 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Initializing mechanism driver 'hyperv' Jun 17 08:07:30.800624 n-d-779913-16 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:07:30.801409 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > port after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.801790 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > port after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.802132 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > port after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.802515 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.802896 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.803246 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.803618 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > network after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.803962 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > network after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.804302 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.804672 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.805011 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.805343 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.805718 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.806054 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.806388 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.806760 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.807126 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.807455 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.807789 n-d-779913-16 neutron-server[93694]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] ML2 OVO RPC backend initialized. {{(pid=93694) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 17 08:07:30.808488 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.808836 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.809245 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > network before_response 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.809584 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > networks before_response 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.809919 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > port before_response 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.810250 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > ports before_response 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.810582 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.810946 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.811287 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > network after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.811618 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > network after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.811944 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.812275 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > port after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.812605 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > port after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.812940 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > port after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.813269 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.813596 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.813921 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.814500 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Modular L2 Plugin initialization complete Jun 17 08:07:30.814848 n-d-779913-16 neutron-server[93694]: DEBUG neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading services supported by the core plugin {{(pid=93694) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 08:07:30.815171 n-d-779913-16 neutron-server[93694]: INFO neutron.plugins.ml2.managers [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Got port-security extension from driver 'port_security' Jun 17 08:07:30.815626 n-d-779913-16 neutron-server[93694]: INFO neutron.extensions.vlantransparent [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Disabled vlantransparent extension. Jun 17 08:07:30.816197 n-d-779913-16 neutron-server[93694]: DEBUG neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93694) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 08:07:30.816516 n-d-779913-16 neutron-server[93694]: INFO neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading Plugin: router Jun 17 08:07:30.852464 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.852869 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router after_create 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.853231 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router before_create 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.853594 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.853958 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.854642 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router after_delete 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.854642 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.855014 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router after_create 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.855355 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router after_update 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.855692 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router after_update 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.856022 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.856369 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router after_update 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.856777 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.857136 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: port after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.857465 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: port after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.857799 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: subnet after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.858108 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.858446 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.858814 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.859158 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: port before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.859499 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.859852 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router after_update 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.860191 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.860535 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.860923 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.861249 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.861627 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > network after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.862502 n-d-779913-16 neutron-server[93694]: DEBUG neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Tracking information for resource: router configured {{(pid=93694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:07:30.862930 n-d-779913-16 neutron-server[93694]: DEBUG neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Tracking information for resource: floatingip configured {{(pid=93694) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 08:07:30.868170 n-d-779913-16 neutron-server[93694]: INFO neutron.db.l3_agentschedulers_db [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 08:07:30.868746 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: port after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.869100 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: port after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.869442 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: port after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.869819 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: port after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.870745 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router before_create 55550100 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.871127 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.871482 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.871830 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.876205 n-d-779913-16 neutron-server[93694]: DEBUG neutron.services.provider_configuration [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service providers = [] {{(pid=93694) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 08:07:30.876561 n-d-779913-16 neutron-server[93694]: DEBUG neutron.db.servicetype_db [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93694) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 08:07:30.879528 n-d-779913-16 neutron-server[93694]: DEBUG neutron.services.service_base [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:07:30.879874 n-d-779913-16 neutron-server[93694]: DEBUG neutron.services.service_base [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:07:30.880209 n-d-779913-16 neutron-server[93694]: DEBUG neutron.services.service_base [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:07:30.881061 n-d-779913-16 neutron-server[93694]: DEBUG neutron.services.service_base [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93694) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 08:07:30.881444 n-d-779913-16 neutron-server[93694]: INFO neutron.services.service_base [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 08:07:30.881817 n-d-779913-16 neutron-server[93694]: DEBUG neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:07:30.882100 n-d-779913-16 neutron-server[93694]: INFO neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 08:07:30.892883 n-d-779913-16 neutron-server[93694]: DEBUG neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:07:30.893208 n-d-779913-16 neutron-server[93694]: INFO neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading Plugin: auto_allocate Jun 17 08:07:30.899209 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: network precommit_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.899569 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: network precommit_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.900083 n-d-779913-16 neutron-server[93694]: DEBUG neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:07:30.900392 n-d-779913-16 neutron-server[93694]: INFO neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading Plugin: tag Jun 17 08:07:30.907084 n-d-779913-16 neutron-server[93694]: DEBUG neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:07:30.907278 n-d-779913-16 neutron-server[93694]: INFO neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading Plugin: timestamp Jun 17 08:07:30.912678 n-d-779913-16 neutron-server[93694]: DEBUG neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:07:30.913008 n-d-779913-16 neutron-server[93694]: INFO neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading Plugin: network_ip_availability Jun 17 08:07:30.918491 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.918891 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.919242 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:30.919957 n-d-779913-16 neutron-server[93694]: DEBUG neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:07:30.920245 n-d-779913-16 neutron-server[93694]: INFO neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading Plugin: flavors Jun 17 08:07:30.924945 n-d-779913-16 neutron-server[93694]: DEBUG neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:07:30.925274 n-d-779913-16 neutron-server[93694]: INFO neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading Plugin: revisions Jun 17 08:07:30.929562 n-d-779913-16 neutron-server[93694]: DEBUG neutron.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93694) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 08:07:30.929946 n-d-779913-16 neutron-server[93694]: DEBUG oslo_concurrency.lockutils [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=93694) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:07:30.930682 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93694) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 17 08:07:30.931042 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Initializing extension manager. Jun 17 08:07:30.931538 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: __init__.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.931877 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: __pycache__ {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.932204 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.932530 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: address_group.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.933288 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.933845 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: address-group Jun 17 08:07:30.934157 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: address_scope.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.934883 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.935381 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: address-scope Jun 17 08:07:30.935695 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.936597 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.937100 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: router-admin-state-down-before-update Jun 17 08:07:30.937413 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: agent.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.938097 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.938589 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: agent Jun 17 08:07:30.938934 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: agent_resources_synced.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.939810 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.940306 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: agent-resources-synced Jun 17 08:07:30.940616 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.942609 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.943150 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: allowed-address-pairs Jun 17 08:07:30.943468 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.944524 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.945034 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: auto-allocated-topology Jun 17 08:07:30.945353 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: availability_zone.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.946027 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.946529 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: availability_zone Jun 17 08:07:30.946868 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: availability_zone_filter.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.947752 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.948262 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: availability_zone_filter Jun 17 08:07:30.948571 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: data_plane_status.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.949455 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.949957 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 08:07:30.950272 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: default_subnetpools.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.951189 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.951691 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: default-subnetpools Jun 17 08:07:30.952004 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.952797 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.953288 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: dhcp_agent_scheduler Jun 17 08:07:30.953599 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: dns.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.954482 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.955013 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 08:07:30.955324 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: dns_domain_ports.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.956215 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.956736 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 08:07:30.957051 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: dvr.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.957689 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.958187 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: dvr Jun 17 08:07:30.958500 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: empty_string_filtering.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.959408 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.959906 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: empty-string-filtering Jun 17 08:07:30.960220 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.961107 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.961944 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 08:07:30.962258 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.963153 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.963646 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 08:07:30.963960 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: external_net.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.964852 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.965362 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: external-net Jun 17 08:07:30.965676 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.966556 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.967088 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: extra_dhcp_opt Jun 17 08:07:30.967397 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: extraroute.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.968278 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.968778 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: extraroute Jun 17 08:07:30.969090 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: extraroute_atomic.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.970095 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.970597 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: extraroute-atomic Jun 17 08:07:30.970951 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: filter_validation.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.971593 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.972086 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: filter-validation Jun 17 08:07:30.972446 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: fip_pf_description.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.973323 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.973813 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 08:07:30.974122 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: fip_port_details.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.975058 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.975567 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: fip-port-details Jun 17 08:07:30.975879 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: flavors.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.977100 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.977609 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: flavors Jun 17 08:07:30.977929 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.979607 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.980124 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 08:07:30.980444 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: floatingip_pools.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.981127 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.981629 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: floatingip-pools Jun 17 08:07:30.981945 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: ip_allocation.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.982857 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.983360 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 08:07:30.983673 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.984573 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.985082 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: ip-substring-filtering Jun 17 08:07:30.985398 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: l2_adjacency.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.986297 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.986813 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 08:07:30.987130 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: l3.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.988103 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.988615 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: router Jun 17 08:07:30.988933 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.991312 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.991841 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 08:07:30.992169 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.993067 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.993579 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: ext-gw-mode Jun 17 08:07:30.993901 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.994816 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.995329 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: l3-ha Jun 17 08:07:30.995647 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: l3_flavors.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.996532 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.997036 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: l3-flavors Jun 17 08:07:30.997355 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:30.998258 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:30.998761 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 08:07:30.999102 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: l3agentscheduler.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.000111 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.000617 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: l3_agent_scheduler Jun 17 08:07:31.000940 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: logging.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.002422 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.002959 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension logging not supported by any of loaded plugins Jun 17 08:07:31.003281 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: metering.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.004082 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.004655 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: metering Jun 17 08:07:31.004975 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.006036 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.006544 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: metering_source_and_destination_fields Jun 17 08:07:31.006890 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: multiprovidernet.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.007786 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.008294 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: multi-provider Jun 17 08:07:31.008611 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: netmtu.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.009494 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.009994 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: net-mtu Jun 17 08:07:31.010306 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: netmtu_writable.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.011224 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.011728 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: net-mtu-writable Jun 17 08:07:31.012040 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: network_availability_zone.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.012691 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.013191 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: network_availability_zone Jun 17 08:07:31.013502 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: network_ip_availability.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.014575 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.015122 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: network-ip-availability Jun 17 08:07:31.015441 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: network_segment_range.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.016197 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.016696 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 08:07:31.017010 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: pagination.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.017980 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.018304 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: pagination Jun 17 08:07:31.018619 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: port_device_profile.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.019556 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.020062 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: port-device-profile Jun 17 08:07:31.020376 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.021264 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.021765 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: port-mac-address-regenerate Jun 17 08:07:31.022077 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.022997 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.023501 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: port-numa-affinity-policy Jun 17 08:07:31.023812 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: port_resource_request.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.024714 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.025208 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 08:07:31.025523 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: portbindings.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.026420 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.026952 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: binding Jun 17 08:07:31.027268 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: portbindings_extended.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.028521 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.029024 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: binding-extended Jun 17 08:07:31.029339 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: portsecurity.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.030221 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.030733 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: port-security Jun 17 08:07:31.031071 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: project_id.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.032151 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.032474 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: project-id Jun 17 08:07:31.032790 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: providernet.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.033692 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.034198 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: provider Jun 17 08:07:31.034513 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: qos.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.038180 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.038691 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension qos not supported by any of loaded plugins Jun 17 08:07:31.039041 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.040266 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.040770 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 08:07:31.041093 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.041996 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.042500 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 08:07:31.042819 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: qos_default.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.043723 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.044228 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension qos-default not supported by any of loaded plugins Jun 17 08:07:31.044543 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: qos_fip.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.045179 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.045670 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 08:07:31.045983 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.046925 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.047413 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 08:07:31.047795 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.048677 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.049174 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 08:07:31.049483 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.050391 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.050927 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 08:07:31.051240 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: qos_rules_alias.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.052265 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.052765 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 08:07:31.053076 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: quotasv2.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.053973 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.054289 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: quotas Jun 17 08:07:31.054604 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: quotasv2_detail.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.057632 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.057968 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: quota_details Jun 17 08:07:31.058287 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: rbac.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.059360 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.059889 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: rbac-policies Jun 17 08:07:31.060208 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: rbac_address_group.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.061115 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.061628 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: rbac-address-group Jun 17 08:07:31.061945 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: rbac_address_scope.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.062856 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.063371 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: rbac-address-scope Jun 17 08:07:31.063687 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: rbac_security_groups.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.064789 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.065308 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: rbac-security-groups Jun 17 08:07:31.065623 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.066574 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.067114 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: rbac-subnetpool Jun 17 08:07:31.067424 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: revisionifmatch.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.068317 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.068819 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: revision-if-match Jun 17 08:07:31.069130 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: revisions.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.070212 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.070720 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: standard-attr-revisions Jun 17 08:07:31.071057 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: router_availability_zone.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.071708 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.072212 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: router_availability_zone Jun 17 08:07:31.072519 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: routerservicetype.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.073413 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.073918 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 08:07:31.074228 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.075154 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.075653 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: security-groups-normalized-cidr Jun 17 08:07:31.075963 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.076852 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.077354 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: port-security-groups-filtering Jun 17 08:07:31.077667 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.078554 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.079092 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: security-groups-remote-address-group Jun 17 08:07:31.079410 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: securitygroup.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.089335 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.089861 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: security-group Jun 17 08:07:31.090182 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: segment.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.090999 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.091505 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension segment not supported by any of loaded plugins Jun 17 08:07:31.091815 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.092717 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.093218 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 08:07:31.093532 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: servicetype.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.094635 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.095169 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: service-type Jun 17 08:07:31.095485 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: sorting.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.096437 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.096758 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: sorting Jun 17 08:07:31.097067 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: standard_attr_segment.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.097998 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.098503 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 08:07:31.098843 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: standardattrdescription.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.099472 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.099973 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: standard-attr-description Jun 17 08:07:31.100289 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: stateful_security_group.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.101182 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.101689 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: stateful-security-group Jun 17 08:07:31.101999 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: stdattrs_common.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.102568 n-d-779913-16 neutron-server[93694]: WARNING neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 08:07:31.102904 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.103895 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.104398 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 08:07:31.104718 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: subnet_onboard.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.105771 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.106282 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: subnet_onboard Jun 17 08:07:31.106594 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.107536 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.108024 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 08:07:31.108333 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: subnet_service_types.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.109243 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.109759 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: subnet-service-types Jun 17 08:07:31.110057 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: subnetallocation.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.111143 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.111652 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: subnet_allocation Jun 17 08:07:31.111967 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.112611 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.113140 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: subnetpool-prefix-ops Jun 17 08:07:31.113451 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.114361 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.114894 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 08:07:31.115207 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: tagging.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.116282 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.116792 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: standard-attr-tag Jun 17 08:07:31.117109 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: timestamp.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.118332 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.118869 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loaded extension: standard-attr-timestamp Jun 17 08:07:31.119189 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: trunk.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.120204 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.120713 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension trunk not supported by any of loaded plugins Jun 17 08:07:31.121032 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: trunk_details.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.121937 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.122439 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 08:07:31.122755 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.123670 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.124174 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 08:07:31.124489 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Loading extension file: vlantransparent.py {{(pid=93694) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 17 08:07:31.125153 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93694) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 17 08:07:31.125649 n-d-779913-16 neutron-server[93694]: INFO neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 08:07:31.128195 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:network Jun 17 08:07:31.128890 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:subnet Jun 17 08:07:31.129299 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:07:31.129683 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:port Jun 17 08:07:31.130982 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.131424 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service FLAVORS assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.132040 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.132469 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.132788 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:router Jun 17 08:07:31.133204 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 08:07:31.133688 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service METERING assigned prefix: /metering {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.135180 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:31.135550 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:31.135894 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:07:31.136910 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 08:07:31.137362 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:security_group Jun 17 08:07:31.137777 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 08:07:31.138377 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service CORE assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.138692 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:07:31.139054 n-d-779913-16 neutron-server[93694]: WARNING neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] subnetpool is already registered Jun 17 08:07:31.139487 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service CORE assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.139799 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:07:31.140125 n-d-779913-16 neutron-server[93694]: WARNING neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] subnetpool is already registered Jun 17 08:07:31.142394 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.142841 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service FLAVORS assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.143440 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.143847 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.144192 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:router Jun 17 08:07:31.144533 n-d-779913-16 neutron-server[93694]: WARNING neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] router is already registered Jun 17 08:07:31.144938 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 08:07:31.145265 n-d-779913-16 neutron-server[93694]: WARNING neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] floatingip is already registered Jun 17 08:07:31.145707 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service METERING assigned prefix: /metering {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.146342 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 08:07:31.146656 n-d-779913-16 neutron-server[93694]: WARNING neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] rbac_policy is already registered Jun 17 08:07:31.147092 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:security_group Jun 17 08:07:31.147418 n-d-779913-16 neutron-server[93694]: WARNING neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] security_group is already registered Jun 17 08:07:31.147807 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 08:07:31.148134 n-d-779913-16 neutron-server[93694]: WARNING neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] security_group_rule is already registered Jun 17 08:07:31.148749 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service CORE assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.149062 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:07:31.149387 n-d-779913-16 neutron-server[93694]: WARNING neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] subnetpool is already registered Jun 17 08:07:31.149795 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.v2.resource_helper [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Service CORE assigned prefix: {{(pid=93694) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 08:07:31.150108 n-d-779913-16 neutron-server[93694]: INFO neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 08:07:31.150431 n-d-779913-16 neutron-server[93694]: WARNING neutron.quota.resource_registry [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] subnetpool is already registered Jun 17 08:07:31.150930 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: extensions {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.152426 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: address-groups {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.153978 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: address-scopes {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.155331 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: agents {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.156499 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: auto-allocated-topology {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.157820 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: availability_zones {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.159042 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: dhcp-networks {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.160643 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: dhcp-agents {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.162083 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: routers {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.163873 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: flavors {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.166316 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: service_profiles {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.167583 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: next_providers {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.169027 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: service_profiles {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.170553 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: floatingip-pools {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.171818 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: routers {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.173525 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: floatingips {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.174804 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: l3-routers {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.176249 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: l3-agents {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.177669 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: metering-labels {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.178965 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: metering-label-rules {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.180339 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: network-ip-availabilities {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.181604 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: bindings {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.183209 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: quotas {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.184749 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: quotas {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.186283 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: rbac-policies {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.187515 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: security-groups {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.188841 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: security-group-rules {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.190085 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: service-providers {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.191430 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: subnetpools {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.192803 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: subnetpools {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.194351 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: tags {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.196078 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: tags {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.197880 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: tags {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.199721 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: tags {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.201406 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: tags {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.203408 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: tags {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.205143 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: tags {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.207123 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: tags {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.208976 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: tags {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.210749 n-d-779913-16 neutron-server[93694]: DEBUG neutron.api.extensions [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Extended resource: tags {{(pid=93694) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 08:07:31.217234 n-d-779913-16 neutron-server[93694]: WARNING keystonemiddleware.auth_token [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 08:07:31.221857 n-d-779913-16 neutron-server[93694]: WARNING keystonemiddleware.auth_token [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 08:07:31.230233 n-d-779913-16 neutron-server[93694]: DEBUG oslo_concurrency.lockutils [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Acquired lock "singleton_lock" {{(pid=93694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 08:07:31.230709 n-d-779913-16 neutron-server[93694]: DEBUG oslo_concurrency.lockutils [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Releasing lock "singleton_lock" {{(pid=93694) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 08:07:31.231384 n-d-779913-16 neutron-server[93694]: INFO oslo_service.service [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Starting 2 workers Jun 17 08:07:31.236099 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Started child 93803 {{(pid=93694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:07:31.240527 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Started child 93804 {{(pid=93694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:07:31.241444 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:31.242171 n-d-779913-16 neutron-server[93694]: INFO neutron.service [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 08:07:31.242649 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Notify callbacks [] for process, before_spawn {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:31.242880 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [-] (93803) wsgi starting up on http://0.0.0.0:9696 Jun 17 08:07:31.245055 n-d-779913-16 neutron-server[93694]: INFO oslo_service.service [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Starting 1 workers Jun 17 08:07:31.245276 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:31.246591 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [-] (93804) wsgi starting up on http://0.0.0.0:9696 Jun 17 08:07:31.250130 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Started child 93805 {{(pid=93694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:07:31.250651 n-d-779913-16 neutron-server[93694]: INFO oslo_service.service [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Starting 1 workers Jun 17 08:07:31.253953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.service [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] calling RpcWorker wait() {{(pid=93805) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 08:07:31.254620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.service [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] returning from RpcWorker wait() {{(pid=93805) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 08:07:31.255140 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Started child 93806 {{(pid=93694) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 08:07:31.255639 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:31.255966 n-d-779913-16 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc304bd4-971c-4a45-8f20-9c01ed8bd1d9 None None] Notify callbacks [] for process, after_spawn {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:31.256157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:07:31.257895 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 08:07:31.258123 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:07:31.258277 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:07:31.258440 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:07:31.258811 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:07:31.259000 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:07:31.259468 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.259748 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.260080 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.260237 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.260545 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.260980 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:31.261562 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.261562 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.261562 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.262123 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.262254 n-d-779913-16 neutron-server[93806]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:07:31.262400 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.262400 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.262400 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.262761 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.262918 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.263178 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.263450 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.263654 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.263918 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.264069 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.264326 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.264573 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.264845 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.265047 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] debug = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.265319 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.265776 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.266009 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.266244 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.266470 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.266752 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.267011 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.267289 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.267526 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.267777 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.268023 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.268277 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.268506 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.268730 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.268961 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.269303 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.269524 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.269987 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] host = n-d-779913-16 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.270251 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.270428 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.270669 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.270950 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.271174 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.271388 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.271630 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.271876 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.272119 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.272345 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.272563 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.272803 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.273037 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.273269 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.273431 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_options = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.273673 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.274015 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.274190 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.274459 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.274632 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.274763 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.274960 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.275119 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.275364 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.275574 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.275808 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.276010 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.276243 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.276453 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.276688 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.276934 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.277165 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.277391 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.277641 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.277891 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.278122 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.278338 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.278580 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.278831 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.279041 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.279270 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.279491 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.279707 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.279915 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.280169 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.280401 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.280653 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.280882 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.281189 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.281470 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.281844 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.282096 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.282435 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.283091 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.283337 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.283687 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.283847 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.284089 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.284295 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.284519 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.284780 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_json = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.285012 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.285260 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.285482 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.285759 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.285898 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.286100 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.286565 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.286565 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.287017 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.287268 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.287753 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.288146 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.288527 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.289195 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.289424 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.289670 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.289936 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.290174 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.291106 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.291475 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.291897 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.292279 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.292688 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.293022 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.293429 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.293855 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.294221 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.294614 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.294855 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.295245 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.295598 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.295870 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.296122 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.296528 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.296763 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.297005 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.297224 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.297447 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.297684 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.297901 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.298165 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.298401 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.298616 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.298875 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.299124 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.299360 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.299586 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.299827 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.300060 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.300326 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.300592 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.300965 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.301789 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.302031 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.302265 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.303310 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.303579 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.303845 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.304094 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.304330 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.304556 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.304801 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.305034 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.305275 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.305501 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.305740 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.305963 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.306186 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.306430 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.306921 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.306921 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.307148 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.307366 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.307588 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.307821 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.308043 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.308286 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.308513 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.308729 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.308943 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.309157 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.309385 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.309610 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.309837 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.310066 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.310282 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.310496 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.310720 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.310973 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.311183 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.311393 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.311605 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.311875 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.312182 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.312419 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.312662 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.312900 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.313155 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.313409 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.313660 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.313893 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.314108 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.314335 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.314606 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.316691 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.317015 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.317274 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.317527 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.317800 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.318031 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.318318 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.318689 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.319078 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.319477 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.319874 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.320267 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.320679 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.320935 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.321182 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.321453 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.321777 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.322152 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.322262 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.322551 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.322756 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.323043 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.323321 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.323818 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.323818 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.324055 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.325847 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.325847 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.325847 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.325847 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.325847 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.325847 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.325847 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.326443 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.326443 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.326612 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.326798 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.327065 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.327261 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.327656 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.327947 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.328179 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.329123 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.329123 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.329123 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.329123 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.329582 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.329582 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.329784 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.330051 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.330258 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.330488 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.330681 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.330933 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.331151 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.331381 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.331713 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.331973 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.332168 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.332400 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.332609 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.332827 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.333039 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.333283 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.333491 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.333705 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.333937 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.334153 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.334382 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.334611 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.334885 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.335120 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.335335 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.335618 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.335860 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.336092 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.336314 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.336875 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.337141 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.337322 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.337715 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.338136 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.338316 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.338676 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.339051 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.339457 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.339637 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.340021 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.340360 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.340766 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.341015 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.341339 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.341584 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.341813 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.342064 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.342278 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.342518 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.342749 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.343004 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.343223 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.343432 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.343641 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.343893 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.344116 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.344355 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.344564 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.344784 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.344994 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.345203 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.345413 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.345689 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.345931 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.346156 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.346402 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.346634 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.346898 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.347102 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.347373 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.347580 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.347937 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.348161 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.348364 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.348726 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.348937 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.349143 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.349389 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.349595 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.349795 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.350152 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.350357 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.350577 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.350817 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.351044 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.351256 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.351458 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.351748 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.352141 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.352357 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.352643 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.352867 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.353086 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.353350 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.353671 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.353897 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.354146 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.354356 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.354566 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.354800 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.355048 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.355344 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.355618 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.355870 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.356137 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.356410 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.356685 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.356948 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.357175 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.357495 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.357770 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.358025 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.358277 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.358499 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.358794 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.359014 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.359257 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.359486 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.359725 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.359954 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.360202 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.360456 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.360699 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.360910 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.361131 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.361366 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.361605 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.361810 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.362043 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.362273 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.362428 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:07:31.363117 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93694) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 08:07:31.363276 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 08:07:31.363432 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 08:07:31.363556 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 08:07:31.363722 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 08:07:31.363867 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 08:07:31.364298 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.364460 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.364615 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.364753 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.364911 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.365087 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.365242 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.365380 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.365566 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.365688 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.365806 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.365954 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.366105 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.366255 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.366408 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.366559 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.366711 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.366886 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.367067 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.367195 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.367343 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.367479 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.367687 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] debug = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.367811 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.367929 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.368075 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.368228 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.368380 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.368531 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.368681 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.368835 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.368985 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.369137 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.369287 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.369442 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.369594 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.369748 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.369899 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.370051 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.370187 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.374661 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] host = n-d-779913-16 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.374661 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.374661 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.374661 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.374661 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.374661 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.374661 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.374661 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.375696 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.375696 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.375696 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.375696 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.375696 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.375696 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.375696 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.375696 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_options = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.375696 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376381 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376381 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376381 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376381 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376381 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376381 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376381 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376855 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376855 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376855 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376855 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376855 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376855 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376855 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376855 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.376855 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.377526 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.377526 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.377526 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.377526 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.377526 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.377526 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.377526 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.377526 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378176 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378176 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378176 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378176 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378176 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378176 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378176 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378176 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378722 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378722 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378722 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378722 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378722 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378722 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378722 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.378722 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379305 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379305 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379305 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379305 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379305 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_json = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379305 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379305 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379772 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379772 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379772 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379772 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.379999 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.380063 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 08:07:31.380258 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.380424 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.380581 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.380736 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.380892 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.381048 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.381202 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.381360 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.381518 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.381667 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.381829 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.381983 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.382146 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.382298 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.382452 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.382607 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.382760 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.382936 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.383091 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.383245 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.383403 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.383559 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.383729 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.383883 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.384348 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.384348 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.384348 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.384864 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.384864 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.384864 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.385214 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.385214 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.385214 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.385422 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.385498 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.385599 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.385769 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.385896 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.386051 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.386205 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.386358 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.386513 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.386597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:07:31.386680 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.386828 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.386986 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.387141 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.387296 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.387454 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.387607 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.387845 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.387950 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.388067 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.388221 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.388374 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.388527 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.388681 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.388833 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.388986 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.389139 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.389293 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.389446 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.389614 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.389768 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.389921 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.390073 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.390226 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.390382 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.390537 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.390689 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.390863 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.391018 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.391172 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.391325 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.391479 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.391632 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.391787 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.391940 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.392094 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.392248 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.392404 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.392558 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.392711 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.392865 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.393017 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.393178 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.393345 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.393500 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.393655 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.393809 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.393961 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.394196 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.394352 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.394506 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.394659 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.394866 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.394977 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.395130 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.395288 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.395441 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.395595 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.395764 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.395905 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.396056 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.396210 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.396365 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.396522 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.396677 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.396830 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.396982 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.397136 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.397291 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.397448 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.397600 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.397755 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.397962 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.398109 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.398242 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.398370 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.398500 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.398639 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.398797 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.399117 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.399117 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.399250 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.399375 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.399527 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.399683 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.399845 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.400021 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.400154 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.400310 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.400468 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.400641 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.400948 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.401108 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.401263 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.401420 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.401574 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.401727 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.401880 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.402036 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.402382 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.402382 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.402555 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.402636 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.402796 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.402940 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.403094 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.403250 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.403405 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.403562 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.403723 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.403877 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.404030 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.404185 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.404338 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.404492 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.404644 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.404814 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.404951 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.405101 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.405256 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.405409 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.405561 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.405714 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.405865 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.406018 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.406172 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.406325 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.406482 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.406636 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.406807 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.406992 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.407207 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.407302 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.407424 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.407570 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.407717 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.407933 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.408150 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.408150 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.409325 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.409325 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.409325 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.409325 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.409325 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.409325 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.409325 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.409325 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.410240 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.410240 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.410240 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.410240 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.410240 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.410240 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.411295 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.411295 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.411295 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.411295 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.411295 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.411295 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.411295 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415064 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415064 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415064 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415064 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415064 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415064 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415064 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415064 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415064 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415723 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415723 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415723 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415723 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415723 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415723 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415723 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.415723 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416265 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416265 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416265 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416265 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416265 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416265 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416265 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416265 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416265 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416848 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416848 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416848 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416848 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416848 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416848 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416848 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.416848 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417369 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417369 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417369 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417369 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417369 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417369 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417369 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417369 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417884 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417884 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417884 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.417884 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.418147 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.418147 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.418307 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.418453 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.418608 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.418788 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.418956 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.419110 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.419263 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.419417 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.419570 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.419724 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.419875 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.420028 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.420180 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.420333 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.420486 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.420639 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.420793 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.420946 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.421099 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.421253 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.421407 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.421559 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.421713 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.421867 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 08:07:31.422013 n-d-779913-16 neutron-server[93694]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93694) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 08:07:31.717098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45394) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:31.727654 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073950 Jun 17 08:07:43.385241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6725496-775b-4a0a-81df-5beb034cd963 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:07:43.480685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6725496-775b-4a0a-81df-5beb034cd963 None None] No non-hosted networks {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 08:07:43.519133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.agentschedulers_db [None req-e6725496-775b-4a0a-81df-5beb034cd963 None None] DHCP Agent not found on host n-d-779913-16 {{(pid=93805) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 17 08:07:43.658535 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-173cf2c9-9039-45cc-8433-6b6f350d0786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439'] for agent, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:45.495617 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7defb1c6-4b75-427c-a0da-76bd02460a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439'] for agent, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:45.568195 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bd0f82e3-049a-4867-9bf5-6950a97523f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:45.772069 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439'] for agent, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:45.773596 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.774171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.774855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.775438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.776954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.777499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.778672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.780243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.780792 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.782046 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.784050 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.784689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:45.785371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-779913-16', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:07:45.807292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-779913-16', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:07:46.701029 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439'] for agent, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:48.452287 n-d-779913-16 neutron-server[93805]: INFO neutron.db.l3_hamode_db [None req-bf9cd406-beec-4b0e-b797-c19b7254f2c9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 08:07:48.530564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9cd406-beec-4b0e-b797-c19b7254f2c9 None None] Routers set() bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:07:48.530984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9cd406-beec-4b0e-b797-c19b7254f2c9 None None] Router IDs set() for agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 08:07:48.687665 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439'] for agent, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:49.685748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45486) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:50.242478 n-d-779913-16 neutron-server[93804]: WARNING oslo_policy.policy [None req-778a8b2c-13ad-489f-b778-e04e1b7c39cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:07:50.243113 n-d-779913-16 neutron-server[93804]: WARNING oslo_policy.policy [None req-778a8b2c-13ad-489f-b778-e04e1b7c39cf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:07:50.453714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-778a8b2c-13ad-489f-b778-e04e1b7c39cf admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:07:50.454760 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-778a8b2c-13ad-489f-b778-e04e1b7c39cf admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7681229 Jun 17 08:07:52.784290 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45500) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:53.309578 n-d-779913-16 neutron-server[93803]: WARNING oslo_policy.policy [None req-15658ae1-5d6c-4b8a-86dc-c1af15b13379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:07:53.310164 n-d-779913-16 neutron-server[93803]: WARNING oslo_policy.policy [None req-15658ae1-5d6c-4b8a-86dc-c1af15b13379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:07:53.522608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-15658ae1-5d6c-4b8a-86dc-c1af15b13379 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:07:53.613555 n-d-779913-16 neutron-server[93803]: DEBUG neutron.policy [None req-15658ae1-5d6c-4b8a-86dc-c1af15b13379 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93803) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 08:07:53.657609 n-d-779913-16 neutron-server[93803]: WARNING oslo_policy.policy [None req-15658ae1-5d6c-4b8a-86dc-c1af15b13379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:07:53.658227 n-d-779913-16 neutron-server[93803]: WARNING oslo_policy.policy [None req-15658ae1-5d6c-4b8a-86dc-c1af15b13379 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:07:53.670032 n-d-779913-16 neutron-server[93803]: INFO neutron.quota [None req-15658ae1-5d6c-4b8a-86dc-c1af15b13379 admin admin] Loaded quota_driver: . Jun 17 08:07:53.775628 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-15658ae1-5d6c-4b8a-86dc-c1af15b13379 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788100465384', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788100480223', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788100288658', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788100287140', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788100306079', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788100315217', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-692131', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-693802', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601695', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1619144'] for rbac-policy, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:53.844571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-15658ae1-5d6c-4b8a-86dc-c1af15b13379 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:53.846065 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-15658ae1-5d6c-4b8a-86dc-c1af15b13379 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0635817 Jun 17 08:07:56.412262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45518) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:07:56.741988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'name': 'private'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:07:56.776048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Made reservation on behalf of c3f19540953a45f7933d458189cf1a36 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:07:56.779297 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:56.796077 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:56.924413 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:56.930483 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:56.935826 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:07:56.951011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:07:56.983342 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788104049448', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:56.983872 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Unsubscribe: segment precommit_create {{(pid=93803) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 08:07:56.984387 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Added segment 26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59 of type vlan for network a633f11a-cd38-4e17-a8d6-2e965fc195fd Jun 17 08:07:57.001688 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13af581a-462d-4067-b234-d9b283cf892e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:07:57.048691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.048995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.049415 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.049731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.050045 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.050353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.050685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.051048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.051355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.051663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.051954 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.052248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Tracked resource versions report: Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: pushed versions: Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: { 'AddressGroup': {'1.2'}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'ConntrackHelper': {'1.0'}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'Log': {'1.0'}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'Network': {'1.1'}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'Port': {'1.7'}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'PortForwarding': {'1.2'}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'QosPolicy': {'1.8'}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'SecurityGroup': {'1.4'}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'SubPort': {'1.0'}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'Subnet': {'1.1'}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'Trunk': {'1.1'}} Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: consumer versions: Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: { DHCP agent@n-d-779913-16: {}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: L3 agent@n-d-779913-16: {}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: Metadata agent@n-d-779913-16: {}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: Metering agent@n-d-779913-16: {}, Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: Open vSwitch agent@n-d-779913-16: { 'AddressGroup': '1.2', Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'ConntrackHelper': '1.0', Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'Log': '1.0', Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'Network': '1.1', Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'Port': '1.7', Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'PortForwarding': '1.2', Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'QosPolicy': '1.8', Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'SecurityGroup': '1.4', Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'SecurityGroupRule': '1.2', Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'SubPort': '1.0', Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'Subnet': '1.1', Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: 'Trunk': '1.1'}} Jun 17 08:07:57.053369 n-d-779913-16 neutron-server[93803]: {{(pid=93803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:07:57.101937 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:57.106330 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:07:57.161387 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:57.162928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:07:57.163572 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:57.165567 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:07:57.242344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8284934 Jun 17 08:07:57.261271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Pushing event updated for resources: {'Network': ['ID=a633f11a-cd38-4e17-a8d6-2e965fc195fd,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:07:57.264655 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:07:57.276521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network a633f11a-cd38-4e17-a8d6-2e965fc195fd details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:07:59.886906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45532) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:00.486901 n-d-779913-16 neutron-server[93804]: DEBUG neutron.policy [None req-2c1a4efe-8c27-443f-9234-6dd6ee25067c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93804) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 08:08:00.530740 n-d-779913-16 neutron-server[93804]: WARNING oslo_policy.policy [None req-2c1a4efe-8c27-443f-9234-6dd6ee25067c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:08:00.531125 n-d-779913-16 neutron-server[93804]: WARNING oslo_policy.policy [None req-2c1a4efe-8c27-443f-9234-6dd6ee25067c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 08:08:00.539871 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1a4efe-8c27-443f-9234-6dd6ee25067c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:08:00.541535 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2c1a4efe-8c27-443f-9234-6dd6ee25067c admin admin] 10.222.0.47 "GET /v2.0/networks/a633f11a-cd38-4e17-a8d6-2e965fc195fd HTTP/1.1" status: 200 len: 825 time: 0.6536901 Jun 17 08:08:00.593894 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-248f854c-6145-408b-bb33-6e82977e96cf admin admin] 10.222.0.47 "GET /v2.0/subnetpools/92a02ac1-1b84-4bad-a2a8-0a91f5c1a1e8 HTTP/1.1" status: 200 len: 734 time: 0.0439477 Jun 17 08:08:00.605566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Request body: {'subnet': {'subnetpool_id': '92a02ac1-1b84-4bad-a2a8-0a91f5c1a1e8', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:08:00.607117 n-d-779913-16 neutron-server[93804]: INFO neutron.quota [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Loaded quota_driver: . Jun 17 08:08:00.649636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Made reservation on behalf of c3f19540953a45f7933d458189cf1a36 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:08:00.652386 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:00.953445 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:00.958756 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:01.029538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Checking segment: {'id': '26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:08:01.029927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Network hostable DHCP agents. Network: a633f11a-cd38-4e17-a8d6-2e965fc195fd, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:08:01.036546 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3000a1af-7970-4922-ab85-543c7795001a,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:01.046433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.046807 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.047115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.047429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.047737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.048024 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.048335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.048637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.048942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.049243 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.049543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.049841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Tracked resource versions report: Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: pushed versions: Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: { 'AddressGroup': {'1.2'}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'ConntrackHelper': {'1.0'}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'Log': {'1.0'}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'Network': {'1.1'}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'Port': {'1.7'}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'PortForwarding': {'1.2'}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'QosPolicy': {'1.8'}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'SecurityGroup': {'1.4'}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'SubPort': {'1.0'}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'Subnet': {'1.1'}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'Trunk': {'1.1'}} Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: consumer versions: Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: { DHCP agent@n-d-779913-16: {}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: L3 agent@n-d-779913-16: {}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: Metadata agent@n-d-779913-16: {}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: Metering agent@n-d-779913-16: {}, Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: Open vSwitch agent@n-d-779913-16: { 'AddressGroup': '1.2', Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'ConntrackHelper': '1.0', Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'Log': '1.0', Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'Network': '1.1', Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'Port': '1.7', Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'PortForwarding': '1.2', Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'QosPolicy': '1.8', Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'SecurityGroup': '1.4', Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'SecurityGroupRule': '1.2', Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'SubPort': '1.0', Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'Subnet': '1.1', Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: 'Trunk': '1.1'}} Jun 17 08:08:01.050974 n-d-779913-16 neutron-server[93804]: {{(pid=93804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:08:01.089814 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:01.091023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Network a633f11a-cd38-4e17-a8d6-2e965fc195fd is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:08:01.107168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, a633f11a-cd38-4e17-a8d6-2e965fc195fd) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:08:01.111775 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:08:01.112426 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:01.117695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7b8af1-4f5a-4b45-aaed-84cd0d1ff1ff None None] Network a633f11a-cd38-4e17-a8d6-2e965fc195fd requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:08:01.136813 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5348756 Jun 17 08:08:01.431124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-a633f11a-cd38-4e17-a8d6-2e965fc195fd', 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'fixed_ips': [{'subnet_id': '3000a1af-7970-4922-ab85-543c7795001a'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:08:01.432342 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:01.701224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Allocated IP 172.20.0.2 (a633f11a-cd38-4e17-a8d6-2e965fc195fd/3000a1af-7970-4922-ab85-543c7795001a/abc5ba72-5b3d-4d79-a458-cc48c6782040) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:08:01.904367 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:01.919390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Transition to ACTIVE for port object abc5ba72-5b3d-4d79-a458-cc48c6782040 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:08:01.942262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Transition to ACTIVE for port object abc5ba72-5b3d-4d79-a458-cc48c6782040 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:08:01.950616 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:01.953071 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:02.046824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Network a633f11a-cd38-4e17-a8d6-2e965fc195fd is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:08:02.053302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:08:02.063909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:08:02.067068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Pushing event updated for resources: {'Port': ['ID=abc5ba72-5b3d-4d79-a458-cc48c6782040,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:02.092156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.092482 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.092804 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.093118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.093430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.093738 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.094043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.094343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.094663 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.094955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.095261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.095560 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Tracked resource versions report: Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: pushed versions: Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: { 'AddressGroup': {'1.2'}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'ConntrackHelper': {'1.0'}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'Log': {'1.0'}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'Network': {'1.1'}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'Port': {'1.7'}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'PortForwarding': {'1.2'}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'QosPolicy': {'1.8'}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'SecurityGroup': {'1.4'}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'SubPort': {'1.0'}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'Subnet': {'1.1'}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'Trunk': {'1.1'}} Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: consumer versions: Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: { DHCP agent@n-d-779913-16: {}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: L3 agent@n-d-779913-16: {}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: Metadata agent@n-d-779913-16: {}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: Metering agent@n-d-779913-16: {}, Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: Open vSwitch agent@n-d-779913-16: { 'AddressGroup': '1.2', Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'ConntrackHelper': '1.0', Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'Log': '1.0', Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'Network': '1.1', Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'Port': '1.7', Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'PortForwarding': '1.2', Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'QosPolicy': '1.8', Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'SecurityGroup': '1.4', Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'SecurityGroupRule': '1.2', Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'SubPort': '1.0', Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'Subnet': '1.1', Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: 'Trunk': '1.1'}} Jun 17 08:08:02.096725 n-d-779913-16 neutron-server[93805]: {{(pid=93805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:08:02.120141 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:02.148488 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Attempting to bind port abc5ba72-5b3d-4d79-a458-cc48c6782040 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:08:02.148824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Attempting to bind port abc5ba72-5b3d-4d79-a458-cc48c6782040 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:08:02.149277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Attempting to bind port abc5ba72-5b3d-4d79-a458-cc48c6782040 on network a633f11a-cd38-4e17-a8d6-2e965fc195fd {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:08:02.154407 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:08:02.154797 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Checking segment: {'id': '26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:08:02.155354 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:02.155727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Bound using segment: {'id': '26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:08:02.156174 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Bound port: abc5ba72-5b3d-4d79-a458-cc48c6782040, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:08:02.156551 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:02.218284 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] For port abc5ba72-5b3d-4d79-a458-cc48c6782040, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:08:02.222707 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] For port abc5ba72-5b3d-4d79-a458-cc48c6782040, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=abc5ba72-5b3d-4d79-a458-cc48c6782040,segment=NetworkSegment(26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59),segment_id=26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:08:02.229568 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:02.232442 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:02.294309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Pushing event updated for resources: {'Port': ['ID=abc5ba72-5b3d-4d79-a458-cc48c6782040,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:02.297595 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:03.510800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45546) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:03.837690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-4f9202b7-abd5-48d2-bd7e-3f2ea6f27937 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:08:03.838676 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4f9202b7-abd5-48d2-bd7e-3f2ea6f27937 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3269026 Jun 17 08:08:06.162198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45554) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:06.484055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-8e9684ea-f439-47d8-ad72-7fe24acf5bb0 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:08:06.485102 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8e9684ea-f439-47d8-ad72-7fe24acf5bb0 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3219540 Jun 17 08:08:07.893032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device abc5ba72-5b3d-4d79-a458-cc48c6782040 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:08:07.982248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port abc5ba72-5b3d-4d79-a458-cc48c6782040 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:08:08.194807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e87c51-b46a-46b0-bff7-f3300a0f84ef None None] Network a633f11a-cd38-4e17-a8d6-2e965fc195fd requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:08:08.251385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4d7e6fea-613d-42bd-b34a-eea57b60e0b4 None None] Provisioning for port abc5ba72-5b3d-4d79-a458-cc48c6782040 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:08:08.258464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4d7e6fea-613d-42bd-b34a-eea57b60e0b4 None None] Provisioning complete for port abc5ba72-5b3d-4d79-a458-cc48c6782040 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:08:08.258870 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6fea-613d-42bd-b34a-eea57b60e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:08.436672 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6fea-613d-42bd-b34a-eea57b60e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:08.486123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4d7e6fea-613d-42bd-b34a-eea57b60e0b4 None None] For port abc5ba72-5b3d-4d79-a458-cc48c6782040, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=abc5ba72-5b3d-4d79-a458-cc48c6782040,segment=NetworkSegment(26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59),segment_id=26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:08:08.491741 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d7e6fea-613d-42bd-b34a-eea57b60e0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:08.500720 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:08.547628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e6fea-613d-42bd-b34a-eea57b60e0b4 None None] Pushing event updated for resources: {'Port': ['ID=abc5ba72-5b3d-4d79-a458-cc48c6782040,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:08.551123 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4d7e6fea-613d-42bd-b34a-eea57b60e0b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:08.722799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ccf6e2b0-6721-46e0-8ae4-5b331266de9f None None] Provisioning complete for port abc5ba72-5b3d-4d79-a458-cc48c6782040 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:08:08.723182 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ccf6e2b0-6721-46e0-8ae4-5b331266de9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:09.158201 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45568) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:09.519034 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-edfcb35f-2b83-4f6f-8839-148b3b96fb8a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c3f19540953a45f7933d458189cf1a36'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:08:09.545891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-edfcb35f-2b83-4f6f-8839-148b3b96fb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:09.548108 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-edfcb35f-2b83-4f6f-8839-148b3b96fb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:09.705308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-edfcb35f-2b83-4f6f-8839-148b3b96fb8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:09.714447 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-edfcb35f-2b83-4f6f-8839-148b3b96fb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:09.738525 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-edfcb35f-2b83-4f6f-8839-148b3b96fb8a admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:09.739819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-edfcb35f-2b83-4f6f-8839-148b3b96fb8a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5803249 Jun 17 08:08:09.868805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device abc5ba72-5b3d-4d79-a458-cc48c6782040 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:08:09.916792 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port abc5ba72-5b3d-4d79-a458-cc48c6782040 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:08:09.917158 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:12.068916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45576) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:12.410127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-312a3e60-6b89-4c60-81e5-ec7e92b59a9f admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:08:12.411127 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-312a3e60-6b89-4c60-81e5-ec7e92b59a9f admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3413355 Jun 17 08:08:13.303798 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-401ded19-b487-408e-8873-9544b356e862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:13.317042 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:08:14.752563 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45584) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:15.095135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:08:15.122305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Made reservation on behalf of fbfdcebe0a1a47e7bacd6e727a517235 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:08:15.125480 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:15.142025 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:15.267951 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:15.275614 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:15.282369 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:15.294177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Reserving flat network on physical network physnet1 {{(pid=93804) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 08:08:15.319286 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3154dd1e-f739-44f0-84da-750fc54bc550,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:15.322212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788104049448', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:15.323011 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Unsubscribe: segment precommit_create {{(pid=93804) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 08:08:15.323459 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Added segment a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb of type flat for network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 Jun 17 08:08:15.339621 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:15.386619 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:15.460055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:15.462555 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:08:15.463346 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:15.466233 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:15.495181 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-db54087b-c492-473a-ac4a-b1cbebc71556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:15.527692 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7740107 Jun 17 08:08:15.560083 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Pushing event updated for resources: {'Network': ['ID=609eb0e3-a32c-4159-b79c-1df65bdf2b25,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:15.563806 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:15.571280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:08:15.764719 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:16.616947 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:17.908037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45602) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:18.091980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a422d65-81c4-404f-9413-c96bbd371e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:08:18.093308 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3a422d65-81c4-404f-9413-c96bbd371e78 admin admin] 10.222.0.47 "GET /v2.0/subnets/3000a1af-7970-4922-ab85-543c7795001a HTTP/1.1" status: 200 len: 849 time: 0.1843023 Jun 17 08:08:18.258689 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-303aa748-1215-4ea1-a559-63fe7653666d admin admin] 10.222.0.47 "GET /v2.0/routers/d633a88e-3cd4-4eea-a3c8-dc9b4c483981 HTTP/1.1" status: 200 len: 704 time: 0.1572578 Jun 17 08:08:18.531627 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:18.640934 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:18.833506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Allocated IP 172.20.0.1 (a633f11a-cd38-4e17-a8d6-2e965fc195fd/3000a1af-7970-4922-ab85-543c7795001a/2429f678-f22c-4f9a-aef0-b746984807c1) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:08:18.999014 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:19.020358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Transition to ACTIVE for port object 2429f678-f22c-4f9a-aef0-b746984807c1 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:08:19.104597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:19.107628 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:19.217458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Network a633f11a-cd38-4e17-a8d6-2e965fc195fd is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:08:19.223286 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:08:19.230619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:08:19.231215 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:19.253143 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2429f678-f22c-4f9a-aef0-b746984807c1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:19.293572 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:19.405083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f8f28006-eacf-4d56-8ebc-a8a0bdf2f5b5 None None] Provisioning for port 2429f678-f22c-4f9a-aef0-b746984807c1 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:08:19.408761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f8f28006-eacf-4d56-8ebc-a8a0bdf2f5b5 None None] Provisioning complete for port 2429f678-f22c-4f9a-aef0-b746984807c1 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:08:19.409130 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f8f28006-eacf-4d56-8ebc-a8a0bdf2f5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:19.441007 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:19.447084 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f8f28006-eacf-4d56-8ebc-a8a0bdf2f5b5 None None] Port 2429f678-f22c-4f9a-aef0-b746984807c1 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:08:19.622666 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:19.629586 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:19.630647 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:19.633054 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:19.707016 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2429f678-f22c-4f9a-aef0-b746984807c1,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:19.710989 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:19.755102 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Network a633f11a-cd38-4e17-a8d6-2e965fc195fd is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:08:19.756441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:08:19.934529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Router d633a88e-3cd4-4eea-a3c8-dc9b4c483981 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:08:19.968901 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-152cb86d-b457-47fa-a04b-8a141eb8f599 None None] Provisioning complete for port 2429f678-f22c-4f9a-aef0-b746984807c1 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:08:19.969521 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-152cb86d-b457-47fa-a04b-8a141eb8f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:20.005465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-152cb86d-b457-47fa-a04b-8a141eb8f599 None None] Port 2429f678-f22c-4f9a-aef0-b746984807c1 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:08:20.029036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:08:20.034498 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] 10.222.0.47 "PUT /v2.0/routers/d633a88e-3cd4-4eea-a3c8-dc9b4c483981/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7690783 Jun 17 08:08:20.038342 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Sync routers for ids ['d633a88e-3cd4-4eea-a3c8-dc9b4c483981'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:08:20.053969 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Routers {'d633a88e-3cd4-4eea-a3c8-dc9b4c483981'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:08:20.054819 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:08:15Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d633a88e-3cd4-4eea-a3c8-dc9b4c483981'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:08:20.234948 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Set router d633a88e-3cd4-4eea-a3c8-dc9b4c483981 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:08:20.655100 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'name': 'router1', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:08:09Z', 'updated_at': '2021-06-17T08:08:19Z', 'revision_number': 2, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'gw_port_host': None, '_interfaces': [{'id': '2429f678-f22c-4f9a-aef0-b746984807c1', 'name': '', 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'mac_address': 'fa:16:3e:65:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3000a1af-7970-4922-ab85-543c7795001a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:08:18Z', 'updated_at': '2021-06-17T08:08:19Z', 'revision_number': 2, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'subnets': [{'id': '3000a1af-7970-4922-ab85-543c7795001a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a02ac1-1b84-4bad-a2a8-0a91f5c1a1e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:08:20.703748 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Checking router: d633a88e-3cd4-4eea-a3c8-dc9b4c483981 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:08:20.704119 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Updating router d633a88e-3cd4-4eea-a3c8-dc9b4c483981 port 2429f678-f22c-4f9a-aef0-b746984807c1 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:08:20.766653 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:21.243591 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:21.261348 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Transition to ACTIVE for port object 2429f678-f22c-4f9a-aef0-b746984807c1 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:08:21.267734 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:21.270553 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:21.399325 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Pushing event updated for resources: {'Port': ['ID=2429f678-f22c-4f9a-aef0-b746984807c1,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:21.446618 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.447251 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.447581 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.447901 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.448305 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.448621 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.448933 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.449241 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.449547 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.449853 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.450157 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.450467 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Tracked resource versions report: Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: pushed versions: Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: { 'AddressGroup': {'1.2'}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'ConntrackHelper': {'1.0'}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'Log': {'1.0'}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'Network': {'1.1'}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'Port': {'1.7'}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'PortForwarding': {'1.2'}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'QosPolicy': {'1.8'}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'SecurityGroup': {'1.4'}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'SubPort': {'1.0'}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'Subnet': {'1.1'}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'Trunk': {'1.1'}} Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: consumer versions: Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: { DHCP agent@n-d-779913-16: {}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: L3 agent@n-d-779913-16: {}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: Metadata agent@n-d-779913-16: {}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: Metering agent@n-d-779913-16: {}, Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: Open vSwitch agent@n-d-779913-16: { 'AddressGroup': '1.2', Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'ConntrackHelper': '1.0', Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'Log': '1.0', Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'Network': '1.1', Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'Port': '1.7', Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'PortForwarding': '1.2', Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'QosPolicy': '1.8', Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'SecurityGroup': '1.4', Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'SecurityGroupRule': '1.2', Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'SubPort': '1.0', Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'Subnet': '1.1', Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: 'Trunk': '1.1'}} Jun 17 08:08:21.451775 n-d-779913-16 neutron-server[93806]: {{(pid=93806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:08:21.455556 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:21.484492 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Attempting to bind port 2429f678-f22c-4f9a-aef0-b746984807c1 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:08:21.484873 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Attempting to bind port 2429f678-f22c-4f9a-aef0-b746984807c1 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:08:21.485308 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Attempting to bind port 2429f678-f22c-4f9a-aef0-b746984807c1 on network a633f11a-cd38-4e17-a8d6-2e965fc195fd {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:08:21.490474 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:08:21.490904 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Checking segment: {'id': '26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:08:21.491369 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:21.491779 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Bound using segment: {'id': '26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:08:21.492255 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Bound port: 2429f678-f22c-4f9a-aef0-b746984807c1, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:08:21.492617 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:21.557905 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] For port 2429f678-f22c-4f9a-aef0-b746984807c1, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:08:21.578732 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] For port 2429f678-f22c-4f9a-aef0-b746984807c1, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2429f678-f22c-4f9a-aef0-b746984807c1,segment=NetworkSegment(26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59),segment_id=26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:08:21.584805 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:21.588177 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:21.640062 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Pushing event updated for resources: {'Port': ['ID=2429f678-f22c-4f9a-aef0-b746984807c1,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:21.650581 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:21.657121 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Routers {'d633a88e-3cd4-4eea-a3c8-dc9b4c483981'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:08:21.657735 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:08:15Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d633a88e-3cd4-4eea-a3c8-dc9b4c483981'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:08:21.747135 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] Set router d633a88e-3cd4-4eea-a3c8-dc9b4c483981 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:08:21.952737 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'name': 'router1', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:08:09Z', 'updated_at': '2021-06-17T08:08:19Z', 'revision_number': 2, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'gw_port_host': None, '_interfaces': [{'id': '2429f678-f22c-4f9a-aef0-b746984807c1', 'name': '', 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'mac_address': 'fa:16:3e:65:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3000a1af-7970-4922-ab85-543c7795001a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:08:18Z', 'updated_at': '2021-06-17T08:08:21Z', 'revision_number': 4, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'subnets': [{'id': '3000a1af-7970-4922-ab85-543c7795001a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a02ac1-1b84-4bad-a2a8-0a91f5c1a1e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:08:21.978569 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bba951a-d8b2-4fdb-a727-28b04b57d87a None None] The sync data for ids ['d633a88e-3cd4-4eea-a3c8-dc9b4c483981'] in n-d-779913-16 is: [{'id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'name': 'router1', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:08:09Z', 'updated_at': '2021-06-17T08:08:19Z', 'revision_number': 2, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'gw_port_host': None, '_interfaces': [{'id': '2429f678-f22c-4f9a-aef0-b746984807c1', 'name': '', 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'mac_address': 'fa:16:3e:65:9b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3000a1af-7970-4922-ab85-543c7795001a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:08:18Z', 'updated_at': '2021-06-17T08:08:21Z', 'revision_number': 4, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'subnets': [{'id': '3000a1af-7970-4922-ab85-543c7795001a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a02ac1-1b84-4bad-a2a8-0a91f5c1a1e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:08:22.233973 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45622) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:22.354013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cede0c-3ccf-4b90-9dfc-63fbd46703d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:08:22.355348 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-30cede0c-3ccf-4b90-9dfc-63fbd46703d8 admin admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 842 time: 0.1202352 Jun 17 08:08:22.360406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'ip_version': 4, 'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:08:22.384162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Made reservation on behalf of fbfdcebe0a1a47e7bacd6e727a517235 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:08:22.386664 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:22.668544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.objects.ports [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93804) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:08:22.669010 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:22.671094 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:22.715338 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a739ac6e-5a50-4f23-b355-a9e51343e008,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:22.723088 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:22.731543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:08:22.731907 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Network hostable DHCP agents. Network: 609eb0e3-a32c-4159-b79c-1df65bdf2b25, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:08:22.748860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:08:22.757368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 609eb0e3-a32c-4159-b79c-1df65bdf2b25) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:08:22.761389 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:08:22.761972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:22.767331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7083af-b79e-45ad-b4ef-12dd7e73eae7 None None] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:08:22.778052 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4212677 Jun 17 08:08:22.897407 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754ede75-7129-4139-a3b4-c9f5540949e7 None None] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:08:25.024803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45634) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:25.189579 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-107c4506-cf6f-442f-b667-d7fd892d07c3 admin admin] 10.222.0.47 "GET /v2.0/routers/d633a88e-3cd4-4eea-a3c8-dc9b4c483981 HTTP/1.1" status: 200 len: 710 time: 0.1631453 Jun 17 08:08:25.357248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d18496-7d39-4957-bf0b-82a2675c948c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:08:25.358602 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-46d18496-7d39-4957-bf0b-82a2675c948c admin admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 886 time: 0.1631312 Jun 17 08:08:25.367523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:08:25.616622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:25.853179 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:25.913707 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2429f678-f22c-4f9a-aef0-b746984807c1 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:08:25.931507 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:25.970430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 2429f678-f22c-4f9a-aef0-b746984807c1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:08:25.974289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2429f678-f22c-4f9a-aef0-b746984807c1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:08:25.974645 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:26.035169 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Allocated IP 172.25.8.96 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/970ed411-5ad8-4886-aaaf-fd0689f83cbb) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:08:26.053178 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:26.084837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 2429f678-f22c-4f9a-aef0-b746984807c1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2429f678-f22c-4f9a-aef0-b746984807c1,segment=NetworkSegment(26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59),segment_id=26b7fc8c-bd9b-42d4-bfb3-2f845c1f6f59)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:08:26.091218 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:26.093329 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:26.134669 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:26.136176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=2429f678-f22c-4f9a-aef0-b746984807c1,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:26.139847 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:26.175953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:26.178159 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:26.215485 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:08:26.218217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:08:26.221491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:08:26.258464 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Pushing event updated for resources: {'Port': ['ID=970ed411-5ad8-4886-aaaf-fd0689f83cbb,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:26.284786 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:26.490742 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:26.787974 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:26.791318 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:26.898365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Router d633a88e-3cd4-4eea-a3c8-dc9b4c483981 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:08:27.003726 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:08:27.008018 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:27.009220 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] 10.222.0.47 "PUT /v2.0/routers/d633a88e-3cd4-4eea-a3c8-dc9b4c483981 HTTP/1.1" status: 200 len: 889 time: 1.6450119 Jun 17 08:08:27.014379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Sync routers for ids ['d633a88e-3cd4-4eea-a3c8-dc9b4c483981'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:08:27.025914 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Routers {'d633a88e-3cd4-4eea-a3c8-dc9b4c483981'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:08:27.026578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:08:15Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d633a88e-3cd4-4eea-a3c8-dc9b4c483981'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:08:27.296426 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Set router d633a88e-3cd4-4eea-a3c8-dc9b4c483981 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:08:27.687521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'name': 'router1', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '970ed411-5ad8-4886-aaaf-fd0689f83cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:08:09Z', 'updated_at': '2021-06-17T08:08:26Z', 'revision_number': 4, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'gw_port': {'id': '970ed411-5ad8-4886-aaaf-fd0689f83cbb', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:08:25Z', 'updated_at': '2021-06-17T08:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2429f678-f22c-4f9a-aef0-b746984807c1', 'name': '', 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'mac_address': 'fa:16:3e:65:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3000a1af-7970-4922-ab85-543c7795001a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:08:18Z', 'updated_at': '2021-06-17T08:08:26Z', 'revision_number': 5, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'subnets': [{'id': '3000a1af-7970-4922-ab85-543c7795001a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a02ac1-1b84-4bad-a2a8-0a91f5c1a1e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:08:27.735689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Checking router: d633a88e-3cd4-4eea-a3c8-dc9b4c483981 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:08:27.736038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Updating router d633a88e-3cd4-4eea-a3c8-dc9b4c483981 port 970ed411-5ad8-4886-aaaf-fd0689f83cbb binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:08:27.773039 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:27.896672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2429f678-f22c-4f9a-aef0-b746984807c1 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:08:28.022630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2429f678-f22c-4f9a-aef0-b746984807c1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:08:28.023305 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:28.194265 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:28.214322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Transition to ACTIVE for port object 970ed411-5ad8-4886-aaaf-fd0689f83cbb will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:08:28.221973 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:28.224556 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-419b11c2-1edf-4f1a-ada8-3ba104efab4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:28.273198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d6d02-bd6b-4d9f-a1e5-8a8df5ae3328 None None] Pushing event updated for resources: {'Port': ['ID=970ed411-5ad8-4886-aaaf-fd0689f83cbb,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:28.275447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Attempting to bind port 970ed411-5ad8-4886-aaaf-fd0689f83cbb on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:08:28.275811 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Attempting to bind port 970ed411-5ad8-4886-aaaf-fd0689f83cbb by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:08:28.276168 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Attempting to bind port 970ed411-5ad8-4886-aaaf-fd0689f83cbb on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:08:28.278138 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d30d6d02-bd6b-4d9f-a1e5-8a8df5ae3328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:28.282235 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:08:28.282601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:08:28.283023 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:28.283407 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:08:28.283866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Bound port: 970ed411-5ad8-4886-aaaf-fd0689f83cbb, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:08:28.284232 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:28.332645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] For port 970ed411-5ad8-4886-aaaf-fd0689f83cbb, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:08:28.336670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] For port 970ed411-5ad8-4886-aaaf-fd0689f83cbb, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=970ed411-5ad8-4886-aaaf-fd0689f83cbb,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:08:28.346429 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:28.349249 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:28.482945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Routers {'d633a88e-3cd4-4eea-a3c8-dc9b4c483981'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:08:28.483569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:08:15Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d633a88e-3cd4-4eea-a3c8-dc9b4c483981'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:08:28.518334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30d6d02-bd6b-4d9f-a1e5-8a8df5ae3328 None None] Pushing event updated for resources: {'Port': ['ID=970ed411-5ad8-4886-aaaf-fd0689f83cbb,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:28.521755 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d30d6d02-bd6b-4d9f-a1e5-8a8df5ae3328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:28.592922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] Set router d633a88e-3cd4-4eea-a3c8-dc9b4c483981 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:08:28.798065 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'name': 'router1', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '970ed411-5ad8-4886-aaaf-fd0689f83cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:08:09Z', 'updated_at': '2021-06-17T08:08:26Z', 'revision_number': 4, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'gw_port': {'id': '970ed411-5ad8-4886-aaaf-fd0689f83cbb', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:08:25Z', 'updated_at': '2021-06-17T08:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2429f678-f22c-4f9a-aef0-b746984807c1', 'name': '', 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'mac_address': 'fa:16:3e:65:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3000a1af-7970-4922-ab85-543c7795001a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:08:18Z', 'updated_at': '2021-06-17T08:08:26Z', 'revision_number': 5, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'subnets': [{'id': '3000a1af-7970-4922-ab85-543c7795001a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a02ac1-1b84-4bad-a2a8-0a91f5c1a1e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:08:28.824790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c2ad99-4777-46a0-a067-09fc482bace0 None None] The sync data for ids ['d633a88e-3cd4-4eea-a3c8-dc9b4c483981'] in n-d-779913-16 is: [{'id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'name': 'router1', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '970ed411-5ad8-4886-aaaf-fd0689f83cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:08:09Z', 'updated_at': '2021-06-17T08:08:26Z', 'revision_number': 4, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'gw_port': {'id': '970ed411-5ad8-4886-aaaf-fd0689f83cbb', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:08:25Z', 'updated_at': '2021-06-17T08:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2429f678-f22c-4f9a-aef0-b746984807c1', 'name': '', 'network_id': 'a633f11a-cd38-4e17-a8d6-2e965fc195fd', 'tenant_id': 'c3f19540953a45f7933d458189cf1a36', 'mac_address': 'fa:16:3e:65:9b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd633a88e-3cd4-4eea-a3c8-dc9b4c483981', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3000a1af-7970-4922-ab85-543c7795001a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:08:18Z', 'updated_at': '2021-06-17T08:08:26Z', 'revision_number': 5, 'project_id': 'c3f19540953a45f7933d458189cf1a36', 'subnets': [{'id': '3000a1af-7970-4922-ab85-543c7795001a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92a02ac1-1b84-4bad-a2a8-0a91f5c1a1e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:08:29.363599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45642) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:08:29.494601 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2d1e7513-fe87-414f-b47e-aeea78575f3d admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1298201 Jun 17 08:08:29.904361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 970ed411-5ad8-4886-aaaf-fd0689f83cbb up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:08:29.959374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 970ed411-5ad8-4886-aaaf-fd0689f83cbb completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:08:29.963917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 970ed411-5ad8-4886-aaaf-fd0689f83cbb triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:08:29.964156 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:30.038986 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:30.060157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 970ed411-5ad8-4886-aaaf-fd0689f83cbb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=970ed411-5ad8-4886-aaaf-fd0689f83cbb,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:08:30.065281 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:30.068951 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:08:30.116628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=970ed411-5ad8-4886-aaaf-fd0689f83cbb,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:08:30.120552 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:08:31.884325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 970ed411-5ad8-4886-aaaf-fd0689f83cbb up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:08:31.943463 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 970ed411-5ad8-4886-aaaf-fd0689f83cbb triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:08:31.943845 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:43.310277 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-52bbabfe-9e0a-4939-b5d9-99f4ae2d9b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:45.498007 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-73f9567e-4f45-4b6b-b091-ecd26882ef94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:45.765460 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:46.623781 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:48.670970 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:50.315825 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:09:13.306429 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-827de961-2777-416a-b837-7dfbcb73484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:15.506739 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-83701a55-f495-42b0-931a-e5963235e61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:15.764162 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:16.626631 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:18.663086 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:27.314591 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:09:43.316283 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d6710a90-40d6-4755-a27a-7c22c89e0058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:45.499340 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4275e701-dbe6-4af5-9727-361b11196e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:45.759582 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:46.629508 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:48.665753 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:04.314511 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:10:08.862005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46242) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:08.936076 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ac548a6-0c11-4493-b677-4a28f542eab6 admin admin] GET failed (client error): The resource could not be found. Jun 17 08:10:08.937395 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1ac548a6-0c11-4493-b677-4a28f542eab6 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0744598 Jun 17 08:10:09.095720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03be96c-bd70-4e89-a865-b41d8cb4efa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:09.097053 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b03be96c-bd70-4e89-a865-b41d8cb4efa0 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555519 Jun 17 08:10:11.212076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46252) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:11.313346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8776760b-82bc-4da0-8812-ebdddb76c329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:11.314680 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8776760b-82bc-4da0-8812-ebdddb76c329 admin admin] 10.222.0.47 "GET /v2.0/subnets/3000a1af-7970-4922-ab85-543c7795001a HTTP/1.1" status: 200 len: 849 time: 0.1014783 Jun 17 08:10:11.326470 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:10:11.410942 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Notify callbacks [] for subnet, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:11.556703 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788103983216'] for subnet, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:11.559277 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-679d7990-081f-4cce-becc-6f78161786b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:11.589914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:11.589914 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:11.593104 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] 10.222.0.47 "PUT /v2.0/subnets/3000a1af-7970-4922-ab85-543c7795001a HTTP/1.1" status: 200 len: 868 time: 0.2686994 Jun 17 08:10:11.593258 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852857c8-0764-4147-835d-82563a26de9f None None] Network a633f11a-cd38-4e17-a8d6-2e965fc195fd requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:10:11.610264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3000a1af-7970-4922-ab85-543c7795001a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:11.618421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.618758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.619158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.619492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.619814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.620137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.620454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.620770 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.621082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.621397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.621713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.622035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:10:11.625851 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:12.002829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-36593e61-1d36-4a71-abc4-0192805a854d None None] Provisioning complete for port 2429f678-f22c-4f9a-aef0-b746984807c1 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:10:12.003234 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-36593e61-1d36-4a71-abc4-0192805a854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:12.093318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-36593e61-1d36-4a71-abc4-0192805a854d None None] Provisioning complete for port abc5ba72-5b3d-4d79-a458-cc48c6782040 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:10:12.093545 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-36593e61-1d36-4a71-abc4-0192805a854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:13.310195 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f9d8133e-cc9e-4ccc-a70e-be4e3cbdbf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:13.713156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46260) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:13.918116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469fd160-d460-4258-8946-11b1cc51d6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:13.918580 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469fd160-d460-4258-8946-11b1cc51d6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:13.920148 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-469fd160-d460-4258-8946-11b1cc51d6f1 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2060592 Jun 17 08:10:15.503703 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3f5485e-33d3-49d9-9b02-96f050d9ba54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:15.765824 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:16.102128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46268) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:16.240791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11048c8-50ec-48c9-9d45-8a255c0c8981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:16.241269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11048c8-50ec-48c9-9d45-8a255c0c8981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:16.242853 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b11048c8-50ec-48c9-9d45-8a255c0c8981 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1394229 Jun 17 08:10:16.631480 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:18.367194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46276) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:18.616767 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51459c74-6c04-4213-b418-a743eb4b8efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:18.618085 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-51459c74-6c04-4213-b418-a743eb4b8efd admin admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 886 time: 0.2499011 Jun 17 08:10:18.667401 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:20.791362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46286) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:20.955565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbbcff2-999c-49b3-9174-de72b3858ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:20.956920 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9fbbcff2-999c-49b3-9174-de72b3858ab9 admin admin] 10.222.0.47 "GET /v2.0/networks/a633f11a-cd38-4e17-a8d6-2e965fc195fd HTTP/1.1" status: 200 len: 869 time: 0.1646035 Jun 17 08:10:23.109707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46294) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:23.251788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6791abc8-0251-4899-860f-9ee5a9a77c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:23.252293 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6791abc8-0251-4899-860f-9ee5a9a77c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:23.253824 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6791abc8-0251-4899-860f-9ee5a9a77c20 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1429038 Jun 17 08:10:25.367092 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46302) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:25.469319 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde734a-329a-4235-9145-29b264c95e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:25.469821 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde734a-329a-4235-9145-29b264c95e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:25.471565 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ebde734a-329a-4235-9145-29b264c95e63 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1034825 Jun 17 08:10:27.595233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46310) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:27.697636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5280a5f-31c5-4f94-9872-9fc9a26d7841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:27.699017 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c5280a5f-31c5-4f94-9872-9fc9a26d7841 admin admin] 10.222.0.47 "GET /v2.0/subnets/3000a1af-7970-4922-ab85-543c7795001a HTTP/1.1" status: 200 len: 868 time: 0.1028140 Jun 17 08:10:29.849850 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46318) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:29.937767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de431dc4-884e-4666-86c0-d2905e8422a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:29.939201 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-de431dc4-884e-4666-86c0-d2905e8422a9 admin admin] 10.222.0.47 "GET /v2.0/subnets/a739ac6e-5a50-4f23-b355-a9e51343e008 HTTP/1.1" status: 200 len: 816 time: 0.0883803 Jun 17 08:10:41.314202 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:10:43.312343 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ed31cd05-04e1-463e-b91d-449aff66bf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:45.507567 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c4aef32-3cd0-49de-b2fa-00f99284a480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:45.760212 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:46.634468 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:48.670079 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:53.504786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46362) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:53.565029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-80d5c4d3-138a-47fc-aae8-28493d1d5a35 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:10:53.566745 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-80d5c4d3-138a-47fc-aae8-28493d1d5a35 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608249 Jun 17 08:10:55.759291 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46370) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:55.820729 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-99609500-3c9b-42f7-9841-dfa81c151a8c admin admin] GET failed (client error): The resource could not be found. Jun 17 08:10:55.822057 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-99609500-3c9b-42f7-9841-dfa81c151a8c admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617814 Jun 17 08:10:55.910520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe23f4-5334-48a0-a540-6b10a23d0678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:55.912118 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-66fe23f4-5334-48a0-a540-6b10a23d0678 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859907 Jun 17 08:10:58.077374 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46378) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:10:58.141663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:10:58.169258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Made reservation on behalf of fbfdcebe0a1a47e7bacd6e727a517235 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:10:58.171558 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:58.206129 n-d-779913-16 neutron-server[93804]: WARNING neutron.services.revisions.revision_plugin [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Could not find related network for resource to bump revision. Jun 17 08:10:58.221539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:10:58.231619 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:58.232080 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Added segment 9dc042ec-a0d8-4d17-a176-411cfed0c442 of type vlan for network b757a537-2d6b-4b4d-96e3-349ee203ec1c Jun 17 08:10:58.277905 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:58.309276 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:58.310791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:10:58.311379 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:58.314260 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:10:58.468440 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3899395 Jun 17 08:10:58.474092 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Pushing event updated for resources: {'Network': ['ID=b757a537-2d6b-4b4d-96e3-349ee203ec1c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:10:58.477712 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:10:58.486505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:11:00.626664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46386) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:11:00.697016 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa1c70b-47ff-4c1d-85d5-c2c6eedadd2b admin admin] GET failed (client error): The resource could not be found. Jun 17 08:11:00.698387 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7aa1c70b-47ff-4c1d-85d5-c2c6eedadd2b admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0707345 Jun 17 08:11:00.767861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd54fee-2a47-4f35-a29e-e28b80c9e031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:11:00.769319 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4dd54fee-2a47-4f35-a29e-e28b80c9e031 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653939 Jun 17 08:11:00.778928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:11:00.800996 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Made reservation on behalf of fbfdcebe0a1a47e7bacd6e727a517235 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:11:00.803239 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:00.990054 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:00.992119 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:11:01.044887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:11:01.048046 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:11:01.053985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:11:01.054339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Network hostable DHCP agents. Network: b757a537-2d6b-4b4d-96e3-349ee203ec1c, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:11:01.073489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:11:01.084678 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, b757a537-2d6b-4b4d-96e3-349ee203ec1c) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:11:01.089737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:11:01.090731 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:01.095615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d24697-70b7-4d25-b549-8c464a25cd44 None None] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:11:01.106006 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3305438 Jun 17 08:11:01.348473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'tenant_id': 'fbfdcebe0a1a47e7bacd6e727a517235', 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:11:01.349351 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:01.486905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Allocated IP 192.168.233.2 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/589f086e-4efd-4885-8591-f722b8e1acc5) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:11:01.640369 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:01.648918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Transition to ACTIVE for port object 589f086e-4efd-4885-8591-f722b8e1acc5 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:11:01.664085 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Transition to ACTIVE for port object 589f086e-4efd-4885-8591-f722b8e1acc5 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:11:01.670982 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:01.673292 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:11:01.720592 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:11:01.724897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:11:01.726685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Pushing event updated for resources: {'Port': ['ID=589f086e-4efd-4885-8591-f722b8e1acc5,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:11:01.728979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:11:01.740095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.740431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.740763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.741099 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.741420 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.741746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.742061 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.742383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.742693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.743099 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.743359 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.743670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:11:01.764409 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:11:01.794720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Attempting to bind port 589f086e-4efd-4885-8591-f722b8e1acc5 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:11:01.795114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Attempting to bind port 589f086e-4efd-4885-8591-f722b8e1acc5 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:11:01.795473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Attempting to bind port 589f086e-4efd-4885-8591-f722b8e1acc5 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:11:01.801184 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:11:01.801574 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:11:01.802648 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:01.802648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:11:01.802952 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Bound port: 589f086e-4efd-4885-8591-f722b8e1acc5, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:11:01.803400 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:01.867712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] For port 589f086e-4efd-4885-8591-f722b8e1acc5, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:11:01.873400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] For port 589f086e-4efd-4885-8591-f722b8e1acc5, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=589f086e-4efd-4885-8591-f722b8e1acc5,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:11:01.882475 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:01.886994 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:11:01.957710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Pushing event updated for resources: {'Port': ['ID=589f086e-4efd-4885-8591-f722b8e1acc5,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:11:01.961115 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:11:02.801246 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb0e236-8182-4b2d-acc2-b50e97866c14 None None] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:11:02.916033 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-80e95a22-00e0-494c-a3cf-7f03a447befc None None] Provisioning for port 589f086e-4efd-4885-8591-f722b8e1acc5 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:11:04.019451 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 589f086e-4efd-4885-8591-f722b8e1acc5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:11:04.075636 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 589f086e-4efd-4885-8591-f722b8e1acc5 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:11:04.079348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 589f086e-4efd-4885-8591-f722b8e1acc5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:11:04.079720 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:04.157462 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:04.189745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 589f086e-4efd-4885-8591-f722b8e1acc5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=589f086e-4efd-4885-8591-f722b8e1acc5,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:11:04.195093 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:04.197551 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:11:04.245901 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=589f086e-4efd-4885-8591-f722b8e1acc5,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:11:04.249091 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:11:05.993017 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 589f086e-4efd-4885-8591-f722b8e1acc5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:11:06.046402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 589f086e-4efd-4885-8591-f722b8e1acc5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:11:06.046803 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:13.315875 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-20cb7544-35f6-438d-8a66-18e83e558126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:15.516808 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e12b7502-848b-4a8e-be8e-b2814a6a81cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:15.763271 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:16.638351 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:18.314487 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:11:18.678820 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:43.320503 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-19e068a0-a7f0-4cc8-9b8f-e88848e35416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:45.512391 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-32cb0f40-1e48-4ef2-9908-98e0022aac4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:45.766495 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:46.640904 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:48.680625 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:11:55.314171 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:12:09.283199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46438) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:09.289321 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-cdcf0535-8e3d-4966-bc6c-8945b6bae641 tempest-verify_tempest_config-1206084148 tempest-verify_tempest_config-1206084148-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:12:09.290286 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cdcf0535-8e3d-4966-bc6c-8945b6bae641 tempest-verify_tempest_config-1206084148 tempest-verify_tempest_config-1206084148-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061011 Jun 17 08:12:09.617534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46456) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:09.736644 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.835523 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.842182 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.851048 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:09.889479 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74121937-e3d4-4c87-8e08-cd485592306a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:09.893214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba3b6290439744fea69d8463b4622644&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2741864 Jun 17 08:12:09.896313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46460) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:12:09.899543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.900075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.900567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.901016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.901440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.901822 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.902227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.902748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.903210 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.903708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.904070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.904458 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:09.912072 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:09.960420 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:09.980401 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:10.070132 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:10.074723 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:10.076283 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74121937-e3d4-4c87-8e08-cd485592306a HTTP/1.1" status: 204 len: 168 time: 0.1789830 Jun 17 08:12:10.077028 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b7c4b8e1-9965-4fa3-ba88-a3030ba1f448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:12:10.088194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74121937-e3d4-4c87-8e08-cd485592306a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:12:10.095584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.095945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.096273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.096595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.097012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.097212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.097523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.097833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.098141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.098451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.098759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.099152 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:12:10.107335 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:12:13.324987 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-35c6ad64-f76e-4e39-b784-66062dcc1742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:15.515932 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-25e18d10-ea2a-41a7-bb2b-89ca9e4d47d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:15.771919 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:16.650993 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:18.682626 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:32.316652 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:12:43.336305 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-211cd475-bd9d-46ee-a5e7-c725d0e9d7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:45.524349 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3a83438-eea1-4b5e-b494-42bfb236bd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:45.775676 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:46.651174 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:12:48.690971 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:09.321634 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:13:13.332074 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-756a6cd4-a33e-489c-9786-5fe2b4cd9906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.520698 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ee8e58da-8046-4be3-a963-f66f4f3feab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:15.780359 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:16.654013 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:18.690690 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:43.335915 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-082ef73b-c752-44d3-a328-52fed624cc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:45.515497 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-55c7c195-5c2c-45f5-b366-c4e3aa2b7e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:45.784218 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:46.320874 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:13:46.658397 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:13:48.697918 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:13.348725 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31bf822e-b2e4-4ac3-bc03-e73518ae4523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:15.528485 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-830ba21c-00a2-4b45-8561-a61f396acdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:15.786876 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:16.661444 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:18.698343 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:23.322404 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:14:43.352338 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2ab2a950-37a6-46b3-ab16-374f3a3bc4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:45.527189 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b64026d8-2bc2-4a30-a592-1307f43d3b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:45.790663 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:46.664257 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:14:48.702575 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:00.321807 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 5 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:15:02.726983 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439'] for agent, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:08.851144 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439'] for agent, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:13.348855 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-79a3720a-6b62-495f-9716-80fda783461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:15.527792 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-09911e74-6404-4c83-aabf-dba92ef90929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:15.795227 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:16.669129 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:18.704488 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:32.691667 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:37.323662 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:15:38.813298 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:43.342867 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-41a194fd-0e3c-46e3-9c2f-4b9029cc98f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:45.536596 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b65fecdc-fc61-4783-881d-956619ca91c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:45.799194 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:46.672139 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:48.708005 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:15:54.815201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46524) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:54.931100 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ac50cabf-95a4-45f9-ae3d-d447878b7bbc admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1147323 Jun 17 08:15:57.070150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46534) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:15:57.140657 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9745c739-d517-4706-8d24-395d7f4592b0 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0694058 Jun 17 08:16:02.688137 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:08.817055 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:13.352064 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-58a0cedc-27e2-4cd7-974f-d94c665cea2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:14.323332 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:16:15.523322 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-09985fcb-2c24-4078-b212-780e8fa33e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:15.812273 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:16.675819 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:18.710858 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:32.709548 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:38.816110 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:43.352201 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bc4a36db-4724-47b2-9766-6eede83f8f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:45.527028 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8fb6daa7-764f-40e8-acc5-1720b415771a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:45.806941 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:46.681627 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:48.713376 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:16:51.323610 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:17:02.698613 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:08.825281 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:13.351084 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b483-2db7-4583-a46b-091cf232d2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:15.539920 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4bd5bf8a-3d56-4d72-8d9c-e7f88ddad748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:15.821753 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:16.687637 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.711663 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:18.859360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46780) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:19.210096 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-network', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:19.236973 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Made reservation on behalf of 4228395c8ead46e294631fe1186cdb6a for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:19.240118 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.250400 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.343455 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.348817 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.362024 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:17:19.364412 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5ddbf4fb-8c08-4b3a-8785-7445476079c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:19.385306 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.385647 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Added segment f42c9e72-d2ac-4124-9c3e-f022c23375b3 of type vlan for network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f Jun 17 08:17:19.418294 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02b2cc9-495c-4357-b7e8-83e7a4abddae,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:19.434544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.435000 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.435225 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.435547 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.435871 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.436203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.436497 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.436804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.437114 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.437420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.437728 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.438028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Tracked resource versions report: Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: pushed versions: Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: { 'AddressGroup': {'1.2'}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'ConntrackHelper': {'1.0'}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'Log': {'1.0'}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'Network': {'1.1'}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'Port': {'1.7'}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'PortForwarding': {'1.2'}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'QosPolicy': {'1.8'}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'SecurityGroup': {'1.4'}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'SubPort': {'1.0'}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'Subnet': {'1.1'}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'Trunk': {'1.1'}} Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: consumer versions: Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: { DHCP agent@n-d-779913-16: {}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: HyperV agent@n-h1-779913-16: {}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: HyperV agent@n-h2-779913-16: {}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: L3 agent@n-d-779913-16: {}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: Metadata agent@n-d-779913-16: {}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: Metering agent@n-d-779913-16: {}, Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: Open vSwitch agent@n-d-779913-16: { 'AddressGroup': '1.2', Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'ConntrackHelper': '1.0', Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'Log': '1.0', Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'Network': '1.1', Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'Port': '1.7', Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'PortForwarding': '1.2', Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'QosPolicy': '1.8', Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'SecurityGroup': '1.4', Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'SecurityGroupRule': '1.2', Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'SubPort': '1.0', Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'Subnet': '1.1', Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: 'Trunk': '1.1'}} Jun 17 08:17:19.439170 n-d-779913-16 neutron-server[93804]: {{(pid=93804) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:17:19.448574 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.456654 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:19.487761 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.489140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:19.489707 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.500763 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e1948b0c-a5e4-46bb-be6f-bcc511f9a121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:19.516905 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6523261 Jun 17 08:17:19.517823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46822) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:19.526075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Request body: {'subnet': {'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-subnet', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:19.561231 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Pushing event updated for resources: {'Network': ['ID=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:19.566926 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:19.570061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Made reservation on behalf of 4228395c8ead46e294631fe1186cdb6a for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:19.575128 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:17:19.579764 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.868893 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:19.877593 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:19.967862 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Checking segment: {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:19.968237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Network hostable DHCP agents. Network: d40c97ee-aa7c-4a1c-919c-5a9cb171c82f, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:17:19.973095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b62983-9280-41ef-98fb-95e6bb7ee564,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:19.987240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.987846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.988314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.988775 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.989366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.989831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.990281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.990812 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.991281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.991749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.992307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.992854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Tracked resource versions report: Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: pushed versions: Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: { 'AddressGroup': {'1.2'}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'ConntrackHelper': {'1.0'}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'Log': {'1.0'}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'Network': {'1.1'}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'Port': {'1.7'}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'PortForwarding': {'1.2'}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'QosPolicy': {'1.8'}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'SecurityGroup': {'1.4'}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'SubPort': {'1.0'}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'Subnet': {'1.1'}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'Trunk': {'1.1'}} Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: consumer versions: Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: { DHCP agent@n-d-779913-16: {}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: HyperV agent@n-h1-779913-16: {}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: HyperV agent@n-h2-779913-16: {}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: L3 agent@n-d-779913-16: {}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: Metadata agent@n-d-779913-16: {}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: Metering agent@n-d-779913-16: {}, Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: Open vSwitch agent@n-d-779913-16: { 'AddressGroup': '1.2', Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'ConntrackHelper': '1.0', Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'Log': '1.0', Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'Network': '1.1', Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'Port': '1.7', Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'PortForwarding': '1.2', Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'QosPolicy': '1.8', Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'SecurityGroup': '1.4', Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'SecurityGroupRule': '1.2', Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'SubPort': '1.0', Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'Subnet': '1.1', Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: 'Trunk': '1.1'}} Jun 17 08:17:19.994208 n-d-779913-16 neutron-server[93803]: {{(pid=93803) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:17:20.010635 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:20.018325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:17:20.034004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, d40c97ee-aa7c-4a1c-919c-5a9cb171c82f) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:20.041381 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:20.041970 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:20.049083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbad2a0-8b22-4b89-b662-8a93afc29108 None None] Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:17:20.074421 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5544400 Jun 17 08:17:20.077464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46848) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:20.081967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:20.133517 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:20.134932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:20.244659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:20.391496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-d40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:17:20.392575 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:20.435822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:20.580612 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Allocated IP 172.20.0.2 (d40c97ee-aa7c-4a1c-919c-5a9cb171c82f/e9b62983-9280-41ef-98fb-95e6bb7ee564/92da0941-24cf-4f75-b755-f01af91a4d08) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:20.731486 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:20.761497 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:20.795060 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:20.805282 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Transition to ACTIVE for port object 92da0941-24cf-4f75-b755-f01af91a4d08 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:20.825422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Transition to ACTIVE for port object 92da0941-24cf-4f75-b755-f01af91a4d08 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:20.835526 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:20.838933 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d30d6d02-bd6b-4d9f-a1e5-8a8df5ae3328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:20.879817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:20.880516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:20.887476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:20.968786 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Allocated IP 172.25.8.98 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/8f151193-fb8a-4bab-a645-2ba24cc91064) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:20.986661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Pushing event updated for resources: {'Port': ['ID=92da0941-24cf-4f75-b755-f01af91a4d08,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:20.990408 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Attempting to bind port 92da0941-24cf-4f75-b755-f01af91a4d08 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:17:20.990986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Attempting to bind port 92da0941-24cf-4f75-b755-f01af91a4d08 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:17:20.991616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Attempting to bind port 92da0941-24cf-4f75-b755-f01af91a4d08 on network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:21.000600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:17:21.001410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Checking segment: {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:21.002274 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:21.002948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Bound using segment: {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:17:21.003591 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Bound port: 92da0941-24cf-4f75-b755-f01af91a4d08, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:17:21.004120 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:21.007184 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.007699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.008204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.008730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.009056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.009380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.009702 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.010186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.010508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.010838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.011155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.011908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Tracked resource versions report: Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: pushed versions: Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: { 'AddressGroup': {'1.2'}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'ConntrackHelper': {'1.0'}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'Log': {'1.0'}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'Network': {'1.1'}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'Port': {'1.7'}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'PortForwarding': {'1.2'}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'QosPolicy': {'1.8'}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'SecurityGroup': {'1.4'}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'SubPort': {'1.0'}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'Subnet': {'1.1'}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'Trunk': {'1.1'}} Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: consumer versions: Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: { DHCP agent@n-d-779913-16: {}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: HyperV agent@n-h1-779913-16: {}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: HyperV agent@n-h2-779913-16: {}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: L3 agent@n-d-779913-16: {}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: Metadata agent@n-d-779913-16: {}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: Metering agent@n-d-779913-16: {}, Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: Open vSwitch agent@n-d-779913-16: { 'AddressGroup': '1.2', Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'ConntrackHelper': '1.0', Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'Log': '1.0', Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'Network': '1.1', Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'Port': '1.7', Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'PortForwarding': '1.2', Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'QosPolicy': '1.8', Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'SecurityGroup': '1.4', Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'SecurityGroupRule': '1.2', Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'SubPort': '1.0', Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'Subnet': '1.1', Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: 'Trunk': '1.1'}} Jun 17 08:17:21.013313 n-d-779913-16 neutron-server[93805]: {{(pid=93805) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:17:21.017831 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:21.088275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] For port 92da0941-24cf-4f75-b755-f01af91a4d08, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:17:21.091798 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] For port 92da0941-24cf-4f75-b755-f01af91a4d08, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=92da0941-24cf-4f75-b755-f01af91a4d08,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:17:21.098255 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:21.108472 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:21.115389 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:21.224336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Pushing event updated for resources: {'Port': ['ID=92da0941-24cf-4f75-b755-f01af91a4d08,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:21.240104 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:21.305111 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:21.314970 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:21.381144 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:21.386308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:21.393512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:21.495371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Pushing event updated for resources: {'Port': ['ID=8f151193-fb8a-4bab-a645-2ba24cc91064,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:21.533224 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:21.767488 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:21.982758 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.210270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Router 4f72ed0e-bb98-4137-9afd-c47aad329e6b is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:17:22.254501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46958) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:22.359924 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 92da0941-24cf-4f75-b755-f01af91a4d08 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:22.436660 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:17:22.438370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974f8f8e-5839-4a60-968e-f3bbaa99f194 None None] Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:17:22.441898 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Sync routers for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:17:22.453980 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:22.454655 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:22.454898 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.462246 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3823135 Jun 17 08:17:22.462246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46966) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:22.468859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10f4b992-3fd8-4b03-b761-2c8e6b6f6c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.520505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-47d7c1cf-ef0b-4bcf-a43d-c235a6ada575 None None] Provisioning for port 92da0941-24cf-4f75-b755-f01af91a4d08 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:22.551242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 92da0941-24cf-4f75-b755-f01af91a4d08 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:22.574713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 92da0941-24cf-4f75-b755-f01af91a4d08 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:22.575247 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.642712 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:22.732597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10f4b992-3fd8-4b03-b761-2c8e6b6f6c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.741397 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10f4b992-3fd8-4b03-b761-2c8e6b6f6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.753252 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.786620 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:22.810932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 92da0941-24cf-4f75-b755-f01af91a4d08, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=92da0941-24cf-4f75-b755-f01af91a4d08,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:22.824254 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:22.827528 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-10f4b992-3fd8-4b03-b761-2c8e6b6f6c9c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=318be7c1c3694456a05ff35bd58dd60e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5716648 Jun 17 08:17:22.829027 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:22.836538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46992) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:22.899835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4b992-3fd8-4b03-b761-2c8e6b6f6c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a502fa-4543-4c2e-bf89-8e48722f1a9b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:22.918616 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10f4b992-3fd8-4b03-b761-2c8e6b6f6c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:22.970858 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=92da0941-24cf-4f75-b755-f01af91a4d08,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:22.973898 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:22.997495 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b31cd4ba-34ef-4d97-9ec3-70a2de32d223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.010556 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:21Z', 'revision_number': 3, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:23.043392 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b31cd4ba-34ef-4d97-9ec3-70a2de32d223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.056664 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Checking router: 4f72ed0e-bb98-4137-9afd-c47aad329e6b for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:17:23.057376 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Updating router 4f72ed0e-bb98-4137-9afd-c47aad329e6b port 8f151193-fb8a-4bab-a645-2ba24cc91064 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:17:23.107254 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.134897 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b31cd4ba-34ef-4d97-9ec3-70a2de32d223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.151326 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b31cd4ba-34ef-4d97-9ec3-70a2de32d223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.152549 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b31cd4ba-34ef-4d97-9ec3-70a2de32d223 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0a502fa-4543-4c2e-bf89-8e48722f1a9b HTTP/1.1" status: 204 len: 168 time: 0.3112984 Jun 17 08:17:23.161199 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:23.170098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f467d6a7-dba7-4766-b503-4f0752cf85b5 None None] Provisioning complete for port 92da0941-24cf-4f75-b755-f01af91a4d08 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:23.176539 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f467d6a7-dba7-4766-b503-4f0752cf85b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.188109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31cd4ba-34ef-4d97-9ec3-70a2de32d223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a502fa-4543-4c2e-bf89-8e48722f1a9b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:23.194655 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b31cd4ba-34ef-4d97-9ec3-70a2de32d223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:23.459466 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.497181 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.508348 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Transition to ACTIVE for port object 8f151193-fb8a-4bab-a645-2ba24cc91064 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:23.531511 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.547922 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:23.626736 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Attempting to bind port 8f151193-fb8a-4bab-a645-2ba24cc91064 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:17:23.627523 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Attempting to bind port 8f151193-fb8a-4bab-a645-2ba24cc91064 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:17:23.628097 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Attempting to bind port 8f151193-fb8a-4bab-a645-2ba24cc91064 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:23.645148 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:17:23.645767 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:23.646538 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.647560 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:17:23.648483 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Bound port: 8f151193-fb8a-4bab-a645-2ba24cc91064, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:17:23.649576 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.652932 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Pushing event updated for resources: {'Port': ['ID=8f151193-fb8a-4bab-a645-2ba24cc91064,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:23.687943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47050) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:23.701110 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7280899-9427-4f6e-8945-73a6da6a7221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.720868 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.720868 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.720868 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.721859 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.722279 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.723025 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.723589 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.726274 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.726859 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.727366 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.727870 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.728352 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Tracked resource versions report: Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: pushed versions: Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: { 'AddressGroup': {'1.2'}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'ConntrackHelper': {'1.0'}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'Log': {'1.0'}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'Network': {'1.1'}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'Port': {'1.7'}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'PortForwarding': {'1.2'}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'QosPolicy': {'1.8'}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'SecurityGroup': {'1.4'}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'SecurityGroupRule': {'1.2'}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'SubPort': {'1.0'}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'Subnet': {'1.1'}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'Trunk': {'1.1'}} Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: consumer versions: Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: { DHCP agent@n-d-779913-16: {}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: HyperV agent@n-h1-779913-16: {}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: HyperV agent@n-h2-779913-16: {}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: L3 agent@n-d-779913-16: {}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: Metadata agent@n-d-779913-16: {}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: Metering agent@n-d-779913-16: {}, Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: Open vSwitch agent@n-d-779913-16: { 'AddressGroup': '1.2', Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'ConntrackHelper': '1.0', Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'Log': '1.0', Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'Network': '1.1', Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'Port': '1.7', Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'PortForwarding': '1.2', Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'QosPolicy': '1.8', Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'SecurityGroup': '1.4', Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'SecurityGroupRule': '1.2', Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'SubPort': '1.0', Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'Subnet': '1.1', Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: 'Trunk': '1.1'}} Jun 17 08:17:23.731309 n-d-779913-16 neutron-server[93806]: {{(pid=93806) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 08:17:23.744852 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:23.801941 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] For port 8f151193-fb8a-4bab-a645-2ba24cc91064, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:17:23.808224 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] For port 8f151193-fb8a-4bab-a645-2ba24cc91064, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=8f151193-fb8a-4bab-a645-2ba24cc91064,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:17:23.820247 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.829993 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:23.845122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7280899-9427-4f6e-8945-73a6da6a7221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.853066 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Allocated IP 172.20.0.1 (d40c97ee-aa7c-4a1c-919c-5a9cb171c82f/e9b62983-9280-41ef-98fb-95e6bb7ee564/f1a3e46c-b15d-47c1-bff0-eb5f3b956c49) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:23.853919 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7280899-9427-4f6e-8945-73a6da6a7221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:23.868849 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:23.910668 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7280899-9427-4f6e-8945-73a6da6a7221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed2a81e-1487-4156-83f5-647cf6328dac,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:23.933563 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d7280899-9427-4f6e-8945-73a6da6a7221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:23.947390 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Pushing event updated for resources: {'Port': ['ID=8f151193-fb8a-4bab-a645-2ba24cc91064,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:23.959723 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:23.970735 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:23.971148 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:23.977781 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d7280899-9427-4f6e-8945-73a6da6a7221 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba4682b1b10741f1a44c38923ed9e5a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2860842 Jun 17 08:17:23.978258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47070) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:24.128269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.156397 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:24.201353 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb43f453-9c9a-437c-980a-a296468b267f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.210366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47096) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:24.235078 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb43f453-9c9a-437c-980a-a296468b267f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.323413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 92da0941-24cf-4f75-b755-f01af91a4d08 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:24.327871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Transition to ACTIVE for port object f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:24.366425 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb43f453-9c9a-437c-980a-a296468b267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.378109 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb43f453-9c9a-437c-980a-a296468b267f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.379584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-eb43f453-9c9a-437c-980a-a296468b267f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6ed2a81e-1487-4156-83f5-647cf6328dac HTTP/1.1" status: 204 len: 168 time: 0.3997099 Jun 17 08:17:24.382386 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28dfd405-72ae-45c2-b5b6-3fe106d49088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:24.391562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43f453-9c9a-437c-980a-a296468b267f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed2a81e-1487-4156-83f5-647cf6328dac,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:24.394647 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-eb43f453-9c9a-437c-980a-a296468b267f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:24.400354 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.404467 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:24.447912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:24.453545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:24.457889 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:24.458385 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.482077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Pushing event updated for resources: {'Port': ['ID=f1a3e46c-b15d-47c1-bff0-eb5f3b956c49,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:24.523415 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:24.527028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 92da0941-24cf-4f75-b755-f01af91a4d08 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:24.527581 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.575921 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:21Z', 'revision_number': 3, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:24.659476 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bb5dd-b11a-4f5e-af34-8e7596adfcf8 None None] The sync data for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 is: [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:21Z', 'revision_number': 3, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:17:24.784473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c7b1cdaa-4355-4ebc-9b6a-7ff8a34c2cd6 None None] Provisioning for port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:24.787697 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-991f779b-dd95-4b0d-a00a-a848bde9f035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.789375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c7b1cdaa-4355-4ebc-9b6a-7ff8a34c2cd6 None None] Provisioning complete for port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:24.789904 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c7b1cdaa-4355-4ebc-9b6a-7ff8a34c2cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.797299 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.870387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c7b1cdaa-4355-4ebc-9b6a-7ff8a34c2cd6 None None] Port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:17:24.981055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-991f779b-dd95-4b0d-a00a-a848bde9f035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.991654 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-991f779b-dd95-4b0d-a00a-a848bde9f035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:24.995497 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:25.052172 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-991f779b-dd95-4b0d-a00a-a848bde9f035 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6af4598af8074127a197653c8944d630&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8405313 Jun 17 08:17:25.052758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47142) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:25.059573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f779b-dd95-4b0d-a00a-a848bde9f035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5dd6d1-fab3-416e-ac50-2e34aa4c4d9e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:25.063111 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-991f779b-dd95-4b0d-a00a-a848bde9f035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:25.096492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47144) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:25.129549 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c656d859-5991-4d31-bb2f-95cc9bf1d5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.140043 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.152786 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.154175 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.163596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c656d859-5991-4d31-bb2f-95cc9bf1d5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.168575 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:25.223143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Pushing event updated for resources: {'Port': ['ID=f1a3e46c-b15d-47c1-bff0-eb5f3b956c49,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:25.238976 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c656d859-5991-4d31-bb2f-95cc9bf1d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.248323 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c656d859-5991-4d31-bb2f-95cc9bf1d5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.255200 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c656d859-5991-4d31-bb2f-95cc9bf1d5c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da5dd6d1-fab3-416e-ac50-2e34aa4c4d9e HTTP/1.1" status: 204 len: 168 time: 0.2009275 Jun 17 08:17:25.255933 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:25.268268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656d859-5991-4d31-bb2f-95cc9bf1d5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5dd6d1-fab3-416e-ac50-2e34aa4c4d9e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:25.272644 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c656d859-5991-4d31-bb2f-95cc9bf1d5c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:25.314099 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:25.320429 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:25.321812 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:25.388457 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0efb38d2-f847-422f-a9e5-8328a88b38dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.490996 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Router 4f72ed0e-bb98-4137-9afd-c47aad329e6b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:17:25.669216 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0efb38d2-f847-422f-a9e5-8328a88b38dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.679353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:17:25.681136 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0efb38d2-f847-422f-a9e5-8328a88b38dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.695372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] 10.222.0.47 "PUT /v2.0/routers/4f72ed0e-bb98-4137-9afd-c47aad329e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2315736 Jun 17 08:17:25.722870 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b00de63e-cfee-4b9c-84d3-c561b165a962 None None] Provisioning complete for port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:25.724001 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b00de63e-cfee-4b9c-84d3-c561b165a962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:25.738371 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10f4b992-3fd8-4b03-b761-2c8e6b6f6c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:25.804618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47188) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:25.808720 n-d-779913-16 neutron-server[93803]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 08:17:25.811783 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b00de63e-cfee-4b9c-84d3-c561b165a962 None None] Port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:17:25.836557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb38d2-f847-422f-a9e5-8328a88b38dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c6a8f4-3390-4c59-aa59-e1ed53bf376d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:25.863806 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0efb38d2-f847-422f-a9e5-8328a88b38dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:25.886597 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0efb38d2-f847-422f-a9e5-8328a88b38dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0cdb6c4bb854376a115210192dff857&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7886419 Jun 17 08:17:25.888381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47192) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:25.919460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-65846bda-f957-46aa-9cd1-89dea816eea4 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f7ba096347f648c1864491350dc455be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1113467 Jun 17 08:17:25.982941 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a4698f6-7564-4dc6-bfe0-1e2335a553d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.026256 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a4698f6-7564-4dc6-bfe0-1e2335a553d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.134196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a4698f6-7564-4dc6-bfe0-1e2335a553d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.140504 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a4698f6-7564-4dc6-bfe0-1e2335a553d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.143347 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6a4698f6-7564-4dc6-bfe0-1e2335a553d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4c6a8f4-3390-4c59-aa59-e1ed53bf376d HTTP/1.1" status: 204 len: 168 time: 0.2538149 Jun 17 08:17:26.146922 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c656d859-5991-4d31-bb2f-95cc9bf1d5c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:26.170624 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4698f6-7564-4dc6-bfe0-1e2335a553d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c6a8f4-3390-4c59-aa59-e1ed53bf376d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:26.175925 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6a4698f6-7564-4dc6-bfe0-1e2335a553d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:26.176437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47208) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:26.193802 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b3a398a-29a8-458d-aac5-09bb6d3d02d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.337136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 8f151193-fb8a-4bab-a645-2ba24cc91064 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:26.449142 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b3a398a-29a8-458d-aac5-09bb6d3d02d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.461459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b3a398a-29a8-458d-aac5-09bb6d3d02d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.465314 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d7280899-9427-4f6e-8945-73a6da6a7221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:26.472862 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 8f151193-fb8a-4bab-a645-2ba24cc91064 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:26.478829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 8f151193-fb8a-4bab-a645-2ba24cc91064 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:26.479483 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.501807 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a398a-29a8-458d-aac5-09bb6d3d02d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5b628f-176e-4c9f-a16f-80f465292720,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:26.507066 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b3a398a-29a8-458d-aac5-09bb6d3d02d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:26.507482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-a0237728-134e-448e-9696-da24eb3c7431 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:26.520794 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-a0237728-134e-448e-9696-da24eb3c7431 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5992959 Jun 17 08:17:26.527730 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9b3a398a-29a8-458d-aac5-09bb6d3d02d7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a2ea1dc5b05499f9abe6f8ac57e1c86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3502016 Jun 17 08:17:26.528604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47232) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:26.553831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-b763ee42-b478-4f95-8e9d-aab42e17dfc5 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/quotas/f7ba096347f648c1864491350dc455be HTTP/1.1" status: 200 len: 375 time: 0.0321994 Jun 17 08:17:26.637415 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-c2991e60-c92b-4528-90a3-720643b728b3 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7ba096347f648c1864491350dc455be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826068 Jun 17 08:17:26.691170 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.733226 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b93e22ec-ebce-4c0f-8476-413528194eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.745277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 8f151193-fb8a-4bab-a645-2ba24cc91064, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=8f151193-fb8a-4bab-a645-2ba24cc91064,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:26.754942 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.758020 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0a0cdb3d-6a5c-436e-a183-daebfd119135 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:26.779862 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b93e22ec-ebce-4c0f-8476-413528194eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.845334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=8f151193-fb8a-4bab-a645-2ba24cc91064,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:26.851285 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:26.878310 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b93e22ec-ebce-4c0f-8476-413528194eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.881420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b93e22ec-ebce-4c0f-8476-413528194eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:26.883592 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b93e22ec-ebce-4c0f-8476-413528194eab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f5b628f-176e-4c9f-a16f-80f465292720 HTTP/1.1" status: 204 len: 168 time: 0.3522866 Jun 17 08:17:26.884472 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:26.900807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e22ec-ebce-4c0f-8476-413528194eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5b628f-176e-4c9f-a16f-80f465292720,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:26.903238 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b93e22ec-ebce-4c0f-8476-413528194eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:26.964155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47264) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:26.986727 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa4d0-09be-4106-a6d6-539310c41f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.044595 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91269fb6-7d15-4197-adb9-525ce7381112 req-0f67ab2a-685e-4221-8069-e4ea62403d5c tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 210 time: 0.1035860 Jun 17 08:17:27.141306 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa4d0-09be-4106-a6d6-539310c41f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.147770 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa4d0-09be-4106-a6d6-539310c41f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.150471 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:27.182354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fa4d0-09be-4106-a6d6-539310c41f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c0d67a-91f1-4b30-96e4-8b662fe3f62f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:27.207477 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ec6fa4d0-09be-4106-a6d6-539310c41f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:27.229659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Sync routers for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:17:27.229818 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ec6fa4d0-09be-4106-a6d6-539310c41f65 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64d40eaa81d749cab956b88dc352200c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2639458 Jun 17 08:17:27.232548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47288) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:27.248166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:27.248166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:27.296758 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-406cf2b7-0915-4ce4-8e25-bf106a2301db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.327953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-406cf2b7-0915-4ce4-8e25-bf106a2301db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.393837 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-406cf2b7-0915-4ce4-8e25-bf106a2301db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.397830 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-406cf2b7-0915-4ce4-8e25-bf106a2301db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.402432 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-406cf2b7-0915-4ce4-8e25-bf106a2301db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84c0d67a-91f1-4b30-96e4-8b662fe3f62f HTTP/1.1" status: 204 len: 168 time: 0.1679685 Jun 17 08:17:27.403219 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b31cd4ba-34ef-4d97-9ec3-70a2de32d223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:27.413469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cf2b7-0915-4ce4-8e25-bf106a2301db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c0d67a-91f1-4b30-96e4-8b662fe3f62f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:27.420723 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-406cf2b7-0915-4ce4-8e25-bf106a2301db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:27.443140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:27.682256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 2, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:27.710294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Checking router: 4f72ed0e-bb98-4137-9afd-c47aad329e6b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:17:27.710936 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Updating router 4f72ed0e-bb98-4137-9afd-c47aad329e6b port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:17:27.753527 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:27.957313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47330) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:27.963302 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-network', 'tenant_id': '15771073c65f491fbff14594786d0f06'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:27.998065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Made reservation on behalf of 15771073c65f491fbff14594786d0f06 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:28.002380 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.015107 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.130895 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.135040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47336) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:28.143361 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.148196 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0efb38d2-f847-422f-a9e5-8328a88b38dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:28.174271 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.197895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Transition to ACTIVE for port object f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:28.213158 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.214064 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed48d28-1535-4699-bee4-99ea92a643e4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:28.218845 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:28.221000 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:28.241942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:17:28.243250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17481d4e-9a0c-4d3e-97a6-9cf3dcb3d42a req-a1cc052d-bbcb-4aa6-87a1-d8f311c1fe94 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 210 time: 0.0807869 Jun 17 08:17:28.271951 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.272224 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Added segment 26e32260-7a9c-44e3-8452-9e613085d955 of type vlan for network 3b9f382e-0073-4269-affb-4b4b80f41863 Jun 17 08:17:28.323555 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:17:28.339733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 8f151193-fb8a-4bab-a645-2ba24cc91064 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:28.351797 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.430340 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96e0be2c-acbe-45bb-9618-12d20e863250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.504863 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Attempting to bind port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:17:28.505231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Attempting to bind port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:17:28.505971 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Attempting to bind port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 on network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:28.525667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:17:28.525948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Checking segment: {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:28.526365 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.528106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Bound using segment: {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:17:28.528628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Bound port: f1a3e46c-b15d-47c1-bff0-eb5f3b956c49, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:17:28.531083 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.540374 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.551530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:28.552174 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.556269 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:28.561552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd369ef1-b19a-4841-8fdf-44498831320e None None] Pushing event updated for resources: {'Port': ['ID=f1a3e46c-b15d-47c1-bff0-eb5f3b956c49,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:28.569024 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bd369ef1-b19a-4841-8fdf-44498831320e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:28.685692 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96e0be2c-acbe-45bb-9618-12d20e863250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.686652 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Pushing event updated for resources: {'Network': ['ID=3b9f382e-0073-4269-affb-4b4b80f41863,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:28.690028 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:28.700282 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96e0be2c-acbe-45bb-9618-12d20e863250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.704542 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:28.710398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] For port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:17:28.716679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] For port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f1a3e46c-b15d-47c1-bff0-eb5f3b956c49,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:17:28.738191 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 3b9f382e-0073-4269-affb-4b4b80f41863 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:17:28.738429 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7797928 Jun 17 08:17:28.738892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47370) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:28.745781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Request body: {'subnet': {'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-subnet', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:28.758392 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-96e0be2c-acbe-45bb-9618-12d20e863250 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b27c2856d6c24830a4baff5699a0f852&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6220605 Jun 17 08:17:28.759525 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e0be2c-acbe-45bb-9618-12d20e863250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20d9f97-cdf6-41c6-9884-30086c699a63,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:28.761861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47374) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:28.766081 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.768314 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-96e0be2c-acbe-45bb-9618-12d20e863250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:28.799674 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:28.799931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Made reservation on behalf of 15771073c65f491fbff14594786d0f06 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:28.802632 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.827782 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48d66b72-c916-4a01-8f81-85671b509ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.854593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48d66b72-c916-4a01-8f81-85671b509ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.938833 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48d66b72-c916-4a01-8f81-85671b509ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.942612 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48d66b72-c916-4a01-8f81-85671b509ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:28.948300 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-48d66b72-c916-4a01-8f81-85671b509ede admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a20d9f97-cdf6-41c6-9884-30086c699a63 HTTP/1.1" status: 204 len: 168 time: 0.1850123 Jun 17 08:17:28.949394 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-991f779b-dd95-4b0d-a00a-a848bde9f035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:28.968733 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d66b72-c916-4a01-8f81-85671b509ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20d9f97-cdf6-41c6-9884-30086c699a63,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:28.979109 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48d66b72-c916-4a01-8f81-85671b509ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:29.046238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 8f151193-fb8a-4bab-a645-2ba24cc91064 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:29.046726 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.102073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd369ef1-b19a-4841-8fdf-44498831320e None None] Pushing event updated for resources: {'Port': ['ID=f1a3e46c-b15d-47c1-bff0-eb5f3b956c49,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:29.118207 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bd369ef1-b19a-4841-8fdf-44498831320e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:29.161190 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.163832 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:29.244174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cdb12a2-9a8d-4352-92f8-cdeb47987269,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:29.250612 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:29.251213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:29.252041 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:29.255417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Checking segment: {'id': '26e32260-7a9c-44e3-8452-9e613085d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:29.255959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Network hostable DHCP agents. Network: 3b9f382e-0073-4269-affb-4b4b80f41863, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:17:29.307462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Network 3b9f382e-0073-4269-affb-4b4b80f41863 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:17:29.328324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 3b9f382e-0073-4269-affb-4b4b80f41863) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:29.333006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:29.333642 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.343022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfc07d8-b755-4d0e-9da8-4fcb64e6e2ec None None] Network 3b9f382e-0073-4269-affb-4b4b80f41863 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:17:29.355810 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6155965 Jun 17 08:17:29.358187 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47400) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:29.363367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-router', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:29.406895 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.408095 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.484497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:29.552420 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.622072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47410) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:29.653275 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ca41-e733-4a20-abb4-bcb995b4c19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.702472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3b9f382e-0073-4269-affb-4b4b80f41863', 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'fixed_ips': [{'subnet_id': '7cdb12a2-9a8d-4352-92f8-cdeb47987269'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:17:29.703685 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.731329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.837923 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ca41-e733-4a20-abb4-bcb995b4c19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.847231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7e6ca41-e733-4a20-abb4-bcb995b4c19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:29.851118 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:29.897016 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e7e6ca41-e733-4a20-abb4-bcb995b4c19d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=704d49a928354c71ab7729282ad32b2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2737956 Jun 17 08:17:29.902189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47416) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:29.927281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6ca41-e733-4a20-abb4-bcb995b4c19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a64d89-96c6-4bcd-a10d-9761f158a008,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:29.939758 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7e6ca41-e733-4a20-abb4-bcb995b4c19d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:30.003858 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Allocated IP 172.20.0.2 (3b9f382e-0073-4269-affb-4b4b80f41863/7cdb12a2-9a8d-4352-92f8-cdeb47987269/6f820a81-6c93-434c-949d-d5bc0c2a1dbf) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:30.024683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:28Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:30.043209 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65bd57b4-9497-4a29-93ac-59c7e64518ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.054406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cdb2e3-55b6-48ef-a462-a34043390a2d None None] The sync data for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 is: [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:28Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:17:30.124794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65bd57b4-9497-4a29-93ac-59c7e64518ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.222729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47426) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:30.232464 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.276940 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65bd57b4-9497-4a29-93ac-59c7e64518ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.282472 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65bd57b4-9497-4a29-93ac-59c7e64518ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.283895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-65bd57b4-9497-4a29-93ac-59c7e64518ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64a64d89-96c6-4bcd-a10d-9761f158a008 HTTP/1.1" status: 204 len: 168 time: 0.3805578 Jun 17 08:17:30.285572 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b93e22ec-ebce-4c0f-8476-413528194eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:30.287368 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.311496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd57b4-9497-4a29-93ac-59c7e64518ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a64d89-96c6-4bcd-a10d-9761f158a008,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:30.331530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.63', 49766) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:30.334391 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65bd57b4-9497-4a29-93ac-59c7e64518ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:30.409356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:30.431367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-d4e988e8-4e86-410f-aeb7-2c25744701a8 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=f7ba096347f648c1864491350dc455be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980041 Jun 17 08:17:30.497254 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.511155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Allocated IP 172.25.8.195 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/40feb341-f8df-44ab-9533-d781cca13cb9) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:30.513485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Transition to ACTIVE for port object 6f820a81-6c93-434c-949d-d5bc0c2a1dbf will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:30.553805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Transition to ACTIVE for port object 6f820a81-6c93-434c-949d-d5bc0c2a1dbf will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:30.576988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:30.589608 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.593156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:30.593156 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.595264 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:30.657655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-9c07b4b0-30e3-40b9-ad78-79ca92425131 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:30.660944 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-9c07b4b0-30e3-40b9-ad78-79ca92425131 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223177 Jun 17 08:17:30.672821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Pushing event updated for resources: {'Port': ['ID=6f820a81-6c93-434c-949d-d5bc0c2a1dbf,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:30.713035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Request body: {'port': {'device_id': '601b0ca4-c19e-4727-8746-7508cf81790c', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'f7ba096347f648c1864491350dc455be'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:30.715222 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:30.751891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Network 3b9f382e-0073-4269-affb-4b4b80f41863 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:30.769799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:30.774126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:30.894662 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.962965 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.970651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Attempting to bind port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:17:30.971317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Attempting to bind port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '26e32260-7a9c-44e3-8452-9e613085d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:17:30.971683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Attempting to bind port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf on network 3b9f382e-0073-4269-affb-4b4b80f41863 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:30.974322 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e98657d9-4783-41af-8943-e50df13293d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:30.997180 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:17:30.997599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Checking segment: {'id': '26e32260-7a9c-44e3-8452-9e613085d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:30.997950 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:30.998338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Bound using segment: {'id': '26e32260-7a9c-44e3-8452-9e613085d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:17:30.998858 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Bound port: 6f820a81-6c93-434c-949d-d5bc0c2a1dbf, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e32260-7a9c-44e3-8452-9e613085d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:17:31.000630 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.011030 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.019628 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:31.023371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:31.030653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:31.103403 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54b47a10-dc6f-4613-bd74-4a1ef8530ae2 req-a425da67-801e-44bf-97aa-6e698b121117 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 210 time: 0.8750694 Jun 17 08:17:31.123761 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Pushing event updated for resources: {'Port': ['ID=40feb341-f8df-44ab-9533-d781cca13cb9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:31.137618 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:31.237274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Made reservation on behalf of f7ba096347f648c1864491350dc455be for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:31.244787 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.275766 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.337488 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f1a3e46c-b15d-47c1-bff0-eb5f3b956c49,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:31.360456 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.400833 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4d7e6fea-613d-42bd-b34a-eea57b60e0b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:31.401194 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.458716 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] For port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:17:31.464998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] For port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6f820a81-6c93-434c-949d-d5bc0c2a1dbf,segment=NetworkSegment(26e32260-7a9c-44e3-8452-9e613085d955),segment_id=26e32260-7a9c-44e3-8452-9e613085d955)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:17:31.480683 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.490017 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.499111 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.519643 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:31.533128 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f1a3e46c-b15d-47c1-bff0-eb5f3b956c49,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:31.551558 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:31.557611 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d30d6d02-bd6b-4d9f-a1e5-8a8df5ae3328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:31.635228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Pushing event updated for resources: {'Port': ['ID=6f820a81-6c93-434c-949d-d5bc0c2a1dbf,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:31.640124 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:31.673265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716ae94a-fdc8-41a7-8b9d-82a10541e8f2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:31.710246 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:31.802737 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:31.961456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Allocated IP 192.168.233.73 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/9de4f351-30ce-4a97-b5bf-0aa3410677fd) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:32.247382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Router 6a8fc5ce-150e-4143-80a8-36377198efab is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:17:32.455716 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:32.524271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Transition to ACTIVE for port object 9de4f351-30ce-4a97-b5bf-0aa3410677fd will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:32.565452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:32.656788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:17:32.672783 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Sync routers for ids ['6a8fc5ce-150e-4143-80a8-36377198efab'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:17:32.686997 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Routers {'6a8fc5ce-150e-4143-80a8-36377198efab'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:32.687654 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['6a8fc5ce-150e-4143-80a8-36377198efab'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:32.688026 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:32.689858 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3303216 Jun 17 08:17:32.692543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47504) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:32.757674 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:32.775088 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4a4cc60-8f3e-43a2-8b88-24aa4dd1f142 req-af0d9e15-f9e5-49b0-8134-886b230d718d tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 210 time: 0.1601989 Jun 17 08:17:32.779020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:32.781575 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:32.802226 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:32.813263 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-973e9135-97f4-491a-9dfd-c013f8d75393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:32.982856 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6f820a81-6c93-434c-949d-d5bc0c2a1dbf up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:33.092429 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Set router 6a8fc5ce-150e-4143-80a8-36377198efab gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:33.105744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:33.154028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Pushing event updated for resources: {'Port': ['ID=9de4f351-30ce-4a97-b5bf-0aa3410677fd,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:33.159264 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:33.161372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:33.167414 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:33.186951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:33.195131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:33.196035 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:33.229571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5210807 Jun 17 08:17:33.245009 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-7211fc7c-bf55-4a7f-a6e4-edf47bead075 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:17:33.256937 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-7211fc7c-bf55-4a7f-a6e4-edf47bead075 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178924 Jun 17 08:17:33.585269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0f3c63-f943-489a-8bbe-9d1a737ea871 None None] Network 3b9f382e-0073-4269-affb-4b4b80f41863 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:17:33.600357 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-router', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:29Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 3, 'project_id': '15771073c65f491fbff14594786d0f06', 'gw_port': {'id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:30Z', 'updated_at': '2021-06-17T08:17:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:33.661229 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Checking router: 6a8fc5ce-150e-4143-80a8-36377198efab for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:17:33.661568 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Updating router 6a8fc5ce-150e-4143-80a8-36377198efab port 40feb341-f8df-44ab-9533-d781cca13cb9 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:17:33.745587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Provisioning for port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:33.756804 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:33.770757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Provisioning complete for port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:33.773103 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:33.789809 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.142700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Request body: {'port': {'device_id': '601b0ca4-c19e-4727-8746-7508cf81790c', 'device_owner': 'compute:tempest-test_az-463033791', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:34.218825 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.347887 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] For port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6f820a81-6c93-434c-949d-d5bc0c2a1dbf,segment=NetworkSegment(26e32260-7a9c-44e3-8452-9e613085d955),segment_id=26e32260-7a9c-44e3-8452-9e613085d955)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:34.363118 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.386151 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:34.423985 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.436775 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Allocated IP 172.20.0.1 (3b9f382e-0073-4269-affb-4b4b80f41863/7cdb12a2-9a8d-4352-92f8-cdeb47987269/6169874a-b77c-4573-90db-665785a6db43) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:34.453220 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Transition to ACTIVE for port object 40feb341-f8df-44ab-9533-d781cca13cb9 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:34.477723 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.480400 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:34.508706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Pushing event updated for resources: {'Port': ['ID=6f820a81-6c93-434c-949d-d5bc0c2a1dbf,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:34.516493 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:34.531248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Provisioning for port 9de4f351-30ce-4a97-b5bf-0aa3410677fd completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:34.553946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Provisioning complete for port 9de4f351-30ce-4a97-b5bf-0aa3410677fd triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:34.557959 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.624212 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e31c4-65bb-4285-a9d7-6402270f1cca None None] Pushing event updated for resources: {'Port': ['ID=40feb341-f8df-44ab-9533-d781cca13cb9,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:34.649497 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-c49e31c4-65bb-4285-a9d7-6402270f1cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:34.673090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Port 9de4f351-30ce-4a97-b5bf-0aa3410677fd cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:17:34.683357 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Attempting to bind port 40feb341-f8df-44ab-9533-d781cca13cb9 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:17:34.684036 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Attempting to bind port 40feb341-f8df-44ab-9533-d781cca13cb9 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:17:34.684598 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Attempting to bind port 40feb341-f8df-44ab-9533-d781cca13cb9 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:34.692339 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:17:34.693032 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:34.693685 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.694848 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:17:34.695535 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Bound port: 40feb341-f8df-44ab-9533-d781cca13cb9, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:17:34.696150 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.805304 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] For port 40feb341-f8df-44ab-9533-d781cca13cb9, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:17:34.806423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-13a3d20a-a669-4f4f-abed-a63306ba2b2a None None] Provisioning complete for port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:34.806423 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-13a3d20a-a669-4f4f-abed-a63306ba2b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.812643 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] For port 40feb341-f8df-44ab-9533-d781cca13cb9, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=40feb341-f8df-44ab-9533-d781cca13cb9,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:17:34.824958 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.829796 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:34.847429 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96acd86a-d323-4038-8aab-ab92fc800378 req-68561449-a788-4a0f-b99e-a3e620d075c5 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:34.856588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96acd86a-d323-4038-8aab-ab92fc800378 req-68561449-a788-4a0f-b99e-a3e620d075c5 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 935 time: 0.7799857 Jun 17 08:17:34.857403 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.891907 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:34.917660 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Transition to ACTIVE for port object 6169874a-b77c-4573-90db-665785a6db43 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:34.953778 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e31c4-65bb-4285-a9d7-6402270f1cca None None] Pushing event updated for resources: {'Port': ['ID=40feb341-f8df-44ab-9533-d781cca13cb9,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:34.973853 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-c49e31c4-65bb-4285-a9d7-6402270f1cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:35.019372 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Routers {'6a8fc5ce-150e-4143-80a8-36377198efab'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:35.021350 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['6a8fc5ce-150e-4143-80a8-36377198efab'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:35.051924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:35.057243 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:35.127296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Network 3b9f382e-0073-4269-affb-4b4b80f41863 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:35.148119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:35.155372 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:35.155871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:35.162480 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Pushing event updated for resources: {'Port': ['ID=6169874a-b77c-4573-90db-665785a6db43,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:35.175333 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96acd86a-d323-4038-8aab-ab92fc800378 req-1f010a3b-c9f9-4896-ae32-04a5a7be88c1 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005962 Jun 17 08:17:35.177025 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:35.309296 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] Set router 6a8fc5ce-150e-4143-80a8-36377198efab gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:35.620990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:35.678217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2904667b-a2a2-4e85-a9aa-99bfd0538124 None None] Provisioning for port 6169874a-b77c-4573-90db-665785a6db43 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:35.690848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2904667b-a2a2-4e85-a9aa-99bfd0538124 None None] Provisioning complete for port 6169874a-b77c-4573-90db-665785a6db43 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:35.691471 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2904667b-a2a2-4e85-a9aa-99bfd0538124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:35.833021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-2904667b-a2a2-4e85-a9aa-99bfd0538124 None None] Port 6169874a-b77c-4573-90db-665785a6db43 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:17:35.889935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de4f351-30ce-4a97-b5bf-0aa3410677fd {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:17:35.913947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47586) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:35.918377 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-router', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:29Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 3, 'project_id': '15771073c65f491fbff14594786d0f06', 'gw_port': {'id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:30Z', 'updated_at': '2021-06-17T08:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:35.937928 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:35.980229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Transition to ACTIVE for port object 9de4f351-30ce-4a97-b5bf-0aa3410677fd will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:35.987937 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:35.992242 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:36.010679 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1871d-a108-4739-ad0b-37374a9bfd2f None None] The sync data for ids ['6a8fc5ce-150e-4143-80a8-36377198efab'] in n-d-779913-16 is: [{'id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-router', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:29Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 3, 'project_id': '15771073c65f491fbff14594786d0f06', 'gw_port': {'id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:30Z', 'updated_at': '2021-06-17T08:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:17:36.034298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47590) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:36.059577 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:36.071034 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:36.094552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:36.100770 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-513063c6-93cb-4770-aa6c-0c1d11d12c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:36.270812 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9de4f351-30ce-4a97-b5bf-0aa3410677fd,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:36.294922 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77a88fe5-149e-41d6-a58d-912d4a39278f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:36.305575 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:36.331310 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4aa2382-4365-45ee-984f-7bcf272fe342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:36.380465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6f820a81-6c93-434c-949d-d5bc0c2a1dbf up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:36.460909 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4aa2382-4365-45ee-984f-7bcf272fe342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:36.483346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Pushing event updated for resources: {'Port': ['ID=6169874a-b77c-4573-90db-665785a6db43,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:36.494364 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:36.509256 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4aa2382-4365-45ee-984f-7bcf272fe342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:36.527176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Network 3b9f382e-0073-4269-affb-4b4b80f41863 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:36.529911 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:36.530975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Attempting to bind port 9de4f351-30ce-4a97-b5bf-0aa3410677fd on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:17:36.531574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Attempting to bind port 9de4f351-30ce-4a97-b5bf-0aa3410677fd by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:17:36.531972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Attempting to bind port 9de4f351-30ce-4a97-b5bf-0aa3410677fd on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:36.545885 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:36.548558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Port 9de4f351-30ce-4a97-b5bf-0aa3410677fd on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:17:36.548989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Attempting to bind port 9de4f351-30ce-4a97-b5bf-0aa3410677fd on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:36.595149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:36.595532 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:36.599856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:17:36.600238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:36.600813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:17:36.601282 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Bound port: 9de4f351-30ce-4a97-b5bf-0aa3410677fd, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:17:36.601626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:36.603606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa2382-4365-45ee-984f-7bcf272fe342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044d67d0-3dc8-48de-8247-3af3390039d7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:36.729993 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4aa2382-4365-45ee-984f-7bcf272fe342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:36.845116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e4aa2382-4365-45ee-984f-7bcf272fe342 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3433b08ddee47e89f43cf460c146f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8068883 Jun 17 08:17:36.852377 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Router 6a8fc5ce-150e-4143-80a8-36377198efab has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:17:36.852937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47604) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:36.983559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95565eeb-90e2-4198-b5e7-b5363e8053b3 req-85b54896-0693-4872-a72b-37e8b39921ba tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:36.995750 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95565eeb-90e2-4198-b5e7-b5363e8053b3 req-85b54896-0693-4872-a72b-37e8b39921ba tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 968 time: 0.4249494 Jun 17 08:17:37.054305 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] For port 9de4f351-30ce-4a97-b5bf-0aa3410677fd, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:17:37.068552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5f9a113e-fb2e-413b-9574-6893496d91fd None None] Provisioning complete for port 6169874a-b77c-4573-90db-665785a6db43 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:37.069904 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5f9a113e-fb2e-413b-9574-6893496d91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:37.072472 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e825ea1-f2e3-44d3-86e9-afe133382f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:37.139324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95565eeb-90e2-4198-b5e7-b5363e8053b3 req-05723739-2aaf-448d-bbc7-8842234ec94d tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419871 Jun 17 08:17:37.161898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] For port 9de4f351-30ce-4a97-b5bf-0aa3410677fd, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9de4f351-30ce-4a97-b5bf-0aa3410677fd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:17:37.162032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5f9a113e-fb2e-413b-9574-6893496d91fd None None] Port 6169874a-b77c-4573-90db-665785a6db43 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:17:37.168733 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:37.175407 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:37.188317 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e825ea1-f2e3-44d3-86e9-afe133382f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:37.255421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:17:37.262212 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] 10.222.0.47 "PUT /v2.0/routers/6a8fc5ce-150e-4143-80a8-36377198efab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5665791 Jun 17 08:17:37.324884 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e825ea1-f2e3-44d3-86e9-afe133382f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:37.339121 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e825ea1-f2e3-44d3-86e9-afe133382f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:37.346471 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77a88fe5-149e-41d6-a58d-912d4a39278f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:37.349769 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2e825ea1-f2e3-44d3-86e9-afe133382f6e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/044d67d0-3dc8-48de-8247-3af3390039d7 HTTP/1.1" status: 204 len: 168 time: 0.4814310 Jun 17 08:17:37.352380 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:37.359546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:37.360163 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:37.365968 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] 10.222.0.63 "PUT /v2.0/ports/9de4f351-30ce-4a97-b5bf-0aa3410677fd HTTP/1.1" status: 200 len: 1117 time: 3.7519007 Jun 17 08:17:37.366501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601b0ca4-c19e-4727-8746-7508cf81790c', 'tag': '9de4f351-30ce-4a97-b5bf-0aa3410677fd'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:37.383538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e825ea1-f2e3-44d3-86e9-afe133382f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044d67d0-3dc8-48de-8247-3af3390039d7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:37.392608 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e825ea1-f2e3-44d3-86e9-afe133382f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:37.567603 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77a88fe5-149e-41d6-a58d-912d4a39278f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:37.705984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Pushing event updated for resources: {'Port': ['ID=9de4f351-30ce-4a97-b5bf-0aa3410677fd,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:37.726430 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:37.745087 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:37.854599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88fe5-149e-41d6-a58d-912d4a39278f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24363d23-dcd9-47f4-8b07-0c7256aa6bc7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:37.868414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-77a88fe5-149e-41d6-a58d-912d4a39278f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:37.919133 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-77a88fe5-149e-41d6-a58d-912d4a39278f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=91c357af837848b8a6bee3dfffbb7025&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9890962 Jun 17 08:17:37.920003 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47626) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:37.986673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1aa45b72-bec0-4261-a4c8-bfadaeda809c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:37.986673 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-1aa45b72-bec0-4261-a4c8-bfadaeda809c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7ba096347f648c1864491350dc455be&device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 1120 time: 0.4315891 Jun 17 08:17:38.032665 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd875823-555c-4f43-b4b2-599f9c91d7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.062301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47630) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:38.083157 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5520666c-677e-4b71-8f35-fc183bbaf18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.088914 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd875823-555c-4f43-b4b2-599f9c91d7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.206686 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd875823-555c-4f43-b4b2-599f9c91d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.214502 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd875823-555c-4f43-b4b2-599f9c91d7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.215736 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bd875823-555c-4f43-b4b2-599f9c91d7b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/24363d23-dcd9-47f4-8b07-0c7256aa6bc7 HTTP/1.1" status: 204 len: 168 time: 0.2952783 Jun 17 08:17:38.216716 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48d66b72-c916-4a01-8f81-85671b509ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:38.225029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd875823-555c-4f43-b4b2-599f9c91d7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24363d23-dcd9-47f4-8b07-0c7256aa6bc7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:38.227636 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bd875823-555c-4f43-b4b2-599f9c91d7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:38.256402 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "601b0ca4-c19e-4727-8746-7508cf81790c", "tag": "9de4f351-30ce-4a97-b5bf-0aa3410677fd"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:38.270751 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5520666c-677e-4b71-8f35-fc183bbaf18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.292496 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5520666c-677e-4b71-8f35-fc183bbaf18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.325452 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37adc77e-041d-4d1b-903e-3aa1352a9c68 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:38.332831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47638) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:38.340840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5520666c-677e-4b71-8f35-fc183bbaf18c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56749fc7d9ea4bf6b3ed218e6e655748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2766774 Jun 17 08:17:38.396608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520666c-677e-4b71-8f35-fc183bbaf18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd0eafd-dc90-4508-81f1-16725ee5401d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:38.404664 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5520666c-677e-4b71-8f35-fc183bbaf18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:38.445402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47640) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:38.464345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 40feb341-f8df-44ab-9533-d781cca13cb9 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:38.471987 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd5a84ae-7556-4768-bfe5-bd8ed117ee18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.524503 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd5a84ae-7556-4768-bfe5-bd8ed117ee18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.569989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f771e4-fdf5-4d53-83a5-acffa5589433 req-03e77547-e32e-41db-b1f0-00119cec052c tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:38.577166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b1f771e4-fdf5-4d53-83a5-acffa5589433 req-03e77547-e32e-41db-b1f0-00119cec052c tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 968 time: 0.1712835 Jun 17 08:17:38.592441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 40feb341-f8df-44ab-9533-d781cca13cb9 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:38.603634 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 40feb341-f8df-44ab-9533-d781cca13cb9 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:38.604017 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.635645 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae86c3f9-45d0-4f11-beec-de6ab6f07432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.678650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b1f771e4-fdf5-4d53-83a5-acffa5589433 req-0881c7ba-afa1-4bf7-9c4e-5a0c29ead70a tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919163 Jun 17 08:17:38.790604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd5a84ae-7556-4768-bfe5-bd8ed117ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.810182 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd5a84ae-7556-4768-bfe5-bd8ed117ee18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.814039 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cd5a84ae-7556-4768-bfe5-bd8ed117ee18 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cdd0eafd-dc90-4508-81f1-16725ee5401d HTTP/1.1" status: 204 len: 168 time: 0.4800580 Jun 17 08:17:38.833291 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:38.863620 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.871069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a84ae-7556-4768-bfe5-bd8ed117ee18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd0eafd-dc90-4508-81f1-16725ee5401d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:38.874119 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.884666 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd5a84ae-7556-4768-bfe5-bd8ed117ee18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:38.949390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 40feb341-f8df-44ab-9533-d781cca13cb9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=40feb341-f8df-44ab-9533-d781cca13cb9,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:38.955575 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:38.957885 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:38.979275 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559e65e9-0d40-4dc6-afba-71d70ee5d922 x-openstack-request-id: req-559e65e9-0d40-4dc6-afba-71d70ee5d922 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:38.979908 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601b0ca4-c19e-4727-8746-7508cf81790c", "tag": "9de4f351-30ce-4a97-b5bf-0aa3410677fd", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:38.980261 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-559e65e9-0d40-4dc6-afba-71d70ee5d922 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:38.980826 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601b0ca4-c19e-4727-8746-7508cf81790c', 'tag': '9de4f351-30ce-4a97-b5bf-0aa3410677fd', 'status': 'completed', 'code': 200} Jun 17 08:17:39.044515 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae86c3f9-45d0-4f11-beec-de6ab6f07432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:39.053218 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae86c3f9-45d0-4f11-beec-de6ab6f07432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:39.059871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=40feb341-f8df-44ab-9533-d781cca13cb9,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:39.065685 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bd875823-555c-4f43-b4b2-599f9c91d7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:39.066837 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:39.081250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47656) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:39.106126 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-2641fe33-a51d-4b7b-90a5-877a2def4e26 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=9de4f351-30ce-4a97-b5bf-0aa3410677fd HTTP/1.1" status: 200 len: 217 time: 0.1224122 Jun 17 08:17:39.153257 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86c3f9-45d0-4f11-beec-de6ab6f07432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54739541-4034-4274-8a78-11297c0b8fd8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:39.172666 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae86c3f9-45d0-4f11-beec-de6ab6f07432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:39.203090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-dc70a3a2-b728-448d-bc3c-aebcb10a2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:39.208619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-dc70a3a2-b728-448d-bc3c-aebcb10a2086 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0741670 Jun 17 08:17:39.222713 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ffbf72f-379f-4b5f-8bee-e554e22918c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:39.230545 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ae86c3f9-45d0-4f11-beec-de6ab6f07432 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0fb4cb38851944cba7c7447b5f491e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7817676 Jun 17 08:17:39.231018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47666) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:39.276921 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Sync routers for ids ['6a8fc5ce-150e-4143-80a8-36377198efab'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:17:39.293272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Routers {'6a8fc5ce-150e-4143-80a8-36377198efab'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:39.294050 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['6a8fc5ce-150e-4143-80a8-36377198efab'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:39.401453 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ffbf72f-379f-4b5f-8bee-e554e22918c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:39.408322 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ffbf72f-379f-4b5f-8bee-e554e22918c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:39.415803 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:39.473560 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-610aa297-622d-4fb1-a632-c254fdc095cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:39.519947 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5ffbf72f-379f-4b5f-8bee-e554e22918c0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=93ceb3d279d6497a961f08d746dcefe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4240687 Jun 17 08:17:39.521481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47672) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:39.527266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbf72f-379f-4b5f-8bee-e554e22918c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e06ede-3895-494d-b5ef-38dafe867c05,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:39.532115 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5ffbf72f-379f-4b5f-8bee-e554e22918c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:39.546956 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-610aa297-622d-4fb1-a632-c254fdc095cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:39.559727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Set router 6a8fc5ce-150e-4143-80a8-36377198efab gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:39.711155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-a9d6dbaa-bf12-4d76-872a-077a0fbdc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:39.711155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-a9d6dbaa-bf12-4d76-872a-077a0fbdc678 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4069765 Jun 17 08:17:39.714151 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc9fd-c6c4-46db-a717-e7a9853dd0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:39.771225 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc9fd-c6c4-46db-a717-e7a9853dd0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:39.850452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-610aa297-622d-4fb1-a632-c254fdc095cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:39.854023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-router', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:29Z', 'updated_at': '2021-06-17T08:17:35Z', 'revision_number': 4, 'project_id': '15771073c65f491fbff14594786d0f06', 'gw_port': {'id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:30Z', 'updated_at': '2021-06-17T08:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6169874a-b77c-4573-90db-665785a6db43', 'name': '', 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'mac_address': 'fa:16:3e:fb:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cdb12a2-9a8d-4352-92f8-cdeb47987269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:33Z', 'updated_at': '2021-06-17T08:17:35Z', 'revision_number': 2, 'project_id': '15771073c65f491fbff14594786d0f06', 'subnets': [{'id': '7cdb12a2-9a8d-4352-92f8-cdeb47987269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:39.959632 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Checking router: 6a8fc5ce-150e-4143-80a8-36377198efab for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:17:39.959995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Updating router 6a8fc5ce-150e-4143-80a8-36377198efab port 6169874a-b77c-4573-90db-665785a6db43 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:17:40.028031 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.057935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47684) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:40.064353 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d7ee570b-fc55-4154-bf48-d41dd77f5c35 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1069022877', 'description': 'tempest-description--405461682'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:40.104431 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee570b-fc55-4154-bf48-d41dd77f5c35 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.259191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-8154af3b-c28d-484b-9b10-b855e4b80064 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403157 Jun 17 08:17:40.264339 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-610aa297-622d-4fb1-a632-c254fdc095cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.267592 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-610aa297-622d-4fb1-a632-c254fdc095cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54739541-4034-4274-8a78-11297c0b8fd8 HTTP/1.1" status: 204 len: 168 time: 1.0331917 Jun 17 08:17:40.267592 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:40.387656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610aa297-622d-4fb1-a632-c254fdc095cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54739541-4034-4274-8a78-11297c0b8fd8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:40.389030 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee570b-fc55-4154-bf48-d41dd77f5c35 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.394932 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-610aa297-622d-4fb1-a632-c254fdc095cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:40.402317 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee570b-fc55-4154-bf48-d41dd77f5c35 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.420214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ffc53-5a62-465c-a512-e95bb12d28a3 req-811216da-5c11-4857-b298-14aea3479293 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:40.421914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a75ffc53-5a62-465c-a512-e95bb12d28a3 req-811216da-5c11-4857-b298-14aea3479293 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 968 time: 0.1665258 Jun 17 08:17:40.423423 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc9fd-c6c4-46db-a717-e7a9853dd0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.426927 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf3bc9fd-c6c4-46db-a717-e7a9853dd0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.431411 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf3bc9fd-c6c4-46db-a717-e7a9853dd0ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5e06ede-3895-494d-b5ef-38dafe867c05 HTTP/1.1" status: 204 len: 168 time: 0.8931859 Jun 17 08:17:40.433938 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-eb43f453-9c9a-437c-980a-a296468b267f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:40.437207 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e825ea1-f2e3-44d3-86e9-afe133382f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:40.445837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bc9fd-c6c4-46db-a717-e7a9853dd0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e06ede-3895-494d-b5ef-38dafe867c05,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:40.456393 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf3bc9fd-c6c4-46db-a717-e7a9853dd0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:40.474167 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7ee570b-fc55-4154-bf48-d41dd77f5c35 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.482614 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d7ee570b-fc55-4154-bf48-d41dd77f5c35 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4218524 Jun 17 08:17:40.484570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47692) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:40.493715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a75ffc53-5a62-465c-a512-e95bb12d28a3 req-9b2508bb-4ef0-4c5f-a314-7b9077f071b9 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609863 Jun 17 08:17:40.509639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6fe6ee65-f1b8-4938-8174-6a9b8e8c0448 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Request body: {'security_group_rule': {'security_group_id': '0e4ae047-6525-4301-88e5-8c491b2374e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:40.535786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee570b-fc55-4154-bf48-d41dd77f5c35 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4ae047-6525-4301-88e5-8c491b2374e7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:40.548985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 40feb341-f8df-44ab-9533-d781cca13cb9 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:40.553984 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d7ee570b-fc55-4154-bf48-d41dd77f5c35 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:40.586253 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee65-f1b8-4938-8174-6a9b8e8c0448 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.674796 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.687769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Transition to ACTIVE for port object 6169874a-b77c-4573-90db-665785a6db43 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:40.707614 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.713469 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bd369ef1-b19a-4841-8fdf-44498831320e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:40.773506 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee65-f1b8-4938-8174-6a9b8e8c0448 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.782640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee65-f1b8-4938-8174-6a9b8e8c0448 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.794891 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:40.800165 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45d32f-3184-4e4d-b547-679867d4d796 None None] Pushing event updated for resources: {'Port': ['ID=6169874a-b77c-4573-90db-665785a6db43,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:40.851883 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dc45d32f-3184-4e4d-b547-679867d4d796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:40.872178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6ee65-f1b8-4938-8174-6a9b8e8c0448 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ca3422-4ed2-4f75-8a0c-0860782c0775,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:40.885251 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6fe6ee65-f1b8-4938-8174-6a9b8e8c0448 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:40.912722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47698) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:40.923905 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6fe6ee65-f1b8-4938-8174-6a9b8e8c0448 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.929596 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6fe6ee65-f1b8-4938-8174-6a9b8e8c0448 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4389427 Jun 17 08:17:40.931490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47700) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:40.936540 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7c05910-c424-47e3-890a-dcd6e192ac6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:40.945198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-078ce895-00ed-4bbd-81cd-498946341aae tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Request body: {'security_group_rule': {'security_group_id': '0e4ae047-6525-4301-88e5-8c491b2374e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:40.983376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Attempting to bind port 6169874a-b77c-4573-90db-665785a6db43 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:17:40.984056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Attempting to bind port 6169874a-b77c-4573-90db-665785a6db43 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '26e32260-7a9c-44e3-8452-9e613085d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:17:40.984791 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Attempting to bind port 6169874a-b77c-4573-90db-665785a6db43 on network 3b9f382e-0073-4269-affb-4b4b80f41863 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:41.000680 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-e7c05910-c424-47e3-890a-dcd6e192ac6a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:17:41.000680 n-d-779913-16 neutron-server[93803]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:17:41.000680 n-d-779913-16 neutron-server[93803]: [parameters: {'project_id': '4952988bbf724c4c883c5f42d83287cb', 'id': '61ee81f6-bbdd-4916-be52-062fac12810e', 'expiration': datetime.datetime(2021, 6, 17, 8, 19, 40, 991794)}] Jun 17 08:17:41.000680 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:17:41.005621 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-e7c05910-c424-47e3-890a-dcd6e192ac6a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:17:41.016893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:17:41.017976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Checking segment: {'id': '26e32260-7a9c-44e3-8452-9e613085d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:41.018599 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.019234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Bound using segment: {'id': '26e32260-7a9c-44e3-8452-9e613085d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:17:41.020024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Bound port: 6169874a-b77c-4573-90db-665785a6db43, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e32260-7a9c-44e3-8452-9e613085d955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:17:41.020613 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.020783 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-078ce895-00ed-4bbd-81cd-498946341aae tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.048476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 40feb341-f8df-44ab-9533-d781cca13cb9 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:41.049199 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.181356 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-078ce895-00ed-4bbd-81cd-498946341aae tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.182916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] For port 6169874a-b77c-4573-90db-665785a6db43, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:17:41.187271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] For port 6169874a-b77c-4573-90db-665785a6db43, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6169874a-b77c-4573-90db-665785a6db43,segment=NetworkSegment(26e32260-7a9c-44e3-8452-9e613085d955),segment_id=26e32260-7a9c-44e3-8452-9e613085d955)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:17:41.190598 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-078ce895-00ed-4bbd-81cd-498946341aae tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.197404 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.198855 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:41.202569 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:41.223607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ce895-00ed-4bbd-81cd-498946341aae tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2213b335-c2b3-4f01-b948-4bd38459d9d6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:41.227748 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-078ce895-00ed-4bbd-81cd-498946341aae tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:41.229061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-078ce895-00ed-4bbd-81cd-498946341aae tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.230516 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-078ce895-00ed-4bbd-81cd-498946341aae tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2972820 Jun 17 08:17:41.233691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47708) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:41.248729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:41.295727 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.404188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc45d32f-3184-4e4d-b547-679867d4d796 None None] Pushing event updated for resources: {'Port': ['ID=6169874a-b77c-4573-90db-665785a6db43,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:41.423584 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dc45d32f-3184-4e4d-b547-679867d4d796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:41.439111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Routers {'6a8fc5ce-150e-4143-80a8-36377198efab'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:41.440100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['6a8fc5ce-150e-4143-80a8-36377198efab'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:41.466396 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c472b25-f5a6-4aa6-b6d5-0ca0d6b97bce req-6043b41f-a60d-4684-8eda-d0d43cf53a9e service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970594 Jun 17 08:17:41.507494 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7c05910-c424-47e3-890a-dcd6e192ac6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:41.702677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] Set router 6a8fc5ce-150e-4143-80a8-36377198efab gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:41.820874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.084100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e req-2677dc00-709d-4a1d-a879-b43d74f57240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:42.088413 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e req-2677dc00-709d-4a1d-a879-b43d74f57240 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=f7ba096347f648c1864491350dc455be&device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 1120 time: 0.5159504 Jun 17 08:17:42.118919 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7c05910-c424-47e3-890a-dcd6e192ac6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.134747 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7c05910-c424-47e3-890a-dcd6e192ac6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:42.154099 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-610aa297-622d-4fb1-a632-c254fdc095cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:42.166458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-router', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:29Z', 'updated_at': '2021-06-17T08:17:35Z', 'revision_number': 4, 'project_id': '15771073c65f491fbff14594786d0f06', 'gw_port': {'id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:30Z', 'updated_at': '2021-06-17T08:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6169874a-b77c-4573-90db-665785a6db43', 'name': '', 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'mac_address': 'fa:16:3e:fb:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cdb12a2-9a8d-4352-92f8-cdeb47987269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:33Z', 'updated_at': '2021-06-17T08:17:41Z', 'revision_number': 4, 'project_id': '15771073c65f491fbff14594786d0f06', 'subnets': [{'id': '7cdb12a2-9a8d-4352-92f8-cdeb47987269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:42.243152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288eb77f-ef96-4706-94da-db4af80959bd None None] The sync data for ids ['6a8fc5ce-150e-4143-80a8-36377198efab'] in n-d-779913-16 is: [{'id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-router', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:29Z', 'updated_at': '2021-06-17T08:17:35Z', 'revision_number': 4, 'project_id': '15771073c65f491fbff14594786d0f06', 'gw_port': {'id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:30Z', 'updated_at': '2021-06-17T08:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6169874a-b77c-4573-90db-665785a6db43', 'name': '', 'network_id': '3b9f382e-0073-4269-affb-4b4b80f41863', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'mac_address': 'fa:16:3e:fb:18:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cdb12a2-9a8d-4352-92f8-cdeb47987269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:33Z', 'updated_at': '2021-06-17T08:17:41Z', 'revision_number': 4, 'project_id': '15771073c65f491fbff14594786d0f06', 'subnets': [{'id': '7cdb12a2-9a8d-4352-92f8-cdeb47987269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:17:42.404503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e7c05910-c424-47e3-890a-dcd6e192ac6a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4952988bbf724c4c883c5f42d83287cb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4898188 Jun 17 08:17:42.416175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47736) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:42.436920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c05910-c424-47e3-890a-dcd6e192ac6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9a925-04a1-4c77-95ce-53b3c233e2bb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:42.448578 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7c05910-c424-47e3-890a-dcd6e192ac6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:42.488095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfe1cc-2c20-4836-b24e-da2f94617572 req-a9641893-ba35-411c-a523-0583768a21e7 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:42.498388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6bcfe1cc-2c20-4836-b24e-da2f94617572 req-a9641893-ba35-411c-a523-0583768a21e7 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 968 time: 0.6729629 Jun 17 08:17:42.681051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6bcfe1cc-2c20-4836-b24e-da2f94617572 req-31ce0f8e-bfc9-40a7-9397-f99dd7be1be7 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806591 Jun 17 08:17:42.681650 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Allocated IP 172.25.8.50 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/95a670a7-8a66-489c-b071-8f10f23d1c8d) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:42.702552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e req-8f8afe17-41d9-456c-b1d6-61d7e84d6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:42.711918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e req-8f8afe17-41d9-456c-b1d6-61d7e84d6d2b service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.4872117 Jun 17 08:17:42.852468 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.000064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b92a11bd-7d69-44cf-a444-37b9d8f25df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.014484 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.027816 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-939e0c4a-139b-41d9-b9a4-a16f159153bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:43.085514 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b92a11bd-7d69-44cf-a444-37b9d8f25df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.108399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:43.136492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:43.149085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:43.153935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Pushing event updated for resources: {'Port': ['ID=95a670a7-8a66-489c-b071-8f10f23d1c8d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:43.161087 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:43.317007 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.361987 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1ac50ed7-9e47-41c2-baf7-c16c39f4e88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.362589 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b92a11bd-7d69-44cf-a444-37b9d8f25df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.374231 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b92a11bd-7d69-44cf-a444-37b9d8f25df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.378272 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b92a11bd-7d69-44cf-a444-37b9d8f25df3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1a9a925-04a1-4c77-95ce-53b3c233e2bb HTTP/1.1" status: 204 len: 168 time: 0.9585803 Jun 17 08:17:43.389267 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd5a84ae-7556-4768-bfe5-bd8ed117ee18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:43.404148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a11bd-7d69-44cf-a444-37b9d8f25df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9a925-04a1-4c77-95ce-53b3c233e2bb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:43.482366 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b92a11bd-7d69-44cf-a444-37b9d8f25df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:43.517883 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.811426 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.824599 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.852949 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:43.862140 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.939688 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b453fa-58d5-400d-b7c5-8050c2fff7c6 req-3b015ce6-9d72-4f5c-8c4b-33b855429fb4 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:43.945045 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:43.946498 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7113075 Jun 17 08:17:43.949123 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3b453fa-58d5-400d-b7c5-8050c2fff7c6 req-3b015ce6-9d72-4f5c-8c4b-33b855429fb4 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 968 time: 0.1143539 Jun 17 08:17:43.959575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Pushing event updated for resources: {'Port': ['ID=95a670a7-8a66-489c-b071-8f10f23d1c8d,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:43.962633 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:43.985632 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3b453fa-58d5-400d-b7c5-8050c2fff7c6 req-45d74d6c-7630-4bd4-9955-14a18f5c62f7 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356266 Jun 17 08:17:44.247463 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e req-702dbb2a-4271-4658-8d9d-3108bf6a09fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=9de4f351-30ce-4a97-b5bf-0aa3410677fd HTTP/1.1" status: 200 len: 217 time: 0.0543401 Jun 17 08:17:44.352106 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e req-f34f4930-49fd-4687-a2dd-2eb627eb3995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:44.353857 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e req-f34f4930-49fd-4687-a2dd-2eb627eb3995 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1003597 Jun 17 08:17:44.392021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6169874a-b77c-4573-90db-665785a6db43 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:44.431499 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-730ac41c-200f-4d1a-9cf1-319f6bde7648 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1069022877&fields=id&tenant_id=4228395c8ead46e294631fe1186cdb6a HTTP/1.1" status: 200 len: 267 time: 0.0762892 Jun 17 08:17:44.464209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 6169874a-b77c-4573-90db-665785a6db43 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:44.475907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6169874a-b77c-4573-90db-665785a6db43 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:44.476284 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:44.582294 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e req-855fc897-4568-486c-a534-1b3d5478325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:44.583846 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e req-855fc897-4568-486c-a534-1b3d5478325f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2199857 Jun 17 08:17:44.603052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47834) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:44.651602 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:44.688148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 6169874a-b77c-4573-90db-665785a6db43, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6169874a-b77c-4573-90db-665785a6db43,segment=NetworkSegment(26e32260-7a9c-44e3-8452-9e613085d955),segment_id=26e32260-7a9c-44e3-8452-9e613085d955)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:44.694430 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:44.697180 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:44.755923 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=6169874a-b77c-4573-90db-665785a6db43,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:44.759499 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:44.793024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-0b86265d-5579-43d1-b0ed-aa0c430e820e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:44.794829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-0b86265d-5579-43d1-b0ed-aa0c430e820e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/networks?id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f HTTP/1.1" status: 200 len: 824 time: 0.3544633 Jun 17 08:17:44.834178 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e req-0fd37527-5884-47d8-8b88-f2afa491f1a2 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419457 Jun 17 08:17:44.835641 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-9d883661-fbbc-43fd-bec6-2fc446eebb77 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/quotas/4228395c8ead46e294631fe1186cdb6a HTTP/1.1" status: 200 len: 375 time: 0.0275502 Jun 17 08:17:44.862098 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48ce7e4d-74c4-4354-85de-52ad1b6994b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.007286 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48ce7e4d-74c4-4354-85de-52ad1b6994b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.018112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48ce7e4d-74c4-4354-85de-52ad1b6994b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.033926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b922ecd8-3bf7-46b6-afbc-2f1b26410f1e req-132a4615-0738-463f-a6a6-529d12d132a9 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931045 Jun 17 08:17:45.053461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-9da9e278-57f2-48d4-a307-39c3a251c972 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4228395c8ead46e294631fe1186cdb6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2004483 Jun 17 08:17:45.058293 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47850) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:45.058902 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:45.094885 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-48ce7e4d-74c4-4354-85de-52ad1b6994b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54ddd3f749714e45b4295a393cb34dd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4903574 Jun 17 08:17:45.097414 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47854) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:45.105456 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce7e4d-74c4-4354-85de-52ad1b6994b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89953691-921b-4fee-b48d-44eb325d1c47,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:45.111353 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48ce7e4d-74c4-4354-85de-52ad1b6994b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:45.222260 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-035e4404-34a0-4110-bf8e-0f86b9367f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.261495 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f399e0-d454-48f4-ae8b-4e5d90544801 req-fd18290f-925a-4d25-9ea2-e505cb5e45d0 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:45.267626 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7f399e0-d454-48f4-ae8b-4e5d90544801 req-fd18290f-925a-4d25-9ea2-e505cb5e45d0 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 968 time: 0.1349306 Jun 17 08:17:45.272062 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-035e4404-34a0-4110-bf8e-0f86b9367f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.346009 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7f399e0-d454-48f4-ae8b-4e5d90544801 req-2faad662-d58b-4db2-84b0-98e85ea4911a tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769670 Jun 17 08:17:45.360636 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-287ce389-dbb8-4077-8958-5d55b41e869c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.367293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ab22a3b8-9fcc-431a-9012-a0840b2e0654 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:17:45.371552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ab22a3b8-9fcc-431a-9012-a0840b2e0654 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1829834 Jun 17 08:17:45.388916 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-035e4404-34a0-4110-bf8e-0f86b9367f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.403582 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-035e4404-34a0-4110-bf8e-0f86b9367f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.404615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-035e4404-34a0-4110-bf8e-0f86b9367f07 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/89953691-921b-4fee-b48d-44eb325d1c47 HTTP/1.1" status: 204 len: 168 time: 0.3046296 Jun 17 08:17:45.405240 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:45.448125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e4404-34a0-4110-bf8e-0f86b9367f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89953691-921b-4fee-b48d-44eb325d1c47,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:45.452076 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-035e4404-34a0-4110-bf8e-0f86b9367f07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:45.497698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-623cedf1-ebc0-48d6-af0e-76438b36490a service neutron] 10.222.0.47 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187005 Jun 17 08:17:45.502388 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-287ce389-dbb8-4077-8958-5d55b41e869c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.507830 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-287ce389-dbb8-4077-8958-5d55b41e869c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.539719 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ab4d67e7-df01-4c1e-97f6-06e65cc29547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.551368 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48ce7e4d-74c4-4354-85de-52ad1b6994b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:45.556033 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-287ce389-dbb8-4077-8958-5d55b41e869c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2400186348e54916803541492b638a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581351 Jun 17 08:17:45.563461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47870) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:45.597959 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-6d384b52-e326-4ffc-aa95-15ddfe0a6200 service neutron] 10.222.0.47 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911019 Jun 17 08:17:45.603840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ce389-dbb8-4077-8958-5d55b41e869c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc973d8-4d1a-471c-b3e0-0931747bfbcd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:45.627048 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-287ce389-dbb8-4077-8958-5d55b41e869c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:45.643640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c0581d85-6a1c-42cc-bff0-3c6b9113ef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.672449 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c0581d85-6a1c-42cc-bff0-3c6b9113ef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.733141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c0581d85-6a1c-42cc-bff0-3c6b9113ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.738468 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c0581d85-6a1c-42cc-bff0-3c6b9113ef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.742417 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c0581d85-6a1c-42cc-bff0-3c6b9113ef57 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fdc973d8-4d1a-471c-b3e0-0931747bfbcd HTTP/1.1" status: 204 len: 168 time: 0.1759002 Jun 17 08:17:45.742417 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:45.752107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0581d85-6a1c-42cc-bff0-3c6b9113ef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc973d8-4d1a-471c-b3e0-0931747bfbcd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:45.755159 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c0581d85-6a1c-42cc-bff0-3c6b9113ef57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:45.792889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47880) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:45.825584 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9744fddf-aac4-4a9c-a3f7-dfcfd8ef9fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:45.838141 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.028255 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9744fddf-aac4-4a9c-a3f7-dfcfd8ef9fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.039886 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9744fddf-aac4-4a9c-a3f7-dfcfd8ef9fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.047440 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:46.141021 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e1ccc05-9078-4e18-80bf-1465062486ed req-b5027433-2f0e-4fd9-a479-8c716fb093b1 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 210 time: 0.2848063 Jun 17 08:17:46.163503 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9744fddf-aac4-4a9c-a3f7-dfcfd8ef9fa9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a138f20abd464990bf4d7c33124688b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693888 Jun 17 08:17:46.164826 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9744fddf-aac4-4a9c-a3f7-dfcfd8ef9fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d091b2d2-548c-4a60-9b70-d97ec99f94c6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:46.167710 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47898) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:46.169448 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9744fddf-aac4-4a9c-a3f7-dfcfd8ef9fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:46.268755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e197021-6b48-41a9-9460-111799a0e232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.332340 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e197021-6b48-41a9-9460-111799a0e232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.345094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6169874a-b77c-4573-90db-665785a6db43 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:46.382570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47908) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:46.435197 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6169874a-b77c-4573-90db-665785a6db43 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:46.436282 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.447198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e197021-6b48-41a9-9460-111799a0e232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.450510 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e197021-6b48-41a9-9460-111799a0e232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.454464 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5e197021-6b48-41a9-9460-111799a0e232 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d091b2d2-548c-4a60-9b70-d97ec99f94c6 HTTP/1.1" status: 204 len: 168 time: 0.2838604 Jun 17 08:17:46.454464 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6a4698f6-7564-4dc6-bfe0-1e2335a553d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:46.467662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e197021-6b48-41a9-9460-111799a0e232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d091b2d2-548c-4a60-9b70-d97ec99f94c6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:46.472917 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e197021-6b48-41a9-9460-111799a0e232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:46.580906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47916) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:46.582612 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a969522-c650-46bc-97e7-b0524c6a1366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.595216 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c870ab67-c95a-44dc-957b-24dfc599a46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.618572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [None req-c870ab67-c95a-44dc-957b-24dfc599a46d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:17:46.618572 n-d-779913-16 neutron-server[93804]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:17:46.618572 n-d-779913-16 neutron-server[93804]: [parameters: {'project_id': '0fb8f1143ee14ccdbc67e562356e49b3', 'id': 'a4e59972-70ff-4a90-920c-025c9093e47c', 'expiration': datetime.datetime(2021, 6, 17, 8, 19, 46, 612133)}] Jun 17 08:17:46.618572 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:17:46.619181 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [None req-c870ab67-c95a-44dc-957b-24dfc599a46d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:17:46.641902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6a3397-b198-45ae-ba5b-8ac0403637f0 req-743b717d-5f5e-40ba-a5c1-cac24753e322 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:46.643456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be6a3397-b198-45ae-ba5b-8ac0403637f0 req-743b717d-5f5e-40ba-a5c1-cac24753e322 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 968 time: 0.1206777 Jun 17 08:17:46.692399 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.711657 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be6a3397-b198-45ae-ba5b-8ac0403637f0 req-251a79d1-86d4-43c4-8762-1dd8082c710b tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560391 Jun 17 08:17:46.743130 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a969522-c650-46bc-97e7-b0524c6a1366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.748813 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0a969522-c650-46bc-97e7-b0524c6a1366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.752531 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:46.797948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a969522-c650-46bc-97e7-b0524c6a1366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00748121-12e1-4543-84ef-344d3fba0c69,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:46.802848 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0a969522-c650-46bc-97e7-b0524c6a1366 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4369364a98294e38991027f193334365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191015 Jun 17 08:17:46.803927 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0a969522-c650-46bc-97e7-b0524c6a1366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:46.805506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47920) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:46.863047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07dfc229-f15e-4e97-ad39-b1ef428488cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.884249 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07dfc229-f15e-4e97-ad39-b1ef428488cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.953820 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07dfc229-f15e-4e97-ad39-b1ef428488cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.956987 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07dfc229-f15e-4e97-ad39-b1ef428488cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:46.962078 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-07dfc229-f15e-4e97-ad39-b1ef428488cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00748121-12e1-4543-84ef-344d3fba0c69 HTTP/1.1" status: 204 len: 168 time: 0.1545095 Jun 17 08:17:46.962078 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf3bc9fd-c6c4-46db-a717-e7a9853dd0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:46.970288 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dfc229-f15e-4e97-ad39-b1ef428488cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00748121-12e1-4543-84ef-344d3fba0c69,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:46.979632 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07dfc229-f15e-4e97-ad39-b1ef428488cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:47.120449 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c870ab67-c95a-44dc-957b-24dfc599a46d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.229449 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c870ab67-c95a-44dc-957b-24dfc599a46d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.239434 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c870ab67-c95a-44dc-957b-24dfc599a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.243224 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:47.283562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47942) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:47.290811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870ab67-c95a-44dc-957b-24dfc599a46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e22523-cddd-4cee-8449-b12947af4b45,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:47.297925 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c870ab67-c95a-44dc-957b-24dfc599a46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:47.320015 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5aed0c3-cb0e-48a3-853d-98a127a1fef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.321139 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c870ab67-c95a-44dc-957b-24dfc599a46d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0fb8f1143ee14ccdbc67e562356e49b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7388122 Jun 17 08:17:47.323812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47946) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:47.353136 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.10', 56054) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:47.369582 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c853178f-4940-405c-a23f-241720abe351 req-fd5bb979-6e92-4009-9cd3-c7477699162a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 210 time: 0.0371222 Jun 17 08:17:47.453151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47948) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:47.485246 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5aed0c3-cb0e-48a3-853d-98a127a1fef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.490727 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5aed0c3-cb0e-48a3-853d-98a127a1fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.493848 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0a969522-c650-46bc-97e7-b0524c6a1366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:47.531624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a461a79-9b1e-476e-9a14-be4486ea8aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.537259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 9de4f351-30ce-4a97-b5bf-0aa3410677fd details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:17:47.539130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c5aed0c3-cb0e-48a3-853d-98a127a1fef2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58de964850f44a2987a5b04cda5ab796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543695 Jun 17 08:17:47.540254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aed0c3-cb0e-48a3-853d-98a127a1fef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f1e554-bca0-4be7-9aad-3e9ad911b8d0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:47.543237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47952) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:47.551814 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5aed0c3-cb0e-48a3-853d-98a127a1fef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:47.569928 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a461a79-9b1e-476e-9a14-be4486ea8aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.616415 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b671966-ccc4-4e9f-ae9a-e3802e8c633f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.628328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1673021588-network', 'tenant_id': 'dc137ccf61e9422e9b7c00b831c446d5'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:47.642987 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b671966-ccc4-4e9f-ae9a-e3802e8c633f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.648087 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a461a79-9b1e-476e-9a14-be4486ea8aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.650658 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a461a79-9b1e-476e-9a14-be4486ea8aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.651820 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8a461a79-9b1e-476e-9a14-be4486ea8aa2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2e22523-cddd-4cee-8449-b12947af4b45 HTTP/1.1" status: 204 len: 168 time: 0.3269002 Jun 17 08:17:47.660295 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae86c3f9-45d0-4f11-beec-de6ab6f07432 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:47.693771 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a461a79-9b1e-476e-9a14-be4486ea8aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e22523-cddd-4cee-8449-b12947af4b45,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:47.702535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b671966-ccc4-4e9f-ae9a-e3802e8c633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.705896 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b671966-ccc4-4e9f-ae9a-e3802e8c633f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.708430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 9de4f351-30ce-4a97-b5bf-0aa3410677fd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9de4f351-30ce-4a97-b5bf-0aa3410677fd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:47.708946 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8a461a79-9b1e-476e-9a14-be4486ea8aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:47.709295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Made reservation on behalf of dc137ccf61e9422e9b7c00b831c446d5 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:47.711563 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0b671966-ccc4-4e9f-ae9a-e3802e8c633f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76f1e554-bca0-4be7-9aad-3e9ad911b8d0 HTTP/1.1" status: 204 len: 168 time: 0.1671016 Jun 17 08:17:47.711978 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.713946 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:47.721135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '9de4f351-30ce-4a97-b5bf-0aa3410677fd', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '9de4f351-30ce-4a97-b5bf-0aa3410677fd', 'mac_address': 'fa:16:3e:0d:a9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:tempest-test_az-463033791', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:17:47.723850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b671966-ccc4-4e9f-ae9a-e3802e8c633f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f1e554-bca0-4be7-9aad-3e9ad911b8d0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:47.726464 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b671966-ccc4-4e9f-ae9a-e3802e8c633f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:47.740914 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.779790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-d4571997-6c55-437c-a776-e1131ad47ee8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:47.781474 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-d4571997-6c55-437c-a776-e1131ad47ee8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.10 "GET /v2.0/networks?id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f HTTP/1.1" status: 200 len: 824 time: 0.4273605 Jun 17 08:17:47.835637 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.880097 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de4f351-30ce-4a97-b5bf-0aa3410677fd {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:17:47.933267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 9de4f351-30ce-4a97-b5bf-0aa3410677fd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9de4f351-30ce-4a97-b5bf-0aa3410677fd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:47.939623 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:47.943112 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:47.995483 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:48.002817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b622d7-7388-4499-82f8-454b822feccb req-cae0082c-c1d0-4177-a8e8-8cd1f1afffa7 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:48.005243 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2b622d7-7388-4499-82f8-454b822feccb req-cae0082c-c1d0-4177-a8e8-8cd1f1afffa7 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 968 time: 0.1010208 Jun 17 08:17:48.013950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=9de4f351-30ce-4a97-b5bf-0aa3410677fd,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:48.014811 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:48.018020 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:48.027251 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:48.061912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:17:48.067696 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2b622d7-7388-4499-82f8-454b822feccb req-47dc5acf-4c13-4adf-8873-a3ae9f526146 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537138 Jun 17 08:17:48.087396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fac7e6-cce7-47ce-82d6-e5130110f444,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:48.093302 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:48.094351 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Added segment 2aac16a8-136a-4def-a2bf-3655e80ec78a of type vlan for network dea01968-7b7b-4d7a-bbd8-6469d1c4caec Jun 17 08:17:48.096633 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:48.160380 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:48.213337 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:48.215299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:48.216112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:48.221377 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5911621-96d2-4b87-864f-0115b7142558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:48.230728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['9de4f351-30ce-4a97-b5bf-0aa3410677fd'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:17:48.287078 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8018703 Jun 17 08:17:48.288253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47984) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:48.302246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Request body: {'subnet': {'network_id': 'dea01968-7b7b-4d7a-bbd8-6469d1c4caec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1673021588-subnet', 'tenant_id': 'dc137ccf61e9422e9b7c00b831c446d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:48.314106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Pushing event updated for resources: {'Network': ['ID=dea01968-7b7b-4d7a-bbd8-6469d1c4caec,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:48.318412 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:48.337172 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network dea01968-7b7b-4d7a-bbd8-6469d1c4caec details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:17:48.338866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Made reservation on behalf of dc137ccf61e9422e9b7c00b831c446d5 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:48.342184 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:48.599886 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:48.604626 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:48.653515 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f560537-8c1c-4ed0-94ac-d10b0ba78379 req-660d5fdd-1e6f-48df-a0a8-0930231cf513 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 210 time: 0.0739830 Jun 17 08:17:48.664619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d68fcc47-fa92-4d1a-8f05-5767fff3111e,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:48.671566 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:48.681299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Checking segment: {'id': '2aac16a8-136a-4def-a2bf-3655e80ec78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'dea01968-7b7b-4d7a-bbd8-6469d1c4caec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:48.681645 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Network hostable DHCP agents. Network: dea01968-7b7b-4d7a-bbd8-6469d1c4caec, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:17:48.710313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Network dea01968-7b7b-4d7a-bbd8-6469d1c4caec is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:17:48.715084 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:48.727201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, dea01968-7b7b-4d7a-bbd8-6469d1c4caec) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:48.732596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:48.733353 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:48.740663 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbcb7ad-1dd0-4bd8-a8ef-566a3a775610 None None] Network dea01968-7b7b-4d7a-bbd8-6469d1c4caec requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:17:48.755520 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4658883 Jun 17 08:17:49.049848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c944ff-972a-4904-a7be-fade6727ef86 None None] Network dea01968-7b7b-4d7a-bbd8-6469d1c4caec requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:17:49.307682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2784e-6231-490a-a72e-24fd33e902e8 req-8d4eee96-5504-42a4-bcd5-633991d83c42 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:49.309312 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14e2784e-6231-490a-a72e-24fd33e902e8 req-8d4eee96-5504-42a4-bcd5-633991d83c42 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 969 time: 0.0742953 Jun 17 08:17:49.357281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14e2784e-6231-490a-a72e-24fd33e902e8 req-31a7bd9b-ec03-4f9b-a50d-4f94518dc57a tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Jun 17 08:17:49.530760 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 9de4f351-30ce-4a97-b5bf-0aa3410677fd up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:49.587678 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 9de4f351-30ce-4a97-b5bf-0aa3410677fd completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:49.593400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 9de4f351-30ce-4a97-b5bf-0aa3410677fd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:49.593782 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:49.686809 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:49.728320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 9de4f351-30ce-4a97-b5bf-0aa3410677fd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9de4f351-30ce-4a97-b5bf-0aa3410677fd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:49.729800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601b0ca4-c19e-4727-8746-7508cf81790c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de4f351-30ce-4a97-b5bf-0aa3410677fd'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:17:49.791475 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:49.793470 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bd369ef1-b19a-4841-8fdf-44498831320e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:49.855750 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=9de4f351-30ce-4a97-b5bf-0aa3410677fd,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:49.863157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a66249ed-5a0a-4027-86ad-1d68ca4dbc17 req-967933a5-d47f-4f5a-88f8-269b5af4c056 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 210 time: 0.0353169 Jun 17 08:17:49.863671 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:50.050819 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48054) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:50.055138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1861904251-network', 'tenant_id': 'cb863cd672444af6ab68d826feeb372b'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:50.091772 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Made reservation on behalf of cb863cd672444af6ab68d826feeb372b for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:50.094119 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.107083 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.178950 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92195d84-8445-4eeb-8b2b-3b53a164b67b" -d '{"events": [{"server_uuid": "601b0ca4-c19e-4727-8746-7508cf81790c", "name": "network-vif-plugged", "status": "completed", "tag": "9de4f351-30ce-4a97-b5bf-0aa3410677fd"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:17:50.210739 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.217041 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.221604 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:50.249666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:17:50.260668 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065e5d39-a35c-4b5c-9375-e7e11b6ed0c9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:50.264957 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:50.266089 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.266432 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Added segment 515d6c9b-da73-4b85-98b4-c2b349915e7c of type vlan for network 99fd8251-988b-4f25-868e-fda4e778a0c8 Jun 17 08:17:50.319710 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.363077 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd009e8-7fb5-4fd3-b287-0032eac0b2dc x-openstack-request-id: req-6bd009e8-7fb5-4fd3-b287-0032eac0b2dc {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:17:50.363863 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601b0ca4-c19e-4727-8746-7508cf81790c", "name": "network-vif-plugged", "status": "completed", "tag": "9de4f351-30ce-4a97-b5bf-0aa3410677fd", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:17:50.364582 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6bd009e8-7fb5-4fd3-b287-0032eac0b2dc {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:17:50.365547 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601b0ca4-c19e-4727-8746-7508cf81790c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de4f351-30ce-4a97-b5bf-0aa3410677fd', 'code': 200} Jun 17 08:17:50.368760 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.370837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:50.371968 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.375635 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:50.453633 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4026875 Jun 17 08:17:50.457294 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48082) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:50.464056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Request body: {'subnet': {'network_id': '99fd8251-988b-4f25-868e-fda4e778a0c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1861904251-subnet', 'tenant_id': 'cb863cd672444af6ab68d826feeb372b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:50.470006 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Pushing event updated for resources: {'Network': ['ID=99fd8251-988b-4f25-868e-fda4e778a0c8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:50.473223 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:50.482657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 99fd8251-988b-4f25-868e-fda4e778a0c8 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:17:50.620599 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-96182c08-41c2-43b7-80a7-f34ee39a1a68 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5c97416271d84b0589654df55d9a61c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751631 Jun 17 08:17:50.637697 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Made reservation on behalf of cb863cd672444af6ab68d826feeb372b for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:50.640006 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.717162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48090) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:50.771391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba84f9-6ef4-4070-9eb9-c1c765af036c req-f1f758b1-d75f-45f3-8497-5134ef05321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:50.772919 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0ba84f9-6ef4-4070-9eb9-c1c765af036c req-f1f758b1-d75f-45f3-8497-5134ef05321f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 1122 time: 0.3016074 Jun 17 08:17:50.832284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e478c1-fa03-4d4c-83d8-d2fcccc1c63b req-e1ee1fde-a0ac-4a65-bcc6-80b9a4afe0db tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:50.833937 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48e478c1-fa03-4d4c-83d8-d2fcccc1c63b req-e1ee1fde-a0ac-4a65-bcc6-80b9a4afe0db tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 970 time: 0.3058515 Jun 17 08:17:50.834631 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f0ba84f9-6ef4-4070-9eb9-c1c765af036c req-a81b59fa-b2af-4da6-947a-09b9b8e39755 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.840616 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c17c408a-5ca9-4b67-9ab1-47551ad70a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.906013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-db12aef9-be7e-42b6-b40a-b41a2cc10972 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:50.908225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-db12aef9-be7e-42b6-b40a-b41a2cc10972 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2778034 Jun 17 08:17:50.950283 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c17c408a-5ca9-4b67-9ab1-47551ad70a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.957120 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c17c408a-5ca9-4b67-9ab1-47551ad70a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:50.961213 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:50.968085 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48e478c1-fa03-4d4c-83d8-d2fcccc1c63b req-0fa5dc7f-4384-4563-8837-8dac725af078 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215429 Jun 17 08:17:50.982167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-0d190423-c479-4557-b68e-7b567568c955 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/quotas/5c97416271d84b0589654df55d9a61c4 HTTP/1.1" status: 200 len: 375 time: 0.0623128 Jun 17 08:17:51.011051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c408a-5ca9-4b67-9ab1-47551ad70a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11892b77-9a0e-4ce4-8f56-049d96f7bba2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:51.022436 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c17c408a-5ca9-4b67-9ab1-47551ad70a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:51.027737 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c17c408a-5ca9-4b67-9ab1-47551ad70a63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe72c959efec41748c6fd85ef57a1b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095400 Jun 17 08:17:51.028333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48096) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:51.058428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-3c6bb433-1ea5-40d4-b160-0b9fc3cd8624 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c97416271d84b0589654df55d9a61c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645339 Jun 17 08:17:51.090719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.099468 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7297d3c2-f10f-4573-8bc6-539d39a30beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:51.116491 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a06b-e24e-4b18-ad9f-27e362e814b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.138544 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a06b-e24e-4b18-ad9f-27e362e814b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.160890 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-240fd26d-4e09-4da8-b039-31825849a36f req-0d1798c1-0d09-48a9-99d6-71cd0dd6908d tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 210 time: 0.0675416 Jun 17 08:17:51.196766 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffd61b2-b038-49b1-bdc7-fe5c65bfbeb9,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:51.207634 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:51.219075 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f0ba84f9-6ef4-4070-9eb9-c1c765af036c req-a81b59fa-b2af-4da6-947a-09b9b8e39755 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.225890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Checking segment: {'id': '515d6c9b-da73-4b85-98b4-c2b349915e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '99fd8251-988b-4f25-868e-fda4e778a0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:51.226292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Network hostable DHCP agents. Network: 99fd8251-988b-4f25-868e-fda4e778a0c8, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:17:51.226693 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a06b-e24e-4b18-ad9f-27e362e814b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.230009 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f0ba84f9-6ef4-4070-9eb9-c1c765af036c req-a81b59fa-b2af-4da6-947a-09b9b8e39755 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.230529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a06b-e24e-4b18-ad9f-27e362e814b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.233433 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ddf7a06b-e24e-4b18-ad9f-27e362e814b6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/11892b77-9a0e-4ce4-8f56-049d96f7bba2 HTTP/1.1" status: 204 len: 168 time: 0.2032084 Jun 17 08:17:51.235368 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5ffbf72f-379f-4b5f-8bee-e554e22918c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:51.238225 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:51.246693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7a06b-e24e-4b18-ad9f-27e362e814b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11892b77-9a0e-4ce4-8f56-049d96f7bba2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:51.251126 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddf7a06b-e24e-4b18-ad9f-27e362e814b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:51.287652 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0ba84f9-6ef4-4070-9eb9-c1c765af036c req-a81b59fa-b2af-4da6-947a-09b9b8e39755 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046151 Jun 17 08:17:51.312284 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27012953-da43-4807-8f6d-f7b8c26f4992 req-f3cfedc8-b9dd-4e1e-b70a-74ceabab2830 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 210 time: 0.0492151 Jun 17 08:17:51.314131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Network 99fd8251-988b-4f25-868e-fda4e778a0c8 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:17:51.317384 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b59fa-b2af-4da6-947a-09b9b8e39755 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1ac455-6941-40b3-bf14-6cae0ad40188,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:51.322121 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a81b59fa-b2af-4da6-947a-09b9b8e39755 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:51.332685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 99fd8251-988b-4f25-868e-fda4e778a0c8) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:51.337181 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:51.337695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.348502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700889a9-982c-4c35-b1ee-bd116e520c36 None None] Network 99fd8251-988b-4f25-868e-fda4e778a0c8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:17:51.363691 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9047537 Jun 17 08:17:51.491582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913d6ea1-4805-49a1-b14b-40a1b33f72d1 None None] Network 99fd8251-988b-4f25-868e-fda4e778a0c8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:17:51.548340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48118) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:51.602318 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a30dad-670c-439c-8c25-421b167f0713 admin admin] Deleting subnet d68fcc47-fa92-4d1a-8f05-5767fff3111e {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:17:51.606477 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01a30dad-670c-439c-8c25-421b167f0713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.659042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01a30dad-670c-439c-8c25-421b167f0713 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.669180 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01a30dad-670c-439c-8c25-421b167f0713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.682571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48120) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:51.704158 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5644c825-7b19-4092-a4cc-b6c63e8849a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.737318 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01a30dad-670c-439c-8c25-421b167f0713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.747150 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ee97cb1c-8b5a-4285-be5e-c785d52274ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:51.752115 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01a30dad-670c-439c-8c25-421b167f0713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.754484 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-01a30dad-670c-439c-8c25-421b167f0713 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d68fcc47-fa92-4d1a-8f05-5767fff3111e HTTP/1.1" status: 204 len: 168 time: 0.2047343 Jun 17 08:17:51.757774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48124) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:51.772380 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a30dad-670c-439c-8c25-421b167f0713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d68fcc47-fa92-4d1a-8f05-5767fff3111e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:51.774736 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-01a30dad-670c-439c-8c25-421b167f0713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:51.861567 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.892419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5644c825-7b19-4092-a4cc-b6c63e8849a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.915535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5644c825-7b19-4092-a4cc-b6c63e8849a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:51.920993 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5520666c-677e-4b71-8f35-fc183bbaf18c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:52.007380 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.020329 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48132) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:52.020443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5644c825-7b19-4092-a4cc-b6c63e8849a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f1e7b83d3e0b41228072889c631f288d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327115 Jun 17 08:17:52.023214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644c825-7b19-4092-a4cc-b6c63e8849a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8a5288-b477-4d3f-a6fb-69bf25cac1e8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:52.026234 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5644c825-7b19-4092-a4cc-b6c63e8849a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:52.028560 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.028925 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.029857 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.030185 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > port after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.030647 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.032028 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > port after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.032028 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.032303 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.032526 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.033305 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.084859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ef04557-e908-449e-b3ad-859c4dd8f08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.112336 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ef04557-e908-449e-b3ad-859c4dd8f08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.149355 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.149694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.150019 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.150345 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93803) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.150699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dea01968-7b7b-4d7a-bbd8-6469d1c4caec']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:52.167465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ef04557-e908-449e-b3ad-859c4dd8f08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.170295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ef04557-e908-449e-b3ad-859c4dd8f08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.171617 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8ef04557-e908-449e-b3ad-859c4dd8f08a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b8a5288-b477-4d3f-a6fb-69bf25cac1e8 HTTP/1.1" status: 204 len: 168 time: 0.1493795 Jun 17 08:17:52.172445 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b3a398a-29a8-458d-aac5-09bb6d3d02d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:52.180497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aac16a8-136a-4def-a2bf-3655e80ec78a') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:52.180923 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aac16a8-136a-4def-a2bf-3655e80ec78a') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:52.188137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef04557-e908-449e-b3ad-859c4dd8f08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8a5288-b477-4d3f-a6fb-69bf25cac1e8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:52.193005 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8ef04557-e908-449e-b3ad-859c4dd8f08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:52.220695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.258312 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.270059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:17:52.270458 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: from cryptography.utils import int_from_bytes Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: from cryptography.utils import int_from_bytes Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:17:52.274859 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:17:52.350485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fd4b8-e9d4-4aef-af32-c7f9ff820f06 req-2c983679-cbf3-4e81-b2b9-d46028a20733 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:52.352075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c74fd4b8-e9d4-4aef-af32-c7f9ff820f06 req-2c983679-cbf3-4e81-b2b9-d46028a20733 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 970 time: 0.1964021 Jun 17 08:17:52.371277 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cca90c9-106b-4d76-830a-2f8af2aab5d9 req-34e1c90c-22b6-421a-9201-a19f5c80a5ef tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 210 time: 0.0499744 Jun 17 08:17:52.385896 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.404734 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5bc9ef60-2fbe-44f6-87b0-5cbb3242f2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:52.410277 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.415607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48144) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:52.415933 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] 10.222.0.47 "DELETE /v2.0/networks/dea01968-7b7b-4d7a-bbd8-6469d1c4caec HTTP/1.1" status: 204 len: 168 time: 0.6568096 Jun 17 08:17:52.430596 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Pushing event deleted for resources: {'Network': ['ID=dea01968-7b7b-4d7a-bbd8-6469d1c4caec,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:52.434099 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:52.439216 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c74fd4b8-e9d4-4aef-af32-c7f9ff820f06 req-bcaa3df7-53f6-4d97-b999-9da2234db8b4 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705459 Jun 17 08:17:52.468011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-582869fa-965d-436c-a22c-5da90635bdf4 admin admin] Deleting subnet 0ffd61b2-b038-49b1-bdc7-fe5c65bfbeb9 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:17:52.472144 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-582869fa-965d-436c-a22c-5da90635bdf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.506573 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-582869fa-965d-436c-a22c-5da90635bdf4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.522004 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-582869fa-965d-436c-a22c-5da90635bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.552808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f8342e5-507d-42e5-8b62-20f3aae4174e req-d6cec618-1c9e-48f9-b79e-83dd430348cd tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 210 time: 0.0292845 Jun 17 08:17:52.586231 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-582869fa-965d-436c-a22c-5da90635bdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.589383 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-807445a2-abd8-4f16-a58d-3595787f468f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:52.619220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582869fa-965d-436c-a22c-5da90635bdf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ffd61b2-b038-49b1-bdc7-fe5c65bfbeb9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:52.632497 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-582869fa-965d-436c-a22c-5da90635bdf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:52.641941 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-582869fa-965d-436c-a22c-5da90635bdf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.644351 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-582869fa-965d-436c-a22c-5da90635bdf4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0ffd61b2-b038-49b1-bdc7-fe5c65bfbeb9 HTTP/1.1" status: 204 len: 168 time: 0.2267702 Jun 17 08:17:52.647065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48154) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:52.874079 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.964337 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:52.974280 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.974668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.975457 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.975776 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > port after_create 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.976106 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.976433 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > port after_update 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.976754 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.977063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.977368 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:52.977688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:53.033583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48166) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:53.137686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-network', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:53.162657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Made reservation on behalf of 1e4237e4fbc545b1aab932daef22c456 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:53.165111 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.174076 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.181313 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:53.181884 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:53.181977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:53.182239 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 08:17:53.182579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fd8251-988b-4f25-868e-fda4e778a0c8']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:53.206674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515d6c9b-da73-4b85-98b4-c2b349915e7c') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:53.207113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515d6c9b-da73-4b85-98b4-c2b349915e7c') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:53.229434 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.252824 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.263186 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:17:53.263607 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: from cryptography.utils import int_from_bytes Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: from cryptography.utils import int_from_bytes Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:17:53.267924 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:17:53.276047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.281350 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.286248 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a81b59fa-b2af-4da6-947a-09b9b8e39755 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:53.315551 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746ac985-0dd3-421d-a927-937945e4869f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:53.319026 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:53.325197 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.330207 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:53.330905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:17:53.342549 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.342863 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Added segment 04d95723-43e0-4e10-974b-54c006855409 of type vlan for network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 Jun 17 08:17:53.344457 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.350325 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] 10.222.0.47 "DELETE /v2.0/networks/99fd8251-988b-4f25-868e-fda4e778a0c8 HTTP/1.1" status: 204 len: 168 time: 0.6983991 Jun 17 08:17:53.350325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Pushing event deleted for resources: {'Network': ['ID=99fd8251-988b-4f25-868e-fda4e778a0c8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:53.360189 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:53.384383 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.421774 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.423246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:53.423875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.426427 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fbb549a8-d9de-432c-b07f-dc32c540e577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:53.495803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4583321 Jun 17 08:17:53.495803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48176) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:53.496714 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48178) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:53.504696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Request body: {'subnet': {'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-subnet', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:53.528127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Pushing event updated for resources: {'Network': ['ID=7d3bc11e-a9d3-4f68-b661-2ff2b9452385,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:53.534471 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:53.545726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:17:53.579979 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c32f54d8-f1e0-4aca-bb12-63bb73af5938 req-050d3fe0-46fe-4233-9a48-1d36e1a62600 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 210 time: 0.0614676 Jun 17 08:17:53.626418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Made reservation on behalf of 1e4237e4fbc545b1aab932daef22c456 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:53.629183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.646284 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c76bc019-ca5a-4178-a4ef-3c47281ecc5d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc137ccf61e9422e9b7c00b831c446d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1488810 Jun 17 08:17:53.649718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48182) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:53.767606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-24c66a0b-cdcc-4379-b1d0-37ec986cd53f req-c759061a-39fb-419e-8bec-1cc70bc2fc4e tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 210 time: 0.0658808 Jun 17 08:17:53.826411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c6fca-871c-44ac-b5b5-882bd00e00ea req-2608701d-f93c-4d09-a59c-ac451ab24c09 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:53.827918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a71c6fca-871c-44ac-b5b5-882bd00e00ea req-2608701d-f93c-4d09-a59c-ac451ab24c09 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 970 time: 0.2433584 Jun 17 08:17:53.845960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-223f2f91-15cf-45a3-91e7-3e6b54723045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.912063 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-223f2f91-15cf-45a3-91e7-3e6b54723045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:53.925263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a71c6fca-871c-44ac-b5b5-882bd00e00ea req-c0391135-c61b-4739-8eba-0313cbf58169 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906579 Jun 17 08:17:54.008004 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.012134 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:54.225596 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-223f2f91-15cf-45a3-91e7-3e6b54723045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.228161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-223f2f91-15cf-45a3-91e7-3e6b54723045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.229237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-223f2f91-15cf-45a3-91e7-3e6b54723045 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/55fac7e6-cce7-47ce-82d6-e5130110f444 HTTP/1.1" status: 204 len: 168 time: 0.5785995 Jun 17 08:17:54.273095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=535391d7-7ca4-41f3-9fe2-51419b23ddad,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:54.275916 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:54.279123 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65bd57b4-9497-4a29-93ac-59c7e64518ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:54.295638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Checking segment: {'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:54.295980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Network hostable DHCP agents. Network: 7d3bc11e-a9d3-4f68-b661-2ff2b9452385, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:17:54.298139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f2f91-15cf-45a3-91e7-3e6b54723045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fac7e6-cce7-47ce-82d6-e5130110f444,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:54.300353 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-223f2f91-15cf-45a3-91e7-3e6b54723045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:54.329807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74618caa-7c05-4477-93ec-0526a2eb5024 req-c4081cb9-c2eb-4a84-9d52-5529100b0d80 tempest-AggregatesAdminTestJSON-1639254228 tempest-AggregatesAdminTestJSON-1639254228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:54.331410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74618caa-7c05-4477-93ec-0526a2eb5024 req-c4081cb9-c2eb-4a84-9d52-5529100b0d80 tempest-AggregatesAdminTestJSON-1639254228 tempest-AggregatesAdminTestJSON-1639254228-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 1122 time: 0.1227028 Jun 17 08:17:54.349581 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:17:54.352651 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-74618caa-7c05-4477-93ec-0526a2eb5024 req-ba07a227-d212-4c20-878b-26da2bd90c5f tempest-AggregatesAdminTestJSON-1639254228 tempest-AggregatesAdminTestJSON-1639254228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.370966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 7d3bc11e-a9d3-4f68-b661-2ff2b9452385) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:54.378004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:54.378501 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.380190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fe07b2-b0cf-4b4e-a81a-7d627781c81e None None] Network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:17:54.471626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-74618caa-7c05-4477-93ec-0526a2eb5024 req-ba07a227-d212-4c20-878b-26da2bd90c5f tempest-AggregatesAdminTestJSON-1639254228 tempest-AggregatesAdminTestJSON-1639254228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.478470 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-74618caa-7c05-4477-93ec-0526a2eb5024 req-ba07a227-d212-4c20-878b-26da2bd90c5f tempest-AggregatesAdminTestJSON-1639254228 tempest-AggregatesAdminTestJSON-1639254228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.480913 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:54.503274 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0042679 Jun 17 08:17:54.503572 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48192) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:54.511404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-router', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:54.516415 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74618caa-7c05-4477-93ec-0526a2eb5024 req-ba07a227-d212-4c20-878b-26da2bd90c5f tempest-AggregatesAdminTestJSON-1639254228 tempest-AggregatesAdminTestJSON-1639254228-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793041 Jun 17 08:17:54.521005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07a227-d212-4c20-878b-26da2bd90c5f tempest-AggregatesAdminTestJSON-1639254228 tempest-AggregatesAdminTestJSON-1639254228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b93f617-e5fc-49e1-83e7-a1c3d9340c39,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:54.524261 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba07a227-d212-4c20-878b-26da2bd90c5f tempest-AggregatesAdminTestJSON-1639254228 tempest-AggregatesAdminTestJSON-1639254228-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:54.539340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-7d3bc11e-a9d3-4f68-b661-2ff2b9452385', 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'fixed_ips': [{'subnet_id': '535391d7-7ca4-41f3-9fe2-51419b23ddad'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:17:54.540360 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.574749 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.576723 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.647977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.668213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48202) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:54.742299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a1561142-7b55-4bcd-bc72-e94821481b4f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb863cd672444af6ab68d826feeb372b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704818 Jun 17 08:17:54.742511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48206) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:54.794615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Allocated IP 172.20.0.2 (7d3bc11e-a9d3-4f68-b661-2ff2b9452385/535391d7-7ca4-41f3-9fe2-51419b23ddad/796c08d8-30bd-4c20-ad01-919f6753fb9d) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:54.830180 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e30e11ec-fe96-4749-a341-a9128ab70244 req-a8eabf31-be9a-4489-b4cd-14b2317d3860 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 210 time: 0.0557575 Jun 17 08:17:54.850547 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b056c4c-51c2-4312-9849-fb5f314f0674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.865688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:54.900924 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b056c4c-51c2-4312-9849-fb5f314f0674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.015409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ae171d6-2593-43b4-b0fb-fdc7e52d0c05 req-51afa527-f912-442c-9d3b-21b80659e3ab tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 210 time: 0.0527422 Jun 17 08:17:55.040364 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.048702 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b056c4c-51c2-4312-9849-fb5f314f0674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.049918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Transition to ACTIVE for port object 796c08d8-30bd-4c20-ad01-919f6753fb9d will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:55.051836 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b056c4c-51c2-4312-9849-fb5f314f0674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.053307 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2b056c4c-51c2-4312-9849-fb5f314f0674 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/065e5d39-a35c-4b5c-9375-e7e11b6ed0c9 HTTP/1.1" status: 204 len: 168 time: 0.3098283 Jun 17 08:17:55.054284 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5aed0c3-cb0e-48a3-853d-98a127a1fef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:55.062570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b056c4c-51c2-4312-9849-fb5f314f0674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065e5d39-a35c-4b5c-9375-e7e11b6ed0c9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:55.071672 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2b056c4c-51c2-4312-9849-fb5f314f0674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:55.090384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Transition to ACTIVE for port object 796c08d8-30bd-4c20-ad01-919f6753fb9d will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:55.097893 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.100313 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dc45d32f-3184-4e4d-b547-679867d4d796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:55.147254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:55.151051 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Pushing event updated for resources: {'Port': ['ID=796c08d8-30bd-4c20-ad01-919f6753fb9d,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:55.153614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:55.155977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:55.157935 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.158500 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:55.181808 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.216592 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Attempting to bind port 796c08d8-30bd-4c20-ad01-919f6753fb9d on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:17:55.217186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Attempting to bind port 796c08d8-30bd-4c20-ad01-919f6753fb9d by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:17:55.217705 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Attempting to bind port 796c08d8-30bd-4c20-ad01-919f6753fb9d on network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:55.224310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:17:55.225592 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Checking segment: {'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:55.226155 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.226973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Bound using segment: {'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:17:55.227423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Bound port: 796c08d8-30bd-4c20-ad01-919f6753fb9d, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:17:55.227839 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.302474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Allocated IP 172.25.8.65 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/eae2ad77-3c0e-446a-ae2b-5b88cd2a880e) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:55.335728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] For port 796c08d8-30bd-4c20-ad01-919f6753fb9d, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:17:55.340214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] For port 796c08d8-30bd-4c20-ad01-919f6753fb9d, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=796c08d8-30bd-4c20-ad01-919f6753fb9d,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:17:55.346703 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.349916 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:55.405206 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Pushing event updated for resources: {'Port': ['ID=796c08d8-30bd-4c20-ad01-919f6753fb9d,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:55.419342 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:55.428025 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.471839 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:55.474696 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:55.519685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:55.524570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:55.534531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:55.572280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Pushing event updated for resources: {'Port': ['ID=eae2ad77-3c0e-446a-ae2b-5b88cd2a880e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:55.576525 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:55.888626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:56.023707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5e9e1a8-e537-4d47-9f71-e508839e5d76 req-02d8dde6-f802-416e-b0c9-6b961798d556 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 210 time: 0.0367997 Jun 17 08:17:56.218372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a235986b-f4d6-4253-9216-adf5fe3c949d req-aa4e4433-b65d-48e3-a0d2-7b1ccd0bab9f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 210 time: 0.0382082 Jun 17 08:17:56.319162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:56.430281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 796c08d8-30bd-4c20-ad01-919f6753fb9d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:56.543635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 796c08d8-30bd-4c20-ad01-919f6753fb9d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:56.593481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Router d3d487f7-127f-426a-a4a2-68830b068587 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:17:56.743212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:17:56.760905 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Sync routers for ids ['d3d487f7-127f-426a-a4a2-68830b068587'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:17:56.771495 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:56.775486 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2668071 Jun 17 08:17:56.777236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48358) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:56.777978 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Routers {'d3d487f7-127f-426a-a4a2-68830b068587'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:56.779136 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d3d487f7-127f-426a-a4a2-68830b068587'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:56.930921 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8ea7c6-5f5c-4617-a356-1a08c484b08b None None] Network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:17:56.961915 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Set router d3d487f7-127f-426a-a4a2-68830b068587 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:57.099169 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-254fc3d6-9214-4683-b586-d78cd7e602ff tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4228395c8ead46e294631fe1186cdb6a HTTP/1.1" status: 200 len: 380 time: 0.1111481 Jun 17 08:17:57.110683 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Request body: {'port': {'device_id': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'admin_state_up': True, 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'security_groups': ['0e4ae047-6525-4301-88e5-8c491b2374e7']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:57.264613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-df5f80c3-8f40-4eec-9708-b768e32aec10 None None] Provisioning for port 796c08d8-30bd-4c20-ad01-919f6753fb9d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:57.292481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-df5f80c3-8f40-4eec-9708-b768e32aec10 None None] Provisioning complete for port 796c08d8-30bd-4c20-ad01-919f6753fb9d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:57.292481 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-df5f80c3-8f40-4eec-9708-b768e32aec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.377230 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Made reservation on behalf of 4228395c8ead46e294631fe1186cdb6a for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:57.385021 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.536819 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-df5f80c3-8f40-4eec-9708-b768e32aec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.620549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-df5f80c3-8f40-4eec-9708-b768e32aec10 None None] For port 796c08d8-30bd-4c20-ad01-919f6753fb9d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=796c08d8-30bd-4c20-ad01-919f6753fb9d,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:17:57.623842 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-router', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:54Z', 'updated_at': '2021-06-17T08:17:55Z', 'revision_number': 3, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'gw_port': {'id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:55Z', 'updated_at': '2021-06-17T08:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:57.633243 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-df5f80c3-8f40-4eec-9708-b768e32aec10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.636244 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:57.684746 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Checking router: d3d487f7-127f-426a-a4a2-68830b068587 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:17:57.685101 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Updating router d3d487f7-127f-426a-a4a2-68830b068587 port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:17:57.749776 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f80c3-8f40-4eec-9708-b768e32aec10 None None] Pushing event updated for resources: {'Port': ['ID=796c08d8-30bd-4c20-ad01-919f6753fb9d,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:57.756823 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-df5f80c3-8f40-4eec-9708-b768e32aec10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:57.776237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-206f5525-d1f9-4635-b391-2b65dbd6cde4 req-371d1b65-b23d-440c-8544-90896b0b3b39 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 210 time: 0.1285894 Jun 17 08:17:57.812100 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.830497 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.872694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-4f5154f3-9512-4013-8b1b-f2839b1403ce tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=903bbebec89c4bde81ce8c2dae4be705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0868359 Jun 17 08:17:57.877144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0902e2a2-ad0c-41c4-8822-2276c9e72794 None None] Provisioning complete for port 796c08d8-30bd-4c20-ad01-919f6753fb9d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:57.877533 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0902e2a2-ad0c-41c4-8822-2276c9e72794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:57.880096 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Allocated IP 172.20.0.13 (d40c97ee-aa7c-4a1c-919c-5a9cb171c82f/e9b62983-9280-41ef-98fb-95e6bb7ee564/854c10a3-8d99-4da0-af09-65043e2d0d1b) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:57.917189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48406) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:58.101695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.10', 56058) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:58.139894 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.147159 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-c2c4a0ea-f3a8-494e-8eb3-16c8af462119 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5c97416271d84b0589654df55d9a61c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441637 Jun 17 08:17:58.151886 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Transition to ACTIVE for port object eae2ad77-3c0e-446a-ae2b-5b88cd2a880e will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:58.164067 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.167788 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:58.171552 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3a58e561-2939-47dd-999b-c23c762239a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.219648 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6f4e0-559b-4222-930d-b5ac974dc067 None None] Pushing event updated for resources: {'Port': ['ID=eae2ad77-3c0e-446a-ae2b-5b88cd2a880e,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:58.226177 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d67950e1-7a9b-4a94-bf64-bb90e11493f8 req-2b81e734-5560-4349-9ae4-4f7bcda7a3ad tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 210 time: 0.2339058 Jun 17 08:17:58.233945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-c86345da-da95-4cc1-8715-1f8968bfd245 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:58.236193 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-f1f6f4e0-559b-4222-930d-b5ac974dc067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:58.241354 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-c86345da-da95-4cc1-8715-1f8968bfd245 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3670416 Jun 17 08:17:58.278552 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Attempting to bind port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:17:58.279037 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Attempting to bind port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:17:58.279297 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Attempting to bind port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:17:58.285587 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:17:58.285964 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:17:58.286496 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.286962 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:17:58.287432 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Bound port: eae2ad77-3c0e-446a-ae2b-5b88cd2a880e, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:17:58.287932 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.329656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Allocated IP 172.20.0.1 (7d3bc11e-a9d3-4f68-b661-2ff2b9452385/535391d7-7ca4-41f3-9fe2-51419b23ddad/527c3fc8-775a-45e2-85da-4474e1fc307e) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:58.374575 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 796c08d8-30bd-4c20-ad01-919f6753fb9d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:17:58.381192 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] For port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:17:58.387643 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] For port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eae2ad77-3c0e-446a-ae2b-5b88cd2a880e,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:17:58.395688 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.398821 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-f1f6f4e0-559b-4222-930d-b5ac974dc067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:58.417165 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.474582 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.477582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Transition to ACTIVE for port object 854c10a3-8d99-4da0-af09-65043e2d0d1b will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:58.489851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Transition to ACTIVE for port object 527c3fc8-775a-45e2-85da-4474e1fc307e will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:17:58.491986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-0a2dd069-be0c-4181-85ff-d9740ec1f5b4 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:58.493482 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-0a2dd069-be0c-4181-85ff-d9740ec1f5b4 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3393104 Jun 17 08:17:58.495596 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6f4e0-559b-4222-930d-b5ac974dc067 None None] Pushing event updated for resources: {'Port': ['ID=eae2ad77-3c0e-446a-ae2b-5b88cd2a880e,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:58.508346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Request body: {'port': {'device_id': 'e9d102f3-45a5-4100-b1bf-4578b2ea9eea', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '5c97416271d84b0589654df55d9a61c4'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:58.510677 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-f1f6f4e0-559b-4222-930d-b5ac974dc067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:58.511940 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Routers {'d3d487f7-127f-426a-a4a2-68830b068587'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:17:58.512774 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d3d487f7-127f-426a-a4a2-68830b068587'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:58.528085 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 796c08d8-30bd-4c20-ad01-919f6753fb9d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:58.528687 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.593699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.603578 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:58.605005 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3a58e561-2939-47dd-999b-c23c762239a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.607817 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.615729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-4f5cc6d2-5277-40aa-9401-59624d94b239 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/quotas/903bbebec89c4bde81ce8c2dae4be705 HTTP/1.1" status: 200 len: 375 time: 0.3734229 Jun 17 08:17:58.621462 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3a58e561-2939-47dd-999b-c23c762239a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.652828 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:58.666318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-ce12706e-276c-4b30-8672-a03a4fda6f35 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=903bbebec89c4bde81ce8c2dae4be705&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495508 Jun 17 08:17:58.683716 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] Set router d3d487f7-127f-426a-a4a2-68830b068587 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:17:58.732776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:58.752156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:58.755558 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:58.785188 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Pushing event updated for resources: {'Port': ['ID=854c10a3-8d99-4da0-af09-65043e2d0d1b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:58.789018 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:58.814402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:17:58.816557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3a58e561-2939-47dd-999b-c23c762239a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5828e52837e344f1bcf1b3b05e116158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8958569 Jun 17 08:17:58.822345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48434) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:17:58.822748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:58.823525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.828062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Made reservation on behalf of 5c97416271d84b0589654df55d9a61c4 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:17:58.846129 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.861017 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:58.870705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:17:58.879802 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7730393 Jun 17 08:17:58.881422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:17:58.890150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Pushing event updated for resources: {'Port': ['ID=527c3fc8-775a-45e2-85da-4474e1fc307e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:58.895844 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:58.967552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-e214dfab-5cc4-4835-8b8e-641061e7157e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:17:58.972958 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-e214dfab-5cc4-4835-8b8e-641061e7157e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0269818 Jun 17 08:17:58.996453 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7c05910-c424-47e3-890a-dcd6e192ac6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:59.041092 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-router', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:54Z', 'updated_at': '2021-06-17T08:17:55Z', 'revision_number': 3, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'gw_port': {'id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:55Z', 'updated_at': '2021-06-17T08:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:17:59.114043 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.125176 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.138208 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:59.157882 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2956753d-2abc-493d-8e0d-7e0f2d73972a None None] The sync data for ids ['d3d487f7-127f-426a-a4a2-68830b068587'] in n-d-779913-16 is: [{'id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-router', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:54Z', 'updated_at': '2021-06-17T08:17:55Z', 'revision_number': 3, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'gw_port': {'id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:55Z', 'updated_at': '2021-06-17T08:17:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:17:59.191615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54a72b6c-d545-4d9a-83dc-dc5c97673efa req-532e47f7-75d6-424b-ab2b-e2e99719da45 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 210 time: 0.1107712 Jun 17 08:17:59.203095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a58e561-2939-47dd-999b-c23c762239a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4b469a-4cdf-4947-a208-47cdbb4fb4e0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:59.204904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Request body: {'port': {'device_id': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:17:59.206573 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3a58e561-2939-47dd-999b-c23c762239a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:59.253712 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.292522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-41be4b3e-4671-4709-980a-931ef765d8bf None None] Provisioning for port 527c3fc8-775a-45e2-85da-4474e1fc307e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:59.297730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-41be4b3e-4671-4709-980a-931ef765d8bf None None] Provisioning complete for port 527c3fc8-775a-45e2-85da-4474e1fc307e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:59.299956 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-41be4b3e-4671-4709-980a-931ef765d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.344353 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b89554b4-3c19-4b08-bd30-906c47e8bd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.417465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-41be4b3e-4671-4709-980a-931ef765d8bf None None] Port 527c3fc8-775a-45e2-85da-4474e1fc307e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:17:59.425694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b89554b4-3c19-4b08-bd30-906c47e8bd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.461748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-41be4b3e-4671-4709-980a-931ef765d8bf None None] Provisioning for port 854c10a3-8d99-4da0-af09-65043e2d0d1b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:17:59.471321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-41be4b3e-4671-4709-980a-931ef765d8bf None None] Provisioning complete for port 854c10a3-8d99-4da0-af09-65043e2d0d1b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:17:59.471697 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-41be4b3e-4671-4709-980a-931ef765d8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.505119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Allocated IP 192.168.233.7 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/f7f0c4a4-6487-40da-ba0f-dab9465735a1) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:17:59.524433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-41be4b3e-4671-4709-980a-931ef765d8bf None None] Port 854c10a3-8d99-4da0-af09-65043e2d0d1b cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:17:59.540078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358082b9-6708-483a-a304-a8c4dfbc407c req-2c3b6fee-e835-4f1c-b537-72da7902b3f0 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:17:59.549978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-358082b9-6708-483a-a304-a8c4dfbc407c req-2c3b6fee-e835-4f1c-b537-72da7902b3f0 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 932 time: 0.3567753 Jun 17 08:17:59.625418 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5340290-c23b-4c81-9454-f5efbd79be0a req-e1eb0a95-1fb6-4760-8df4-3be049f08edc tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 210 time: 0.1460190 Jun 17 08:17:59.747892 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-358082b9-6708-483a-a304-a8c4dfbc407c req-6dd091bc-a3d7-4cfe-b6d9-36bf7923e921 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926205 Jun 17 08:17:59.762025 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b89554b4-3c19-4b08-bd30-906c47e8bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.768792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b89554b4-3c19-4b08-bd30-906c47e8bd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.786563 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b89554b4-3c19-4b08-bd30-906c47e8bd7c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d4b469a-4cdf-4947-a208-47cdbb4fb4e0 HTTP/1.1" status: 204 len: 168 time: 0.9425218 Jun 17 08:17:59.797286 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:17:59.842239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89554b4-3c19-4b08-bd30-906c47e8bd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4b469a-4cdf-4947-a208-47cdbb4fb4e0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:17:59.850206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:17:59.875455 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b89554b4-3c19-4b08-bd30-906c47e8bd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:17:59.875969 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48466) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:00.008739 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e67a4-b647-4589-aa17-d78237154ae5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:00.041976 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.904s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:00.173397 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e9601f3-205a-48c7-bd20-e5756325a39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:00.212707 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:00.248638 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:00.271144 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:00.299847 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:00.398081 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eae2ad77-3c0e-446a-ae2b-5b88cd2a880e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:00.520029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:00.525021 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:00.529099 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:00.529723 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:00.537367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Pushing event updated for resources: {'Port': ['ID=527c3fc8-775a-45e2-85da-4474e1fc307e,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:00.564956 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:00.577318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48492) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:00.578190 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:00.654653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Transition to ACTIVE for port object f7f0c4a4-6487-40da-ba0f-dab9465735a1 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:00.702710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb137b95-613e-4021-a6cb-cffaa9dcf3db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:00.713615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d97719f7-6f37-4263-bebe-88cf911a2272 req-4c9980a0-1da7-4e62-8274-df4ed9c62fab tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 210 time: 0.0735207 Jun 17 08:18:00.785342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:00.802580 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:00.852104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48500) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:00.907360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:00.926803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:00.929543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:00.933835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Pushing event updated for resources: {'Port': ['ID=f7f0c4a4-6487-40da-ba0f-dab9465735a1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:00.937149 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:01.004982 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.031384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854c10a3-8d99-4da0-af09-65043e2d0d1b {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:01.043022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cf2db-6d7d-49b1-b660-6303015fce9f req-46daab6e-b2d1-4f97-a373-02c915652e46 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:01.044492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eae2ad77-3c0e-446a-ae2b-5b88cd2a880e,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:01.045730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-213cf2db-6d7d-49b1-b660-6303015fce9f req-46daab6e-b2d1-4f97-a373-02c915652e46 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 970 time: 0.5035007 Jun 17 08:18:01.046312 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.054541 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.057252 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dc45d32f-3184-4e4d-b547-679867d4d796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:01.072900 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e9601f3-205a-48c7-bd20-e5756325a39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.099263 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Transition to ACTIVE for port object 854c10a3-8d99-4da0-af09-65043e2d0d1b will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:01.117620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=eae2ad77-3c0e-446a-ae2b-5b88cd2a880e,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:01.121945 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:01.128272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:01.128953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.139787 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.143270 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc41e2e7-4184-4c51-b775-c13a0f4002b8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:01.151542 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-82af395b-eb61-4104-a456-f67810c6ec53 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=903bbebec89c4bde81ce8c2dae4be705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1956239 Jun 17 08:18:01.152399 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e9601f3-205a-48c7-bd20-e5756325a39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.178415 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2b056c4c-51c2-4312-9849-fb5f314f0674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:01.195742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:01.308695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-592e8add-0c4e-4d7b-b0a2-37567ee0d200 None None] Provisioning for port f7f0c4a4-6487-40da-ba0f-dab9465735a1 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:01.308911 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Pushing event updated for resources: {'Port': ['ID=854c10a3-8d99-4da0-af09-65043e2d0d1b,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:01.313709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-592e8add-0c4e-4d7b-b0a2-37567ee0d200 None None] Provisioning complete for port f7f0c4a4-6487-40da-ba0f-dab9465735a1 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:01.314062 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-592e8add-0c4e-4d7b-b0a2-37567ee0d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.334514 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:01.360469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-592e8add-0c4e-4d7b-b0a2-37567ee0d200 None None] Port f7f0c4a4-6487-40da-ba0f-dab9465735a1 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:01.387008 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Attempting to bind port 854c10a3-8d99-4da0-af09-65043e2d0d1b on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:01.387632 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Attempting to bind port 854c10a3-8d99-4da0-af09-65043e2d0d1b by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:01.387983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Attempting to bind port 854c10a3-8d99-4da0-af09-65043e2d0d1b on network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:01.392745 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Port 854c10a3-8d99-4da0-af09-65043e2d0d1b on network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:18:01.393044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Attempting to bind port 854c10a3-8d99-4da0-af09-65043e2d0d1b on network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:01.398625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:01.399189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Checking segment: {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:01.399753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Bound using segment: {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:01.400255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Bound port: 854c10a3-8d99-4da0-af09-65043e2d0d1b, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:01.400602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.451587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.63', 49778) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:01.483698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:01.488347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac193-eb88-418c-a5a2-1043f4c030b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.506359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9601f3-205a-48c7-bd20-e5756325a39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308a1e68-4274-4955-8344-c5afa6a0e4ac,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:01.524048 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] For port 854c10a3-8d99-4da0-af09-65043e2d0d1b, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:01.558100 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] For port 854c10a3-8d99-4da0-af09-65043e2d0d1b, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=854c10a3-8d99-4da0-af09-65043e2d0d1b,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:01.570409 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.570949 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3e9601f3-205a-48c7-bd20-e5756325a39f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:01.579172 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:01.610117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3e9601f3-205a-48c7-bd20-e5756325a39f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1257eb35717f4257bc3aea828a5683a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7312291 Jun 17 08:18:01.616946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48512) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:01.704553 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e89fc-c07f-4ee3-84c2-aff5e5617349 req-24b0ee69-0543-4d93-aec2-60f0a48c08a9 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:01.706106 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-090e89fc-c07f-4ee3-84c2-aff5e5617349 req-24b0ee69-0543-4d93-aec2-60f0a48c08a9 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.63 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 970 time: 0.2535830 Jun 17 08:18:01.709386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:01.710072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.711450 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] 10.222.0.10 "PUT /v2.0/ports/854c10a3-8d99-4da0-af09-65043e2d0d1b HTTP/1.1" status: 200 len: 1093 time: 2.6583345 Jun 17 08:18:01.714032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'tag': '854c10a3-8d99-4da0-af09-65043e2d0d1b'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:01.731601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Pushing event updated for resources: {'Port': ['ID=854c10a3-8d99-4da0-af09-65043e2d0d1b,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:01.755121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-213cf2db-6d7d-49b1-b660-6303015fce9f req-46cf838f-eb66-4d7c-9e54-393cc90222bc tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6841178 Jun 17 08:18:01.768974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Router d3d487f7-127f-426a-a4a2-68830b068587 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:18:01.818848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-abbd70f8-85f5-4b85-80f9-8a7b9680d320 None None] Provisioning complete for port 527c3fc8-775a-45e2-85da-4474e1fc307e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:01.819314 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-abbd70f8-85f5-4b85-80f9-8a7b9680d320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.835891 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:01.893920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-abbd70f8-85f5-4b85-80f9-8a7b9680d320 None None] Port 527c3fc8-775a-45e2-85da-4474e1fc307e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:01.898542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c779f8-19ee-4fd9-8c8f-1a8dbb6839ab req-0dca12f0-91cc-4265-9903-7ae10a052190 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:01.918285 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-45c779f8-19ee-4fd9-8c8f-1a8dbb6839ab req-0dca12f0-91cc-4265-9903-7ae10a052190 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 934 time: 0.8957405 Jun 17 08:18:01.924699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30b75d0d-b746-4cf5-a335-e06beeb3bab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:01.995280 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-5ee4d77e-d281-4c5b-8191-608b964cc46e tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:01.996483 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ddddfc-82b1-4063-8437-fbfe8607269d" -d '{"events": [{"name": "network-changed", "server_uuid": "467d6fd2-35ac-401a-a2c4-410fc6833fc2", "tag": "854c10a3-8d99-4da0-af09-65043e2d0d1b"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:01.996700 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-5ee4d77e-d281-4c5b-8191-608b964cc46e tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8159139 Jun 17 08:18:02.018960 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30b75d0d-b746-4cf5-a335-e06beeb3bab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.081667 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-73f7c74d-c33d-49ad-a868-db91f17065f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:02.083164 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-73f7c74d-c33d-49ad-a868-db91f17065f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4228395c8ead46e294631fe1186cdb6a&device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 1096 time: 0.2463472 Jun 17 08:18:02.084657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Request body: {'port': {'device_id': 'ce83d656-11b4-4974-a675-0ce54dd6cf59', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '903bbebec89c4bde81ce8c2dae4be705'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:02.110734 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb137b95-613e-4021-a6cb-cffaa9dcf3db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.125690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-45c779f8-19ee-4fd9-8c8f-1a8dbb6839ab req-3c688d5f-e04c-4c6f-81ce-648c8f9b82c4 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048695 Jun 17 08:18:02.154888 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6519549 Jun 17 08:18:02.156030 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-c9b19357-ea51-496a-a322-ec1949e70567 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854c10a3-8d99-4da0-af09-65043e2d0d1b HTTP/1.1" status: 200 len: 217 time: 0.0629830 Jun 17 08:18:02.158167 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-090e89fc-c07f-4ee3-84c2-aff5e5617349 req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Deleting port 9de4f351-30ce-4a97-b5bf-0aa3410677fd {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:18:02.158507 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-090e89fc-c07f-4ee3-84c2-aff5e5617349 req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.160031 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb137b95-613e-4021-a6cb-cffaa9dcf3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.163785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30b75d0d-b746-4cf5-a335-e06beeb3bab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.166428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30b75d0d-b746-4cf5-a335-e06beeb3bab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.167582 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-30b75d0d-b746-4cf5-a335-e06beeb3bab4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/308a1e68-4274-4955-8344-c5afa6a0e4ac HTTP/1.1" status: 204 len: 168 time: 0.5465932 Jun 17 08:18:02.169208 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07dfc229-f15e-4e97-ad39-b1ef428488cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:02.187318 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:02.202127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Request body: {'port': {'device_id': 'e9d102f3-45a5-4100-b1bf-4578b2ea9eea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:02.263682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb137b95-613e-4021-a6cb-cffaa9dcf3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92dcd384-543f-4e9c-8396-1b2a86d1115f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:02.276510 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-eb137b95-613e-4021-a6cb-cffaa9dcf3db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=95255310d6b64220acbfd53ea6ea1188&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6946669 Jun 17 08:18:02.280739 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-eb137b95-613e-4021-a6cb-cffaa9dcf3db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:02.285781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48530) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:02.353231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:18:02.362869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eae2ad77-3c0e-446a-ae2b-5b88cd2a880e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:02.373821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] 10.222.0.47 "PUT /v2.0/routers/d3d487f7-127f-426a-a4a2-68830b068587/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5861435 Jun 17 08:18:02.398815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d559f8c-a7bb-4e5a-a038-2ab64bbfeb00 req-8491a7e5-d226-4259-a09f-399fd996c949 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:02.406145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d559f8c-a7bb-4e5a-a038-2ab64bbfeb00 req-8491a7e5-d226-4259-a09f-399fd996c949 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 944 time: 0.4203236 Jun 17 08:18:02.424679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Sync routers for ids ['d3d487f7-127f-426a-a4a2-68830b068587'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:18:02.456810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Routers {'d3d487f7-127f-426a-a4a2-68830b068587'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:02.457446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d3d487f7-127f-426a-a4a2-68830b068587'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:02.476788 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bda4ba37-5374-494a-8098-64ccac5079fa req-f69c98d9-33c2-4535-93e1-159fc2a412b1 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 210 time: 0.0624225 Jun 17 08:18:02.519856 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac193-eb88-418c-a5a2-1043f4c030b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.520860 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96c84a75-398b-454c-a46b-385ebcfbe11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.539147 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d559f8c-a7bb-4e5a-a038-2ab64bbfeb00 req-916d3329-1143-4489-984c-254bdadda4f7 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278567 Jun 17 08:18:02.546105 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb2ac193-eb88-418c-a5a2-1043f4c030b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.556783 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:02.627786 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:02.628189 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.634131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.637038 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96c84a75-398b-454c-a46b-385ebcfbe11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.637292 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-10c17076-b940-46ca-bd86-ce049a7ad2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:02.639164 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-10c17076-b940-46ca-bd86-ce049a7ad2ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9b62983-9280-41ef-98fb-95e6bb7ee564 HTTP/1.1" status: 200 len: 863 time: 0.4704947 Jun 17 08:18:02.639902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b75d0d-b746-4cf5-a335-e06beeb3bab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308a1e68-4274-4955-8344-c5afa6a0e4ac,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:02.647103 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-30b75d0d-b746-4cf5-a335-e06beeb3bab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:02.652854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Made reservation on behalf of 903bbebec89c4bde81ce8c2dae4be705 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:02.656659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.672757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ac193-eb88-418c-a5a2-1043f4c030b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de18255-f26f-4299-aedf-f5cade76f727,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:02.688305 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48540) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:02.695943 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb2ac193-eb88-418c-a5a2-1043f4c030b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:02.715008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Set router d3d487f7-127f-426a-a4a2-68830b068587 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:02.719725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cb2ac193-eb88-418c-a5a2-1043f4c030b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3bb98116f632496b975c9c9b373fde90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8581498 Jun 17 08:18:02.725992 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-090e89fc-c07f-4ee3-84c2-aff5e5617349 req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] For port 9de4f351-30ce-4a97-b5bf-0aa3410677fd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9de4f351-30ce-4a97-b5bf-0aa3410677fd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:02.726305 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-090e89fc-c07f-4ee3-84c2-aff5e5617349 req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.733489 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.733727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48542) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:02.770795 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-50c69886-611d-41c9-b1e7-3c521ee2a071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.866029 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96c84a75-398b-454c-a46b-385ebcfbe11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.877201 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96c84a75-398b-454c-a46b-385ebcfbe11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:02.880936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-96c84a75-398b-454c-a46b-385ebcfbe11f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92dcd384-543f-4e9c-8396-1b2a86d1115f HTTP/1.1" status: 204 len: 168 time: 0.5818217 Jun 17 08:18:02.880936 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:02.904596 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c84a75-398b-454c-a46b-385ebcfbe11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dcd384-543f-4e9c-8396-1b2a86d1115f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:02.919308 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-96c84a75-398b-454c-a46b-385ebcfbe11f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:03.008958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-090e89fc-c07f-4ee3-84c2-aff5e5617349 req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Calling delete_port for 9de4f351-30ce-4a97-b5bf-0aa3410677fd owned by compute:tempest-test_az-463033791 {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:18:03.016883 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e406de12-95bd-48b7-8bcb-0b9c7b4c6857 x-openstack-request-id: req-e406de12-95bd-48b7-8bcb-0b9c7b4c6857 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:03.017197 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467d6fd2-35ac-401a-a2c4-410fc6833fc2", "tag": "854c10a3-8d99-4da0-af09-65043e2d0d1b", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:03.017457 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e406de12-95bd-48b7-8bcb-0b9c7b4c6857 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:03.017929 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'tag': '854c10a3-8d99-4da0-af09-65043e2d0d1b', 'status': 'completed', 'code': 200} Jun 17 08:18:03.033394 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.089941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.106983 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.115765 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba07a227-d212-4c20-878b-26da2bd90c5f tempest-AggregatesAdminTestJSON-1639254228 tempest-AggregatesAdminTestJSON-1639254228-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:03.120293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-router', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:54Z', 'updated_at': '2021-06-17T08:17:59Z', 'revision_number': 4, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'gw_port': {'id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:55Z', 'updated_at': '2021-06-17T08:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '527c3fc8-775a-45e2-85da-4474e1fc307e', 'name': '', 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'mac_address': 'fa:16:3e:fb:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '535391d7-7ca4-41f3-9fe2-51419b23ddad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:57Z', 'updated_at': '2021-06-17T08:17:59Z', 'revision_number': 2, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'subnets': [{'id': '535391d7-7ca4-41f3-9fe2-51419b23ddad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:03.159074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Checking router: d3d487f7-127f-426a-a4a2-68830b068587 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:18:03.159557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Updating router d3d487f7-127f-426a-a4a2-68830b068587 port 527c3fc8-775a-45e2-85da-4474e1fc307e binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:18:03.228555 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.238136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfba30e-eec6-4df8-9632-07cb0b85d7ff,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:03.246045 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-81a94697-748c-4b12-9543-2f3f8bc3350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:03.247841 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-81a94697-748c-4b12-9543-2f3f8bc3350f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5940151 Jun 17 08:18:03.265974 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:03.277679 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e024400-48c1-4785-989b-c42478f8b6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.288273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf6d775-ef8c-48a6-9fda-1b8645c847bd req-9607c8ad-6f15-4d71-afe2-9b0aae17dff1 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:03.299858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bf6d775-ef8c-48a6-9fda-1b8645c847bd req-9607c8ad-6f15-4d71-afe2-9b0aae17dff1 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 970 time: 0.3032420 Jun 17 08:18:03.429073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e024400-48c1-4785-989b-c42478f8b6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.492279 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bf6d775-ef8c-48a6-9fda-1b8645c847bd req-11147694-5cdf-4767-9b81-1f0225392089 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/security-groups?id=716ae94a-fdc8-41a7-8b9d-82a10541e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711020 Jun 17 08:18:03.552269 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-ee96ebec-ef59-4f99-a4c4-58cf21c82d2d service neutron] 10.222.0.10 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924664 Jun 17 08:18:03.575441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80614845-32ac-4564-8f9f-6e4766e3bede req-e2d49152-9ab0-4812-aef2-e35b2e31fdcb tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:03.592066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80614845-32ac-4564-8f9f-6e4766e3bede req-e2d49152-9ab0-4812-aef2-e35b2e31fdcb tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 934 time: 0.2370656 Jun 17 08:18:03.698015 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e024400-48c1-4785-989b-c42478f8b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.701923 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e024400-48c1-4785-989b-c42478f8b6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.705908 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4e024400-48c1-4785-989b-c42478f8b6ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8de18255-f26f-4299-aedf-f5cade76f727 HTTP/1.1" status: 204 len: 168 time: 0.9685061 Jun 17 08:18:03.707494 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c0581d85-6a1c-42cc-bff0-3c6b9113ef57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:03.713150 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-090e89fc-c07f-4ee3-84c2-aff5e5617349 req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.714543 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-50c69886-611d-41c9-b1e7-3c521ee2a071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.726127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48574) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:03.733819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80614845-32ac-4564-8f9f-6e4766e3bede req-e1057f1a-6fdb-4ca2-9386-25408e7192e0 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370327 Jun 17 08:18:03.754715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-50c69886-611d-41c9-b1e7-3c521ee2a071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.767417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-network', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:03.767946 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:03.780423 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4052deeb-03a2-4d9a-b850-7934e9af6f06 req-a11efbea-bfe9-4c29-a9c7-bf3074411a49 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 210 time: 0.0679722 Jun 17 08:18:03.780555 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e024400-48c1-4785-989b-c42478f8b6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de18255-f26f-4299-aedf-f5cade76f727,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:03.820360 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4e024400-48c1-4785-989b-c42478f8b6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:03.881362 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.881578 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:03.884659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-50c69886-611d-41c9-b1e7-3c521ee2a071 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ee6e2659df840e98fc0ff68eff90986&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1879320 Jun 17 08:18:03.884659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c69886-611d-41c9-b1e7-3c521ee2a071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff282fb4-dbf9-4dfa-b5b3-af5e0c95ebb9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:03.886951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48576) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:03.902715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Transition to ACTIVE for port object 527c3fc8-775a-45e2-85da-4474e1fc307e will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:03.921064 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:03.923398 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:03.929141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f0c4a4-6487-40da-ba0f-dab9465735a1 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:03.960720 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-50c69886-611d-41c9-b1e7-3c521ee2a071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:03.996126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Pushing event deleted for resources: {'Port': ['ID=9de4f351-30ce-4a97-b5bf-0aa3410677fd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:04.011935 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:04.017972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a92bd-0aef-4039-9b57-c4b3fdda7db5 None None] Pushing event updated for resources: {'Port': ['ID=527c3fc8-775a-45e2-85da-4474e1fc307e,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:04.027767 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-361a92bd-0aef-4039-9b57-c4b3fdda7db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:04.056180 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.087422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-090e89fc-c07f-4ee3-84c2-aff5e5617349 req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] No DVR routers for this DVR port 9de4f351-30ce-4a97-b5bf-0aa3410677fd on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:18:04.092149 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-090e89fc-c07f-4ee3-84c2-aff5e5617349 req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.096376 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-090e89fc-c07f-4ee3-84c2-aff5e5617349 req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.63 "DELETE /v2.0/ports/9de4f351-30ce-4a97-b5bf-0aa3410677fd HTTP/1.1" status: 204 len: 173 time: 2.3776965 Jun 17 08:18:04.107072 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cfa3d1e4-f07e-4d91-8db1-aa6d9cd9af87 req-c26b47d5-2043-41f2-8170-5fdfd008033c service neutron] 10.222.0.10 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5454519 Jun 17 08:18:04.137415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Transition to ACTIVE for port object f7f0c4a4-6487-40da-ba0f-dab9465735a1 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:04.143880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Made reservation on behalf of f474727227ea4a36ba98408e2a0775c7 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:04.149933 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d6d61ae-7c2e-435f-82d7-4302097ef2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.153037 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.168442 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.170247 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.185178 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:04.288705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f0c4a4-6487-40da-ba0f-dab9465735a1,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:04.292750 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:04.337088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Attempting to bind port 527c3fc8-775a-45e2-85da-4474e1fc307e on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:04.337582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Attempting to bind port 527c3fc8-775a-45e2-85da-4474e1fc307e by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:04.337824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Attempting to bind port 527c3fc8-775a-45e2-85da-4474e1fc307e on network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:04.348089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:04.348503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Checking segment: {'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:04.348904 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.349341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Bound using segment: {'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:04.349814 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Bound port: 527c3fc8-775a-45e2-85da-4474e1fc307e, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:04.350195 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.362598 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d6d61ae-7c2e-435f-82d7-4302097ef2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.386753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb31d5-3851-4125-94a3-daac728565fc req-5e452f1d-ca90-4162-892f-21fa644bd42f tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:04.400712 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31fb31d5-3851-4125-94a3-daac728565fc req-5e452f1d-ca90-4162-892f-21fa644bd42f tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 944 time: 0.4138010 Jun 17 08:18:04.435416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Allocated IP 192.168.233.167 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/8a20e3ee-054c-4abb-950d-bb1cd2f70a1b) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:04.516870 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31fb31d5-3851-4125-94a3-daac728565fc req-e12a025d-bc87-4f89-bdb3-661358fbf59f tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134999 Jun 17 08:18:04.569283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] For port 527c3fc8-775a-45e2-85da-4474e1fc307e, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:04.577044 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] For port 527c3fc8-775a-45e2-85da-4474e1fc307e, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=527c3fc8-775a-45e2-85da-4474e1fc307e,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:04.596057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48590) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:04.602814 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.605815 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:04.736141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.745227 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f12a83ce-0dae-4698-810c-be0d963d46db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.769614 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddddfc-82b1-4063-8437-fbfe8607269d req-93cc3199-38a4-4592-9b8b-b56490639383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:04.771250 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94ddddfc-82b1-4063-8437-fbfe8607269d req-93cc3199-38a4-4592-9b8b-b56490639383 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4228395c8ead46e294631fe1186cdb6a&device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 1096 time: 0.5422568 Jun 17 08:18:04.771902 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.785846 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9744fddf-aac4-4a9c-a3f7-dfcfd8ef9fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:04.831651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a92bd-0aef-4039-9b57-c4b3fdda7db5 None None] Pushing event updated for resources: {'Port': ['ID=527c3fc8-775a-45e2-85da-4474e1fc307e,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:04.846112 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d6d61ae-7c2e-435f-82d7-4302097ef2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.848875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d6d61ae-7c2e-435f-82d7-4302097ef2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:04.852516 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3d6d61ae-7c2e-435f-82d7-4302097ef2f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff282fb4-dbf9-4dfa-b5b3-af5e0c95ebb9 HTTP/1.1" status: 204 len: 168 time: 0.9623289 Jun 17 08:18:04.852669 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-361a92bd-0aef-4039-9b57-c4b3fdda7db5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:04.852669 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Routers {'d3d487f7-127f-426a-a4a2-68830b068587'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:04.855568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d3d487f7-127f-426a-a4a2-68830b068587'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:04.872292 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b671966-ccc4-4e9f-ae9a-e3802e8c633f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:04.914218 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:18:04.979528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd717934-53a5-48fb-a8bb-2998dd3795e6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:05.003442 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d293e1f5-93f6-415e-86f0-0bdc0de8badb req-01de769e-50b3-4eaf-9135-310e5c7ef0ea tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] 10.222.0.47 "GET /v2.0/ports?device_id=601b0ca4-c19e-4727-8746-7508cf81790c HTTP/1.1" status: 200 len: 210 time: 0.1669922 Jun 17 08:18:05.017220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d61ae-7c2e-435f-82d7-4302097ef2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff282fb4-dbf9-4dfa-b5b3-af5e0c95ebb9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:05.037367 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3d6d61ae-7c2e-435f-82d7-4302097ef2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:05.228711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601b0ca4-c19e-4727-8746-7508cf81790c', 'name': 'network-vif-deleted', 'tag': '9de4f351-30ce-4a97-b5bf-0aa3410677fd'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:05.238139 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7150d936-30a3-43c5-8291-bf2b4a1936c8" -d '{"events": [{"server_uuid": "601b0ca4-c19e-4727-8746-7508cf81790c", "name": "network-vif-deleted", "tag": "9de4f351-30ce-4a97-b5bf-0aa3410677fd"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:05.260160 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:05.266623 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:05.284163 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] Set router d3d487f7-127f-426a-a4a2-68830b068587 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:05.309939 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:05.310530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Transition to ACTIVE for port object 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:05.310663 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Added segment aa22541c-f545-4e25-94c1-091051d9c013 of type vlan for network 1a1a56b6-7e52-48b7-b903-dc9396ac09ae Jun 17 08:18:05.313835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Attempting to bind port f7f0c4a4-6487-40da-ba0f-dab9465735a1 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:05.314165 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Attempting to bind port f7f0c4a4-6487-40da-ba0f-dab9465735a1 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:05.324334 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:18:05.327034 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Attempting to bind port f7f0c4a4-6487-40da-ba0f-dab9465735a1 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:05.341649 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-02420365-9872-438c-ad66-6c699e1e5a48 req-cdd0c217-8d11-4372-a338-307a2ac0bdd9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 210 time: 0.0515628 Jun 17 08:18:05.357494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddddfc-82b1-4063-8437-fbfe8607269d req-b95cae9f-a29f-4c82-8355-48ef9ca126d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:05.363277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f7807-f68a-46e8-a84c-f7e19f8ef22b req-fa8deea6-8e0b-4f33-878b-fbd41254ec26 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:05.370749 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94ddddfc-82b1-4063-8437-fbfe8607269d req-b95cae9f-a29f-4c82-8355-48ef9ca126d1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f HTTP/1.1" status: 200 len: 925 time: 0.5890117 Jun 17 08:18:05.379600 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f95f7807-f68a-46e8-a84c-f7e19f8ef22b req-fa8deea6-8e0b-4f33-878b-fbd41254ec26 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 946 time: 0.3400614 Jun 17 08:18:05.383068 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Port f7f0c4a4-6487-40da-ba0f-dab9465735a1 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:18:05.383421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Attempting to bind port f7f0c4a4-6487-40da-ba0f-dab9465735a1 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:05.449131 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94ddddfc-82b1-4063-8437-fbfe8607269d req-5fb950ee-4107-4a17-ac20-8c9f1b06d59a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854c10a3-8d99-4da0-af09-65043e2d0d1b HTTP/1.1" status: 200 len: 217 time: 0.0679934 Jun 17 08:18:05.462851 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:05.463189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:05.463563 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:05.464197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Bound port: f7f0c4a4-6487-40da-ba0f-dab9465735a1, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:05.464546 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:05.468204 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f95f7807-f68a-46e8-a84c-f7e19f8ef22b req-4fe24162-21b7-4ed1-a9a9-7180688a1545 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768011 Jun 17 08:18:05.502915 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:05.520962 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:05.523644 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:05.616954 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:05.622421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:05.643606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 9de4f351-30ce-4a97-b5bf-0aa3410677fd no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:18:05.646340 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:05.719703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Pushing event updated for resources: {'Port': ['ID=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:05.729971 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:05.761855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 9de4f351-30ce-4a97-b5bf-0aa3410677fd {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:18:05.762325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 9de4f351-30ce-4a97-b5bf-0aa3410677fd not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:18:05.773849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:05.779268 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:05.854487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-router', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:54Z', 'updated_at': '2021-06-17T08:17:59Z', 'revision_number': 4, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'gw_port': {'id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:55Z', 'updated_at': '2021-06-17T08:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '527c3fc8-775a-45e2-85da-4474e1fc307e', 'name': '', 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'mac_address': 'fa:16:3e:fb:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '535391d7-7ca4-41f3-9fe2-51419b23ddad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:57Z', 'updated_at': '2021-06-17T08:18:04Z', 'revision_number': 4, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'subnets': [{'id': '535391d7-7ca4-41f3-9fe2-51419b23ddad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:05.891599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c66d773-7e11-4a32-841e-0fd507ea23dd None None] The sync data for ids ['d3d487f7-127f-426a-a4a2-68830b068587'] in n-d-779913-16 is: [{'id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-router', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:54Z', 'updated_at': '2021-06-17T08:17:59Z', 'revision_number': 4, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'gw_port': {'id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:55Z', 'updated_at': '2021-06-17T08:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '527c3fc8-775a-45e2-85da-4474e1fc307e', 'name': '', 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'mac_address': 'fa:16:3e:fb:67:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'device_owner': 'network:router_interface', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '535391d7-7ca4-41f3-9fe2-51419b23ddad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:57Z', 'updated_at': '2021-06-17T08:18:04Z', 'revision_number': 4, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'subnets': [{'id': '535391d7-7ca4-41f3-9fe2-51419b23ddad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:18:05.908406 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a17bf3-2569-43bc-93f0-52425e93268e x-openstack-request-id: req-b2a17bf3-2569-43bc-93f0-52425e93268e {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:05.908998 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601b0ca4-c19e-4727-8746-7508cf81790c", "name": "network-vif-deleted", "tag": "9de4f351-30ce-4a97-b5bf-0aa3410677fd", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:05.913987 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2a17bf3-2569-43bc-93f0-52425e93268e {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:05.914739 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601b0ca4-c19e-4727-8746-7508cf81790c', 'name': 'network-vif-deleted', 'tag': '9de4f351-30ce-4a97-b5bf-0aa3410677fd', 'status': 'completed', 'code': 200} Jun 17 08:18:05.944821 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.resource_extend [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:18:05.982649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddddfc-82b1-4063-8437-fbfe8607269d req-4db52855-455b-4530-9c7a-99050983bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:05.984345 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94ddddfc-82b1-4063-8437-fbfe8607269d req-4db52855-455b-4530-9c7a-99050983bca7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9b62983-9280-41ef-98fb-95e6bb7ee564 HTTP/1.1" status: 200 len: 863 time: 0.5225811 Jun 17 08:18:06.026049 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.054544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:06.059734 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.097110 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f12a83ce-0dae-4698-810c-be0d963d46db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.098054 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:06.145835 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-97272ef2-5e22-464f-9802-db84c3455488 None None] Provisioning for port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:06.156497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-97272ef2-5e22-464f-9802-db84c3455488 None None] Provisioning complete for port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:06.156875 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-97272ef2-5e22-464f-9802-db84c3455488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.193316 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Pushing event updated for resources: {'Network': ['ID=1a1a56b6-7e52-48b7-b903-dc9396ac09ae,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:06.197884 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:06.204626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] For port f7f0c4a4-6487-40da-ba0f-dab9465735a1, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:06.215852 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f12a83ce-0dae-4698-810c-be0d963d46db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.255822 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:06.260834 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f12a83ce-0dae-4698-810c-be0d963d46db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0e514c4f9a446239d2f4742c4ec4fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6542687 Jun 17 08:18:06.290764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48636) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:06.352270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3058190 Jun 17 08:18:06.356768 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] For port f7f0c4a4-6487-40da-ba0f-dab9465735a1, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=f7f0c4a4-6487-40da-ba0f-dab9465735a1,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:06.365398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Request body: {'port': {'device_id': 'ce83d656-11b4-4974-a675-0ce54dd6cf59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:06.372922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddddfc-82b1-4063-8437-fbfe8607269d req-4026a699-6adc-428d-b766-42e9330ff310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:06.378635 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94ddddfc-82b1-4063-8437-fbfe8607269d req-4026a699-6adc-428d-b766-42e9330ff310 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3695261 Jun 17 08:18:06.395377 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6404786 Jun 17 08:18:06.399479 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e27aeb3-923c-4de7-9368-b71ba519f09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.420991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48646) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:06.426576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Request body: {'subnet': {'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-subnet', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:06.428134 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e27aeb3-923c-4de7-9368-b71ba519f09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.458999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 1a1a56b6-7e52-48b7-b903-dc9396ac09ae details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:18:06.468031 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef963d1-3525-4708-824f-2db38412e583 req-24a88cf5-13bf-419f-b9c1-3d4b370d844b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:06.468287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 527c3fc8-775a-45e2-85da-4474e1fc307e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:06.470266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ef963d1-3525-4708-824f-2db38412e583 req-24a88cf5-13bf-419f-b9c1-3d4b370d844b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 944 time: 0.6376858 Jun 17 08:18:06.499197 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.553636 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Made reservation on behalf of f474727227ea4a36ba98408e2a0775c7 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:06.559751 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.603027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ef963d1-3525-4708-824f-2db38412e583 req-30fd404b-9269-4b61-9b1c-3f4e63ad44df tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200271 Jun 17 08:18:06.635587 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.638391 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-97272ef2-5e22-464f-9802-db84c3455488 None None] Port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:06.677789 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94ddddfc-82b1-4063-8437-fbfe8607269d req-ff66fe31-7db9-4234-9f76-4be2061b72dc service neutron] 10.222.0.10 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771025 Jun 17 08:18:06.691492 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e27aeb3-923c-4de7-9368-b71ba519f09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.700215 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e27aeb3-923c-4de7-9368-b71ba519f09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.705025 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9e27aeb3-923c-4de7-9368-b71ba519f09c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9b4eb36-916b-4914-9c26-ff28e053582e HTTP/1.1" status: 204 len: 168 time: 0.4020646 Jun 17 08:18:06.735122 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 527c3fc8-775a-45e2-85da-4474e1fc307e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:06.753169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 527c3fc8-775a-45e2-85da-4474e1fc307e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:06.753562 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.901154 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94ddddfc-82b1-4063-8437-fbfe8607269d req-ce44ed3e-6561-4145-b155-5e53e2e0f5ef service neutron] 10.222.0.10 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125587 Jun 17 08:18:06.901803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a83ce-0dae-4698-810c-be0d963d46db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b4eb36-916b-4914-9c26-ff28e053582e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:06.911962 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f12a83ce-0dae-4698-810c-be0d963d46db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:06.914444 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:06.924364 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:06.925429 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:06.926857 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] 10.222.0.10 "PUT /v2.0/ports/f7f0c4a4-6487-40da-ba0f-dab9465735a1 HTTP/1.1" status: 200 len: 1095 time: 4.7409089 Jun 17 08:18:06.946529 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:07.034814 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 527c3fc8-775a-45e2-85da-4474e1fc307e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=527c3fc8-775a-45e2-85da-4474e1fc307e,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:07.044538 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:07.047404 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:07.050894 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f0c4a4-6487-40da-ba0f-dab9465735a1,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:07.077502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48660) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:07.085231 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:07.086207 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ec6fa4d0-09be-4106-a6d6-539310c41f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:07.117503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27aeb3-923c-4de7-9368-b71ba519f09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b4eb36-916b-4914-9c26-ff28e053582e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:07.124062 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9e27aeb3-923c-4de7-9368-b71ba519f09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:07.194540 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-0fe47680-4eef-4bc1-b215-ca7d9742063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:07.199469 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-0fe47680-4eef-4bc1-b215-ca7d9742063f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c97416271d84b0589654df55d9a61c4&device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 1098 time: 0.1775153 Jun 17 08:18:07.204507 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=527c3fc8-775a-45e2-85da-4474e1fc307e,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:07.215685 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:07.290257 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-eae74a57-f433-469e-ba8c-7345bcb5b223 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=f7f0c4a4-6487-40da-ba0f-dab9465735a1 HTTP/1.1" status: 200 len: 217 time: 0.0809567 Jun 17 08:18:07.390330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-01e3169e-72b2-4789-b636-29bf4f52ce7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:07.391860 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-01e3169e-72b2-4789-b636-29bf4f52ce7b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0951045 Jun 17 08:18:07.513364 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-204bdb2f-87b7-48d7-be18-35b75ce45275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:07.514748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9bc2c-38d4-40e7-ad8f-0541a240b03b req-25969f66-98a9-41aa-b5ae-3368c7fb4a16 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:07.516659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06e9bc2c-38d4-40e7-ad8f-0541a240b03b req-25969f66-98a9-41aa-b5ae-3368c7fb4a16 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 936 time: 0.5646665 Jun 17 08:18:07.517003 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-204bdb2f-87b7-48d7-be18-35b75ce45275 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1173620 Jun 17 08:18:07.576030 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:07.601948 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6aec5f3a-5451-4fde-bab6-72dde8e8d3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:07.606271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06e9bc2c-38d4-40e7-ad8f-0541a240b03b req-c317b574-da44-4d38-95c6-08fb861e9591 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751703 Jun 17 08:18:07.706591 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-d28e8b59-8615-4d92-bc1b-0ff0ad628455 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819005 Jun 17 08:18:07.782710 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531fa8-288d-4fab-beaf-3dbec1a6dd30 req-efdb74ca-04a5-49a7-ac86-84710973d27a tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:07.784323 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b531fa8-288d-4fab-beaf-3dbec1a6dd30 req-efdb74ca-04a5-49a7-ac86-84710973d27a tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 946 time: 0.4687479 Jun 17 08:18:07.787039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48676) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:07.844236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63632c8-12d0-4a9a-866e-4917d82f8cd2,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:07.847165 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:07.850224 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:07.863361 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-34523bfb-c819-495a-9b92-8e6fb384d3bf req-79f25111-8776-4152-8c94-cf78b906c81e service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491499 Jun 17 08:18:07.895031 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:07.915786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d102f3-45a5-4100-b1bf-4578b2ea9eea', 'tag': 'f7f0c4a4-6487-40da-ba0f-dab9465735a1'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:07.918237 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d102f3-45a5-4100-b1bf-4578b2ea9eea", "tag": "f7f0c4a4-6487-40da-ba0f-dab9465735a1"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:07.931903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Checking segment: {'id': 'aa22541c-f545-4e25-94c1-091051d9c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:07.932227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Network hostable DHCP agents. Network: 1a1a56b6-7e52-48b7-b903-dc9396ac09ae, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:18:07.969930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Transition to ACTIVE for port object 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:07.987114 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:07.999376 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b531fa8-288d-4fab-beaf-3dbec1a6dd30 req-526ee41c-55e6-4766-aac3-5b3e4a80266a tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904252 Jun 17 08:18:08.016260 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:08.016260 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d853c4fd-d6f2-4631-a178-24c7c738a98c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7ba096347f648c1864491350dc455be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9326634 Jun 17 08:18:08.019507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48692) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:08.043639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Network 1a1a56b6-7e52-48b7-b903-dc9396ac09ae is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:18:08.069837 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0459be8d-6597-4729-b60f-1fb9cdd66476 x-openstack-request-id: req-0459be8d-6597-4729-b60f-1fb9cdd66476 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:08.070314 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d102f3-45a5-4100-b1bf-4578b2ea9eea", "tag": "f7f0c4a4-6487-40da-ba0f-dab9465735a1", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:08.070588 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0459be8d-6597-4729-b60f-1fb9cdd66476 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:08.071078 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d102f3-45a5-4100-b1bf-4578b2ea9eea', 'tag': 'f7f0c4a4-6487-40da-ba0f-dab9465735a1', 'status': 'completed', 'code': 200} Jun 17 08:18:08.084503 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-606c402c-6806-48be-9232-a76635a80c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.137086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b8affe7-3150-4a64-95e3-87dbd5297e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.179539 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b8affe7-3150-4a64-95e3-87dbd5297e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.217722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232 req-93dbeb93-fe97-464b-85d3-3a391d8bc36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:08.220292 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232 req-93dbeb93-fe97-464b-85d3-3a391d8bc36e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c97416271d84b0589654df55d9a61c4&device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 1098 time: 0.1222470 Jun 17 08:18:08.260844 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 1a1a56b6-7e52-48b7-b903-dc9396ac09ae) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:08.275194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc22daa-27f7-473e-b4e9-d3255368652e None None] Network 1a1a56b6-7e52-48b7-b903-dc9396ac09ae requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:08.277809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:08.279060 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.305914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb7229-7776-471d-8d67-787265328c50 req-a2f86da5-1752-4f97-9bbb-698d87896239 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:08.313819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7dfb7229-7776-471d-8d67-787265328c50 req-a2f86da5-1752-4f97-9bbb-698d87896239 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 944 time: 0.4768069 Jun 17 08:18:08.333743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:08.337939 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:08.374159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 527c3fc8-775a-45e2-85da-4474e1fc307e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:08.439443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232 req-60f52cfb-2a5d-48ae-a7a6-3e4d0555044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:08.442555 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232 req-60f52cfb-2a5d-48ae-a7a6-3e4d0555044e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2122428 Jun 17 08:18:08.444043 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b8affe7-3150-4a64-95e3-87dbd5297e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.447759 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b8affe7-3150-4a64-95e3-87dbd5297e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.450181 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7b8affe7-3150-4a64-95e3-87dbd5297e51 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/716ae94a-fdc8-41a7-8b9d-82a10541e8f2 HTTP/1.1" status: 204 len: 168 time: 0.4298863 Jun 17 08:18:08.492727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 527c3fc8-775a-45e2-85da-4474e1fc307e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:08.493106 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.502285 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-74130c20-c723-4b6f-a551-379c367df80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:08.514006 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232 req-219c0658-2e20-44e6-8314-4801491e36b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=f7f0c4a4-6487-40da-ba0f-dab9465735a1 HTTP/1.1" status: 200 len: 217 time: 0.0611873 Jun 17 08:18:08.515343 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8affe7-3150-4a64-95e3-87dbd5297e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716ae94a-fdc8-41a7-8b9d-82a10541e8f2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:08.518515 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b8affe7-3150-4a64-95e3-87dbd5297e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:08.563049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Attempting to bind port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:08.563049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Attempting to bind port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:08.563654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Attempting to bind port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:08.585092 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232 req-8dab2ec3-bc05-4361-8c00-6bdf8dc45716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:08.588887 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232 req-8dab2ec3-bc05-4361-8c00-6bdf8dc45716 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0680039 Jun 17 08:18:08.591725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7dfb7229-7776-471d-8d67-787265328c50 req-c2462e55-0539-4edf-a6a9-e546643f9baa tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764385 Jun 17 08:18:08.594964 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-1a1a56b6-7e52-48b7-b903-dc9396ac09ae', 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'fixed_ips': [{'subnet_id': 'd63632c8-12d0-4a9a-866e-4917d82f8cd2'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:18:08.595874 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.617439 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-606c402c-6806-48be-9232-a76635a80c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.620865 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:18:08.622716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Attempting to bind port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:08.647094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:08.647094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:08.647094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:08.647094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Bound port: 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:08.647094 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.660908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-606c402c-6806-48be-9232-a76635a80c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.714576 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:08.716875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232 req-383c9dd5-8596-484e-8ff7-4b513bf475c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:08.718389 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232 req-383c9dd5-8596-484e-8ff7-4b513bf475c5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1207902 Jun 17 08:18:08.738831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-606c402c-6806-48be-9232-a76635a80c57 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9cd38d8ef11347de8a6f504e76ae8a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9329746 Jun 17 08:18:08.741265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c402c-6806-48be-9232-a76635a80c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37225dc-7934-439c-ba11-b8f0cde496c2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:08.745753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3233991 Jun 17 08:18:08.746335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48716) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:08.747402 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-606c402c-6806-48be-9232-a76635a80c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:08.769570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48718) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:08.787587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-router', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:08.852255 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] For port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:08.856072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] For port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:08.869745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Allocated IP 172.20.0.2 (1a1a56b6-7e52-48b7-b903-dc9396ac09ae/d63632c8-12d0-4a9a-866e-4917d82f8cd2/686ae1d9-57e1-4e8d-b72d-d37547496fee) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:08.900048 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.928977 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:08.939238 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.940295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.958465 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:08.989232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:08.996869 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:09.007312 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-daa5cefe-f5f2-421e-83a0-7ec142956f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.021363 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232 req-3e37a333-ff9b-4374-bb4e-2884762259d6 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937603 Jun 17 08:18:09.041913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:09.042547 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.044512 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] 10.222.0.63 "PUT /v2.0/ports/8a20e3ee-054c-4abb-950d-bb1cd2f70a1b HTTP/1.1" status: 200 len: 1097 time: 2.6839221 Jun 17 08:18:09.045083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce83d656-11b4-4974-a675-0ce54dd6cf59', 'tag': '8a20e3ee-054c-4abb-950d-bb1cd2f70a1b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:09.047877 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2382564-32e0-4a49-88ba-c51484782e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce83d656-11b4-4974-a675-0ce54dd6cf59", "tag": "8a20e3ee-054c-4abb-950d-bb1cd2f70a1b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:09.076130 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c5bff-5b02-4304-b66d-ecccafc0ce60 req-f69a04bc-5eda-43f1-9c5a-351338438f70 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:09.078024 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-092c5bff-5b02-4304-b66d-ecccafc0ce60 req-f69a04bc-5eda-43f1-9c5a-351338438f70 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 948 time: 0.2182088 Jun 17 08:18:09.083545 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-daa5cefe-f5f2-421e-83a0-7ec142956f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.109850 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.132156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Transition to ACTIVE for port object 686ae1d9-57e1-4e8d-b72d-d37547496fee will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:09.165810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Transition to ACTIVE for port object 686ae1d9-57e1-4e8d-b72d-d37547496fee will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:09.182742 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.184754 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:09.224296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48734) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:09.226938 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f73376d3-1dd8-4ad1-88e6-bcdb354a5232 req-c343656e-9771-48ee-9244-8b4652a53775 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957982 Jun 17 08:18:09.270329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Network 1a1a56b6-7e52-48b7-b903-dc9396ac09ae is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:09.274510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:09.278713 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-daa5cefe-f5f2-421e-83a0-7ec142956f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.285845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:09.286501 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-daa5cefe-f5f2-421e-83a0-7ec142956f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.290892 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-daa5cefe-f5f2-421e-83a0-7ec142956f46 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e37225dc-7934-439c-ba11-b8f0cde496c2 HTTP/1.1" status: 204 len: 168 time: 0.5399184 Jun 17 08:18:09.299688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.310874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Pushing event updated for resources: {'Port': ['ID=686ae1d9-57e1-4e8d-b72d-d37547496fee,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:09.313163 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:09.337253 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:09.378838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Attempting to bind port 686ae1d9-57e1-4e8d-b72d-d37547496fee on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:09.378838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Attempting to bind port 686ae1d9-57e1-4e8d-b72d-d37547496fee by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'aa22541c-f545-4e25-94c1-091051d9c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:09.379355 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Attempting to bind port 686ae1d9-57e1-4e8d-b72d-d37547496fee on network 1a1a56b6-7e52-48b7-b903-dc9396ac09ae {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:09.385193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:09.385734 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Checking segment: {'id': 'aa22541c-f545-4e25-94c1-091051d9c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:09.386237 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.386726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Bound using segment: {'id': 'aa22541c-f545-4e25-94c1-091051d9c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:09.387420 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Bound port: 686ae1d9-57e1-4e8d-b72d-d37547496fee, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa22541c-f545-4e25-94c1-091051d9c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:09.387986 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.429157 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa5cefe-f5f2-421e-83a0-7ec142956f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37225dc-7934-439c-ba11-b8f0cde496c2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:09.430656 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-daa5cefe-f5f2-421e-83a0-7ec142956f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:09.457318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-092c5bff-5b02-4304-b66d-ecccafc0ce60 req-3cb73bbc-195b-4327-89cb-e66a1bd2bffa tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659401 Jun 17 08:18:09.498442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] For port 686ae1d9-57e1-4e8d-b72d-d37547496fee, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:09.503332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] For port 686ae1d9-57e1-4e8d-b72d-d37547496fee, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=686ae1d9-57e1-4e8d-b72d-d37547496fee,segment=NetworkSegment(aa22541c-f545-4e25-94c1-091051d9c013),segment_id=aa22541c-f545-4e25-94c1-091051d9c013)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:09.510065 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f6b4125c-decf-4974-b413-fe8c2a1f013c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1841dfce6bab4ef8bfbdcf4754483c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787583 Jun 17 08:18:09.512774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48742) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:09.518121 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.526116 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:09.539780 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.571002 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009cea23-b9f0-41ba-a4df-2b1d130419a4 x-openstack-request-id: req-009cea23-b9f0-41ba-a4df-2b1d130419a4 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:09.571630 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce83d656-11b4-4974-a675-0ce54dd6cf59", "tag": "8a20e3ee-054c-4abb-950d-bb1cd2f70a1b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:09.571630 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-009cea23-b9f0-41ba-a4df-2b1d130419a4 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:09.572155 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce83d656-11b4-4974-a675-0ce54dd6cf59', 'tag': '8a20e3ee-054c-4abb-950d-bb1cd2f70a1b', 'status': 'completed', 'code': 200} Jun 17 08:18:09.597498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a5350926-9a85-47d3-99b6-62cddf0314e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:09.598945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-a5350926-9a85-47d3-99b6-62cddf0314e9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=903bbebec89c4bde81ce8c2dae4be705&device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 1100 time: 0.3720224 Jun 17 08:18:09.600895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 854c10a3-8d99-4da0-af09-65043e2d0d1b details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:18:09.609415 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5254d513-9b32-492d-b3b9-a227f2dfe9b1 req-2bd55016-637c-478c-ac32-53cf23dbd754 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:09.616370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5254d513-9b32-492d-b3b9-a227f2dfe9b1 req-2bd55016-637c-478c-ac32-53cf23dbd754 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 946 time: 0.3183918 Jun 17 08:18:09.702728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Pushing event updated for resources: {'Port': ['ID=686ae1d9-57e1-4e8d-b72d-d37547496fee,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:09.706273 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:09.740544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 854c10a3-8d99-4da0-af09-65043e2d0d1b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=854c10a3-8d99-4da0-af09-65043e2d0d1b,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:09.753623 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '854c10a3-8d99-4da0-af09-65043e2d0d1b', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'port_id': '854c10a3-8d99-4da0-af09-65043e2d0d1b', 'mac_address': 'fa:16:3e:58:62:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:18:09.772309 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-c3c88cc3-b038-4888-86d7-d06f1d54c541 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b HTTP/1.1" status: 200 len: 217 time: 0.1486425 Jun 17 08:18:09.812259 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.829010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854c10a3-8d99-4da0-af09-65043e2d0d1b {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:09.853291 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 854c10a3-8d99-4da0-af09-65043e2d0d1b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=854c10a3-8d99-4da0-af09-65043e2d0d1b,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:09.860004 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.862452 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:09.890384 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d8f3b93-13c4-49c4-b5e4-9f4b59ee2fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.923979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=854c10a3-8d99-4da0-af09-65043e2d0d1b,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:09.927468 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:09.952284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:09.978752 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5254d513-9b32-492d-b3b9-a227f2dfe9b1 req-7e6440cf-10b8-4211-9e2d-a2e15537f24f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572650 Jun 17 08:18:10.005028 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:10.045491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d8f3b93-13c4-49c4-b5e4-9f4b59ee2fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:10.058614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-3fc16678-74ea-4a6d-8287-a9720c5ca012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:10.062381 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-3fc16678-74ea-4a6d-8287-a9720c5ca012 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2731571 Jun 17 08:18:10.163070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48758) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:10.211292 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-257dfadd-b21e-479d-bb4b-a4b93c031f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:10.221149 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Allocated IP 172.25.8.152 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/8d66a90c-343f-4a7f-8298-39853eea5eb7) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:10.224079 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d8f3b93-13c4-49c4-b5e4-9f4b59ee2fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:10.226991 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d8f3b93-13c4-49c4-b5e4-9f4b59ee2fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:10.230381 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3d8f3b93-13c4-49c4-b5e4-9f4b59ee2fc0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b93f617-e5fc-49e1-83e7-a1c3d9340c39 HTTP/1.1" status: 204 len: 168 time: 0.7130632 Jun 17 08:18:10.233460 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-223f2f91-15cf-45a3-91e7-3e6b54723045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:10.260517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8f3b93-13c4-49c4-b5e4-9f4b59ee2fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b93f617-e5fc-49e1-83e7-a1c3d9340c39,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:10.270493 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de33c7d-f5ec-4603-8ec6-4b2ccc824cb4 req-06b6cd4a-4bec-403c-a5e6-f9a921bba3ed tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:10.272252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6de33c7d-f5ec-4603-8ec6-4b2ccc824cb4 req-06b6cd4a-4bec-403c-a5e6-f9a921bba3ed tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 945 time: 0.4413850 Jun 17 08:18:10.277382 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3d8f3b93-13c4-49c4-b5e4-9f4b59ee2fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:10.305431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['854c10a3-8d99-4da0-af09-65043e2d0d1b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:10.351338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6de33c7d-f5ec-4603-8ec6-4b2ccc824cb4 req-b92a62e0-358c-444b-a319-594ed15b8b67 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721862 Jun 17 08:18:10.358451 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-0e6d99d3-0e37-4b7e-aa3a-ca8d7948273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:10.363042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-0e6d99d3-0e37-4b7e-aa3a-ca8d7948273f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2938025 Jun 17 08:18:10.399510 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:10.466925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 686ae1d9-57e1-4e8d-b72d-d37547496fee up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:10.471820 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:10.479092 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:10.521675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:10.546692 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:10.564559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:10.644102 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Pushing event updated for resources: {'Port': ['ID=8d66a90c-343f-4a7f-8298-39853eea5eb7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:10.657314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 686ae1d9-57e1-4e8d-b72d-d37547496fee completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:10.660586 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:10.965413 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-39220bc7-fa5e-47f7-b78f-1c99d1e19fe8 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886300 Jun 17 08:18:10.986103 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:11.037746 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-257dfadd-b21e-479d-bb4b-a4b93c031f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:11.103801 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-257dfadd-b21e-479d-bb4b-a4b93c031f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:11.129414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3d8f3b93-13c4-49c4-b5e4-9f4b59ee2fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:11.154112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-257dfadd-b21e-479d-bb4b-a4b93c031f5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=30fdaa2c098f4596a7d6caa6c9828d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9869103 Jun 17 08:18:11.156751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257dfadd-b21e-479d-bb4b-a4b93c031f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69fc2b0-5308-4b96-9ba1-52343b0966cf,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:11.166721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451f569-5413-4d5b-adba-da213af47323 req-1c080212-9d0f-4ffa-9897-f87013395fe7 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:11.175301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6451f569-5413-4d5b-adba-da213af47323 req-1c080212-9d0f-4ffa-9897-f87013395fe7 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 948 time: 0.3302817 Jun 17 08:18:11.179674 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48790) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:11.181545 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-257dfadd-b21e-479d-bb4b-a4b93c031f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:11.293711 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6451f569-5413-4d5b-adba-da213af47323 req-60d455ce-09a7-4e3c-8249-ca7816bb8d26 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173029 Jun 17 08:18:11.296781 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b78e1-1224-460b-a017-2d6068395197 None None] Network 1a1a56b6-7e52-48b7-b903-dc9396ac09ae requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:11.306083 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:11.314606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4e05f3-9f21-4da4-a3d5-77237b6e34f5 req-acdcd502-83d0-47a2-87cb-952689f99ad8 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373907 Jun 17 08:18:11.428903 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4bba9ff9-e8e0-4f0b-a4cb-44fa4e46d1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:11.473230 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b7832a7b-1613-43eb-90ef-3e48ee16048a None None] Provisioning for port 686ae1d9-57e1-4e8d-b72d-d37547496fee completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:11.488918 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4bba9ff9-e8e0-4f0b-a4cb-44fa4e46d1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:11.497576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b7832a7b-1613-43eb-90ef-3e48ee16048a None None] Provisioning complete for port 686ae1d9-57e1-4e8d-b72d-d37547496fee triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:11.506985 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b7832a7b-1613-43eb-90ef-3e48ee16048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:11.519198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device f7f0c4a4-6487-40da-ba0f-dab9465735a1 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:18:11.522804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2382564-32e0-4a49-88ba-c51484782e5c req-d237d5ab-5be9-4c87-81ac-791aa6c564c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:11.524591 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2382564-32e0-4a49-88ba-c51484782e5c req-d237d5ab-5be9-4c87-81ac-791aa6c564c9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=903bbebec89c4bde81ce8c2dae4be705&device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 1100 time: 0.1380093 Jun 17 08:18:11.544569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 854c10a3-8d99-4da0-af09-65043e2d0d1b up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:11.588391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Router 2c2ec265-a069-47ac-aba4-aecaf7edb81a is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:18:11.738815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7ed03-6a62-4c62-ab49-4e4a2d48b89a req-8c5bfeb1-c3e7-42df-9e90-2f5e6db05698 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:11.740831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ef7ed03-6a62-4c62-ab49-4e4a2d48b89a req-8c5bfeb1-c3e7-42df-9e90-2f5e6db05698 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 946 time: 0.1665716 Jun 17 08:18:11.769106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48810) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:11.776209 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4bba9ff9-e8e0-4f0b-a4cb-44fa4e46d1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:11.778971 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4bba9ff9-e8e0-4f0b-a4cb-44fa4e46d1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:11.780307 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4bba9ff9-e8e0-4f0b-a4cb-44fa4e46d1a5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a69fc2b0-5308-4b96-9ba1-52343b0966cf HTTP/1.1" status: 204 len: 168 time: 0.5965610 Jun 17 08:18:11.781646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2382564-32e0-4a49-88ba-c51484782e5c req-ca82d8f7-5d57-4a85-8cc0-dae83f07cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:11.784164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2382564-32e0-4a49-88ba-c51484782e5c req-ca82d8f7-5d57-4a85-8cc0-dae83f07cf6f service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2491813 Jun 17 08:18:11.785293 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3a58e561-2939-47dd-999b-c23c762239a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:11.795972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba9ff9-e8e0-4f0b-a4cb-44fa4e46d1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69fc2b0-5308-4b96-9ba1-52343b0966cf,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:11.815797 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4bba9ff9-e8e0-4f0b-a4cb-44fa4e46d1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:11.854808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ef7ed03-6a62-4c62-ab49-4e4a2d48b89a req-e985a465-8c37-46b2-86b8-6e018df4defe tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018810 Jun 17 08:18:11.857566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2382564-32e0-4a49-88ba-c51484782e5c req-a8057ae4-eb9d-44a1-bead-fbf96d4081e0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b HTTP/1.1" status: 200 len: 217 time: 0.0629694 Jun 17 08:18:11.943298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2382564-32e0-4a49-88ba-c51484782e5c req-94bd0f0f-0a2b-451a-aac1-81b4a6049033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:11.944973 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2382564-32e0-4a49-88ba-c51484782e5c req-94bd0f0f-0a2b-451a-aac1-81b4a6049033 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0800982 Jun 17 08:18:12.070348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2382564-32e0-4a49-88ba-c51484782e5c req-eb510e00-a423-4fef-b412-ede5568a5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:12.071996 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2382564-32e0-4a49-88ba-c51484782e5c req-eb510e00-a423-4fef-b412-ede5568a5cdd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1193349 Jun 17 08:18:12.083851 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b7832a7b-1613-43eb-90ef-3e48ee16048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:12.175423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b7832a7b-1613-43eb-90ef-3e48ee16048a None None] For port 686ae1d9-57e1-4e8d-b72d-d37547496fee, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=686ae1d9-57e1-4e8d-b72d-d37547496fee,segment=NetworkSegment(aa22541c-f545-4e25-94c1-091051d9c013),segment_id=aa22541c-f545-4e25-94c1-091051d9c013)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:12.180306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 854c10a3-8d99-4da0-af09-65043e2d0d1b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:12.190582 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b7832a7b-1613-43eb-90ef-3e48ee16048a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:12.197011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:18:12.198868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port f7f0c4a4-6487-40da-ba0f-dab9465735a1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=f7f0c4a4-6487-40da-ba0f-dab9465735a1,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:12.202485 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:12.211582 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Sync routers for ids ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:18:12.217408 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 854c10a3-8d99-4da0-af09-65043e2d0d1b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:12.218723 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:12.230194 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:12.235288 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4646528 Jun 17 08:18:12.235948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48828) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:12.240837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2382564-32e0-4a49-88ba-c51484782e5c req-067882c2-26be-4fdf-b0d4-0d5d5c7132da service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609528 Jun 17 08:18:12.244413 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Routers {'2c2ec265-a069-47ac-aba4-aecaf7edb81a'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:12.246810 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:12.282278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133603d0-72d2-488d-9377-a32305b93549 req-df59f8be-395b-4664-ab56-566432e6192e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:12.283834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-133603d0-72d2-488d-9377-a32305b93549 req-df59f8be-395b-4664-ab56-566432e6192e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 945 time: 0.1433194 Jun 17 08:18:12.375232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'f7f0c4a4-6487-40da-ba0f-dab9465735a1', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'f7f0c4a4-6487-40da-ba0f-dab9465735a1', 'mac_address': 'fa:16:3e:51:56:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:18:12.404108 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-133603d0-72d2-488d-9377-a32305b93549 req-8e1dadad-0676-40b9-bb40-54c279604a46 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883789 Jun 17 08:18:12.423051 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Set router 2c2ec265-a069-47ac-aba4-aecaf7edb81a gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:12.473071 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2382564-32e0-4a49-88ba-c51484782e5c req-01d2a892-af3d-4951-a008-4f212803503c service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213967 Jun 17 08:18:12.583877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7832a7b-1613-43eb-90ef-3e48ee16048a None None] Pushing event updated for resources: {'Port': ['ID=686ae1d9-57e1-4e8d-b72d-d37547496fee,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:12.589342 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b7832a7b-1613-43eb-90ef-3e48ee16048a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:12.601919 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:12.630462 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:12.660086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f0c4a4-6487-40da-ba0f-dab9465735a1 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:12.669778 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854c10a3-8d99-4da0-af09-65043e2d0d1b'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:12.672290 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c2e4ec-337e-42a5-96ed-184d6a965f8f" -d '{"events": [{"server_uuid": "467d6fd2-35ac-401a-a2c4-410fc6833fc2", "name": "network-vif-plugged", "status": "completed", "tag": "854c10a3-8d99-4da0-af09-65043e2d0d1b"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:12.699257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 854c10a3-8d99-4da0-af09-65043e2d0d1b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=854c10a3-8d99-4da0-af09-65043e2d0d1b,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:12.712631 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:12.724891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port f7f0c4a4-6487-40da-ba0f-dab9465735a1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=f7f0c4a4-6487-40da-ba0f-dab9465735a1,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:12.726090 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:12.768392 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-afff89f5-d816-40b5-be8d-cffead4220ec tempest-AutoAllocateNetworkTest-986681945 tempest-AutoAllocateNetworkTest-986681945-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7a70d0304510462393f713a25ad4ef51&shared=False HTTP/1.1" status: 200 len: 208 time: 0.9979360 Jun 17 08:18:12.773249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48854) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:12.775710 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:12.827648 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-router', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:08Z', 'updated_at': '2021-06-17T08:18:10Z', 'revision_number': 3, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'gw_port': {'id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:10Z', 'updated_at': '2021-06-17T08:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:12.836877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=854c10a3-8d99-4da0-af09-65043e2d0d1b,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:12.844490 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfa5233-ae6b-48cc-b283-de7e08ce712e x-openstack-request-id: req-cdfa5233-ae6b-48cc-b283-de7e08ce712e {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:12.845859 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467d6fd2-35ac-401a-a2c4-410fc6833fc2", "name": "network-vif-plugged", "status": "completed", "tag": "854c10a3-8d99-4da0-af09-65043e2d0d1b", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:12.846403 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cdfa5233-ae6b-48cc-b283-de7e08ce712e {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:12.848892 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854c10a3-8d99-4da0-af09-65043e2d0d1b', 'code': 200} Jun 17 08:18:12.853714 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:12.860193 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:12.867660 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e1b5f-856e-432d-a785-942a738fdf15 req-22ca0d64-274c-49f8-bb0f-5eb6c216223e tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:12.878671 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-278e1b5f-856e-432d-a785-942a738fdf15 req-22ca0d64-274c-49f8-bb0f-5eb6c216223e tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 948 time: 0.1422644 Jun 17 08:18:12.924154 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Checking router: 2c2ec265-a069-47ac-aba4-aecaf7edb81a for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:18:12.924504 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Updating router 2c2ec265-a069-47ac-aba4-aecaf7edb81a port 8d66a90c-343f-4a7f-8298-39853eea5eb7 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:18:12.943108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ea2afb70-c235-467f-89e3-13b0be524abe None None] Provisioning complete for port 686ae1d9-57e1-4e8d-b72d-d37547496fee triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:12.943929 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ea2afb70-c235-467f-89e3-13b0be524abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:12.977766 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:12.993895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-278e1b5f-856e-432d-a785-942a738fdf15 req-eddb8994-cf34-4c40-9283-ea09b2c3925b tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140594 Jun 17 08:18:13.019374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=f7f0c4a4-6487-40da-ba0f-dab9465735a1,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:13.023050 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:13.120969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['f7f0c4a4-6487-40da-ba0f-dab9465735a1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:13.202334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb48f69-3b4b-4b41-8735-f498cae487e1 req-a573bc44-3312-4ea7-a3a2-169b4d0ec099 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:13.204735 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-adb48f69-3b4b-4b41-8735-f498cae487e1 req-a573bc44-3312-4ea7-a3a2-169b4d0ec099 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 947 time: 0.1477838 Jun 17 08:18:13.285867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-adb48f69-3b4b-4b41-8735-f498cae487e1 req-62f6b8df-ed97-4e1b-aeca-e3c1ff185540 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732121 Jun 17 08:18:13.365485 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c43ca3-f975-4025-889d-98d7dcddf1b9 req-12a6723f-f833-4018-b7ec-25582d4c85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:13.367071 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d0c43ca3-f975-4025-889d-98d7dcddf1b9 req-12a6723f-f833-4018-b7ec-25582d4c85e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 1098 time: 0.2688942 Jun 17 08:18:13.390852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d0bdda-c360-4a73-9d6d-dc0792ecac46 tempest-AutoAllocateNetworkTest-986681945 tempest-AutoAllocateNetworkTest-986681945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:13.396064 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48884) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:13.396529 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-78d0bdda-c360-4a73-9d6d-dc0792ecac46 tempest-AutoAllocateNetworkTest-986681945 tempest-AutoAllocateNetworkTest-986681945-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.6220102 Jun 17 08:18:13.427690 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ced84abd-60d7-4c42-89a7-6f8494137bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:13.484432 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:13.511580 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d0c43ca3-f975-4025-889d-98d7dcddf1b9 req-5de051a3-7827-4e49-84c8-881881a80865 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340249 Jun 17 08:18:13.512109 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Transition to ACTIVE for port object 8d66a90c-343f-4a7f-8298-39853eea5eb7 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:13.523432 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:13.539966 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:13.553432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:13.566902 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8a78d67d-657b-454f-883e-8efe5541262b tempest-AutoAllocateNetworkTest-986681945 tempest-AutoAllocateNetworkTest-986681945-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1639023 Jun 17 08:18:13.568350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48892) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:13.617001 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Attempting to bind port 8d66a90c-343f-4a7f-8298-39853eea5eb7 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:13.617378 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Attempting to bind port 8d66a90c-343f-4a7f-8298-39853eea5eb7 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:13.617765 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Attempting to bind port 8d66a90c-343f-4a7f-8298-39853eea5eb7 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:13.628449 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:13.628898 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:13.629231 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:13.629628 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:13.630113 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Bound port: 8d66a90c-343f-4a7f-8298-39853eea5eb7, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:13.630577 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:13.655206 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-892184d4-27f1-4b1a-b8b7-079188ad18a3 tempest-AutoAllocateNetworkTest-986681945 tempest-AutoAllocateNetworkTest-986681945-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7a70d0304510462393f713a25ad4ef51 HTTP/1.1" status: 200 len: 208 time: 0.0854759 Jun 17 08:18:13.714016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80153252-a2af-4b37-a13d-33183660865a req-b0de827d-e920-421f-b367-5a98607fc004 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:13.717913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80153252-a2af-4b37-a13d-33183660865a req-b0de827d-e920-421f-b367-5a98607fc004 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 946 time: 0.1105912 Jun 17 08:18:13.773716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80153252-a2af-4b37-a13d-33183660865a req-e64de51d-7b90-475c-9b69-b1185b9ae91f tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495536 Jun 17 08:18:13.801403 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cef74-93d2-4df2-b98b-8a1d2eb7d247 None None] Pushing event updated for resources: {'Port': ['ID=8d66a90c-343f-4a7f-8298-39853eea5eb7,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:13.816409 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-577cef74-93d2-4df2-b98b-8a1d2eb7d247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:13.819346 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] For port 8d66a90c-343f-4a7f-8298-39853eea5eb7, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:13.819776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Allocated IP 172.20.0.1 (1a1a56b6-7e52-48b7-b903-dc9396ac09ae/d63632c8-12d0-4a9a-866e-4917d82f8cd2/d28b889e-2905-42b1-b94b-680e5aaaace8) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:13.823510 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] For port 8d66a90c-343f-4a7f-8298-39853eea5eb7, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=8d66a90c-343f-4a7f-8298-39853eea5eb7,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:13.828511 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:13.832112 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-f1f6f4e0-559b-4222-930d-b5ac974dc067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:13.879449 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Routers {'2c2ec265-a069-47ac-aba4-aecaf7edb81a'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:13.880101 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:17:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:13.961390 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cef74-93d2-4df2-b98b-8a1d2eb7d247 None None] Pushing event updated for resources: {'Port': ['ID=8d66a90c-343f-4a7f-8298-39853eea5eb7,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:13.964302 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:13.965065 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-577cef74-93d2-4df2-b98b-8a1d2eb7d247 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:13.988498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Transition to ACTIVE for port object d28b889e-2905-42b1-b94b-680e5aaaace8 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:14.010895 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] Set router 2c2ec265-a069-47ac-aba4-aecaf7edb81a gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:14.039132 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:14.044212 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0eed9d93-a819-4810-ba68-68723c00787b tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:14.087788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Network 1a1a56b6-7e52-48b7-b903-dc9396ac09ae is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:14.092603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:14.097466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:14.132827 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Pushing event updated for resources: {'Port': ['ID=d28b889e-2905-42b1-b94b-680e5aaaace8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:14.145583 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:14.161704 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:14.328459 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4eb6f-9bf6-43a4-a892-08bc1e09bb46 req-205a6db4-6fe1-43de-8e56-a785b19e6b20 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:14.348902 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fff4eb6f-9bf6-43a4-a892-08bc1e09bb46 req-205a6db4-6fe1-43de-8e56-a785b19e6b20 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 948 time: 0.1909196 Jun 17 08:18:14.411713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48922) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:14.432852 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 686ae1d9-57e1-4e8d-b72d-d37547496fee up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:14.434563 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48924) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:14.468075 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-router', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:08Z', 'updated_at': '2021-06-17T08:18:10Z', 'revision_number': 3, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'gw_port': {'id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:10Z', 'updated_at': '2021-06-17T08:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:14.498637 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:14.526703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b3e3c2cf-7206-45fc-95f5-2edc257a67cf None None] Provisioning for port d28b889e-2905-42b1-b94b-680e5aaaace8 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:14.532266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b3e3c2cf-7206-45fc-95f5-2edc257a67cf None None] Provisioning complete for port d28b889e-2905-42b1-b94b-680e5aaaace8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:14.532916 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b3e3c2cf-7206-45fc-95f5-2edc257a67cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:14.537409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 686ae1d9-57e1-4e8d-b72d-d37547496fee triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:14.538093 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:14.545782 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fff4eb6f-9bf6-43a4-a892-08bc1e09bb46 req-fa1b8b93-fbb9-4a1b-bbef-81ea33006c05 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958427 Jun 17 08:18:14.590804 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8e22b2-d211-4890-a47f-35bffb079a48 None None] The sync data for ids ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'] in n-d-779913-16 is: [{'id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-router', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:08Z', 'updated_at': '2021-06-17T08:18:10Z', 'revision_number': 3, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'gw_port': {'id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:10Z', 'updated_at': '2021-06-17T08:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:18:14.626468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3c2cf-7206-45fc-95f5-2edc257a67cf None None] Port d28b889e-2905-42b1-b94b-680e5aaaace8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:14.718987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d1078-20da-4364-951f-5f8e7a280dff req-2a7037d8-194c-4a58-b598-9d8e43f43186 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:14.720806 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f50d1078-20da-4364-951f-5f8e7a280dff req-2a7037d8-194c-4a58-b598-9d8e43f43186 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 947 time: 0.1618927 Jun 17 08:18:14.776066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f50d1078-20da-4364-951f-5f8e7a280dff req-4e71a492-b0df-4940-90c6-da089050915f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474017 Jun 17 08:18:14.842796 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0877cd7e-9453-49be-9080-c709007bf52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:14.914940 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:14.922276 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:14.928945 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:14.931133 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa5c929c-8e74-453b-98dd-d055f9d72087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.072689 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.074997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Pushing event updated for resources: {'Port': ['ID=d28b889e-2905-42b1-b94b-680e5aaaace8,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:15.079097 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:15.215101 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Network 1a1a56b6-7e52-48b7-b903-dc9396ac09ae is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:15.217392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:15.306276 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0877cd7e-9453-49be-9080-c709007bf52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.317569 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0877cd7e-9453-49be-9080-c709007bf52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.324345 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-50c69886-611d-41c9-b1e7-3c521ee2a071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:15.354254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877cd7e-9453-49be-9080-c709007bf52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff43a682-74dd-47b6-a5bc-ba234e93a69f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:15.382875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a48a2-7f18-47d0-b50c-175c7a2b865b req-b8293811-5343-4a99-a67b-e08e1309e8d0 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:15.391615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-677a48a2-7f18-47d0-b50c-175c7a2b865b req-b8293811-5343-4a99-a67b-e08e1309e8d0 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 946 time: 0.4016609 Jun 17 08:18:15.408211 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0877cd7e-9453-49be-9080-c709007bf52d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:15.452686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Router 2c2ec265-a069-47ac-aba4-aecaf7edb81a has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:18:15.503123 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0877cd7e-9453-49be-9080-c709007bf52d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ab343664561477a8860e06c5ac48b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0879295 Jun 17 08:18:15.505981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device f7f0c4a4-6487-40da-ba0f-dab9465735a1 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:15.509568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48954) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:15.565862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-677a48a2-7f18-47d0-b50c-175c7a2b865b req-011f1d52-31a2-447f-b5fb-ffe568541216 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658926 Jun 17 08:18:15.661013 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1c689fb4-2ac6-4ac4-bb2f-84f38331f21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.672149 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dd4c0925-3981-4d2d-850c-2f59d48e8d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.702016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:18:15.709725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:18:15.730155 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] 10.222.0.47 "PUT /v2.0/routers/2c2ec265-a069-47ac-aba4-aecaf7edb81a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4851336 Jun 17 08:18:15.746942 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port f7f0c4a4-6487-40da-ba0f-dab9465735a1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:15.756943 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port f7f0c4a4-6487-40da-ba0f-dab9465735a1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:15.757559 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.781093 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dd4c0925-3981-4d2d-850c-2f59d48e8d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.873178 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa5c929c-8e74-453b-98dd-d055f9d72087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.900386 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.913711 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b1368e4f-4225-47d5-99c5-ea7ab8cb8000 None None] Provisioning complete for port d28b889e-2905-42b1-b94b-680e5aaaace8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:15.915958 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b1368e4f-4225-47d5-99c5-ea7ab8cb8000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.936503 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa5c929c-8e74-453b-98dd-d055f9d72087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:15.962872 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-77a88fe5-149e-41d6-a58d-912d4a39278f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:15.987249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-70d7f199-6097-4f05-b6f2-c60cf27e1778 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=36ada1aa5e5c4ebd85332dc13de14266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1011524 Jun 17 08:18:16.018406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b1368e4f-4225-47d5-99c5-ea7ab8cb8000 None None] Port d28b889e-2905-42b1-b94b-680e5aaaace8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:16.087943 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fa5c929c-8e74-453b-98dd-d055f9d72087 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a70d0304510462393f713a25ad4ef51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6407189 Jun 17 08:18:16.090859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:16.091026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48982) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:16.093236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c929c-8e74-453b-98dd-d055f9d72087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d808c1-159e-403d-8d67-cd2ea7858aca,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:16.130309 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fa5c929c-8e74-453b-98dd-d055f9d72087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:16.136615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '8a20e3ee-054c-4abb-950d-bb1cd2f70a1b', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '8a20e3ee-054c-4abb-950d-bb1cd2f70a1b', 'mac_address': 'fa:16:3e:12:fd:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:18:16.158877 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:16.163631 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dd4c0925-3981-4d2d-850c-2f59d48e8d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:16.167963 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dd4c0925-3981-4d2d-850c-2f59d48e8d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:16.169115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dd4c0925-3981-4d2d-850c-2f59d48e8d52 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff43a682-74dd-47b6-a5bc-ba234e93a69f HTTP/1.1" status: 204 len: 168 time: 0.6585286 Jun 17 08:18:16.178655 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:16.197785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a94fe826-1117-48ef-8d99-daf656a8a6af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:16.217189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f61547-676d-4c24-96b7-0c231dbab837 req-38eb72aa-360a-434e-af84-5dc43eb10a88 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:16.218908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1f61547-676d-4c24-96b7-0c231dbab837 req-38eb72aa-360a-434e-af84-5dc43eb10a88 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 948 time: 0.2652943 Jun 17 08:18:16.254746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a94fe826-1117-48ef-8d99-daf656a8a6af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:16.268658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c0925-3981-4d2d-850c-2f59d48e8d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff43a682-74dd-47b6-a5bc-ba234e93a69f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:16.286829 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dd4c0925-3981-4d2d-850c-2f59d48e8d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:16.300917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d102f3-45a5-4100-b1bf-4578b2ea9eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f0c4a4-6487-40da-ba0f-dab9465735a1'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:16.306086 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66f69e8-165f-491c-bf66-2d6f3610177c" -d '{"events": [{"server_uuid": "e9d102f3-45a5-4100-b1bf-4578b2ea9eea", "name": "network-vif-plugged", "status": "completed", "tag": "f7f0c4a4-6487-40da-ba0f-dab9465735a1"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:16.364540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-e9307f5b-4b39-444b-b48a-3092de791a3e tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:16.382435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-e9307f5b-4b39-444b-b48a-3092de791a3e tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3487082 Jun 17 08:18:16.388123 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a94fe826-1117-48ef-8d99-daf656a8a6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:16.394487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a94fe826-1117-48ef-8d99-daf656a8a6af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:16.401944 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a94fe826-1117-48ef-8d99-daf656a8a6af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/68d808c1-159e-403d-8d67-cd2ea7858aca HTTP/1.1" status: 204 len: 168 time: 0.3099675 Jun 17 08:18:16.403229 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4e024400-48c1-4785-989b-c42478f8b6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:16.413571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-3381f252-32c1-4252-bbda-feaeee2faac4 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/quotas/36ada1aa5e5c4ebd85332dc13de14266 HTTP/1.1" status: 200 len: 375 time: 0.0269246 Jun 17 08:18:16.432725 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port f7f0c4a4-6487-40da-ba0f-dab9465735a1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=f7f0c4a4-6487-40da-ba0f-dab9465735a1,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:16.433106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94fe826-1117-48ef-8d99-daf656a8a6af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d808c1-159e-403d-8d67-cd2ea7858aca,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:16.436608 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:16.443582 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a94fe826-1117-48ef-8d99-daf656a8a6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:16.490485 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:16.493140 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-dd5f4517-f5cd-4850-baa5-f2d78927a0ee tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=36ada1aa5e5c4ebd85332dc13de14266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740507 Jun 17 08:18:16.504197 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:16.515687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1f61547-676d-4c24-96b7-0c231dbab837 req-d44a50f8-6006-494d-b459-64db6e7e3d56 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855718 Jun 17 08:18:16.544195 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 8d66a90c-343f-4a7f-8298-39853eea5eb7 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:16.653695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=f7f0c4a4-6487-40da-ba0f-dab9465735a1,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:16.658878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:16.710002 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:16.753097 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:16.763056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:16.827310 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:16.879099 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-361a92bd-0aef-4039-9b57-c4b3fdda7db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:17.002054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee25c5-b7fd-40ab-b914-2576e84e40b1 req-a5ab89cf-12cf-4468-8f2d-990416b359e7 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:17.034359 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8dee25c5-b7fd-40ab-b914-2576e84e40b1 req-a5ab89cf-12cf-4468-8f2d-990416b359e7 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 948 time: 0.2259562 Jun 17 08:18:17.052234 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ce8cf-86bb-4ac3-bb0d-03aa28cd6ada x-openstack-request-id: req-471ce8cf-86bb-4ac3-bb0d-03aa28cd6ada {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:17.055116 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d102f3-45a5-4100-b1bf-4578b2ea9eea", "name": "network-vif-plugged", "status": "completed", "tag": "f7f0c4a4-6487-40da-ba0f-dab9465735a1", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:17.058517 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-471ce8cf-86bb-4ac3-bb0d-03aa28cd6ada {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:17.058977 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d102f3-45a5-4100-b1bf-4578b2ea9eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f0c4a4-6487-40da-ba0f-dab9465735a1', 'code': 200} Jun 17 08:18:17.137677 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8dee25c5-b7fd-40ab-b914-2576e84e40b1 req-34ac7767-6367-44de-9759-c1a7d9a7baea tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962863 Jun 17 08:18:17.166280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['8a20e3ee-054c-4abb-950d-bb1cd2f70a1b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:17.236059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c04bed-aca5-479d-bb73-c2494cd0b4f9 req-a8af690a-10e5-41b4-ad22-5f52ce78c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:17.247628 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-50c04bed-aca5-479d-bb73-c2494cd0b4f9 req-a8af690a-10e5-41b4-ad22-5f52ce78c5b7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 1100 time: 0.2892942 Jun 17 08:18:17.248683 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49010) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:17.271708 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1514d1b1-322c-4375-9c26-2ef41f19695b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:17.324144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 8d66a90c-343f-4a7f-8298-39853eea5eb7 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:17.371854 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-50c04bed-aca5-479d-bb73-c2494cd0b4f9 req-4911c857-31bd-4557-8576-42a822ac5c39 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096609 Jun 17 08:18:17.409693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 8d66a90c-343f-4a7f-8298-39853eea5eb7 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:17.413946 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:17.496366 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:17.498010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a51bf9de-1db1-414c-9da4-93a35d173440 req-8791648a-b73f-4dfc-8126-9c51afa41412 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 210 time: 0.1499949 Jun 17 08:18:17.506110 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:17.631708 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:17.693889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 8d66a90c-343f-4a7f-8298-39853eea5eb7, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=8d66a90c-343f-4a7f-8298-39853eea5eb7,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:17.725456 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:17.764621 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:17.923478 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Sync routers for ids ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:18:18.021509 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Routers {'2c2ec265-a069-47ac-aba4-aecaf7edb81a'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:18.022165 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:18.058531 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1514d1b1-322c-4375-9c26-2ef41f19695b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:18.071746 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1514d1b1-322c-4375-9c26-2ef41f19695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:18.091898 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-606c402c-6806-48be-9232-a76635a80c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:18.193781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514d1b1-322c-4375-9c26-2ef41f19695b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12734456-ca3f-4d79-a3b4-171239f1f014,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:18.207877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=8d66a90c-343f-4a7f-8298-39853eea5eb7,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:18.212869 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:18.226093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49028) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:18.226452 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1514d1b1-322c-4375-9c26-2ef41f19695b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e6abd604869480b8b8b0f7b0b5657d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9733615 Jun 17 08:18:18.254215 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1514d1b1-322c-4375-9c26-2ef41f19695b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:18.322699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Set router 2c2ec265-a069-47ac-aba4-aecaf7edb81a gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:18.331716 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b773cc53-ab05-4ba1-88fc-4f10bf8aed38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:18.339700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b450ab1-4ad7-4fb1-9b6e-74dfe60969c8 req-460d4200-81de-468c-a30c-f7e0a433cb8d tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:18.349552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b450ab1-4ad7-4fb1-9b6e-74dfe60969c8 req-460d4200-81de-468c-a30c-f7e0a433cb8d tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 946 time: 0.9564910 Jun 17 08:18:18.375245 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b773cc53-ab05-4ba1-88fc-4f10bf8aed38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:18.376546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d9f3a3-308f-4507-a492-933041cfa223 req-b280e84c-5bfd-4d38-9570-f90faa84ac1d tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:18.378114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7d9f3a3-308f-4507-a492-933041cfa223 req-b280e84c-5bfd-4d38-9570-f90faa84ac1d tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 949 time: 0.4673510 Jun 17 08:18:18.480818 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b773cc53-ab05-4ba1-88fc-4f10bf8aed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:18.484629 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b773cc53-ab05-4ba1-88fc-4f10bf8aed38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:18.487034 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b773cc53-ab05-4ba1-88fc-4f10bf8aed38 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/12734456-ca3f-4d79-a3b4-171239f1f014 HTTP/1.1" status: 204 len: 168 time: 0.2591140 Jun 17 08:18:18.488018 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b92a11bd-7d69-44cf-a444-37b9d8f25df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:18.501053 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773cc53-ab05-4ba1-88fc-4f10bf8aed38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12734456-ca3f-4d79-a3b4-171239f1f014,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:18.504374 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b773cc53-ab05-4ba1-88fc-4f10bf8aed38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:18.514398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 8d66a90c-343f-4a7f-8298-39853eea5eb7 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:18.566428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7d9f3a3-308f-4507-a492-933041cfa223 req-5694f0cb-338c-491e-8f26-1af13870c085 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740603 Jun 17 08:18:18.596073 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b450ab1-4ad7-4fb1-9b6e-74dfe60969c8 req-a993e971-54f0-43a1-a916-e99d4e1c3ec1 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052116 Jun 17 08:18:18.903362 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:18.928326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa39c2-d6e9-4cd6-96a4-01aad18d066a req-980f5871-2f7f-4fc2-8f24-1c83e3f6d413 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:18.952462 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aefa39c2-d6e9-4cd6-96a4-01aad18d066a req-980f5871-2f7f-4fc2-8f24-1c83e3f6d413 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 948 time: 0.1357484 Jun 17 08:18:19.036125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49054) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:19.068845 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aefa39c2-d6e9-4cd6-96a4-01aad18d066a req-0a4d6654-73f7-40e5-aa54-119409e839ce tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141393 Jun 17 08:18:19.097004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 8d66a90c-343f-4a7f-8298-39853eea5eb7 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:19.097796 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:19.266347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-router', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:08Z', 'updated_at': '2021-06-17T08:18:14Z', 'revision_number': 4, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'gw_port': {'id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:10Z', 'updated_at': '2021-06-17T08:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'd28b889e-2905-42b1-b94b-680e5aaaace8', 'name': '', 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'mac_address': 'fa:16:3e:35:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd63632c8-12d0-4a9a-866e-4917d82f8cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:13Z', 'updated_at': '2021-06-17T08:18:14Z', 'revision_number': 2, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'subnets': [{'id': 'd63632c8-12d0-4a9a-866e-4917d82f8cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:19.352187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Checking router: 2c2ec265-a069-47ac-aba4-aecaf7edb81a for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:18:19.352651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Updating router 2c2ec265-a069-47ac-aba4-aecaf7edb81a port d28b889e-2905-42b1-b94b-680e5aaaace8 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:18:19.372420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-network', 'tenant_id': '29538e20c0324a9d9ac499c888d30075'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:19.406506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Made reservation on behalf of 29538e20c0324a9d9ac499c888d30075 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:19.409147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:19.419999 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:19.432773 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:19.574979 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:19.585024 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:19.588218 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-30b75d0d-b746-4cf5-a335-e06beeb3bab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:19.629592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:18:19.653539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66e69d9-2fdd-420d-840a-5d87a40af5a1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:19.678522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.679626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.679626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.679626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.681022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.681022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.681022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.681022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.682344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.682344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.682344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.682582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:19.709505 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:19.714320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:19.715324 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Added segment 3dec4be0-8c19-4812-bf39-b2b372ff7324 of type vlan for network f6b0152a-8fa9-4566-8bb2-19c37f257074 Jun 17 08:18:19.803684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-b2ed91aa-f367-47dc-b0c5-0c03e98501c7 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=36ada1aa5e5c4ebd85332dc13de14266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5770388 Jun 17 08:18:19.822984 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:19.859366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-baeb0df6-abb1-4abd-8ccf-8431b6bff7e5 req-ed5ffdbb-f769-43d3-85df-0ce13ff86bc8 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 210 time: 0.0615201 Jun 17 08:18:19.884326 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:19.885719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:19.886316 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:19.889557 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:19.916248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:19.989275 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9491513 Jun 17 08:18:19.993307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49072) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:20.008306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Request body: {'subnet': {'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-subnet', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:20.056280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Pushing event updated for resources: {'Network': ['ID=f6b0152a-8fa9-4566-8bb2-19c37f257074,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:20.061070 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:20.092309 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Made reservation on behalf of 29538e20c0324a9d9ac499c888d30075 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:20.095529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:20.137045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network f6b0152a-8fa9-4566-8bb2-19c37f257074 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:18:20.259072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:20.302995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:20.303395 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:20.312875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a5240689-fd81-49a8-bab5-34b33ac9dc10 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:20.319570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a5240689-fd81-49a8-bab5-34b33ac9dc10 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4559679 Jun 17 08:18:20.352416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Request body: {'port': {'device_id': '473f33a7-cf4d-4834-9d88-6ffefa0c2216', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '36ada1aa5e5c4ebd85332dc13de14266'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:20.385063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:20.389649 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6de7b0aa-ac17-4f05-9460-ae9e39337334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:20.456413 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49084) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:20.475680 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Checking segment: {'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:20.476504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Network hostable DHCP agents. Network: f6b0152a-8fa9-4566-8bb2-19c37f257074, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:18:20.501116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Pushing event updated for resources: {'Subnet': ['ID=652f3127-f5c1-4387-8842-6afcc32f170e,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:20.506564 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:20.513929 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:20.515173 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:20.516359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Network f6b0152a-8fa9-4566-8bb2-19c37f257074 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:18:20.528273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, f6b0152a-8fa9-4566-8bb2-19c37f257074) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:20.531361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ae35e-6876-4a6e-b836-a971279a0acc req-7eabe838-603f-425c-aebc-9e328e3142d5 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:20.546501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-436ae35e-6876-4a6e-b836-a971279a0acc req-7eabe838-603f-425c-aebc-9e328e3142d5 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 946 time: 0.7466302 Jun 17 08:18:20.546905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49088) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:20.552849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:20.553854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:20.567204 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b8c6d66a-0343-49e4-b654-2a693c89c70a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Request body: {'floatingip': {'port_id': '854c10a3-8d99-4da0-af09-65043e2d0d1b'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:20.574858 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e9793-e174-4bb6-b6af-89c50ad86034 None None] Network f6b0152a-8fa9-4566-8bb2-19c37f257074 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:20.628933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Transition to ACTIVE for port object d28b889e-2905-42b1-b94b-680e5aaaace8 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:20.630616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce83d656-11b4-4974-a675-0ce54dd6cf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20e3ee-054c-4abb-950d-bb1cd2f70a1b'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:20.633936 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198169d1-373e-4050-85cf-0aba89bfc45d" -d '{"events": [{"server_uuid": "ce83d656-11b4-4974-a675-0ce54dd6cf59", "name": "network-vif-plugged", "status": "completed", "tag": "8a20e3ee-054c-4abb-950d-bb1cd2f70a1b"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:20.669236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1138590571-network', 'tenant_id': 'ee3945db7e79407ca7ec7518b6b61d5c'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:20.682323 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:20.687292 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:20.721373 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:18:20.721373 n-d-779913-16 neutron-server[93804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:18:20.721373 n-d-779913-16 neutron-server[93804]: [parameters: {'project_id_1': 'ee3945db7e79407ca7ec7518b6b61d5c', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 18, 20, 675023)}] Jun 17 08:18:20.721373 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:18:20.721885 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:18:20.736301 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:20.743232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1144d-9c64-4841-9c19-bfd4d1081b3a None None] Pushing event updated for resources: {'Port': ['ID=d28b889e-2905-42b1-b94b-680e5aaaace8,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:20.744393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0fbaf-7aa0-485c-8d5d-28f7ac6496e8 req-47bbf37d-c989-4c5b-82a4-1cb6a1f762ac tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:20.752983 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:20.760043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48e0fbaf-7aa0-485c-8d5d-28f7ac6496e8 req-47bbf37d-c989-4c5b-82a4-1cb6a1f762ac tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 949 time: 0.6134870 Jun 17 08:18:20.760234 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-edd1144d-9c64-4841-9c19-bfd4d1081b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:20.761461 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-edd1144d-9c64-4841-9c19-bfd4d1081b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:20.795086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8c6d66a-0343-49e4-b654-2a693c89c70a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:20.822802 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8242149 Jun 17 08:18:20.823024 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49094) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:20.831336 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:20.891752 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:20.892789 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:20.943623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Made reservation on behalf of 36ada1aa5e5c4ebd85332dc13de14266 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:20.951143 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.007480 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.021285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49100) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:21.105375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:21.148581 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.180676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Attempting to bind port d28b889e-2905-42b1-b94b-680e5aaaace8 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:21.180896 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Attempting to bind port d28b889e-2905-42b1-b94b-680e5aaaace8 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'aa22541c-f545-4e25-94c1-091051d9c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:21.181249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Attempting to bind port d28b889e-2905-42b1-b94b-680e5aaaace8 on network 1a1a56b6-7e52-48b7-b903-dc9396ac09ae {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:21.185185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.185530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.185867 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.186196 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.186520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.186871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.187193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.187514 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.187830 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.188139 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.188457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.188770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:21.214443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48e0fbaf-7aa0-485c-8d5d-28f7ac6496e8 req-04f4e36a-69cb-4332-8ea9-1c6a57eca897 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457722 Jun 17 08:18:21.217849 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:21.218235 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Checking segment: {'id': 'aa22541c-f545-4e25-94c1-091051d9c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:21.218794 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.219204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Bound using segment: {'id': 'aa22541c-f545-4e25-94c1-091051d9c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:21.219757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Bound port: d28b889e-2905-42b1-b94b-680e5aaaace8, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa22541c-f545-4e25-94c1-091051d9c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:21.220136 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.258889 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:21.267660 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc042ad0-b3fb-4503-82eb-ca700b3cf301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.271352 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.311393 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-f6b0152a-8fa9-4566-8bb2-19c37f257074', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'fixed_ips': [{'subnet_id': '652f3127-f5c1-4387-8842-6afcc32f170e'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:18:21.312397 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.379947 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a6dceb-2542-4c2f-968a-d1530a17f8be x-openstack-request-id: req-b8a6dceb-2542-4c2f-968a-d1530a17f8be {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:21.380199 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce83d656-11b4-4974-a675-0ce54dd6cf59", "name": "network-vif-plugged", "status": "completed", "tag": "8a20e3ee-054c-4abb-950d-bb1cd2f70a1b", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:21.380435 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b8a6dceb-2542-4c2f-968a-d1530a17f8be {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:21.380850 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce83d656-11b4-4974-a675-0ce54dd6cf59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a20e3ee-054c-4abb-950d-bb1cd2f70a1b', 'code': 200} Jun 17 08:18:21.520295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1596a28f-7447-48b4-b6d1-5d45085a7630 req-55bb46ca-2b6d-413d-b991-793cfad685d0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 210 time: 0.0982161 Jun 17 08:18:21.567270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Allocated IP 172.20.0.2 (f6b0152a-8fa9-4566-8bb2-19c37f257074/652f3127-f5c1-4387-8842-6afcc32f170e/fbd9dd2e-879c-4c7e-9da0-62b3fa23c332) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:21.586141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab54c9-d8f2-4184-bb58-dd6793ad7185 req-31deaac5-98e7-43a7-966c-7fe48aaa502c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:21.593808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67ab54c9-d8f2-4184-bb58-dd6793ad7185 req-31deaac5-98e7-43a7-966c-7fe48aaa502c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 948 time: 0.7455003 Jun 17 08:18:21.747086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67ab54c9-d8f2-4184-bb58-dd6793ad7185 req-661aac33-cf69-4d28-a720-f8b81c7811d3 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518230 Jun 17 08:18:21.766187 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.779320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Transition to ACTIVE for port object fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:21.793443 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Transition to ACTIVE for port object fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:21.867846 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.871319 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.876506 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:21.909384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] For port d28b889e-2905-42b1-b94b-680e5aaaace8, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:21.928115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Network f6b0152a-8fa9-4566-8bb2-19c37f257074 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:21.936585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:21.944251 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:21.948009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] For port d28b889e-2905-42b1-b94b-680e5aaaace8, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d28b889e-2905-42b1-b94b-680e5aaaace8,segment=NetworkSegment(aa22541c-f545-4e25-94c1-091051d9c013),segment_id=aa22541c-f545-4e25-94c1-091051d9c013)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:21.963611 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Made reservation on behalf of ee3945db7e79407ca7ec7518b6b61d5c for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:21.964460 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Pushing event updated for resources: {'Port': ['ID=fbd9dd2e-879c-4c7e-9da0-62b3fa23c332,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:21.967261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.969602 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:21.980911 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.002341 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.016394 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:22.016873 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:22.052131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.066197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d64fea-1065-4d0c-a45d-caaf7ca5f971 req-e686f4a6-a0be-4f78-8307-20dc56e65905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:22.068172 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-32d64fea-1065-4d0c-a45d-caaf7ca5f971 req-e686f4a6-a0be-4f78-8307-20dc56e65905 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 1102 time: 0.6437192 Jun 17 08:18:22.090977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Attempting to bind port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:22.091516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Attempting to bind port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:22.092380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Attempting to bind port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 on network f6b0152a-8fa9-4566-8bb2-19c37f257074 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:22.104077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:22.104761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Checking segment: {'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:22.105292 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.106102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Bound using segment: {'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:22.106667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Bound port: fbd9dd2e-879c-4c7e-9da0-62b3fa23c332, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:22.107310 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.119864 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.141303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Routers {'2c2ec265-a069-47ac-aba4-aecaf7edb81a'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:22.143750 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:22.153409 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.resource_extend [None req-b8c6d66a-0343-49e4-b654-2a693c89c70a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:18:22.243962 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-32d64fea-1065-4d0c-a45d-caaf7ca5f971 req-4b8c950c-c56d-4010-8367-00f7b6201afe service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325405 Jun 17 08:18:22.274272 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:22.382239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450449e0-4132-43b7-8bc4-33effeefe803,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:22.454969 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc042ad0-b3fb-4503-82eb-ca700b3cf301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.455168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.455405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.455747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.456087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.456419 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.456750 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.457106 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.457406 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.457734 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.458062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.458534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.458725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:22.459499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Allocated IP 172.25.8.174 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/f0d58460-6b94-46a3-9a46-19c250e4c133) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:22.470569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] Set router 2c2ec265-a069-47ac-aba4-aecaf7edb81a gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:22.494595 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8c6d66a-0343-49e4-b654-2a693c89c70a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.557701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.561037 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc042ad0-b3fb-4503-82eb-ca700b3cf301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.568904 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-96e0be2c-acbe-45bb-9618-12d20e863250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:22.574411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1144d-9c64-4841-9c19-bfd4d1081b3a None None] Pushing event updated for resources: {'Port': ['ID=d28b889e-2905-42b1-b94b-680e5aaaace8,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:22.578247 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.587904 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-edd1144d-9c64-4841-9c19-bfd4d1081b3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:22.591451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:18:22.600770 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.601162 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Added segment 7d693dfb-0fad-4843-827d-ae7cb69a242d of type vlan for network ef0d2f45-fecc-4919-828d-d55b2719d8d8 Jun 17 08:18:22.642333 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.659285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] For port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:22.686963 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.706898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:22.707487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.709820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] For port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fbd9dd2e-879c-4c7e-9da0-62b3fa23c332,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:22.767166 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fc042ad0-b3fb-4503-82eb-ca700b3cf301 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c93cf2d4a2fb4a7cb9d484656d1b3d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7434475 Jun 17 08:18:22.769285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49124) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:22.770006 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc042ad0-b3fb-4503-82eb-ca700b3cf301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb1c77a-1d3e-456b-a444-88cc917bc047,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:22.773824 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fc042ad0-b3fb-4503-82eb-ca700b3cf301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:22.797638 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8ef04557-e908-449e-b3ad-859c4dd8f08a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:22.812700 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:22.821882 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:22.826712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5764e339-a280-40b1-b418-64d49c2ff9f3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:22.830055 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:22.835345 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:22.837741 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3713050 Jun 17 08:18:22.843939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49126) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:22.870558 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Request body: {'subnet': {'network_id': 'ef0d2f45-fecc-4919-828d-d55b2719d8d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1138590571-subnet', 'tenant_id': 'ee3945db7e79407ca7ec7518b6b61d5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:22.887010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Pushing event updated for resources: {'Port': ['ID=fbd9dd2e-879c-4c7e-9da0-62b3fa23c332,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:22.891179 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:22.940670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-router', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:08Z', 'updated_at': '2021-06-17T08:18:14Z', 'revision_number': 4, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'gw_port': {'id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:10Z', 'updated_at': '2021-06-17T08:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'd28b889e-2905-42b1-b94b-680e5aaaace8', 'name': '', 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'mac_address': 'fa:16:3e:35:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd63632c8-12d0-4a9a-866e-4917d82f8cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:13Z', 'updated_at': '2021-06-17T08:18:21Z', 'revision_number': 4, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'subnets': [{'id': 'd63632c8-12d0-4a9a-866e-4917d82f8cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:22.966470 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Made reservation on behalf of ee3945db7e79407ca7ec7518b6b61d5c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:22.977229 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.027294 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:23.082573 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8c6d66a-0343-49e4-b654-2a693c89c70a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.176101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe442361-7e7f-4023-9f56-bc7dd475c824 None None] The sync data for ids ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'] in n-d-779913-16 is: [{'id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-router', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:08Z', 'updated_at': '2021-06-17T08:18:14Z', 'revision_number': 4, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'gw_port': {'id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:10Z', 'updated_at': '2021-06-17T08:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'd28b889e-2905-42b1-b94b-680e5aaaace8', 'name': '', 'network_id': '1a1a56b6-7e52-48b7-b903-dc9396ac09ae', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'mac_address': 'fa:16:3e:35:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': 'd63632c8-12d0-4a9a-866e-4917d82f8cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:13Z', 'updated_at': '2021-06-17T08:18:21Z', 'revision_number': 4, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'subnets': [{'id': 'd63632c8-12d0-4a9a-866e-4917d82f8cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:18:23.186084 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97dbce26-d302-43e5-8b3d-39e01992dee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.234237 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Pushing event updated for resources: {'Network': ['ID=ef0d2f45-fecc-4919-828d-d55b2719d8d8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:23.250739 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:23.261464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network ef0d2f45-fecc-4919-828d-d55b2719d8d8 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:18:23.277961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.295070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-2a61bfbe-c4bc-4f09-b280-a2930f9582be tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5c97416271d84b0589654df55d9a61c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2579312 Jun 17 08:18:23.365934 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97dbce26-d302-43e5-8b3d-39e01992dee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.460890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Allocated IP 192.168.233.99 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/8d05c4c6-e8eb-4196-aed4-0d48b1160251) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:23.526729 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.532070 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:23.573610 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.611854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97dbce26-d302-43e5-8b3d-39e01992dee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.616332 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97dbce26-d302-43e5-8b3d-39e01992dee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:23.620120 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-97dbce26-d302-43e5-8b3d-39e01992dee1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1eb1c77a-1d3e-456b-a444-88cc917bc047 HTTP/1.1" status: 204 len: 168 time: 0.8445914 Jun 17 08:18:23.670155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:23.671530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3daa1724-a365-453d-8b0f-6973ede58755,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:23.678165 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:23.680582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:23.682367 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:23.688095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef3258-662b-4cb3-9aef-7ad960a6ff03 req-08f03c4a-4b1d-43fa-861a-6235ef10ba08 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:23.691019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:23.705967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3aef3258-662b-4cb3-9aef-7ad960a6ff03 req-08f03c4a-4b1d-43fa-861a-6235ef10ba08 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 950 time: 1.2142882 Jun 17 08:18:23.728104 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-b8c6d66a-0343-49e4-b654-2a693c89c70a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Floating IP a7f7bfd9-6c87-4046-a837-8f5a319ec5c0 associated. External IP: 172.25.8.50, port: 854c10a3-8d99-4da0-af09-65043e2d0d1b. Jun 17 08:18:23.768262 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Checking segment: {'id': '7d693dfb-0fad-4843-827d-ae7cb69a242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ef0d2f45-fecc-4919-828d-d55b2719d8d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:23.768631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Network hostable DHCP agents. Network: ef0d2f45-fecc-4919-828d-d55b2719d8d8, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:18:23.829084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Network ef0d2f45-fecc-4919-828d-d55b2719d8d8 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:18:24.083259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, ef0d2f45-fecc-4919-828d-d55b2719d8d8) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:24.085814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:24.085814 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:24.088557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3aef3258-662b-4cb3-9aef-7ad960a6ff03 req-11d806cd-53c8-4992-bd29-f59cbe688ddc tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803496 Jun 17 08:18:24.096945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Pushing event updated for resources: {'Port': ['ID=f0d58460-6b94-46a3-9a46-19c250e4c133,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:24.099242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57733e0-06e0-48ca-9e44-2ffae06bcfb9 None None] Network ef0d2f45-fecc-4919-828d-d55b2719d8d8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:24.102658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-37eef269-436e-4bcf-a250-7365b7b01787 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:24.117092 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:24.117455 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-37eef269-436e-4bcf-a250-7365b7b01787 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6715996 Jun 17 08:18:24.127666 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c870ab67-c95a-44dc-957b-24dfc599a46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.493s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:24.177274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dbce26-d302-43e5-8b3d-39e01992dee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb1c77a-1d3e-456b-a444-88cc917bc047,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:24.187516 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97dbce26-d302-43e5-8b3d-39e01992dee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:24.233769 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3860233 Jun 17 08:18:24.387743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49134) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:24.474688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef9d7fa-d73f-479d-806c-8996b3710dbf None None] Network ef0d2f45-fecc-4919-828d-d55b2719d8d8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:24.485468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-e6c21fbf-0a34-4250-9aac-faf4cd50bdba tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/quotas/5c97416271d84b0589654df55d9a61c4 HTTP/1.1" status: 200 len: 375 time: 0.3190641 Jun 17 08:18:24.519858 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5c1782ab-3cda-4474-87ca-b25d22f2a150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:24.765868 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:24.842687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d28b889e-2905-42b1-b94b-680e5aaaace8 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:24.952807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceff3de-1139-45af-9a5b-72d0804a1242 None None] Network f6b0152a-8fa9-4566-8bb2-19c37f257074 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:25.161673 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.203219 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a1c8ad46-fe5f-4317-81f6-429c89d52d00 None None] Provisioning for port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:25.217506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port d28b889e-2905-42b1-b94b-680e5aaaace8 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:25.219353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-45fb89ec-f0dc-4b0e-88d3-cd6cd21054d0 req-de59baab-c6ef-4c79-b229-f50893ddd01a tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 210 time: 0.6317959 Jun 17 08:18:25.221794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d28b889e-2905-42b1-b94b-680e5aaaace8 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:25.222165 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.249649 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c6d66a-0343-49e4-b654-2a693c89c70a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Router 4f72ed0e-bb98-4137-9afd-c47aad329e6b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:18:25.330550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Transition to ACTIVE for port object 8d05c4c6-e8eb-4196-aed4-0d48b1160251 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:25.339744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.424609 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.495656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port d28b889e-2905-42b1-b94b-680e5aaaace8, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d28b889e-2905-42b1-b94b-680e5aaaace8,segment=NetworkSegment(aa22541c-f545-4e25-94c1-091051d9c013),segment_id=aa22541c-f545-4e25-94c1-091051d9c013)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:25.510674 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.520306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:25.600431 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:25.675398 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5c1782ab-3cda-4474-87ca-b25d22f2a150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.686790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:25.710591 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5c1782ab-3cda-4474-87ca-b25d22f2a150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.719774 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1514d1b1-322c-4375-9c26-2ef41f19695b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:25.734021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:25.734546 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.759685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Router d169300e-bd4d-46bf-984f-667c8d8a7650 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:18:25.812727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=d28b889e-2905-42b1-b94b-680e5aaaace8,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:25.822858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49150) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:25.832205 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:25.856632 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-7039e488-2628-4451-bd32-fa3553cdbdd7 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5c97416271d84b0589654df55d9a61c4&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3150988 Jun 17 08:18:25.864521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1053255068-network', 'tenant_id': '1352042dd99b4de3b5b7c3fd8c163329'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:25.880043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5c1782ab-3cda-4474-87ca-b25d22f2a150 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d49f549306b40bb9effce16ceb24179&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4812605 Jun 17 08:18:25.886133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1782ab-3cda-4474-87ca-b25d22f2a150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc98bcb-e906-4129-90a3-e8221ebdabb9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:25.888885 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49152) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:25.897938 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:25.922111 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5c1782ab-3cda-4474-87ca-b25d22f2a150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:25.924544 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.010406 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c6d66a-0343-49e4-b654-2a693c89c70a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:18:26.026933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fbd9dd2e-879c-4c7e-9da0-62b3fa23c332,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:26.033858 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.039131 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:26.050826 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:18:26.062367 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Sync routers for ids ['d169300e-bd4d-46bf-984f-667c8d8a7650'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:18:26.071604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.073501 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.2494042 Jun 17 08:18:26.076763 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49156) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:26.088116 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Routers {'d169300e-bd4d-46bf-984f-667c8d8a7650'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:26.088988 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d169300e-bd4d-46bf-984f-667c8d8a7650'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:26.135603 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:26.168592 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b5c994-6886-4438-b072-6040a3e41b63 None None] Sync routers for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:18:26.220964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Made reservation on behalf of 1352042dd99b4de3b5b7c3fd8c163329 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:26.235901 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.269786 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8c6d66a-0343-49e4-b654-2a693c89c70a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.360454 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b5c994-6886-4438-b072-6040a3e41b63 None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:26.366865 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3b5c994-6886-4438-b072-6040a3e41b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:26.370533 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Set router d169300e-bd4d-46bf-984f-667c8d8a7650 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:26.426064 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:26.437612 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.457228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305475ee-5528-4b7a-ba1a-eb25e551432a req-7dd0e555-e860-44f0-b276-0f6b57d3c5d7 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:26.460155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-305475ee-5528-4b7a-ba1a-eb25e551432a req-7dd0e555-e860-44f0-b276-0f6b57d3c5d7 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 950 time: 0.7955179 Jun 17 08:18:26.486825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:26.523144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d28b889e-2905-42b1-b94b-680e5aaaace8 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:26.565693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:26.779745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=fbd9dd2e-879c-4c7e-9da0-62b3fa23c332,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:26.800573 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30315172-678e-49c7-b333-6fc2239e0acc req-c8ee62d0-203e-4f73-9871-a54b9d359659 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 210 time: 0.3787012 Jun 17 08:18:26.801259 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71d9bcf0-c029-4546-a9bb-75d8200ba78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:26.889412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Pushing event updated for resources: {'Port': ['ID=8d05c4c6-e8eb-4196-aed4-0d48b1160251,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:26.923834 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:26.938119 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a3b5c994-6886-4438-b072-6040a3e41b63 None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:27.022445 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71d9bcf0-c029-4546-a9bb-75d8200ba78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.072999 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:24Z', 'revision_number': 3, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:27.085224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d28b889e-2905-42b1-b94b-680e5aaaace8 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:27.085224 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.139959 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.997s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:27.140285 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Checking router: d169300e-bd4d-46bf-984f-667c8d8a7650 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:18:27.140285 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Updating router d169300e-bd4d-46bf-984f-667c8d8a7650 port f0d58460-6b94-46a3-9a46-19c250e4c133 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:18:27.222632 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.225113 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.251577 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b8c6d66a-0343-49e4-b654-2a693c89c70a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "PUT /v2.0/floatingips/a7f7bfd9-6c87-4046-a837-8f5a319ec5c0 HTTP/1.1" status: 200 len: 991 time: 6.7013264 Jun 17 08:18:27.270095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:27.275530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.291017 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4b4e2dd5-0405-4f96-84cc-0d3b821a3c15 None None] Provisioning for port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:27.307498 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4b4e2dd5-0405-4f96-84cc-0d3b821a3c15 None None] Provisioning complete for port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:27.307949 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4b4e2dd5-0405-4f96-84cc-0d3b821a3c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.313805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'tag': '854c10a3-8d99-4da0-af09-65043e2d0d1b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:27.336655 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9593848c-1f13-4b3a-8471-3125f003910a" -d '{"events": [{"name": "network-changed", "server_uuid": "467d6fd2-35ac-401a-a2c4-410fc6833fc2", "tag": "854c10a3-8d99-4da0-af09-65043e2d0d1b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:27.363569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-305475ee-5528-4b7a-ba1a-eb25e551432a req-e540161c-a44c-44cb-bf80-f6d1ad5eafc1 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8196867 Jun 17 08:18:27.499215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e2dd5-0405-4f96-84cc-0d3b821a3c15 None None] Port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:27.515969 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.517442 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71d9bcf0-c029-4546-a9bb-75d8200ba78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.543861 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71d9bcf0-c029-4546-a9bb-75d8200ba78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.547581 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-71d9bcf0-c029-4546-a9bb-75d8200ba78d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3bc98bcb-e906-4129-90a3-e8221ebdabb9 HTTP/1.1" status: 204 len: 168 time: 1.6493654 Jun 17 08:18:27.561946 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-257dfadd-b21e-479d-bb4b-a4b93c031f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:27.598577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9bcf0-c029-4546-a9bb-75d8200ba78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc98bcb-e906-4129-90a3-e8221ebdabb9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:27.601834 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.617544 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:18:27.629076 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.629620 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Added segment 16f42945-e7ae-42c7-85b4-97ec753208d6 of type vlan for network cb73cfce-eca2-4f11-826d-6cfff5943b49 Jun 17 08:18:27.747734 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.828574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Allocated IP 172.20.0.1 (f6b0152a-8fa9-4566-8bb2-19c37f257074/652f3127-f5c1-4387-8842-6afcc32f170e/4ac01ad9-d2af-48f6-bd40-08a874f4dd79) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:27.855708 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.5184851 Jun 17 08:18:27.858358 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-71d9bcf0-c029-4546-a9bb-75d8200ba78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:27.858505 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-71d9bcf0-c029-4546-a9bb-75d8200ba78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:27.888454 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44b1ad7-b47d-46d4-bbaf-72053ac8d402 x-openstack-request-id: req-a44b1ad7-b47d-46d4-bbaf-72053ac8d402 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:27.889171 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467d6fd2-35ac-401a-a2c4-410fc6833fc2", "tag": "854c10a3-8d99-4da0-af09-65043e2d0d1b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:27.890693 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a44b1ad7-b47d-46d4-bbaf-72053ac8d402 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:27.892342 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'tag': '854c10a3-8d99-4da0-af09-65043e2d0d1b', 'status': 'completed', 'code': 200} Jun 17 08:18:27.940011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Request body: {'port': {'device_id': '473f33a7-cf4d-4834-9d88-6ffefa0c2216', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:27.949605 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.969445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:27.972180 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:27.972929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3b5c994-6886-4438-b072-6040a3e41b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'a7f7bfd9-6c87-4046-a837-8f5a319ec5c0', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'port_id': '854c10a3-8d99-4da0-af09-65043e2d0d1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'mac_address': 'fa:16:3e:58:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:17:43Z', 'updated_at': '2021-06-17T08:18:21Z', 'revision_number': 1, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:28.047077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b5c994-6886-4438-b072-6040a3e41b63 None None] Checking router: 4f72ed0e-bb98-4137-9afd-c47aad329e6b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:18:28.072008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b5c994-6886-4438-b072-6040a3e41b63 None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:28.076012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3b5c994-6886-4438-b072-6040a3e41b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:28.078411 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.128708 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Transition to ACTIVE for port object f0d58460-6b94-46a3-9a46-19c250e4c133 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:28.136099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7cddc2-48b4-446f-8478-fd9bc6a262b9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:28.143950 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:28.149862 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.158603 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:28.205226 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-488794c4-1d74-4b79-b5b5-946dab3d479e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:28.290998 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Pushing event updated for resources: {'Port': ['ID=f0d58460-6b94-46a3-9a46-19c250e4c133,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:28.333464 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.340298 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.340641 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.340971 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.341299 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.341621 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.341943 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.342256 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.342569 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.342926 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.343227 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.351655 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:18:28.366245 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:28.423567 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Attempting to bind port f0d58460-6b94-46a3-9a46-19c250e4c133 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:28.424243 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Attempting to bind port f0d58460-6b94-46a3-9a46-19c250e4c133 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:28.424902 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Attempting to bind port f0d58460-6b94-46a3-9a46-19c250e4c133 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:28.435630 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:28.438156 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:28.438833 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.439397 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:28.440793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a3b5c994-6886-4438-b072-6040a3e41b63 None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:28.441427 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Bound port: f0d58460-6b94-46a3-9a46-19c250e4c133, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:28.441984 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.509188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:28.564876 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] For port f0d58460-6b94-46a3-9a46-19c250e4c133, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:28.575922 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] For port f0d58460-6b94-46a3-9a46-19c250e4c133, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f0d58460-6b94-46a3-9a46-19c250e4c133,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:28.587228 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.589743 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-c49e31c4-65bb-4285-a9d7-6402270f1cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:28.720591 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Routers {'d169300e-bd4d-46bf-984f-667c8d8a7650'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:28.721888 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d169300e-bd4d-46bf-984f-667c8d8a7650'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:28.767978 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49184) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:28.796126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:28.796519 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.841127 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Pushing event updated for resources: {'Port': ['ID=f0d58460-6b94-46a3-9a46-19c250e4c133,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:28.846313 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:28.871509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86af10cc-52d6-4369-bb35-1544312cc5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:28.882029 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-05432948-cdcb-4cc0-bee9-89d2e8daa638 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5c97416271d84b0589654df55d9a61c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951614 Jun 17 08:18:28.904993 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] Set router d169300e-bd4d-46bf-984f-667c8d8a7650 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:29.000448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Pushing event updated for resources: {'Network': ['ID=cb73cfce-eca2-4f11-826d-6cfff5943b49,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:29.010032 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:29.010751 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.066875 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2127111 Jun 17 08:18:29.072615 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c8d7c-506a-42ae-a0bf-076716d6ff3a req-6f5ab1bf-cc40-4ba5-9c60-bc320baf1e8a tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:29.074187 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d56c8d7c-506a-42ae-a0bf-076716d6ff3a req-6f5ab1bf-cc40-4ba5-9c60-bc320baf1e8a tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 935 time: 1.9058056 Jun 17 08:18:29.076206 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49204) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:29.131666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593848c-1f13-4b3a-8471-3125f003910a req-689e8834-88a7-4439-9548-51841f67d136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:29.133478 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9593848c-1f13-4b3a-8471-3125f003910a req-689e8834-88a7-4439-9548-51841f67d136 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4228395c8ead46e294631fe1186cdb6a&device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 1098 time: 1.2547901 Jun 17 08:18:29.186187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network cb73cfce-eca2-4f11-826d-6cfff5943b49 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:18:29.245120 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.286482 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:24Z', 'revision_number': 3, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:29.308324 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Transition to ACTIVE for port object 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:29.316237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Request body: {'subnet': {'network_id': 'cb73cfce-eca2-4f11-826d-6cfff5943b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1053255068-subnet', 'tenant_id': '1352042dd99b4de3b5b7c3fd8c163329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:29.317289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-276a8dce-547b-484a-bc64-d0593ee84f39 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:29.319217 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-276a8dce-547b-484a-bc64-d0593ee84f39 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4261467 Jun 17 08:18:29.325993 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf8f5be-169a-42c8-92a2-857c19af8cd1 None None] The sync data for ids ['d169300e-bd4d-46bf-984f-667c8d8a7650'] in n-d-779913-16 is: [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:24Z', 'revision_number': 3, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:18:29.346324 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Request body: {'port': {'device_id': 'f3c5fdfe-2bb7-42ea-b689-275cac51032d', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '5c97416271d84b0589654df55d9a61c4'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:29.479478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593848c-1f13-4b3a-8471-3125f003910a req-0b5d788d-95aa-4885-a110-57dd20cd44e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:29.481036 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9593848c-1f13-4b3a-8471-3125f003910a req-0b5d788d-95aa-4885-a110-57dd20cd44e6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f HTTP/1.1" status: 200 len: 925 time: 0.3331950 Jun 17 08:18:29.486510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d05c4c6-e8eb-4196-aed4-0d48b1160251 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:29.504059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.508893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3b5c994-6886-4438-b072-6040a3e41b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'a7f7bfd9-6c87-4046-a837-8f5a319ec5c0', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'port_id': '854c10a3-8d99-4da0-af09-65043e2d0d1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'mac_address': 'fa:16:3e:58:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:17:43Z', 'updated_at': '2021-06-17T08:18:21Z', 'revision_number': 1, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:29.529710 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Transition to ACTIVE for port object 8d05c4c6-e8eb-4196-aed4-0d48b1160251 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:29.556263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b5c994-6886-4438-b072-6040a3e41b63 None None] The sync data for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 is: [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'a7f7bfd9-6c87-4046-a837-8f5a319ec5c0', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'port_id': '854c10a3-8d99-4da0-af09-65043e2d0d1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'mac_address': 'fa:16:3e:58:62:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:17:43Z', 'updated_at': '2021-06-17T08:18:21Z', 'revision_number': 1, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:18:29.602413 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86af10cc-52d6-4369-bb35-1544312cc5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.614321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d56c8d7c-506a-42ae-a0bf-076716d6ff3a req-f56e8c30-f27f-41d7-a625-b27dc1806d61 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082187 Jun 17 08:18:29.620403 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.642199 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.644286 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86af10cc-52d6-4369-bb35-1544312cc5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.656067 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:29.675840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e51ccbba-f9bd-4db5-88eb-49ff63f7ffae req-416dcc12-d038-4234-a152-b82f6a1032f1 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 210 time: 0.6005197 Jun 17 08:18:29.684883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Made reservation on behalf of 1352042dd99b4de3b5b7c3fd8c163329 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:29.687763 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:29.794880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Network f6b0152a-8fa9-4566-8bb2-19c37f257074 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:29.797551 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9593848c-1f13-4b3a-8471-3125f003910a req-8abb3be6-e172-4713-b2b1-e80be7c9eed9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854c10a3-8d99-4da0-af09-65043e2d0d1b HTTP/1.1" status: 200 len: 999 time: 0.3056290 Jun 17 08:18:29.819639 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-86af10cc-52d6-4369-bb35-1544312cc5b4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=50ea0df9a4fe41f8b86b6a002a8c85a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0232050 Jun 17 08:18:29.826458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:29.852534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49212) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:29.891643 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:30.030246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac01ad9-d2af-48f6-bd40-08a874f4dd79,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:30.059994 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5a55b3-1101-44ae-b81e-24cf3fdafc96 None None] New status for floating IP a7f7bfd9-6c87-4046-a837-8f5a319ec5c0: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:18:30.071580 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:30.073853 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e197021-6b48-41a9-9460-111799a0e232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:30.136666 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:30.163734 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Made reservation on behalf of 5c97416271d84b0589654df55d9a61c4 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:30.179092 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.197404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Pushing event updated for resources: {'Port': ['ID=8d05c4c6-e8eb-4196-aed4-0d48b1160251,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:30.206038 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:30.207277 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.239725 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93255da3-2c5a-4fac-82a0-730d2f50cae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:30.245939 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.361042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ea3e74af-75a7-4066-937d-6146fbc50103 None None] Provisioning for port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:30.383034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ea3e74af-75a7-4066-937d-6146fbc50103 None None] Provisioning complete for port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:30.383966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ea3e74af-75a7-4066-937d-6146fbc50103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.464340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af10cc-52d6-4369-bb35-1544312cc5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f205dd2-3f07-4ecc-8edc-9a1eca9767d5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:30.471373 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86af10cc-52d6-4369-bb35-1544312cc5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:30.474458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f0d58460-6b94-46a3-9a46-19c250e4c133 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:30.539377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9617030-a73b-420b-a1b5-14c8b29c6ce7,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:30.606629 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:30.610376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ea3e74af-75a7-4066-937d-6146fbc50103 None None] Port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:30.639209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00442c-a7fe-4e13-a16d-d5d12b54d6e7 req-e117f4cb-2157-47bc-8787-a45b716f8c46 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:30.642650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd00442c-a7fe-4e13-a16d-d5d12b54d6e7 req-e117f4cb-2157-47bc-8787-a45b716f8c46 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 950 time: 0.5212152 Jun 17 08:18:30.658471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f0d58460-6b94-46a3-9a46-19c250e4c133 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:30.661446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f0d58460-6b94-46a3-9a46-19c250e4c133 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:30.661827 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.674403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Checking segment: {'id': '16f42945-e7ae-42c7-85b4-97ec753208d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'cb73cfce-eca2-4f11-826d-6cfff5943b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:30.674974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Network hostable DHCP agents. Network: cb73cfce-eca2-4f11-826d-6cfff5943b49, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:18:30.698097 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Allocated IP 192.168.233.69 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:30.773872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Network cb73cfce-eca2-4f11-826d-6cfff5943b49 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:18:30.815207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593848c-1f13-4b3a-8471-3125f003910a req-dee821bc-77dd-4a44-bc15-0bcad50f2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:30.816847 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9593848c-1f13-4b3a-8471-3125f003910a req-dee821bc-77dd-4a44-bc15-0bcad50f2191 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9b62983-9280-41ef-98fb-95e6bb7ee564 HTTP/1.1" status: 200 len: 863 time: 0.9859705 Jun 17 08:18:30.868922 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.872647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Attempting to bind port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:30.872983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Attempting to bind port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:30.873307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Attempting to bind port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:30.889475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:18:30.890494 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Attempting to bind port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:30.908709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, cb73cfce-eca2-4f11-826d-6cfff5943b49) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:30.914794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f0d58460-6b94-46a3-9a46-19c250e4c133, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f0d58460-6b94-46a3-9a46-19c250e4c133,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:30.917469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dffbf3d-1e46-482c-9ff7-5b9557e29991 None None] Network cb73cfce-eca2-4f11-826d-6cfff5943b49 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:30.928345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:30.928685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:30.929115 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:30.929552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Bound port: 8d05c4c6-e8eb-4196-aed4-0d48b1160251, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:30.929891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.931096 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.932847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:30.936312 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:30.950883 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd00442c-a7fe-4e13-a16d-d5d12b54d6e7 req-501b9788-ce3c-4365-9ccc-a30694d5e03e tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800643 Jun 17 08:18:30.957582 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1a6a5c04-aa23-4a47-a073-7d5de1231432 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:30.983566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9060147 Jun 17 08:18:31.148277 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f34af5-8d9e-48ab-9646-c497988a44ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.267477 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4980c6c-d834-4b2a-b1e7-b9207799a28d req-1d4dd17e-516e-4c31-8ebf-b1440fb805e0 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 210 time: 0.1491885 Jun 17 08:18:31.287211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f0d58460-6b94-46a3-9a46-19c250e4c133,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:31.318033 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f34af5-8d9e-48ab-9646-c497988a44ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.326174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] For port 8d05c4c6-e8eb-4196-aed4-0d48b1160251, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:31.338760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] For port 8d05c4c6-e8eb-4196-aed4-0d48b1160251, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8d05c4c6-e8eb-4196-aed4-0d48b1160251,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:31.359308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.369221 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:31.380919 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.387570 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b684c47c-a362-44c5-b089-93d999e08939 None None] Network cb73cfce-eca2-4f11-826d-6cfff5943b49 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:18:31.391639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e636b7-5d70-4655-9db4-a566514c1ead req-565a9b40-4a0c-42d2-8764-69f364d843f1 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:31.403732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3e636b7-5d70-4655-9db4-a566514c1ead req-565a9b40-4a0c-42d2-8764-69f364d843f1 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 947 time: 0.3898818 Jun 17 08:18:31.409214 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:31.434187 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593848c-1f13-4b3a-8471-3125f003910a req-02881750-b05d-410c-9a12-ce0f81b78b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:31.435969 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9593848c-1f13-4b3a-8471-3125f003910a req-02881750-b05d-410c-9a12-ce0f81b78b32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6019444 Jun 17 08:18:31.444988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Transition to ACTIVE for port object 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:31.518291 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.531997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Pushing event updated for resources: {'Port': ['ID=8d05c4c6-e8eb-4196-aed4-0d48b1160251,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:31.544819 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f34af5-8d9e-48ab-9646-c497988a44ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.547595 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:31.547781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f34af5-8d9e-48ab-9646-c497988a44ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.548932 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-45f34af5-8d9e-48ab-9646-c497988a44ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f205dd2-3f07-4ecc-8edc-9a1eca9767d5 HTTP/1.1" status: 204 len: 168 time: 1.6853678 Jun 17 08:18:31.567566 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-704e2120-ce70-4e9b-9e2c-f172974fef51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:31.616802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:31.626165 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.627721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] 10.222.0.63 "PUT /v2.0/ports/8d05c4c6-e8eb-4196-aed4-0d48b1160251 HTTP/1.1" status: 200 len: 1096 time: 3.7150850 Jun 17 08:18:31.630078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473f33a7-cf4d-4834-9d88-6ffefa0c2216', 'tag': '8d05c4c6-e8eb-4196-aed4-0d48b1160251'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:31.639841 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7" -d '{"events": [{"name": "network-changed", "server_uuid": "473f33a7-cf4d-4834-9d88-6ffefa0c2216", "tag": "8d05c4c6-e8eb-4196-aed4-0d48b1160251"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:31.657145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f34af5-8d9e-48ab-9646-c497988a44ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f205dd2-3f07-4ecc-8edc-9a1eca9767d5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:31.665614 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45f34af5-8d9e-48ab-9646-c497988a44ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:31.772287 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3e636b7-5d70-4655-9db4-a566514c1ead req-fae180ad-1f61-4992-ac4f-84c46d64d7f8 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670115 Jun 17 08:18:31.805637 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:31.829621 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['f7f0c4a4-6487-40da-ba0f-dab9465735a1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:31.833432 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-75432644-370e-41f5-847a-076047c5debc tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=903bbebec89c4bde81ce8c2dae4be705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1135521 Jun 17 08:18:31.886250 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef45617f-0f83-4067-93c5-fbd8c9ad88e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:32.018004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-fad49e89-651f-474c-9817-544431534269 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:32.026821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-fad49e89-651f-474c-9817-544431534269 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919925 Jun 17 08:18:32.043298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-0dbd3c78-61bf-4fee-8f63-f2c02a918ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:32.055241 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-0dbd3c78-61bf-4fee-8f63-f2c02a918ae2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ada1aa5e5c4ebd85332dc13de14266&device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 1099 time: 0.3750334 Jun 17 08:18:32.064230 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-3a2482d2-f2ed-4ebf-9119-4d73eb1452e8 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/quotas/903bbebec89c4bde81ce8c2dae4be705 HTTP/1.1" status: 200 len: 375 time: 0.0364881 Jun 17 08:18:32.164869 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9593848c-1f13-4b3a-8471-3125f003910a req-1747b43a-17a6-4032-ad92-8ec17f28b5d0 service neutron] 10.222.0.10 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178283 Jun 17 08:18:32.184566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:32.218369 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:32.256523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:32.300240 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-7ac0729d-7ebc-4c3e-89b2-a06dd312a9d3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8d05c4c6-e8eb-4196-aed4-0d48b1160251 HTTP/1.1" status: 200 len: 217 time: 0.2330065 Jun 17 08:18:32.443511 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f0d58460-6b94-46a3-9a46-19c250e4c133 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:32.483257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-dad8acf0-2d2b-4d91-aebc-a5551839f18d tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=903bbebec89c4bde81ce8c2dae4be705&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4172463 Jun 17 08:18:32.501417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-b247975a-264a-4c15-93ce-a92d764ab0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:32.515196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-b247975a-264a-4c15-93ce-a92d764ab0db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1820276 Jun 17 08:18:32.536349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Pushing event updated for resources: {'Port': ['ID=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:32.573114 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:32.581188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f0d58460-6b94-46a3-9a46-19c250e4c133 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:32.581803 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.668830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:32.669516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.701161 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.748313 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4067974 Jun 17 08:18:32.756981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-be48c7f4-db23-429b-8e04-8d2c49e5d708 None None] Provisioning for port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:32.765196 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-be48c7f4-db23-429b-8e04-8d2c49e5d708 None None] Provisioning complete for port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:32.765815 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-be48c7f4-db23-429b-8e04-8d2c49e5d708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.773289 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.776847 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9593848c-1f13-4b3a-8471-3125f003910a req-529530b0-065a-4819-83bc-290d2ab8f5f2 service neutron] 10.222.0.10 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037004 Jun 17 08:18:32.787507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Request body: {'port': {'device_id': 'f3c5fdfe-2bb7-42ea-b689-275cac51032d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:32.835871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:32.854652 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:32.917299 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14e4500-cc0f-4f2e-9842-9a1c1e21a5b3 x-openstack-request-id: req-b14e4500-cc0f-4f2e-9842-9a1c1e21a5b3 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:32.921085 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473f33a7-cf4d-4834-9d88-6ffefa0c2216", "tag": "8d05c4c6-e8eb-4196-aed4-0d48b1160251", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:32.921435 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b14e4500-cc0f-4f2e-9842-9a1c1e21a5b3 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:32.921992 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '473f33a7-cf4d-4834-9d88-6ffefa0c2216', 'tag': '8d05c4c6-e8eb-4196-aed4-0d48b1160251', 'status': 'completed', 'code': 200} Jun 17 08:18:32.933371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-5ca02a84-b5ef-4a54-b41d-32eab123a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:32.936427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-5ca02a84-b5ef-4a54-b41d-32eab123a292 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4172344 Jun 17 08:18:32.940994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-be48c7f4-db23-429b-8e04-8d2c49e5d708 None None] Port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:33.072555 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac01ad9-d2af-48f6-bd40-08a874f4dd79,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:33.093199 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:33.141549 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:33.197614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-8b297b28-21eb-48d6-9f82-e2fbbeaee9d1 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:33.200651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-8b297b28-21eb-48d6-9f82-e2fbbeaee9d1 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/networks?id=ef0d2f45-fecc-4919-828d-d55b2719d8d8 HTTP/1.1" status: 200 len: 815 time: 0.5750306 Jun 17 08:18:33.207706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:33.315597 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-774e8a95-721f-42e9-a91e-e84a50e4a461 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/quotas/ee3945db7e79407ca7ec7518b6b61d5c HTTP/1.1" status: 200 len: 375 time: 0.1064701 Jun 17 08:18:33.364120 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-d8d61247-b434-48eb-8523-05d76f1e92da tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ee3945db7e79407ca7ec7518b6b61d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474110 Jun 17 08:18:33.375307 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-b92b71f4-971b-48eb-8e28-bab133a570c4 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308791 Jun 17 08:18:33.413115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Network f6b0152a-8fa9-4566-8bb2-19c37f257074 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:33.416156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:33.591506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0f538-45a3-4e37-a2c4-c030b2ad215f req-81d07e58-4b3c-4691-9163-e7aa6b4d0c01 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:33.596441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Router d169300e-bd4d-46bf-984f-667c8d8a7650 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:18:33.600723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23e0f538-45a3-4e37-a2c4-c030b2ad215f req-81d07e58-4b3c-4691-9163-e7aa6b4d0c01 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 935 time: 0.3927491 Jun 17 08:18:33.731560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-6e47cbbb-979d-4834-b23b-3490b099d0e4 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:18:33.740456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-6e47cbbb-979d-4834-b23b-3490b099d0e4 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1351666 Jun 17 08:18:33.870028 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-96e0789b-3503-4029-9df0-c77bf019b141 service neutron] 10.222.0.47 "GET /v2.0/networks/ef0d2f45-fecc-4919-828d-d55b2719d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285377 Jun 17 08:18:33.882451 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-46544780-0c2a-4c19-970f-9b3ab4a6a918 None None] Provisioning complete for port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:33.883040 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46544780-0c2a-4c19-970f-9b3ab4a6a918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:33.894035 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12ff072c-1971-4cbc-b21c-19270e0e8604 req-3d52bbfb-329e-4320-a322-fa71039d96b7 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061965 Jun 17 08:18:33.935897 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23e0f538-45a3-4e37-a2c4-c030b2ad215f req-c26b79e5-05d4-404e-a05a-0f1b41710016 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333633 Jun 17 08:18:34.037023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-46544780-0c2a-4c19-970f-9b3ab4a6a918 None None] Port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:34.128949 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-d2a39be9-d4a8-448d-8a65-876bd5e7fe3e service neutron] 10.222.0.47 "GET /v2.0/networks/ef0d2f45-fecc-4919-828d-d55b2719d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291248 Jun 17 08:18:34.201979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7 req-68b85683-7677-41b7-b92b-dec45e692181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:34.203751 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7 req-68b85683-7677-41b7-b92b-dec45e692181 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ada1aa5e5c4ebd85332dc13de14266&device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 1099 time: 0.1004610 Jun 17 08:18:34.464758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7 req-668db006-fd9f-443c-9511-81a9c2adda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:34.473164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7 req-668db006-fd9f-443c-9511-81a9c2adda1c service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2542758 Jun 17 08:18:34.586608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7 req-37056607-19a8-40a4-b73d-228262cf17cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=8d05c4c6-e8eb-4196-aed4-0d48b1160251 HTTP/1.1" status: 200 len: 217 time: 0.1083739 Jun 17 08:18:34.769270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-437c2361-21d3-4942-8f13-a00b17e9e86e req-2d87bee8-98e3-4d37-8f69-513f7de8db18 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 210 time: 0.1001048 Jun 17 08:18:34.780180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7 req-ccccce80-0792-4759-8279-2817ae71ed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:34.781794 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7 req-ccccce80-0792-4759-8279-2817ae71ed03 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1910467 Jun 17 08:18:34.881136 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:18:34.901054 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] 10.222.0.47 "PUT /v2.0/routers/d169300e-bd4d-46bf-984f-667c8d8a7650/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8130927 Jun 17 08:18:34.901277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Sync routers for ids ['d169300e-bd4d-46bf-984f-667c8d8a7650'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:18:34.917073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Routers {'d169300e-bd4d-46bf-984f-667c8d8a7650'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:34.918522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d169300e-bd4d-46bf-984f-667c8d8a7650'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:34.921199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b043f-a9a9-4580-977a-2695f22a91c6 req-361a8ec1-7360-4c6b-9d3f-584f01470bd0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:34.929156 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc8b043f-a9a9-4580-977a-2695f22a91c6 req-361a8ec1-7360-4c6b-9d3f-584f01470bd0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 947 time: 0.2684162 Jun 17 08:18:34.980318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-562d978a-0468-48d3-9448-2d8805f0bb37 req-f61f3abe-5374-46d3-817a-d54c66cfe4bf tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 210 time: 0.1300173 Jun 17 08:18:35.061969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc8b043f-a9a9-4580-977a-2695f22a91c6 req-f20aa5d1-853c-4a63-b067-5ba7337b077e tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297543 Jun 17 08:18:35.186783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7 req-fad41eb7-aec6-4755-92c6-db7887f8b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:35.201056 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7 req-fad41eb7-aec6-4755-92c6-db7887f8b68c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3775148 Jun 17 08:18:35.234544 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-bd29a338-33b7-4232-94a6-8b6692b34027 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=903bbebec89c4bde81ce8c2dae4be705&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1210136 Jun 17 08:18:35.251143 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:35.294791 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Set router d169300e-bd4d-46bf-984f-667c8d8a7650 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:35.302251 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.455523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Transition to ACTIVE for port object 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:35.477116 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:35.490080 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71f5a4f7-8e1f-4fcb-bbba-85105ec61301 tempest-AggregatesAdminTestJSON-1858107563 tempest-AggregatesAdminTestJSON-1858107563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:35.675418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:35.682170 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:35.695934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-e2e13100-18ad-4116-830d-ec56251efa09 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:35.697859 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-e2e13100-18ad-4116-830d-ec56251efa09 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4343355 Jun 17 08:18:35.714449 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Request body: {'port': {'device_id': '50948bad-5d3c-43f3-8a2e-dc0dd58d03d4', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '903bbebec89c4bde81ce8c2dae4be705'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:35.897263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:31Z', 'revision_number': 4, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '4ac01ad9-d2af-48f6-bd40-08a874f4dd79', 'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'mac_address': 'fa:16:3e:c0:0f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:27Z', 'updated_at': '2021-06-17T08:18:31Z', 'revision_number': 2, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'subnets': [{'id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:35.940347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Checking router: d169300e-bd4d-46bf-984f-667c8d8a7650 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:18:35.941096 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Updating router d169300e-bd4d-46bf-984f-667c8d8a7650 port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:18:35.977910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Attempting to bind port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:35.981782 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Attempting to bind port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:35.982134 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Attempting to bind port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:36.019382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:18:36.019716 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Attempting to bind port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:36.026161 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:36.047430 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:36.047813 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:36.054399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:36.054933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Bound port: 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:36.055286 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:36.182744 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Made reservation on behalf of 903bbebec89c4bde81ce8c2dae4be705 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:36.183030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7 req-af3695db-95ff-46b7-9138-5727e1bb42dd service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9808886 Jun 17 08:18:36.187445 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:36.207154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] For port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:36.228949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] For port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:36.253260 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2c30e-f591-499a-bd9f-cf6674a28496 req-f7874b9d-12ad-4c47-99e5-5f6e782cfae7 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:36.255025 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-65f2c30e-f591-499a-bd9f-cf6674a28496 req-f7874b9d-12ad-4c47-99e5-5f6e782cfae7 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 935 time: 0.8750825 Jun 17 08:18:36.258653 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:36.264018 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:36.368740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16151dbb-f88b-462c-a2ef-0a188d5ae1d7 req-f952ab9f-7bd6-47e9-a0ff-921b5e982959 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768844 Jun 17 08:18:36.375995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-ce89c154-53ad-478e-baf1-f9add253fdc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:36.382680 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-ce89c154-53ad-478e-baf1-f9add253fdc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/networks?id=f6b0152a-8fa9-4566-8bb2-19c37f257074 HTTP/1.1" status: 200 len: 828 time: 0.3218436 Jun 17 08:18:36.407058 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-65f2c30e-f591-499a-bd9f-cf6674a28496 req-95ea06f2-6eb8-4fcb-8dcf-a6d139ef7f65 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363804 Jun 17 08:18:36.414620 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-b4de6489-635d-4ecf-94be-339e2ed76492 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/quotas/29538e20c0324a9d9ac499c888d30075 HTTP/1.1" status: 200 len: 375 time: 0.0309136 Jun 17 08:18:36.467158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Allocated IP 192.168.233.143 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/a734e606-0313-47a4-982d-a416b7f1c549) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:36.599224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:36.599865 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:36.601443 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] 10.222.0.10 "PUT /v2.0/ports/1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 HTTP/1.1" status: 200 len: 1096 time: 3.8409486 Jun 17 08:18:36.602470 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c5fdfe-2bb7-42ea-b689-275cac51032d', 'tag': '1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:36.604874 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6693fc9d-95c1-48dd-9586-8817d4fdd601" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c5fdfe-2bb7-42ea-b689-275cac51032d", "tag": "1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:36.645735 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-7343010a-ca1a-4f47-8d7c-87dbfa59ac73 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=29538e20c0324a9d9ac499c888d30075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2297320 Jun 17 08:18:36.659854 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:36.679977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Transition to ACTIVE for port object 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:36.691988 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:36.701686 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:36.901373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:36.913124 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:36.932861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f14fce-c845-4592-ad1c-cde75b613540 None None] Pushing event updated for resources: {'Port': ['ID=4ac01ad9-d2af-48f6-bd40-08a874f4dd79,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:36.943952 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d2f14fce-c845-4592-ad1c-cde75b613540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:36.976606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Attempting to bind port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:36.977672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Attempting to bind port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:36.978106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Attempting to bind port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 on network f6b0152a-8fa9-4566-8bb2-19c37f257074 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:37.011752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:37.012235 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Checking segment: {'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:37.012729 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:37.013239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Bound using segment: {'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:37.013893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Bound port: 4ac01ad9-d2af-48f6-bd40-08a874f4dd79, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:37.014356 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:37.043358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-2d7ddab8-efc4-4307-9f1c-4d5483423100 service neutron] 10.222.0.47 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916895 Jun 17 08:18:37.117167 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:37.131452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] For port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:37.135188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] For port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4ac01ad9-d2af-48f6-bd40-08a874f4dd79,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:37.150418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-fd87c641-e074-43b6-bdf1-30d55d3af776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:37.151013 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:37.154280 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ae1dbd16-21fe-47c8-ace3-9694ff7b9d4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:37.156286 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-fd87c641-e074-43b6-bdf1-30d55d3af776 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c97416271d84b0589654df55d9a61c4&device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 1099 time: 0.4862154 Jun 17 08:18:37.176196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-3b0521d5-d625-4381-9b6f-ab00410f1f35 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:37.178682 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-3b0521d5-d625-4381-9b6f-ab00410f1f35 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.10 "GET /v2.0/networks?id=ef0d2f45-fecc-4919-828d-d55b2719d8d8 HTTP/1.1" status: 200 len: 815 time: 0.5116661 Jun 17 08:18:37.195950 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab450054-69c5-46db-8b92-661e8e686c70 req-54377ec2-f7a5-4713-91fa-d9771eb52e20 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 210 time: 0.0537314 Jun 17 08:18:37.213155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Request body: {'port': {'device_id': '44993f28-edf9-41c7-9734-4111fb3a672d', 'network_id': 'ef0d2f45-fecc-4919-828d-d55b2719d8d8', 'admin_state_up': True, 'tenant_id': 'ee3945db7e79407ca7ec7518b6b61d5c'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:37.266655 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-277b5b92-0145-425a-a867-1e62e3ae2f9e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 HTTP/1.1" status: 200 len: 217 time: 0.0842927 Jun 17 08:18:37.267942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Transition to ACTIVE for port object a734e606-0313-47a4-982d-a416b7f1c549 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:37.283995 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-81f68f76-b0eb-4ead-8d22-5904cc6b9a2c service neutron] 10.222.0.47 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386017 Jun 17 08:18:37.293807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Routers {'d169300e-bd4d-46bf-984f-667c8d8a7650'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:18:37.294680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d169300e-bd4d-46bf-984f-667c8d8a7650'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:37.381080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-4ad44cb2-ac3a-41df-a9f0-e9be2109f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:37.382872 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-4ad44cb2-ac3a-41df-a9f0-e9be2109f6fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0721118 Jun 17 08:18:37.423636 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eba6818d-6c54-42b6-8532-0216524effb9 req-5775c951-385d-4417-9b06-71c13ae17186 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 210 time: 0.0557551 Jun 17 08:18:37.460835 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f14fce-c845-4592-ad1c-cde75b613540 None None] Pushing event updated for resources: {'Port': ['ID=4ac01ad9-d2af-48f6-bd40-08a874f4dd79,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:37.465451 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d2f14fce-c845-4592-ad1c-cde75b613540 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:37.532196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:37.551264 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:37.556605 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['8a20e3ee-054c-4abb-950d-bb1cd2f70a1b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:37.653967 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:37.659252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:37.662987 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:37.674378 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] Set router d169300e-bd4d-46bf-984f-667c8d8a7650 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:18:37.716624 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-5e047973-2172-47c8-b84a-958aa0551c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:37.718280 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-5e047973-2172-47c8-b84a-958aa0551c99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3266976 Jun 17 08:18:37.728112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Pushing event updated for resources: {'Port': ['ID=a734e606-0313-47a4-982d-a416b7f1c549,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:37.741107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b62f43-6d4a-4b30-a3ab-e067a8d127e6 req-27d5c85c-548b-483e-9793-b805a94c3575 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:37.743280 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d2b62f43-6d4a-4b30-a3ab-e067a8d127e6 req-27d5c85c-548b-483e-9793-b805a94c3575 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 947 time: 0.1295550 Jun 17 08:18:37.749859 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:37.833643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d2b62f43-6d4a-4b30-a3ab-e067a8d127e6 req-31e0d45f-809d-4a83-9a28-1e99c6c60125 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760489 Jun 17 08:18:37.866923 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8d05c4c6-e8eb-4196-aed4-0d48b1160251 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:18:37.877533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Made reservation on behalf of ee3945db7e79407ca7ec7518b6b61d5c for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:37.881577 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:37.885243 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-4c8b2479-ab55-4423-b1dd-afc8690f5da9 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338322 Jun 17 08:18:37.946243 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f622f4-908f-423f-b50f-8b82c4b7248f x-openstack-request-id: req-20f622f4-908f-423f-b50f-8b82c4b7248f {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:37.946602 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c5fdfe-2bb7-42ea-b689-275cac51032d", "tag": "1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:37.946938 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20f622f4-908f-423f-b50f-8b82c4b7248f {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:37.947361 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3c5fdfe-2bb7-42ea-b689-275cac51032d', 'tag': '1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43', 'status': 'completed', 'code': 200} Jun 17 08:18:38.017724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:38.018551 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.084926 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3767693 Jun 17 08:18:38.101210 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Request body: {'port': {'device_id': '50948bad-5d3c-43f3-8a2e-dc0dd58d03d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:38.141596 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26db23f3-1275-49b7-8754-782d19b04773 req-990c14a5-26e1-42c2-b97e-3dee1df493f6 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 210 time: 0.0758290 Jun 17 08:18:38.274038 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Allocated IP 172.20.0.8 (ef0d2f45-fecc-4919-828d-d55b2719d8d8/3daa1724-a365-453d-8b0f-6973ede58755/22f8aefd-6626-4591-b865-99ec2e0751e4) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:38.344466 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.resource_extend [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:18:38.380858 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-649e3c98-cfa9-43b8-b6d3-bbb99e898ce5 None None] Provisioning for port a734e606-0313-47a4-982d-a416b7f1c549 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:38.396234 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a359195-ae73-4c2c-aaa7-a32a10bf5714 req-883b7a70-6d23-49a4-beb3-fda4409e705a service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014160 Jun 17 08:18:38.398439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e848c-d27e-4aeb-b689-462db3d16490 req-e4cc5691-ccfe-4539-9477-06fdfcf02f96 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:38.424321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-158e848c-d27e-4aeb-b689-462db3d16490 req-e4cc5691-ccfe-4539-9477-06fdfcf02f96 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 947 time: 0.2116189 Jun 17 08:18:38.439578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-649e3c98-cfa9-43b8-b6d3-bbb99e898ce5 None None] Provisioning complete for port a734e606-0313-47a4-982d-a416b7f1c549 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:38.440208 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-649e3c98-cfa9-43b8-b6d3-bbb99e898ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.494470 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-649e3c98-cfa9-43b8-b6d3-bbb99e898ce5 None None] Port a734e606-0313-47a4-982d-a416b7f1c549 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:38.509345 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-158e848c-d27e-4aeb-b689-462db3d16490 req-0559e78d-2928-41e8-bde9-c8072a0dcb84 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523627 Jun 17 08:18:38.567602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770c51c-1849-49ae-a3c9-fb0cfa6e5442 req-f242e5e9-26c1-47ca-9d74-0a0108b30794 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:38.576372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5770c51c-1849-49ae-a3c9-fb0cfa6e5442 req-f242e5e9-26c1-47ca-9d74-0a0108b30794 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 936 time: 0.2063308 Jun 17 08:18:38.628900 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.640543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8d05c4c6-e8eb-4196-aed4-0d48b1160251, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8d05c4c6-e8eb-4196-aed4-0d48b1160251,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:38.655696 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '8d05c4c6-e8eb-4196-aed4-0d48b1160251', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '8d05c4c6-e8eb-4196-aed4-0d48b1160251', 'mac_address': 'fa:16:3e:54:4a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:18:38.666958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:31Z', 'revision_number': 4, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '4ac01ad9-d2af-48f6-bd40-08a874f4dd79', 'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'mac_address': 'fa:16:3e:c0:0f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:27Z', 'updated_at': '2021-06-17T08:18:37Z', 'revision_number': 4, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'subnets': [{'id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:18:38.696416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5770c51c-1849-49ae-a3c9-fb0cfa6e5442 req-c9ead380-bca3-43e9-9e47-7f1d2567d01e tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163871 Jun 17 08:18:38.747752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e638c047-cf25-4c5a-86ed-867f5af8b476 None None] The sync data for ids ['d169300e-bd4d-46bf-984f-667c8d8a7650'] in n-d-779913-16 is: [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:31Z', 'revision_number': 4, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '4ac01ad9-d2af-48f6-bd40-08a874f4dd79', 'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'mac_address': 'fa:16:3e:c0:0f:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:27Z', 'updated_at': '2021-06-17T08:18:37Z', 'revision_number': 4, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'subnets': [{'id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:18:38.771555 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.772315 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-24af9226-742e-40a0-9503-2498370c5677 req-95a10bcc-d0cb-4038-9530-8559d1718a1b tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 210 time: 0.0527425 Jun 17 08:18:38.829016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d05c4c6-e8eb-4196-aed4-0d48b1160251 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:38.844599 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.894245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8d05c4c6-e8eb-4196-aed4-0d48b1160251, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8d05c4c6-e8eb-4196-aed4-0d48b1160251,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:38.933722 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.943379 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:38.944514 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b7832a7b-1613-43eb-90ef-3e48ee16048a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:38.952670 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:39.011462 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-037388a6-b1b7-4d19-8d68-5005e6a3fd82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:39.079383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=8d05c4c6-e8eb-4196-aed4-0d48b1160251,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:39.088647 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:39.139379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e1b44-4441-40b7-a3ef-3282f5eee59c req-3f7c4db2-6cb1-482a-ba70-bb5f04fd21bb tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:39.144828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d4e1b44-4441-40b7-a3ef-3282f5eee59c req-3f7c4db2-6cb1-482a-ba70-bb5f04fd21bb tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 948 time: 0.1157954 Jun 17 08:18:39.147422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['8d05c4c6-e8eb-4196-aed4-0d48b1160251'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:39.262302 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d4e1b44-4441-40b7-a3ef-3282f5eee59c req-09f5798a-96f2-4c6c-82e0-bb3e163b6c04 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112461 Jun 17 08:18:39.526568 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd3354bf-7c29-4d9f-981e-9634efed34bd req-410e98c4-1a41-4f14-a29f-3711dfde5c69 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 210 time: 0.0457380 Jun 17 08:18:39.592632 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Network ef0d2f45-fecc-4919-828d-d55b2719d8d8 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:39.594236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:39.596941 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:39.658575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:39.660252 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:39.699331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693fc9d-95c1-48dd-9586-8817d4fdd601 req-be088c90-68f1-466b-a80d-7d2afba01920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:39.705440 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6693fc9d-95c1-48dd-9586-8817d4fdd601 req-be088c90-68f1-466b-a80d-7d2afba01920 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c97416271d84b0589654df55d9a61c4&device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 1099 time: 1.1964090 Jun 17 08:18:39.750428 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Pushing event updated for resources: {'Port': ['ID=22f8aefd-6626-4591-b865-99ec2e0751e4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:39.753708 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:39.793126 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5886195 Jun 17 08:18:39.822998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8d05c4c6-e8eb-4196-aed4-0d48b1160251 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:39.908483 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Request body: {'port': {'device_id': '44993f28-edf9-41c7-9734-4111fb3a672d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:39.966042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:39.975260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:39.975726 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:39.987063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-756189f6-1308-4821-b399-b142c57b60d2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:39.988658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-756189f6-1308-4821-b399-b142c57b60d2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.63 "GET /v2.0/networks?id=f6b0152a-8fa9-4566-8bb2-19c37f257074 HTTP/1.1" status: 200 len: 828 time: 0.4577637 Jun 17 08:18:40.013688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a734e606-0313-47a4-982d-a416b7f1c549 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:40.051885 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.054571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Request body: {'port': {'device_id': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'admin_state_up': True, 'tenant_id': '29538e20c0324a9d9ac499c888d30075'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:40.070365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49426) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:40.084450 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.132382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473f33a7-cf4d-4834-9d88-6ffefa0c2216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d05c4c6-e8eb-4196-aed4-0d48b1160251'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:40.137070 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f121d1cc-8b46-47dc-85e9-618f899ea8c9" -d '{"events": [{"server_uuid": "473f33a7-cf4d-4834-9d88-6ffefa0c2216", "name": "network-vif-plugged", "status": "completed", "tag": "8d05c4c6-e8eb-4196-aed4-0d48b1160251"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:40.166799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8d05c4c6-e8eb-4196-aed4-0d48b1160251, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8d05c4c6-e8eb-4196-aed4-0d48b1160251,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:40.175112 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.177652 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:40.213198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Transition to ACTIVE for port object a734e606-0313-47a4-982d-a416b7f1c549 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:40.220247 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.307126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=8d05c4c6-e8eb-4196-aed4-0d48b1160251,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:40.315753 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:40.396632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcafa0-24dc-4d28-bdeb-1a9b6a57a3a7 req-949b19df-045e-4d46-af30-f8b64687f199 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:40.398342 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3fcafa0-24dc-4d28-bdeb-1a9b6a57a3a7 req-949b19df-045e-4d46-af30-f8b64687f199 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 947 time: 0.4913626 Jun 17 08:18:40.411401 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e82d3bd-52f6-4b48-984a-7c28aeecf103 req-40018242-5a1c-41e5-8733-0ff9def9531b tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:40.412982 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e82d3bd-52f6-4b48-984a-7c28aeecf103 req-40018242-5a1c-41e5-8733-0ff9def9531b tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 936 time: 0.4588840 Jun 17 08:18:40.433062 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:40.520196 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:40.524941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:40.525464 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.530987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Made reservation on behalf of 29538e20c0324a9d9ac499c888d30075 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:40.534552 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.554698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3fcafa0-24dc-4d28-bdeb-1a9b6a57a3a7 req-6aebb9e5-718b-4f35-8217-e7f5ab98a12b tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378379 Jun 17 08:18:40.572028 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e82d3bd-52f6-4b48-984a-7c28aeecf103 req-e89512c9-2343-4d5a-a93a-8c4b58e768b9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506484 Jun 17 08:18:40.748899 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d870a04-76a1-40c4-b147-f587129620c9 x-openstack-request-id: req-8d870a04-76a1-40c4-b147-f587129620c9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:40.749282 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473f33a7-cf4d-4834-9d88-6ffefa0c2216", "name": "network-vif-plugged", "status": "completed", "tag": "8d05c4c6-e8eb-4196-aed4-0d48b1160251", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:40.749459 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d870a04-76a1-40c4-b147-f587129620c9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:40.749851 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473f33a7-cf4d-4834-9d88-6ffefa0c2216', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d05c4c6-e8eb-4196-aed4-0d48b1160251', 'code': 200} Jun 17 08:18:40.750473 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.776963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.63', 49785) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:40.841586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4ac01ad9-d2af-48f6-bd40-08a874f4dd79,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:40.852194 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:40.859439 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b93bfaf-7de2-4178-9156-6ddef4466948 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:40.960252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Allocated IP 172.20.0.4 (f6b0152a-8fa9-4566-8bb2-19c37f257074/652f3127-f5c1-4387-8842-6afcc32f170e/36062a8c-3fd4-4694-ade0-2c64348bb128) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:40.984587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=4ac01ad9-d2af-48f6-bd40-08a874f4dd79,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:40.996269 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:41.001003 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167f615-9a19-483e-b904-5bdc4bf86d16 req-d525643c-f42f-4d40-8160-77a4439f844b tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:41.009254 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d167f615-9a19-483e-b904-5bdc4bf86d16 req-d525643c-f42f-4d40-8160-77a4439f844b tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 931 time: 0.2455404 Jun 17 08:18:41.013094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00cefc-db26-4bf3-802b-a4f65a7f4d2b req-795800e9-84ae-495c-afdc-2aa04f55a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:41.014725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d00cefc-db26-4bf3-802b-a4f65a7f4d2b req-795800e9-84ae-495c-afdc-2aa04f55a746 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 1101 time: 0.2316568 Jun 17 08:18:41.078229 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.092256 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:41.105740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d167f615-9a19-483e-b904-5bdc4bf86d16 req-43b8055e-4a14-49a9-986c-7e4a821a0cde tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951955 Jun 17 08:18:41.173178 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d00cefc-db26-4bf3-802b-a4f65a7f4d2b req-2a36fcd2-822f-45ff-a9ed-86bace7be51b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488855 Jun 17 08:18:41.178603 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17a9e659-cbf1-4115-8ce6-75111d9ab05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.253718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693fc9d-95c1-48dd-9586-8817d4fdd601 req-c3483210-348f-46d2-ba2a-1c76b7985bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:41.255524 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6693fc9d-95c1-48dd-9586-8817d4fdd601 req-c3483210-348f-46d2-ba2a-1c76b7985bd3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 1.4960647 Jun 17 08:18:41.299093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a07cadc6-5362-4237-a93d-b7961354f299 req-fbde11cf-2406-411a-899e-c8c6cd930076 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 210 time: 0.0351782 Jun 17 08:18:41.362947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9090cf-817b-40d6-aa2b-096e19883b07 req-7369b01e-87f1-4910-a599-8471f1c911d1 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:41.370969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f9090cf-817b-40d6-aa2b-096e19883b07 req-7369b01e-87f1-4910-a599-8471f1c911d1 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 949 time: 0.3164041 Jun 17 08:18:41.384203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Pushing event updated for resources: {'Port': ['ID=a734e606-0313-47a4-982d-a416b7f1c549,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:41.387616 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:41.394389 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6693fc9d-95c1-48dd-9586-8817d4fdd601 req-8708653c-ee1a-4257-bfbb-5751bcea3933 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 HTTP/1.1" status: 200 len: 217 time: 0.0824401 Jun 17 08:18:41.404061 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Attempting to bind port a734e606-0313-47a4-982d-a416b7f1c549 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:41.404395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Attempting to bind port a734e606-0313-47a4-982d-a416b7f1c549 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:41.404724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Attempting to bind port a734e606-0313-47a4-982d-a416b7f1c549 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:41.419494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Port a734e606-0313-47a4-982d-a416b7f1c549 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:18:41.419494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Attempting to bind port a734e606-0313-47a4-982d-a416b7f1c549 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:41.431590 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f9090cf-817b-40d6-aa2b-096e19883b07 req-9f9e78d1-339c-42af-842d-7d000a1b248d tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598130 Jun 17 08:18:41.475186 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:41.475566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:41.475909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:41.476357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Bound port: a734e606-0313-47a4-982d-a416b7f1c549, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:41.476699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.476909 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.494593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Transition to ACTIVE for port object 36062a8c-3fd4-4694-ade0-2c64348bb128 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:41.551737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.582923 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3d30f908-990d-43e5-b8d6-08ca4c05304c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:41.619253 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Network f6b0152a-8fa9-4566-8bb2-19c37f257074 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:41.620878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:41.622320 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] For port a734e606-0313-47a4-982d-a416b7f1c549, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:41.625747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:41.636066 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] For port a734e606-0313-47a4-982d-a416b7f1c549, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a734e606-0313-47a4-982d-a416b7f1c549,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:41.645570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693fc9d-95c1-48dd-9586-8817d4fdd601 req-03c1eb6f-be91-43f1-b565-667417fd3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:41.647366 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6693fc9d-95c1-48dd-9586-8817d4fdd601 req-03c1eb6f-be91-43f1-b565-667417fd3b1f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2298849 Jun 17 08:18:41.652285 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.658479 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aeccabe6-12a8-4ba4-a106-551518c043c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:41.688527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Pushing event updated for resources: {'Port': ['ID=36062a8c-3fd4-4694-ade0-2c64348bb128,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:41.705323 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:41.709466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f8aefd-6626-4591-b865-99ec2e0751e4 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:41.732466 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:41.733442 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.747694 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.757305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:41.757936 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.759423 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] 10.222.0.63 "PUT /v2.0/ports/a734e606-0313-47a4-982d-a416b7f1c549 HTTP/1.1" status: 200 len: 1097 time: 3.6668246 Jun 17 08:18:41.766542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50948bad-5d3c-43f3-8a2e-dc0dd58d03d4', 'tag': 'a734e606-0313-47a4-982d-a416b7f1c549'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:41.769390 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c8b675-6f87-46e9-9213-7ca8eee2a60a" -d '{"events": [{"name": "network-changed", "server_uuid": "50948bad-5d3c-43f3-8a2e-dc0dd58d03d4", "tag": "a734e606-0313-47a4-982d-a416b7f1c549"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:41.811762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Transition to ACTIVE for port object 22f8aefd-6626-4591-b865-99ec2e0751e4 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:41.838325 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17a9e659-cbf1-4115-8ce6-75111d9ab05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.839766 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:41.861997 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8151453 Jun 17 08:18:41.874933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Request body: {'port': {'device_id': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:41.921639 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17a9e659-cbf1-4115-8ce6-75111d9ab05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.015856 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.076458 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-17a9e659-cbf1-4115-8ce6-75111d9ab05c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83dcd088228f4e43913f3260dbcf8f70&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0049565 Jun 17 08:18:42.077396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Pushing event updated for resources: {'Port': ['ID=a734e606-0313-47a4-982d-a416b7f1c549,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:42.086434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49446) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:42.087690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cc289bd5-0184-4293-9fcf-fc670bcd6c2c None None] Provisioning for port 36062a8c-3fd4-4694-ade0-2c64348bb128 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:42.094031 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:42.098928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cc289bd5-0184-4293-9fcf-fc670bcd6c2c None None] Provisioning complete for port 36062a8c-3fd4-4694-ade0-2c64348bb128 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:42.099320 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cc289bd5-0184-4293-9fcf-fc670bcd6c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.100209 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:42.146324 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=22f8aefd-6626-4591-b865-99ec2e0751e4,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:42.160135 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:42.167853 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-287ce389-dbb8-4077-8958-5d55b41e869c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:42.178083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-cc289bd5-0184-4293-9fcf-fc670bcd6c2c None None] Port 36062a8c-3fd4-4694-ade0-2c64348bb128 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:42.224328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693fc9d-95c1-48dd-9586-8817d4fdd601 req-4af01fc7-5c43-4ef7-a45d-e391288b06a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:42.225853 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6693fc9d-95c1-48dd-9586-8817d4fdd601 req-4af01fc7-5c43-4ef7-a45d-e391288b06a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5651932 Jun 17 08:18:42.270068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af66473-bed1-41d1-9177-2b958a582549 req-60a9ba92-3221-43c6-9012-cb59f477a966 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:42.277523 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9af66473-bed1-41d1-9177-2b958a582549 req-60a9ba92-3221-43c6-9012-cb59f477a966 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 947 time: 0.2628887 Jun 17 08:18:42.287154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef70677-14b2-43c9-ae51-2694e1bd2eda req-0a3b41ba-b35a-4f72-8bc8-94c54ad3ed24 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:42.296358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ef70677-14b2-43c9-ae51-2694e1bd2eda req-0a3b41ba-b35a-4f72-8bc8-94c54ad3ed24 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 948 time: 0.2827621 Jun 17 08:18:42.311173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a9e659-cbf1-4115-8ce6-75111d9ab05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33d0f05-43cc-4df4-b08a-3d51771b972b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:42.324124 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:18:42.346788 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-17a9e659-cbf1-4115-8ce6-75111d9ab05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:42.378198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-dd379bbb-54cc-4746-b492-37a003bdfc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:42.379911 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-dd379bbb-54cc-4746-b492-37a003bdfc0f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=903bbebec89c4bde81ce8c2dae4be705&device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 1100 time: 0.5536199 Jun 17 08:18:42.391510 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b14337e9-0098-4eb1-8cbc-34048369e1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.400905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:42.410235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Attempting to bind port 22f8aefd-6626-4591-b865-99ec2e0751e4 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:42.410880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Attempting to bind port 22f8aefd-6626-4591-b865-99ec2e0751e4 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '7d693dfb-0fad-4843-827d-ae7cb69a242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ef0d2f45-fecc-4919-828d-d55b2719d8d8'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:42.411397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Attempting to bind port 22f8aefd-6626-4591-b865-99ec2e0751e4 on network ef0d2f45-fecc-4919-828d-d55b2719d8d8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:42.460186 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-5b601a14-d1af-47c5-958f-8b43831085d8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a734e606-0313-47a4-982d-a416b7f1c549 HTTP/1.1" status: 200 len: 217 time: 0.0510814 Jun 17 08:18:42.461033 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Port 22f8aefd-6626-4591-b865-99ec2e0751e4 on network ef0d2f45-fecc-4919-828d-d55b2719d8d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:18:42.461501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Attempting to bind port 22f8aefd-6626-4591-b865-99ec2e0751e4 on network ef0d2f45-fecc-4919-828d-d55b2719d8d8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:42.483415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:42.484021 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Checking segment: {'id': '7d693dfb-0fad-4843-827d-ae7cb69a242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ef0d2f45-fecc-4919-828d-d55b2719d8d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:42.484565 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Bound using segment: {'id': '7d693dfb-0fad-4843-827d-ae7cb69a242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ef0d2f45-fecc-4919-828d-d55b2719d8d8'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:42.485404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Bound port: 22f8aefd-6626-4591-b865-99ec2e0751e4, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d693dfb-0fad-4843-827d-ae7cb69a242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ef0d2f45-fecc-4919-828d-d55b2719d8d8'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:42.485757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.490650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ef70677-14b2-43c9-ae51-2694e1bd2eda req-894c8ece-995c-4f8e-bddc-6220896e1418 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931095 Jun 17 08:18:42.506466 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9af66473-bed1-41d1-9177-2b958a582549 req-52a11f44-f947-492c-a2e3-6d496a17aa85 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258658 Jun 17 08:18:42.537832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:42.538232 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.568726 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6839c95b-33c8-49fe-b29f-13ff2293ae11 x-openstack-request-id: req-6839c95b-33c8-49fe-b29f-13ff2293ae11 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:42.568726 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50948bad-5d3c-43f3-8a2e-dc0dd58d03d4", "tag": "a734e606-0313-47a4-982d-a416b7f1c549", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:42.568726 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6839c95b-33c8-49fe-b29f-13ff2293ae11 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:42.568726 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50948bad-5d3c-43f3-8a2e-dc0dd58d03d4', 'tag': 'a734e606-0313-47a4-982d-a416b7f1c549', 'status': 'completed', 'code': 200} Jun 17 08:18:42.653623 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6693fc9d-95c1-48dd-9586-8817d4fdd601 req-5b028fb7-95d1-490a-8b34-2444f26dd3f7 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163771 Jun 17 08:18:42.697981 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-d9910263-594a-4311-8bb7-cecc19e7e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:42.709586 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-d9910263-594a-4311-8bb7-cecc19e7e2ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2384439 Jun 17 08:18:42.764856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36062a8c-3fd4-4694-ade0-2c64348bb128 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:42.773741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.790472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Transition to ACTIVE for port object 36062a8c-3fd4-4694-ade0-2c64348bb128 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:42.795487 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b14337e9-0098-4eb1-8cbc-34048369e1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.807526 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.815214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] For port 22f8aefd-6626-4591-b865-99ec2e0751e4, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:42.839127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] For port 22f8aefd-6626-4591-b865-99ec2e0751e4, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=22f8aefd-6626-4591-b865-99ec2e0751e4,segment=NetworkSegment(7d693dfb-0fad-4843-827d-ae7cb69a242d),segment_id=7d693dfb-0fad-4843-827d-ae7cb69a242d)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:42.863198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:42.873720 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a7f6647-cc06-4dfd-8334-f233eba543b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:42.876665 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:42.901616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-b74f7566-8129-4326-9ffe-a8a6a899fe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:42.903882 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-b74f7566-8129-4326-9ffe-a8a6a899fe2c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1754756 Jun 17 08:18:43.036353 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6693fc9d-95c1-48dd-9586-8817d4fdd601 req-6de0a02d-6401-49dc-b6c5-af3c677eab43 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694761 Jun 17 08:18:43.038435 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-37772331-b9fd-4f8b-a3aa-0c1eb48008ae service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078556 Jun 17 08:18:43.053782 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:43.054411 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:43.056218 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] 10.222.0.10 "PUT /v2.0/ports/22f8aefd-6626-4591-b865-99ec2e0751e4 HTTP/1.1" status: 200 len: 1092 time: 3.1748867 Jun 17 08:18:43.164432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Pushing event updated for resources: {'Port': ['ID=22f8aefd-6626-4591-b865-99ec2e0751e4,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:43.170275 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:43.220352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-7c5d5fec-b0cc-4dfa-898f-0daf3f43214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:43.221988 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-7c5d5fec-b0cc-4dfa-898f-0daf3f43214a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee3945db7e79407ca7ec7518b6b61d5c&device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 1095 time: 0.0993721 Jun 17 08:18:43.224604 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2eb19a1-19d6-42c4-a0aa-10c7eab05492 req-4bb25165-a7f2-43fb-bc49-9daa1b38b0fc service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794956 Jun 17 08:18:43.315966 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-ee0c2e45-2e81-4f6e-84e5-39ea3788d899 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22f8aefd-6626-4591-b865-99ec2e0751e4 HTTP/1.1" status: 200 len: 217 time: 0.0749364 Jun 17 08:18:43.350306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Pushing event updated for resources: {'Port': ['ID=36062a8c-3fd4-4694-ade0-2c64348bb128,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:43.356898 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-364b6ce6-f467-4087-afe6-044d115b6ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:43.357464 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:43.435806 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b14337e9-0098-4eb1-8cbc-34048369e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:43.438412 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-dce943e1-f490-42a5-bc8a-b9fd81440c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:43.438576 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b14337e9-0098-4eb1-8cbc-34048369e1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:43.439675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b14337e9-0098-4eb1-8cbc-34048369e1d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e33d0f05-43cc-4df4-b08a-3d51771b972b HTTP/1.1" status: 204 len: 168 time: 1.3338485 Jun 17 08:18:43.440563 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-dce943e1-f490-42a5-bc8a-b9fd81440c3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3daa1724-a365-453d-8b0f-6973ede58755 HTTP/1.1" status: 200 len: 855 time: 0.0858572 Jun 17 08:18:43.445321 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:43.458255 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90975f4-925d-4c00-8c81-2b30d994c3f1 req-00c47616-eb11-4e12-b00c-ae1b67a049a2 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:43.463462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8b675-6f87-46e9-9213-7ca8eee2a60a req-9f03cd00-a4dc-44cd-99ec-b613c2a44e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:43.465339 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-52c8b675-6f87-46e9-9213-7ca8eee2a60a req-9f03cd00-a4dc-44cd-99ec-b613c2a44e2d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=903bbebec89c4bde81ce8c2dae4be705&device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 1100 time: 0.1594021 Jun 17 08:18:43.474386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d90975f4-925d-4c00-8c81-2b30d994c3f1 req-00c47616-eb11-4e12-b00c-ae1b67a049a2 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 943 time: 0.6820881 Jun 17 08:18:43.493957 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-9630cba3-81c0-434f-89df-2d6771cb2fb1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef0d2f45-fecc-4919-828d-d55b2719d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436680 Jun 17 08:18:43.499605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14337e9-0098-4eb1-8cbc-34048369e1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33d0f05-43cc-4df4-b08a-3d51771b972b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:43.506118 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b14337e9-0098-4eb1-8cbc-34048369e1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:43.516139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d09a1-58f8-4059-a045-433c6b2d33bc req-cc14ad95-730c-4bbf-8d4c-413d97101b64 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:43.544272 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a36d09a1-58f8-4059-a045-433c6b2d33bc req-cc14ad95-730c-4bbf-8d4c-413d97101b64 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 943 time: 0.6436715 Jun 17 08:18:43.578362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Attempting to bind port 36062a8c-3fd4-4694-ade0-2c64348bb128 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:43.578362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Attempting to bind port 36062a8c-3fd4-4694-ade0-2c64348bb128 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:43.578849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Attempting to bind port 36062a8c-3fd4-4694-ade0-2c64348bb128 on network f6b0152a-8fa9-4566-8bb2-19c37f257074 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:43.595396 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:18:43.609855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Port 36062a8c-3fd4-4694-ade0-2c64348bb128 on network f6b0152a-8fa9-4566-8bb2-19c37f257074 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:18:43.610283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Attempting to bind port 36062a8c-3fd4-4694-ade0-2c64348bb128 on network f6b0152a-8fa9-4566-8bb2-19c37f257074 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:43.621079 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d90975f4-925d-4c00-8c81-2b30d994c3f1 req-cc2a2780-cb54-46ee-aa6c-b921eb6da9f1 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456594 Jun 17 08:18:43.644977 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a36d09a1-58f8-4059-a045-433c6b2d33bc req-d4773851-1951-4bf1-8c12-9e2858cd9090 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/security-groups?id=d66e69d9-2fdd-420d-840a-5d87a40af5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223836 Jun 17 08:18:43.646263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:43.646446 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Checking segment: {'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:43.646793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Bound using segment: {'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:43.650651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Bound port: 36062a8c-3fd4-4694-ade0-2c64348bb128, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dec4be0-8c19-4812-bf39-b2b372ff7324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:43.652130 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:43.707850 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8b675-6f87-46e9-9213-7ca8eee2a60a req-3dc524c1-8343-4a9e-a098-a8baf0e4eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:43.711295 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-52c8b675-6f87-46e9-9213-7ca8eee2a60a req-3dc524c1-8343-4a9e-a098-a8baf0e4eda4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2257245 Jun 17 08:18:43.714418 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-eecd6037-be84-4105-ab4c-a99e55e331b9 service neutron] 10.222.0.10 "GET /v2.0/networks/ef0d2f45-fecc-4919-828d-d55b2719d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095630 Jun 17 08:18:43.783472 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-52c8b675-6f87-46e9-9213-7ca8eee2a60a req-1454d6b4-0b20-4e61-b0eb-48f8840f3ed9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a734e606-0313-47a4-982d-a416b7f1c549 HTTP/1.1" status: 200 len: 217 time: 0.0651474 Jun 17 08:18:43.839363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] For port 36062a8c-3fd4-4694-ade0-2c64348bb128, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:43.843756 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] For port 36062a8c-3fd4-4694-ade0-2c64348bb128, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=36062a8c-3fd4-4694-ade0-2c64348bb128,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:43.854862 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:43.887577 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:43.895340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:43.912619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8b675-6f87-46e9-9213-7ca8eee2a60a req-9933c1f9-5bf4-43bb-82ae-1e287b5095dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:43.921573 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-52c8b675-6f87-46e9-9213-7ca8eee2a60a req-9933c1f9-5bf4-43bb-82ae-1e287b5095dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1198337 Jun 17 08:18:43.922886 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43', 'mac_address': 'fa:16:3e:66:7a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:18:43.946800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:43.947441 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:43.948934 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] 10.222.0.63 "PUT /v2.0/ports/36062a8c-3fd4-4694-ade0-2c64348bb128 HTTP/1.1" status: 200 len: 1092 time: 2.0786219 Jun 17 08:18:43.949431 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'tag': '36062a8c-3fd4-4694-ade0-2c64348bb128'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:43.952080 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c05ae8-8596-43ef-8c9f-620fa89c2e78" -d '{"events": [{"name": "network-changed", "server_uuid": "0202b563-3bdd-43cd-bfbc-6164b45a1257", "tag": "36062a8c-3fd4-4694-ade0-2c64348bb128"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:44.057512 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e0ff5a87-2df4-471b-9187-e373fd2ef8f7 req-e4967d4d-e831-4239-b409-9877cbedc368 service neutron] 10.222.0.10 "GET /v2.0/networks/ef0d2f45-fecc-4919-828d-d55b2719d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252532 Jun 17 08:18:44.105912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8b675-6f87-46e9-9213-7ca8eee2a60a req-8f93515b-e9a9-4621-951b-594f56d8ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:44.107446 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-52c8b675-6f87-46e9-9213-7ca8eee2a60a req-8f93515b-e9a9-4621-951b-594f56d8ad00 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1785188 Jun 17 08:18:44.167308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49470) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:44.190121 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:44.209483 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:44.237373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:44.239176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Pushing event updated for resources: {'Port': ['ID=36062a8c-3fd4-4694-ade0-2c64348bb128,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:44.241742 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5e7c194-02bf-4bdf-bac4-83eef21c0417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:44.243832 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:44.266677 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:44.275080 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:44.324363 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-52c8b675-6f87-46e9-9213-7ca8eee2a60a req-1934442b-bb59-459e-88c5-c2a68d033d1e service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077990 Jun 17 08:18:44.344139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bbc13-d0f2-45aa-81be-c774c5e1a808 req-a62b75cc-52d3-4aaa-b25a-bc3fa419bee0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:44.345946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-676bbc13-d0f2-45aa-81be-c774c5e1a808 req-a62b75cc-52d3-4aaa-b25a-bc3fa419bee0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 949 time: 0.4595106 Jun 17 08:18:44.367284 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:44.381894 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:44.388876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979c9d6-7004-4c7a-8663-b2b8d4a43642 req-0035bb90-1d1a-4f50-8683-cfcae1704982 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:44.390825 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d979c9d6-7004-4c7a-8663-b2b8d4a43642 req-0035bb90-1d1a-4f50-8683-cfcae1704982 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 948 time: 0.4360936 Jun 17 08:18:44.417060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-676bbc13-d0f2-45aa-81be-c774c5e1a808 req-39605d14-f50c-4987-9fab-601f1c220d35 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607696 Jun 17 08:18:44.459172 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-52c8b675-6f87-46e9-9213-7ca8eee2a60a req-4529a9a8-95f6-480a-992a-608308c20e4b service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274083 Jun 17 08:18:44.478198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5e7c194-02bf-4bdf-bac4-83eef21c0417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:44.481159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-1c78063e-f8f4-4458-841b-6ad1cb630f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:44.482972 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-1c78063e-f8f4-4458-841b-6ad1cb630f80 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=29538e20c0324a9d9ac499c888d30075&device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 1095 time: 0.4629188 Jun 17 08:18:44.488217 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5e7c194-02bf-4bdf-bac4-83eef21c0417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:44.518792 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d7ee570b-fc55-4154-bf48-d41dd77f5c35 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:44.522999 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d5e7c194-02bf-4bdf-bac4-83eef21c0417 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=898b4453e21748bf9aeaadd9524528fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545268 Jun 17 08:18:44.530427 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49474) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:44.534015 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d979c9d6-7004-4c7a-8663-b2b8d4a43642 req-93f65cc8-9812-4fb2-87e8-02eb557a2330 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214979 Jun 17 08:18:44.535775 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-3c5341b6-d78e-4ae1-9d15-7e97d81aacaf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36062a8c-3fd4-4694-ade0-2c64348bb128 HTTP/1.1" status: 200 len: 217 time: 0.0452397 Jun 17 08:18:44.562939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7c194-02bf-4bdf-bac4-83eef21c0417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce68925-cea9-4de6-a87c-25e7d95e8eef,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:44.586092 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44993f28-edf9-41c7-9734-4111fb3a672d', 'tag': '22f8aefd-6626-4591-b865-99ec2e0751e4'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:44.588965 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9011db-8d2b-45c0-ab80-3946abe00536" -d '{"events": [{"name": "network-changed", "server_uuid": "44993f28-edf9-41c7-9734-4111fb3a672d", "tag": "22f8aefd-6626-4591-b865-99ec2e0751e4"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:44.594546 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5e7c194-02bf-4bdf-bac4-83eef21c0417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:44.625124 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-8fb23d04-5c78-4b4b-943c-94e4846af4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:44.626839 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-8fb23d04-5c78-4b4b-943c-94e4846af4f7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=652f3127-f5c1-4387-8842-6afcc32f170e HTTP/1.1" status: 200 len: 867 time: 0.0826519 Jun 17 08:18:44.640364 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7791d9e-1f0d-4177-80b8-b02d51fd0c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:44.686345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7791d9e-1f0d-4177-80b8-b02d51fd0c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:44.732223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e017ae-7cb7-4315-b39e-ad68f606ec74 req-dd80eed0-4697-4a54-8668-cfffbf211999 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:44.733818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2e017ae-7cb7-4315-b39e-ad68f606ec74 req-dd80eed0-4697-4a54-8668-cfffbf211999 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 948 time: 0.1253211 Jun 17 08:18:44.742977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7791d9e-1f0d-4177-80b8-b02d51fd0c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:44.747425 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7791d9e-1f0d-4177-80b8-b02d51fd0c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:44.749120 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a7791d9e-1f0d-4177-80b8-b02d51fd0c18 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fce68925-cea9-4de6-a87c-25e7d95e8eef HTTP/1.1" status: 204 len: 168 time: 0.2176571 Jun 17 08:18:44.757959 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:44.766765 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7791d9e-1f0d-4177-80b8-b02d51fd0c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce68925-cea9-4de6-a87c-25e7d95e8eef,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:44.775465 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a7791d9e-1f0d-4177-80b8-b02d51fd0c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:44.778416 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd6fd37-61f1-4859-8c1d-023cc4095be0 x-openstack-request-id: req-9fd6fd37-61f1-4859-8c1d-023cc4095be0 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:44.779253 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0202b563-3bdd-43cd-bfbc-6164b45a1257", "tag": "36062a8c-3fd4-4694-ade0-2c64348bb128", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:44.779591 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9fd6fd37-61f1-4859-8c1d-023cc4095be0 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:44.780375 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'tag': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'status': 'completed', 'code': 200} Jun 17 08:18:44.812897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-3638df40-a62e-4353-a411-fdb606f079a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:44.814907 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-3638df40-a62e-4353-a411-fdb606f079a2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6b0152a-8fa9-4566-8bb2-19c37f257074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1653991 Jun 17 08:18:44.854581 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2e017ae-7cb7-4315-b39e-ad68f606ec74 req-ae9e2910-2422-419f-b90c-f7a4535380fa tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124408 Jun 17 08:18:44.918550 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19390dfa-864e-4796-9a2c-bc4c9eeb0946 x-openstack-request-id: req-19390dfa-864e-4796-9a2c-bc4c9eeb0946 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:44.919209 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44993f28-edf9-41c7-9734-4111fb3a672d", "tag": "22f8aefd-6626-4591-b865-99ec2e0751e4", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:44.919751 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19390dfa-864e-4796-9a2c-bc4c9eeb0946 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:44.920371 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44993f28-edf9-41c7-9734-4111fb3a672d', 'tag': '22f8aefd-6626-4591-b865-99ec2e0751e4', 'status': 'completed', 'code': 200} Jun 17 08:18:45.057757 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9011db-8d2b-45c0-ab80-3946abe00536 req-eb2b4762-c000-4bf6-a131-a7b2faaa31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:45.060505 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-62296b96-4e5c-41f4-a908-211b6920fb7c service neutron] 10.222.0.63 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211761 Jun 17 08:18:45.061579 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c9011db-8d2b-45c0-ab80-3946abe00536 req-eb2b4762-c000-4bf6-a131-a7b2faaa31b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ee3945db7e79407ca7ec7518b6b61d5c&device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 1095 time: 0.1121440 Jun 17 08:18:45.192869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:45.279867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec76c4ed-2180-4416-8966-42f8a676e921 req-ebe9c28c-cd77-4165-8de8-15c1b9df4c71 service neutron] 10.222.0.63 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117023 Jun 17 08:18:45.306968 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9011db-8d2b-45c0-ab80-3946abe00536 req-46203ed0-d2ae-48cd-917f-d8f688c9a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:45.308474 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c9011db-8d2b-45c0-ab80-3946abe00536 req-46203ed0-d2ae-48cd-917f-d8f688c9a155 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ef0d2f45-fecc-4919-828d-d55b2719d8d8 HTTP/1.1" status: 200 len: 916 time: 0.2368352 Jun 17 08:18:45.342258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea22f2-452f-4608-b8eb-39bf746a0a04 req-028d2636-ac3e-42c8-a351-f62d7642f4ce tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:45.344185 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-beea22f2-452f-4608-b8eb-39bf746a0a04 req-028d2636-ac3e-42c8-a351-f62d7642f4ce tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 943 time: 0.1754770 Jun 17 08:18:45.397015 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c9011db-8d2b-45c0-ab80-3946abe00536 req-4eb88431-ab4d-41bf-9f16-7791f6feab06 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22f8aefd-6626-4591-b865-99ec2e0751e4 HTTP/1.1" status: 200 len: 217 time: 0.0796723 Jun 17 08:18:45.455477 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05ae8-8596-43ef-8c9f-620fa89c2e78 req-7acb2139-57fa-47c9-949d-f28c0839483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:45.457382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70c05ae8-8596-43ef-8c9f-620fa89c2e78 req-7acb2139-57fa-47c9-949d-f28c0839483c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=29538e20c0324a9d9ac499c888d30075&device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 1095 time: 0.1121867 Jun 17 08:18:45.468064 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-beea22f2-452f-4608-b8eb-39bf746a0a04 req-4fd1b738-350b-4786-8401-a9841dcc557f tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836313 Jun 17 08:18:45.482420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9011db-8d2b-45c0-ab80-3946abe00536 req-63e6e491-b5b2-48fe-a184-7c9af1d573b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:45.483912 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c9011db-8d2b-45c0-ab80-3946abe00536 req-63e6e491-b5b2-48fe-a184-7c9af1d573b4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3daa1724-a365-453d-8b0f-6973ede58755 HTTP/1.1" status: 200 len: 855 time: 0.0784483 Jun 17 08:18:45.543238 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2391c6b3-4bd8-4886-80a6-75dbdaab5b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:45.584244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05ae8-8596-43ef-8c9f-620fa89c2e78 req-8ce10f49-44fa-452f-b6fa-e1c0d9a05d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:45.585874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70c05ae8-8596-43ef-8c9f-620fa89c2e78 req-8ce10f49-44fa-452f-b6fa-e1c0d9a05d47 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f6b0152a-8fa9-4566-8bb2-19c37f257074 HTTP/1.1" status: 200 len: 929 time: 0.1168697 Jun 17 08:18:45.604773 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c9011db-8d2b-45c0-ab80-3946abe00536 req-7ecec4a9-34c1-4048-a6ad-eef1c3b0e5d7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ef0d2f45-fecc-4919-828d-d55b2719d8d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942280 Jun 17 08:18:45.700311 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70c05ae8-8596-43ef-8c9f-620fa89c2e78 req-397ab6e1-f23b-4a01-b437-b1002c136316 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36062a8c-3fd4-4694-ade0-2c64348bb128 HTTP/1.1" status: 200 len: 217 time: 0.1052191 Jun 17 08:18:45.737091 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c9011db-8d2b-45c0-ab80-3946abe00536 req-99cea9b0-a574-407b-ae96-70462863607e service neutron] 10.222.0.10 "GET /v2.0/networks/ef0d2f45-fecc-4919-828d-d55b2719d8d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237650 Jun 17 08:18:45.845535 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:45.853873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05ae8-8596-43ef-8c9f-620fa89c2e78 req-ae85b4a2-bae8-454d-9caf-c5dcd827f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:45.855858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70c05ae8-8596-43ef-8c9f-620fa89c2e78 req-ae85b4a2-bae8-454d-9caf-c5dcd827f483 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=652f3127-f5c1-4387-8842-6afcc32f170e HTTP/1.1" status: 200 len: 867 time: 0.1463754 Jun 17 08:18:45.875843 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a734e606-0313-47a4-982d-a416b7f1c549 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:18:46.039114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f73cc-0fc6-44f0-a373-479fb9482ef0 req-6d5e99cd-2ca9-4f40-bd0e-f8b600ca0446 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:46.040666 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af4f73cc-0fc6-44f0-a373-479fb9482ef0 req-6d5e99cd-2ca9-4f40-bd0e-f8b600ca0446 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 943 time: 0.3334341 Jun 17 08:18:46.072564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port a734e606-0313-47a4-982d-a416b7f1c549, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a734e606-0313-47a4-982d-a416b7f1c549,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:46.086733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'a734e606-0313-47a4-982d-a416b7f1c549', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'a734e606-0313-47a4-982d-a416b7f1c549', 'mac_address': 'fa:16:3e:6d:25:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:18:46.118160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af4f73cc-0fc6-44f0-a373-479fb9482ef0 req-b9bc33db-a3b0-4396-bf3e-f1ae9869d4f5 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/security-groups?id=d66e69d9-2fdd-420d-840a-5d87a40af5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704596 Jun 17 08:18:46.127528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8db5c-246c-47de-b96e-90c74897d2d9 req-f4893ecf-0659-4386-8840-51345a1d4289 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:46.131649 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8df8db5c-246c-47de-b96e-90c74897d2d9 req-f4893ecf-0659-4386-8840-51345a1d4289 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 948 time: 0.2728314 Jun 17 08:18:46.136665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05ae8-8596-43ef-8c9f-620fa89c2e78 req-eb2d2b99-7f76-494b-88e2-0fae5eb3cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:46.140875 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70c05ae8-8596-43ef-8c9f-620fa89c2e78 req-eb2d2b99-7f76-494b-88e2-0fae5eb3cac8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6b0152a-8fa9-4566-8bb2-19c37f257074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2609293 Jun 17 08:18:46.158673 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:46.185984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a734e606-0313-47a4-982d-a416b7f1c549 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:46.216799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port a734e606-0313-47a4-982d-a416b7f1c549, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a734e606-0313-47a4-982d-a416b7f1c549,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:46.230943 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:46.235446 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-361a92bd-0aef-4039-9b57-c4b3fdda7db5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:46.289575 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70c05ae8-8596-43ef-8c9f-620fa89c2e78 req-cde9e1e2-4a15-451b-9308-63551914a4b1 service neutron] 10.222.0.63 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353276 Jun 17 08:18:46.304828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=a734e606-0313-47a4-982d-a416b7f1c549,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:46.309384 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c9011db-8d2b-45c0-ab80-3946abe00536 req-0fc9b91b-2aea-4079-b89e-539b20a10d2c service neutron] 10.222.0.10 "GET /v2.0/networks/ef0d2f45-fecc-4919-828d-d55b2719d8d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5614550 Jun 17 08:18:46.320102 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:46.424606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8df8db5c-246c-47de-b96e-90c74897d2d9 req-033cae5e-ff93-4028-a635-7c24168a8ab2 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829044 Jun 17 08:18:46.491681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['a734e606-0313-47a4-982d-a416b7f1c549'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:46.544998 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70c05ae8-8596-43ef-8c9f-620fa89c2e78 req-b4fe5ab8-1438-48e5-a8be-6058e6168bed service neutron] 10.222.0.63 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453349 Jun 17 08:18:46.570546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d8e91-f996-456f-97b5-e671520ef3f7 req-82c3656f-a319-46a2-b435-d86d6c9fcfa4 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:46.574072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-049d8e91-f996-456f-97b5-e671520ef3f7 req-82c3656f-a319-46a2-b435-d86d6c9fcfa4 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 949 time: 0.2300797 Jun 17 08:18:46.618117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-049d8e91-f996-456f-97b5-e671520ef3f7 req-541e1d77-315e-4a6b-b80d-2f2b16252488 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377438 Jun 17 08:18:46.726919 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:46.964089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f7ce48-edf1-4dfe-a29e-3dcdf0a52dd3 req-14b0e030-0e09-41a6-b4c0-b57ee0283716 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:46.966294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86f7ce48-edf1-4dfe-a29e-3dcdf0a52dd3 req-14b0e030-0e09-41a6-b4c0-b57ee0283716 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 943 time: 0.1433983 Jun 17 08:18:47.008874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f82f93-46e4-4862-8750-827d1b4bc7a5 req-a4adc14a-30ff-4d67-be86-3e5c48708bc0 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:47.016125 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6f82f93-46e4-4862-8750-827d1b4bc7a5 req-a4adc14a-30ff-4d67-be86-3e5c48708bc0 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 948 time: 0.1453354 Jun 17 08:18:47.048800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86f7ce48-edf1-4dfe-a29e-3dcdf0a52dd3 req-38ccd3f8-de86-4247-91c7-41bacec4055a tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736828 Jun 17 08:18:47.101921 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6f82f93-46e4-4862-8750-827d1b4bc7a5 req-f2b2ff36-0b82-4781-ad30-5d581750189a tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847793 Jun 17 08:18:47.181428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804ba03-c8b8-4d1e-ae66-5780d5fb8379 req-b3f0f201-1c6d-4259-9994-08e25fd2df1b tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:47.183246 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4804ba03-c8b8-4d1e-ae66-5780d5fb8379 req-b3f0f201-1c6d-4259-9994-08e25fd2df1b tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 1101 time: 0.0731831 Jun 17 08:18:47.387576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c625cd-5fa9-4776-86de-24081e6a28ef req-03a1ed80-9fa4-46e2-9819-a17a2bdf8636 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:47.389348 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-99c625cd-5fa9-4776-86de-24081e6a28ef req-03a1ed80-9fa4-46e2-9819-a17a2bdf8636 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 943 time: 0.1142633 Jun 17 08:18:47.410451 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-4804ba03-c8b8-4d1e-ae66-5780d5fb8379 req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] Deleting port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:18:47.410850 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4804ba03-c8b8-4d1e-ae66-5780d5fb8379 req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:47.493487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-99c625cd-5fa9-4776-86de-24081e6a28ef req-38497d6c-3f95-4d0f-8acc-20e69670f725 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/security-groups?id=d66e69d9-2fdd-420d-840a-5d87a40af5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948703 Jun 17 08:18:47.557886 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-4804ba03-c8b8-4d1e-ae66-5780d5fb8379 req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] For port 8d05c4c6-e8eb-4196-aed4-0d48b1160251, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8d05c4c6-e8eb-4196-aed4-0d48b1160251,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:47.558262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4804ba03-c8b8-4d1e-ae66-5780d5fb8379 req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:47.618547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:47.658665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-4804ba03-c8b8-4d1e-ae66-5780d5fb8379 req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] Calling delete_port for 8d05c4c6-e8eb-4196-aed4-0d48b1160251 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:18:47.708232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:47.714102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:47.714724 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:47.848760 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:47.865539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdaac2a-3ad2-4111-ba3a-88b51936cdf0 req-5c762f1d-5f19-4aa0-ab5e-37a8731b3f7a tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:47.872962 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fdaac2a-3ad2-4111-ba3a-88b51936cdf0 req-5c762f1d-5f19-4aa0-ab5e-37a8731b3f7a tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 949 time: 0.2102370 Jun 17 08:18:47.874039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c5fdfe-2bb7-42ea-b689-275cac51032d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:47.887958 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5559ae58-5b5b-4258-8445-89a629bda428" -d '{"events": [{"server_uuid": "f3c5fdfe-2bb7-42ea-b689-275cac51032d", "name": "network-vif-plugged", "status": "completed", "tag": "1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:47.894003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a734e606-0313-47a4-982d-a416b7f1c549 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:47.914475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:47.934509 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:47.938259 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d2f14fce-c845-4592-ad1c-cde75b613540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:47.951468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fdaac2a-3ad2-4111-ba3a-88b51936cdf0 req-5995095c-c696-47f5-9d57-a700248528f4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771198 Jun 17 08:18:47.995712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:47.999930 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:48.016307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port a734e606-0313-47a4-982d-a416b7f1c549 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:48.020897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port a734e606-0313-47a4-982d-a416b7f1c549 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:48.021354 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.126149 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4804ba03-c8b8-4d1e-ae66-5780d5fb8379 req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.135839 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:48.149376 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab80217-3194-42a5-af51-18e38b023a85 x-openstack-request-id: req-1ab80217-3194-42a5-af51-18e38b023a85 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:48.150104 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c5fdfe-2bb7-42ea-b689-275cac51032d", "name": "network-vif-plugged", "status": "completed", "tag": "1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:48.150367 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1ab80217-3194-42a5-af51-18e38b023a85 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:48.150792 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c5fdfe-2bb7-42ea-b689-275cac51032d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43', 'code': 200} Jun 17 08:18:48.169201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['8d05c4c6-e8eb-4196-aed4-0d48b1160251'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:48.185578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d05c4c6-e8eb-4196-aed4-0d48b1160251,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:48.192118 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:48.232649 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37228aab-20c5-473f-bf27-b728241d8de4 req-5c57c105-0c0c-4912-afba-1fd0db82abcc tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:48.234849 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37228aab-20c5-473f-bf27-b728241d8de4 req-5c57c105-0c0c-4912-afba-1fd0db82abcc tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=473f33a7-cf4d-4834-9d88-6ffefa0c2216 HTTP/1.1" status: 200 len: 867 time: 0.3013854 Jun 17 08:18:48.261238 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.334701 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ed497-6242-4b34-af96-b1f8a8a6dd30 req-0eca989a-778f-4055-9ac0-00287f25011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:48.338708 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4a5ed497-6242-4b34-af96-b1f8a8a6dd30 req-0eca989a-778f-4055-9ac0-00287f25011b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 1101 time: 0.1510537 Jun 17 08:18:48.350703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port a734e606-0313-47a4-982d-a416b7f1c549, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a734e606-0313-47a4-982d-a416b7f1c549,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:48.361435 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.363481 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:48.411546 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4a5ed497-6242-4b34-af96-b1f8a8a6dd30 req-d3e1f00b-340c-4574-8494-bfb6dd646f40 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649729 Jun 17 08:18:48.438703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=a734e606-0313-47a4-982d-a416b7f1c549,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:48.446840 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:48.530461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49558) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:48.622385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4804ba03-c8b8-4d1e-ae66-5780d5fb8379 req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] No DVR routers for this DVR port 8d05c4c6-e8eb-4196-aed4-0d48b1160251 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:18:48.661738 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4804ba03-c8b8-4d1e-ae66-5780d5fb8379 req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.663571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4804ba03-c8b8-4d1e-ae66-5780d5fb8379 req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] 10.222.0.63 "DELETE /v2.0/ports/8d05c4c6-e8eb-4196-aed4-0d48b1160251 HTTP/1.1" status: 204 len: 173 time: 1.4741786 Jun 17 08:18:48.664073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473f33a7-cf4d-4834-9d88-6ffefa0c2216', 'name': 'network-vif-deleted', 'tag': '8d05c4c6-e8eb-4196-aed4-0d48b1160251'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:48.667574 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f6a050-d436-42bb-9d3d-a169c3e6537a" -d '{"events": [{"server_uuid": "473f33a7-cf4d-4834-9d88-6ffefa0c2216", "name": "network-vif-deleted", "tag": "8d05c4c6-e8eb-4196-aed4-0d48b1160251"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:48.722204 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37228aab-20c5-473f-bf27-b728241d8de4 req-919e8b9c-6ed3-4986-abc2-46e564a4aa83 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980003 Jun 17 08:18:48.739345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cee502be-dd5e-495a-8d7e-340a57470ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.748653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eff6a-f0e8-49f3-bf6d-5ec715501382 req-36b1ebb4-1fc4-44bd-ab7d-ecbb1dd64521 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:48.768172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3a0eff6a-f0e8-49f3-bf6d-5ec715501382 req-36b1ebb4-1fc4-44bd-ab7d-ecbb1dd64521 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 943 time: 0.1428256 Jun 17 08:18:48.773171 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.859086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3a0eff6a-f0e8-49f3-bf6d-5ec715501382 req-8e5be725-ec4b-47fe-a3d3-1509f8f0f239 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894046 Jun 17 08:18:48.933508 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cee502be-dd5e-495a-8d7e-340a57470ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.945260 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cee502be-dd5e-495a-8d7e-340a57470ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:48.949541 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c17c408a-5ca9-4b67-9ab1-47551ad70a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:49.004249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee502be-dd5e-495a-8d7e-340a57470ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0382a8d0-187b-4210-8997-0ac8249fef59,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:49.013845 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cee502be-dd5e-495a-8d7e-340a57470ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:49.022027 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cee502be-dd5e-495a-8d7e-340a57470ef8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=119c522df64549f3bb82b814582a8440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888911 Jun 17 08:18:49.024812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49568) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:49.083004 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95c84ae4-ba9d-486e-bdcf-928fab11e926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.097162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65605b7-6974-4d9d-a2b6-00a39607a807 req-ea7b9ad5-cd3b-4ec2-bb4d-e2f1747317e3 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:49.098526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b65605b7-6974-4d9d-a2b6-00a39607a807 req-ea7b9ad5-cd3b-4ec2-bb4d-e2f1747317e3 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 949 time: 0.1411185 Jun 17 08:18:49.119212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95c84ae4-ba9d-486e-bdcf-928fab11e926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.151191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b65605b7-6974-4d9d-a2b6-00a39607a807 req-7fd4cb42-f72c-4790-bb0e-a86b6ddabe62 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449169 Jun 17 08:18:49.159840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa498a-f8ca-4866-af7e-eba43088a4f2 req-e7596f14-bf5e-4979-930b-80b240210497 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:49.162060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bfaa498a-f8ca-4866-af7e-eba43088a4f2 req-e7596f14-bf5e-4979-930b-80b240210497 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 943 time: 0.1114528 Jun 17 08:18:49.196650 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95c84ae4-ba9d-486e-bdcf-928fab11e926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.199727 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95c84ae4-ba9d-486e-bdcf-928fab11e926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.204356 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-95c84ae4-ba9d-486e-bdcf-928fab11e926 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0382a8d0-187b-4210-8997-0ac8249fef59 HTTP/1.1" status: 204 len: 168 time: 0.1780734 Jun 17 08:18:49.205565 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a7791d9e-1f0d-4177-80b8-b02d51fd0c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:49.221707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c84ae4-ba9d-486e-bdcf-928fab11e926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0382a8d0-187b-4210-8997-0ac8249fef59,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:49.224227 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95c84ae4-ba9d-486e-bdcf-928fab11e926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:49.227067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bfaa498a-f8ca-4866-af7e-eba43088a4f2 req-03e37cac-68cf-4660-994f-37de2dc4a898 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/security-groups?id=d66e69d9-2fdd-420d-840a-5d87a40af5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584295 Jun 17 08:18:49.254070 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b9c217-3ef6-4caf-bea9-903d14156ac2 x-openstack-request-id: req-88b9c217-3ef6-4caf-bea9-903d14156ac2 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:49.254387 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473f33a7-cf4d-4834-9d88-6ffefa0c2216", "name": "network-vif-deleted", "tag": "8d05c4c6-e8eb-4196-aed4-0d48b1160251", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:49.254693 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-88b9c217-3ef6-4caf-bea9-903d14156ac2 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:49.255152 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '473f33a7-cf4d-4834-9d88-6ffefa0c2216', 'name': 'network-vif-deleted', 'tag': '8d05c4c6-e8eb-4196-aed4-0d48b1160251', 'status': 'completed', 'code': 200} Jun 17 08:18:49.565574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b42995-df12-4a63-b782-ea3aba7ef1eb req-8693ba9c-6dae-4bbf-830c-e0cb094cdcc6 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:49.567250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31b42995-df12-4a63-b782-ea3aba7ef1eb req-8693ba9c-6dae-4bbf-830c-e0cb094cdcc6 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 950 time: 0.0819221 Jun 17 08:18:49.619601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 22f8aefd-6626-4591-b865-99ec2e0751e4 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:18:49.620302 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31b42995-df12-4a63-b782-ea3aba7ef1eb req-a8425165-c45a-4147-8974-fe85481c67b1 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Jun 17 08:18:49.626667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49578) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:49.648877 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cc86efe-bb91-4045-b9dd-044cd7f1e802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.761080 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 22f8aefd-6626-4591-b865-99ec2e0751e4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=22f8aefd-6626-4591-b865-99ec2e0751e4,segment=NetworkSegment(7d693dfb-0fad-4843-827d-ae7cb69a242d),segment_id=7d693dfb-0fad-4843-827d-ae7cb69a242d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:49.773881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '22f8aefd-6626-4591-b865-99ec2e0751e4', 'network_id': 'ef0d2f45-fecc-4919-828d-d55b2719d8d8', 'port_id': '22f8aefd-6626-4591-b865-99ec2e0751e4', 'mac_address': 'fa:16:3e:e7:d9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daa1724-a365-453d-8b0f-6973ede58755', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:18:49.823916 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.828780 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cc86efe-bb91-4045-b9dd-044cd7f1e802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.839283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f8aefd-6626-4591-b865-99ec2e0751e4 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:49.839498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cc86efe-bb91-4045-b9dd-044cd7f1e802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.870673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 22f8aefd-6626-4591-b865-99ec2e0751e4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=22f8aefd-6626-4591-b865-99ec2e0751e4,segment=NetworkSegment(7d693dfb-0fad-4843-827d-ae7cb69a242d),segment_id=7d693dfb-0fad-4843-827d-ae7cb69a242d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:49.872570 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:49.877834 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:49.882985 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:49.900900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4cc86efe-bb91-4045-b9dd-044cd7f1e802 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c31ea3b63e2541018b0eccc9029d125a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703116 Jun 17 08:18:49.901664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49592) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:49.916190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc86efe-bb91-4045-b9dd-044cd7f1e802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ad21f2-fb0a-4070-afeb-6ac3b5c045fe,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:49.931732 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4cc86efe-bb91-4045-b9dd-044cd7f1e802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:49.979125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=22f8aefd-6626-4591-b865-99ec2e0751e4,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:49.982229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 36062a8c-3fd4-4694-ade0-2c64348bb128 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:18:49.984714 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:50.020041 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-867799fd-18f7-4d6a-8da3-87f7f53561ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:50.043399 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-867799fd-18f7-4d6a-8da3-87f7f53561ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:50.112093 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-867799fd-18f7-4d6a-8da3-87f7f53561ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:50.114729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 36062a8c-3fd4-4694-ade0-2c64348bb128, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=36062a8c-3fd4-4694-ade0-2c64348bb128,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:50.115250 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-867799fd-18f7-4d6a-8da3-87f7f53561ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:50.119089 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-867799fd-18f7-4d6a-8da3-87f7f53561ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/24ad21f2-fb0a-4070-afeb-6ac3b5c045fe HTTP/1.1" status: 204 len: 168 time: 0.2158093 Jun 17 08:18:50.119973 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5e7c194-02bf-4bdf-bac4-83eef21c0417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:50.128154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867799fd-18f7-4d6a-8da3-87f7f53561ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ad21f2-fb0a-4070-afeb-6ac3b5c045fe,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:50.128708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'port_id': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'mac_address': 'fa:16:3e:d3:1c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:18:50.131756 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-867799fd-18f7-4d6a-8da3-87f7f53561ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:50.161341 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618cdfb-ec72-4e3c-9714-eed721917495 req-abbbdb49-5b83-4a17-942e-f64f1207aed3 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:50.163149 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f618cdfb-ec72-4e3c-9714-eed721917495 req-abbbdb49-5b83-4a17-942e-f64f1207aed3 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 944 time: 0.1330838 Jun 17 08:18:50.164253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50948bad-5d3c-43f3-8a2e-dc0dd58d03d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a734e606-0313-47a4-982d-a416b7f1c549'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:50.166569 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2ce6dc-efb5-4a9b-bf4d-2e5a0d274b1a" -d '{"events": [{"server_uuid": "50948bad-5d3c-43f3-8a2e-dc0dd58d03d4", "name": "network-vif-plugged", "status": "completed", "tag": "a734e606-0313-47a4-982d-a416b7f1c549"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:50.172319 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-85ccb4ca-bb27-48d3-aa5c-bf147c42928b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=36ada1aa5e5c4ebd85332dc13de14266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598979 Jun 17 08:18:50.185615 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:50.198854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36062a8c-3fd4-4694-ade0-2c64348bb128 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:50.221763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 36062a8c-3fd4-4694-ade0-2c64348bb128, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=36062a8c-3fd4-4694-ade0-2c64348bb128,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:50.229301 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:50.230653 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:50.271757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f618cdfb-ec72-4e3c-9714-eed721917495 req-cdae774d-8f93-446d-aaf8-87102928078c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943890 Jun 17 08:18:50.292611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=36062a8c-3fd4-4694-ade0-2c64348bb128,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:50.303461 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:50.335997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735337df-fe0a-44da-9392-152f5559c61a req-cbac5f3f-b1ee-4c9d-8d01-1eac153d0fd6 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:50.337553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-cbac5f3f-b1ee-4c9d-8d01-1eac153d0fd6 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585677 Jun 17 08:18:50.339057 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['22f8aefd-6626-4591-b865-99ec2e0751e4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:50.359787 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-6ee809d5-3855-4402-8951-a729c2ed3d3d tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/quotas/36ada1aa5e5c4ebd85332dc13de14266 HTTP/1.1" status: 200 len: 375 time: 0.0129452 Jun 17 08:18:50.421078 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-2231af87-f0de-4318-92cf-4ad3dc13eca5 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=36ada1aa5e5c4ebd85332dc13de14266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544734 Jun 17 08:18:50.477605 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['36062a8c-3fd4-4694-ade0-2c64348bb128'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:18:50.600882 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781862d5-1c4c-434c-9ca4-2685ac21c415 x-openstack-request-id: req-781862d5-1c4c-434c-9ca4-2685ac21c415 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:50.601228 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50948bad-5d3c-43f3-8a2e-dc0dd58d03d4", "name": "network-vif-plugged", "status": "completed", "tag": "a734e606-0313-47a4-982d-a416b7f1c549", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:50.601433 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-781862d5-1c4c-434c-9ca4-2685ac21c415 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:50.601828 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50948bad-5d3c-43f3-8a2e-dc0dd58d03d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a734e606-0313-47a4-982d-a416b7f1c549', 'code': 200} Jun 17 08:18:50.929932 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2d2fa-4afa-450a-bdf5-9540d914918e req-079277df-1705-4850-a856-10449dc84206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:50.931765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ab2d2fa-4afa-450a-bdf5-9540d914918e req-079277df-1705-4850-a856-10449dc84206 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 1102 time: 0.2399142 Jun 17 08:18:50.946318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-ccd4f79e-5420-457d-bbb3-c78877f28fc2 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:50.947819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-ccd4f79e-5420-457d-bbb3-c78877f28fc2 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/networks?id=7d3bc11e-a9d3-4f68-b661-2ff2b9452385 HTTP/1.1" status: 200 len: 815 time: 0.2547302 Jun 17 08:18:50.971319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf327b-3772-45f7-87a6-9e4bee6e747f req-bc8cf827-1a58-48c4-810f-01c8a9717e9c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:50.978428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20cf327b-3772-45f7-87a6-9e4bee6e747f req-bc8cf827-1a58-48c4-810f-01c8a9717e9c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 949 time: 0.2194710 Jun 17 08:18:51.007037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-e3a17e91-7636-4151-8fc6-18b9bb9ff1f3 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/quotas/1e4237e4fbc545b1aab932daef22c456 HTTP/1.1" status: 200 len: 375 time: 0.0435290 Jun 17 08:18:51.038718 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ab2d2fa-4afa-450a-bdf5-9540d914918e req-e9bf8749-9260-4447-8b37-a31702ee35b8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995016 Jun 17 08:18:51.064066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20cf327b-3772-45f7-87a6-9e4bee6e747f req-98f3938a-7f27-419a-a57c-a290c9be393c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837219 Jun 17 08:18:51.104508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-577ecf03-5397-401a-b86e-ba2cd4aa52ec tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e4237e4fbc545b1aab932daef22c456&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901923 Jun 17 08:18:51.219650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-e7bc0b55-fd0b-4bc0-8171-2e33d034ff9a service neutron] 10.222.0.47 "GET /v2.0/networks/7d3bc11e-a9d3-4f68-b661-2ff2b9452385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050334 Jun 17 08:18:51.350672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-6154acec-cb47-4192-a580-69cb6ae274b0 service neutron] 10.222.0.47 "GET /v2.0/networks/7d3bc11e-a9d3-4f68-b661-2ff2b9452385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289887 Jun 17 08:18:51.361993 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86f181-6a60-440f-b81e-0114b5f94964 req-06664823-b74e-4596-b328-26179e3123e5 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:51.363595 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d86f181-6a60-440f-b81e-0114b5f94964 req-06664823-b74e-4596-b328-26179e3123e5 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 944 time: 0.1328382 Jun 17 08:18:51.417971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d86f181-6a60-440f-b81e-0114b5f94964 req-ec140669-85ac-412a-9181-97b931ead8fa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/security-groups?id=d66e69d9-2fdd-420d-840a-5d87a40af5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Jun 17 08:18:51.662349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1706650-0d0f-4273-b207-0a4fab4e2aae req-4447a254-071a-4c64-99ea-8b41b1ed5d0a tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 210 time: 0.0323529 Jun 17 08:18:51.763336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684ee1a-ae57-4bf9-8825-55c930473245 req-3c6bb863-508c-494e-8a10-4392fb4df7bb tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:51.771481 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5684ee1a-ae57-4bf9-8825-55c930473245 req-3c6bb863-508c-494e-8a10-4392fb4df7bb tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 950 time: 0.1005678 Jun 17 08:18:51.812428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5684ee1a-ae57-4bf9-8825-55c930473245 req-15d4e80d-f00a-4680-9f7c-7edcd80030f2 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Jun 17 08:18:51.917464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 36062a8c-3fd4-4694-ade0-2c64348bb128 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:51.943933 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-3ad692d6-cd2c-406d-8332-db0b49e60e8c tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=36ada1aa5e5c4ebd85332dc13de14266&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668752 Jun 17 08:18:52.012541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 36062a8c-3fd4-4694-ade0-2c64348bb128 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:52.019233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 36062a8c-3fd4-4694-ade0-2c64348bb128 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:52.019922 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:52.118810 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b157e032-af0a-4f35-a6df-6183af1d57d7 req-ccc8a686-ae7a-4671-9d44-b2e153205f12 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 210 time: 0.0480044 Jun 17 08:18:52.144955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735337df-fe0a-44da-9392-152f5559c61a req-6a647ea9-5fed-4598-968d-40150fa94f0c tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:52.147254 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-6a647ea9-5fed-4598-968d-40150fa94f0c tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1942165 Jun 17 08:18:52.162168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Request body: {'port': {'device_id': '069147f3-f640-4388-b4b3-329633f048e5', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '36ada1aa5e5c4ebd85332dc13de14266'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:52.175758 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:52.176945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39133817-1d70-4c65-8057-95bb1eb86716 req-6e24d311-73bd-4259-bdd9-932a921f9ff2 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:52.184493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-39133817-1d70-4c65-8057-95bb1eb86716 req-6e24d311-73bd-4259-bdd9-932a921f9ff2 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 944 time: 0.2334244 Jun 17 08:18:52.218056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 36062a8c-3fd4-4694-ade0-2c64348bb128, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=36062a8c-3fd4-4694-ade0-2c64348bb128,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:52.224878 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:52.225996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8d05c4c6-e8eb-4196-aed4-0d48b1160251 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:18:52.251894 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:52.284088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 8d05c4c6-e8eb-4196-aed4-0d48b1160251 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:18:52.284611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8d05c4c6-e8eb-4196-aed4-0d48b1160251 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:18:52.286965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-39133817-1d70-4c65-8057-95bb1eb86716 req-6a0cdeb4-6c23-4176-a563-a0ff2e0f7b74 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014464 Jun 17 08:18:52.355255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=36062a8c-3fd4-4694-ade0-2c64348bb128,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:52.371968 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:52.377474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Made reservation on behalf of 36ada1aa5e5c4ebd85332dc13de14266 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:52.384372 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:52.582589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d16e7-69ad-4409-bb3e-96ae1ad8e14c req-55c500a0-d839-4afe-bd23-bd602ed014d2 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:52.584013 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b1d16e7-69ad-4409-bb3e-96ae1ad8e14c req-55c500a0-d839-4afe-bd23-bd602ed014d2 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 1101 time: 0.1236639 Jun 17 08:18:52.591667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Allocated IP 192.168.233.49 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/c78d1835-893c-466c-8402-741d667d4546) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:52.602683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36062a8c-3fd4-4694-ade0-2c64348bb128'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:52.605140 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de34d17-efc2-4173-8762-73061b35ec02" -d '{"events": [{"server_uuid": "0202b563-3bdd-43cd-bfbc-6164b45a1257", "name": "network-vif-plugged", "status": "completed", "tag": "36062a8c-3fd4-4694-ade0-2c64348bb128"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:52.620390 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7b1d16e7-69ad-4409-bb3e-96ae1ad8e14c req-d5193a5d-7cb8-4edf-a2bf-306659ac1543 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:52.796488 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76450c4c-410c-4765-9ad0-df8e2d611136 req-7c1ded21-60fc-4718-848d-4b1d8afff136 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:52.798672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76450c4c-410c-4765-9ad0-df8e2d611136 req-7c1ded21-60fc-4718-848d-4b1d8afff136 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 945 time: 0.2048166 Jun 17 08:18:52.883633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76450c4c-410c-4765-9ad0-df8e2d611136 req-fe89766d-8a36-4f29-8c41-d3c1ff9da22c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/security-groups?id=d66e69d9-2fdd-420d-840a-5d87a40af5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774724 Jun 17 08:18:52.904656 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:52.927179 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7b1d16e7-69ad-4409-bb3e-96ae1ad8e14c req-d5193a5d-7cb8-4edf-a2bf-306659ac1543 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:52.929680 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Transition to ACTIVE for port object c78d1835-893c-466c-8402-741d667d4546 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:52.937116 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7b1d16e7-69ad-4409-bb3e-96ae1ad8e14c req-d5193a5d-7cb8-4edf-a2bf-306659ac1543 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:52.943482 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4cc86efe-bb91-4045-b9dd-044cd7f1e802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:53.012967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5193a5d-7cb8-4edf-a2bf-306659ac1543 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe46c91-2f2f-4e40-8810-1edf3b56972c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:53.025451 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d5193a5d-7cb8-4edf-a2bf-306659ac1543 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:53.042581 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b1d16e7-69ad-4409-bb3e-96ae1ad8e14c req-d5193a5d-7cb8-4edf-a2bf-306659ac1543 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514868 Jun 17 08:18:53.048415 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:53.051121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-5561a34c-08ef-44d9-919f-552fc9a06a40 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:53.055567 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-5561a34c-08ef-44d9-919f-552fc9a06a40 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.10 "GET /v2.0/networks?id=7d3bc11e-a9d3-4f68-b661-2ff2b9452385 HTTP/1.1" status: 200 len: 815 time: 0.1332896 Jun 17 08:18:53.063285 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9b3b31ed-7fd7-4f30-bedb-156d261507c9 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:53.077232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Request body: {'port': {'device_id': '64e65559-e6f6-40f5-a96a-2c626e828e9b', 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385', 'admin_state_up': True, 'tenant_id': '1e4237e4fbc545b1aab932daef22c456'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:53.124949 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74370996-3729-4aa3-a865-adbcc97da014 x-openstack-request-id: req-74370996-3729-4aa3-a865-adbcc97da014 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:53.125847 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0202b563-3bdd-43cd-bfbc-6164b45a1257", "name": "network-vif-plugged", "status": "completed", "tag": "36062a8c-3fd4-4694-ade0-2c64348bb128", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:53.126384 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-74370996-3729-4aa3-a865-adbcc97da014 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:53.126960 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'code': 200} Jun 17 08:18:53.167901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:53.187582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:53.200331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:53.208122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Pushing event updated for resources: {'Port': ['ID=c78d1835-893c-466c-8402-741d667d4546,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:53.231438 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:53.361569 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:53.363649 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:53.403361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49720) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:53.424665 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2687747 Jun 17 08:18:53.427127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Made reservation on behalf of 1e4237e4fbc545b1aab932daef22c456 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:18:53.435933 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:53.438207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Request body: {'port': {'device_id': '069147f3-f640-4388-b4b3-329633f048e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:53.464398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd577b-a662-4096-a278-2d1ba099b0ba req-5e8af73e-4eb3-46ba-aa99-9f6718ad0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:53.465890 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3ecd577b-a662-4096-a278-2d1ba099b0ba req-5e8af73e-4eb3-46ba-aa99-9f6718ad0c00 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 1097 time: 0.1513710 Jun 17 08:18:53.531452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a63d9-05c6-4579-b788-a060b9d89310 req-d15d3aa7-2ad4-4d8e-89be-55f09820dca0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:53.539234 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-444a63d9-05c6-4579-b788-a060b9d89310 req-d15d3aa7-2ad4-4d8e-89be-55f09820dca0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 935 time: 0.2727535 Jun 17 08:18:53.548988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27294e-fc03-4028-9cd6-fe3774183cef req-9a3bdfa6-6d29-4c0f-87eb-ea28373555e2 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:53.550801 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e27294e-fc03-4028-9cd6-fe3774183cef req-9a3bdfa6-6d29-4c0f-87eb-ea28373555e2 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 950 time: 0.2149212 Jun 17 08:18:53.560557 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3ecd577b-a662-4096-a278-2d1ba099b0ba req-43496834-3475-4021-84fb-2429a869012a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d66e69d9-2fdd-420d-840a-5d87a40af5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877910 Jun 17 08:18:53.588849 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-136903a3-9f0c-4eb5-b5e7-cfd6fc57e212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:53.608997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d93423c5-52ef-421f-ab89-b3846f753dd4 None None] Provisioning for port c78d1835-893c-466c-8402-741d667d4546 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:53.614295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d93423c5-52ef-421f-ab89-b3846f753dd4 None None] Provisioning complete for port c78d1835-893c-466c-8402-741d667d4546 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:53.615123 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d93423c5-52ef-421f-ab89-b3846f753dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:53.642013 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:53.652602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 22f8aefd-6626-4591-b865-99ec2e0751e4 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:18:53.687590 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d93423c5-52ef-421f-ab89-b3846f753dd4 None None] Port c78d1835-893c-466c-8402-741d667d4546 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:53.710880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Allocated IP 172.20.0.9 (7d3bc11e-a9d3-4f68-b661-2ff2b9452385/535391d7-7ca4-41f3-9fe2-51419b23ddad/78fe5bd4-7e9f-4dc5-8439-7b6367152e2d) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:53.732037 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 22f8aefd-6626-4591-b865-99ec2e0751e4 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:53.737368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 22f8aefd-6626-4591-b865-99ec2e0751e4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:53.737906 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:53.848093 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:53.923745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-444a63d9-05c6-4579-b788-a060b9d89310 req-3ff6bd44-6f43-4e6d-bb8d-5c08dcf32554 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834352 Jun 17 08:18:53.935512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 22f8aefd-6626-4591-b865-99ec2e0751e4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=22f8aefd-6626-4591-b865-99ec2e0751e4,segment=NetworkSegment(7d693dfb-0fad-4843-827d-ae7cb69a242d),segment_id=7d693dfb-0fad-4843-827d-ae7cb69a242d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:18:53.951224 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e27294e-fc03-4028-9cd6-fe3774183cef req-17aab885-27ec-4b36-9ac4-c2e541d53bf7 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880601 Jun 17 08:18:53.952104 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:53.955708 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:54.056064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.076114 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-136903a3-9f0c-4eb5-b5e7-cfd6fc57e212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.103858 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-136903a3-9f0c-4eb5-b5e7-cfd6fc57e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.107626 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-867799fd-18f7-4d6a-8da3-87f7f53561ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:54.110812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Transition to ACTIVE for port object 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:54.139424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=22f8aefd-6626-4591-b865-99ec2e0751e4,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:54.154046 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:54.158738 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-136903a3-9f0c-4eb5-b5e7-cfd6fc57e212 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46ef08501ca64cc0a52a2d5f2cf264e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7542679 Jun 17 08:18:54.164996 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49748) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:54.181502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136903a3-9f0c-4eb5-b5e7-cfd6fc57e212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdc378d-f1e0-4b53-8692-7a78ffb162c3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:54.189428 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-136903a3-9f0c-4eb5-b5e7-cfd6fc57e212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:54.238329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.242689 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f839f7e-3ff8-47b1-92b3-5f7332fdfd12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:54.284645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c285d8e1-5d04-4b75-8891-e47bfea5b1e2 req-748cee75-9e50-44c0-a4e1-f000091833da tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 210 time: 0.1230226 Jun 17 08:18:54.358267 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:54.359610 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b5929cd-0e21-4935-b95a-964c494299b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.386576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b5929cd-0e21-4935-b95a-964c494299b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.444369 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Pushing event updated for resources: {'Port': ['ID=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:54.457208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:54.459439 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b5929cd-0e21-4935-b95a-964c494299b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.463324 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b5929cd-0e21-4935-b95a-964c494299b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.464711 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7b5929cd-0e21-4935-b95a-964c494299b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8cdc378d-f1e0-4b53-8692-7a78ffb162c3 HTTP/1.1" status: 204 len: 168 time: 0.2984879 Jun 17 08:18:54.476391 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:54.477266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:54.480118 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:54.599956 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5929cd-0e21-4935-b95a-964c494299b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdc378d-f1e0-4b53-8692-7a78ffb162c3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:54.637206 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b5929cd-0e21-4935-b95a-964c494299b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:54.682933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb55d63-25c5-4dfb-a9ce-a47ce6b33449 req-5db4c903-b459-41e6-ab94-c6f73d713cf1 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:54.693191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cb55d63-25c5-4dfb-a9ce-a47ce6b33449 req-5db4c903-b459-41e6-ab94-c6f73d713cf1 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 945 time: 0.5223637 Jun 17 08:18:54.701163 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:54.703022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.737039 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6714940 Jun 17 08:18:54.873203 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cb55d63-25c5-4dfb-a9ce-a47ce6b33449 req-d71ad382-3ab3-4c4b-8a27-edc85fad3550 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753411 Jun 17 08:18:54.880706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c78d1835-893c-466c-8402-741d667d4546 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:18:54.901792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.928756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e0e22a1d-5c79-4129-b65c-a2274071ae8c None None] Provisioning for port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:18:54.934324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e0e22a1d-5c79-4129-b65c-a2274071ae8c None None] Provisioning complete for port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:18:54.935185 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0e22a1d-5c79-4129-b65c-a2274071ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:54.981229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b938b-6a23-4132-b9cb-b9f06dcff30d req-07bd0173-fe2c-4bb5-8664-90435a10bf75 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:54.982740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b10b938b-6a23-4132-b9cb-b9f06dcff30d req-07bd0173-fe2c-4bb5-8664-90435a10bf75 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 945 time: 0.4465587 Jun 17 08:18:54.992071 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e0e22a1d-5c79-4129-b65c-a2274071ae8c None None] Port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:18:55.001851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Transition to ACTIVE for port object c78d1835-893c-466c-8402-741d667d4546 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:18:55.031007 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:55.045517 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:55.093985 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b10b938b-6a23-4132-b9cb-b9f06dcff30d req-5686bf79-8d7e-4b61-922a-94aad541c7ed tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/security-groups?id=d66e69d9-2fdd-420d-840a-5d87a40af5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939429 Jun 17 08:18:55.106234 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49756) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:55.127375 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee012562-c735-48e9-934d-a37d16a3e13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:55.128457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44993f28-edf9-41c7-9734-4111fb3a672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f8aefd-6626-4591-b865-99ec2e0751e4'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:55.131296 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58b1e53-6950-45b6-9ca8-549573a9b306" -d '{"events": [{"server_uuid": "44993f28-edf9-41c7-9734-4111fb3a672d", "name": "network-vif-plugged", "status": "completed", "tag": "22f8aefd-6626-4591-b865-99ec2e0751e4"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:55.258706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c78d1835-893c-466c-8402-741d667d4546,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:55.267699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Attempting to bind port c78d1835-893c-466c-8402-741d667d4546 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:18:55.268284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Attempting to bind port c78d1835-893c-466c-8402-741d667d4546 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:18:55.268794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Attempting to bind port c78d1835-893c-466c-8402-741d667d4546 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:55.272072 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:55.278900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Port c78d1835-893c-466c-8402-741d667d4546 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:18:55.279431 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Attempting to bind port c78d1835-893c-466c-8402-741d667d4546 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:18:55.306731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:18:55.319809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:18:55.320472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:18:55.325331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Bound port: c78d1835-893c-466c-8402-741d667d4546, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:18:55.326020 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:55.377072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee012562-c735-48e9-934d-a37d16a3e13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:55.384779 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee012562-c735-48e9-934d-a37d16a3e13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:55.437425 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95c84ae4-ba9d-486e-bdcf-928fab11e926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:55.497468 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee012562-c735-48e9-934d-a37d16a3e13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcbdfe6-3ea8-4828-90aa-0edabfaf90a5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:55.506592 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ee012562-c735-48e9-934d-a37d16a3e13b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9efdc1e8fb214d3282a085eda0f78ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992064 Jun 17 08:18:55.509720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49764) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:18:55.510848 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ee012562-c735-48e9-934d-a37d16a3e13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:55.554841 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] For port c78d1835-893c-466c-8402-741d667d4546, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:18:55.582594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] For port c78d1835-893c-466c-8402-741d667d4546, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c78d1835-893c-466c-8402-741d667d4546,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:18:55.590172 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:55.592944 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:55.597697 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f87d5f-e24e-4224-9727-47ca516e5aae req-59ee6958-c2c0-4f91-b7c8-35182bfe97f8 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:55.599366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7f87d5f-e24e-4224-9727-47ca516e5aae req-59ee6958-c2c0-4f91-b7c8-35182bfe97f8 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 1101 time: 0.1746423 Jun 17 08:18:55.657898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:55.658699 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:55.660149 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] 10.222.0.63 "PUT /v2.0/ports/c78d1835-893c-466c-8402-741d667d4546 HTTP/1.1" status: 200 len: 1096 time: 2.2271643 Jun 17 08:18:55.664725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '069147f3-f640-4388-b4b3-329633f048e5', 'tag': 'c78d1835-893c-466c-8402-741d667d4546'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:18:55.666911 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ddaf40-d862-41da-80e4-551bf863c952" -d '{"events": [{"name": "network-changed", "server_uuid": "069147f3-f640-4388-b4b3-329633f048e5", "tag": "c78d1835-893c-466c-8402-741d667d4546"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:18:55.673692 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b651559-72c6-4bbe-8211-76f0f0d072dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:55.722920 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7f87d5f-e24e-4224-9727-47ca516e5aae req-a776ed50-fa09-496b-b298-bd0468c6d992 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007333 Jun 17 08:18:55.737873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c78d1835-893c-466c-8402-741d667d4546,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:55.765343 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b651559-72c6-4bbe-8211-76f0f0d072dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:55.767478 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:55.862463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735337df-fe0a-44da-9392-152f5559c61a req-5b13143d-76e2-4bfc-813c-32ebf646fec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:55.879029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-5b13143d-76e2-4bfc-813c-32ebf646fec6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ada1aa5e5c4ebd85332dc13de14266&device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 1099 time: 0.1610937 Jun 17 08:18:55.963695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b651559-72c6-4bbe-8211-76f0f0d072dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:55.967002 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b651559-72c6-4bbe-8211-76f0f0d072dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:55.968170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7b651559-72c6-4bbe-8211-76f0f0d072dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7dcbdfe6-3ea8-4828-90aa-0edabfaf90a5 HTTP/1.1" status: 204 len: 168 time: 0.4575455 Jun 17 08:18:55.970412 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-eb137b95-613e-4021-a6cb-cffaa9dcf3db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:55.980721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-7a152ce0-05c3-4904-bcf8-46fd0b6cc5b5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c78d1835-893c-466c-8402-741d667d4546 HTTP/1.1" status: 200 len: 217 time: 0.0940669 Jun 17 08:18:56.003238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b651559-72c6-4bbe-8211-76f0f0d072dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcbdfe6-3ea8-4828-90aa-0edabfaf90a5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:56.039577 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7b651559-72c6-4bbe-8211-76f0f0d072dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:56.091031 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735337df-fe0a-44da-9392-152f5559c61a req-9fb85504-0c74-43ce-bddc-34fe07389eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:56.092940 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-9fb85504-0c74-43ce-bddc-34fe07389eeb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0859814 Jun 17 08:18:56.138672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892fddc-0aad-4d87-9d97-44c76aba9ac0 req-74fa51ba-ac64-4b73-bde9-6d01bf12f851 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:56.140741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3892fddc-0aad-4d87-9d97-44c76aba9ac0 req-74fa51ba-ac64-4b73-bde9-6d01bf12f851 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 947 time: 0.1711674 Jun 17 08:18:56.203698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3892fddc-0aad-4d87-9d97-44c76aba9ac0 req-d20aaabd-7ab2-471b-9c29-5a55f015d9d6 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517192 Jun 17 08:18:56.213266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735337df-fe0a-44da-9392-152f5559c61a req-1bed3844-fdeb-4338-9bd1-6bd3875221f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:56.215254 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-1bed3844-fdeb-4338-9bd1-6bd3875221f9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1124153 Jun 17 08:18:56.299205 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec9edef-b4ad-4e53-b092-f0551458ed41 x-openstack-request-id: req-9ec9edef-b4ad-4e53-b092-f0551458ed41 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:56.299702 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44993f28-edf9-41c7-9734-4111fb3a672d", "name": "network-vif-plugged", "status": "completed", "tag": "22f8aefd-6626-4591-b865-99ec2e0751e4", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:56.299817 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9ec9edef-b4ad-4e53-b092-f0551458ed41 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:56.300144 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44993f28-edf9-41c7-9734-4111fb3a672d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f8aefd-6626-4591-b865-99ec2e0751e4', 'code': 200} Jun 17 08:18:56.366152 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-3cb01bfb-8923-470d-bfdc-1b888fd81163 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425235 Jun 17 08:18:56.516862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735337df-fe0a-44da-9392-152f5559c61a req-cc1076d3-43e5-494f-b3c6-eee1b96016a6 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439767 Jun 17 08:18:56.536982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b319219b-447d-4803-aabe-8d3838392eb9 req-20ec9584-d067-4e31-aed2-f1309c294f1f tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:56.538860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b319219b-447d-4803-aabe-8d3838392eb9 req-20ec9584-d067-4e31-aed2-f1309c294f1f tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 931 time: 0.1072757 Jun 17 08:18:56.586645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b319219b-447d-4803-aabe-8d3838392eb9 req-71697fe2-4d87-4f3a-a336-160dec4652f6 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396750 Jun 17 08:18:56.782070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8636e253-8307-47b0-bcde-29241fd898b1 req-56f2fbcb-36f6-41b2-b85b-c1c1387b9204 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:56.783725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8636e253-8307-47b0-bcde-29241fd898b1 req-56f2fbcb-36f6-41b2-b85b-c1c1387b9204 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 950 time: 0.0707021 Jun 17 08:18:56.841377 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8636e253-8307-47b0-bcde-29241fd898b1 req-3c82dde9-55dc-494c-b81b-030273c9771f tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513566 Jun 17 08:18:56.903411 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14ba05c-770f-4ff8-a551-4c7ef2e2dc05 x-openstack-request-id: req-d14ba05c-770f-4ff8-a551-4c7ef2e2dc05 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:18:56.903742 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "069147f3-f640-4388-b4b3-329633f048e5", "tag": "c78d1835-893c-466c-8402-741d667d4546", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:18:56.904202 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d14ba05c-770f-4ff8-a551-4c7ef2e2dc05 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:18:56.904698 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '069147f3-f640-4388-b4b3-329633f048e5', 'tag': 'c78d1835-893c-466c-8402-741d667d4546', 'status': 'completed', 'code': 200} Jun 17 08:18:57.012737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddaf40-d862-41da-80e4-551bf863c952 req-59b22be5-8138-47ca-bf39-ee113cd9160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:57.024965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66ddaf40-d862-41da-80e4-551bf863c952 req-59b22be5-8138-47ca-bf39-ee113cd9160f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=36ada1aa5e5c4ebd85332dc13de14266&device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 1099 time: 0.0962093 Jun 17 08:18:57.164806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddaf40-d862-41da-80e4-551bf863c952 req-8a096978-e434-4d20-9a9f-1e7c65359a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:57.166296 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66ddaf40-d862-41da-80e4-551bf863c952 req-8a096978-e434-4d20-9a9f-1e7c65359a00 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1326354 Jun 17 08:18:57.232086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66ddaf40-d862-41da-80e4-551bf863c952 req-52430bf5-7916-4992-ae59-14fa0f5cd0ef service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=c78d1835-893c-466c-8402-741d667d4546 HTTP/1.1" status: 200 len: 217 time: 0.0478151 Jun 17 08:18:57.305684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df19ec-932c-4719-bacd-1a58b95a43db req-e8c9e269-4f0b-489c-a495-3b86deeb733d tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:57.312593 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16df19ec-932c-4719-bacd-1a58b95a43db req-e8c9e269-4f0b-489c-a495-3b86deeb733d tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 945 time: 0.1674051 Jun 17 08:18:57.327844 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddaf40-d862-41da-80e4-551bf863c952 req-691a7363-d645-48c2-9c82-2969d2108ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:57.329660 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66ddaf40-d862-41da-80e4-551bf863c952 req-691a7363-d645-48c2-9c82-2969d2108ef8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0898304 Jun 17 08:18:57.398038 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16df19ec-932c-4719-bacd-1a58b95a43db req-8f9996b9-2dcc-43bd-aec4-30b48d0665b6 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822225 Jun 17 08:18:57.417631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddaf40-d862-41da-80e4-551bf863c952 req-3c03795b-c339-45a2-ba00-f7b1e8abc7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:57.419256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66ddaf40-d862-41da-80e4-551bf863c952 req-3c03795b-c339-45a2-ba00-f7b1e8abc7af service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0803583 Jun 17 08:18:57.535981 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66ddaf40-d862-41da-80e4-551bf863c952 req-c09af356-ddd4-49f3-9271-e6a0734d2bb0 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037800 Jun 17 08:18:57.691117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d5f76-7aa7-46d4-a165-b5ccebd016f5 req-59e58831-a3a2-42f8-aeb8-133db1ae1ac2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:57.692761 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c66d5f76-7aa7-46d4-a165-b5ccebd016f5 req-59e58831-a3a2-42f8-aeb8-133db1ae1ac2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 945 time: 0.1415939 Jun 17 08:18:57.695186 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66ddaf40-d862-41da-80e4-551bf863c952 req-3971a514-42d9-46c8-a8de-736417c49bf8 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519582 Jun 17 08:18:57.743815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c66d5f76-7aa7-46d4-a165-b5ccebd016f5 req-7deb57a5-0f96-48a9-8dc6-9510c3e50ab8 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/security-groups?id=d66e69d9-2fdd-420d-840a-5d87a40af5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451524 Jun 17 08:18:57.922827 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da227e-c691-4af3-8fd2-7a8998ee4894 req-812175ce-224b-41aa-a95c-574d192c6495 tempest-LiveMigrationNegativeTest-1104514403 tempest-LiveMigrationNegativeTest-1104514403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:57.924570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36da227e-c691-4af3-8fd2-7a8998ee4894 req-812175ce-224b-41aa-a95c-574d192c6495 tempest-LiveMigrationNegativeTest-1104514403 tempest-LiveMigrationNegativeTest-1104514403-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 1102 time: 0.0634437 Jun 17 08:18:57.944058 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-36da227e-c691-4af3-8fd2-7a8998ee4894 req-cfa6f270-7715-4621-a9a6-4501b1e3c025 tempest-LiveMigrationNegativeTest-1104514403 tempest-LiveMigrationNegativeTest-1104514403-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:58.045303 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-36da227e-c691-4af3-8fd2-7a8998ee4894 req-cfa6f270-7715-4621-a9a6-4501b1e3c025 tempest-LiveMigrationNegativeTest-1104514403 tempest-LiveMigrationNegativeTest-1104514403-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:58.053109 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-36da227e-c691-4af3-8fd2-7a8998ee4894 req-cfa6f270-7715-4621-a9a6-4501b1e3c025 tempest-LiveMigrationNegativeTest-1104514403 tempest-LiveMigrationNegativeTest-1104514403-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:58.057938 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5c1782ab-3cda-4474-87ca-b25d22f2a150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:58.084421 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36da227e-c691-4af3-8fd2-7a8998ee4894 req-cfa6f270-7715-4621-a9a6-4501b1e3c025 tempest-LiveMigrationNegativeTest-1104514403 tempest-LiveMigrationNegativeTest-1104514403-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534562 Jun 17 08:18:58.089270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6f270-7715-4621-a9a6-4501b1e3c025 tempest-LiveMigrationNegativeTest-1104514403 tempest-LiveMigrationNegativeTest-1104514403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb2947-2ab0-4278-ab9f-8de45f655548,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:58.095079 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cfa6f270-7715-4621-a9a6-4501b1e3c025 tempest-LiveMigrationNegativeTest-1104514403 tempest-LiveMigrationNegativeTest-1104514403-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:58.262305 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e28405-38d6-4ad0-9b05-c172e4fedecf req-53b4ee90-71ad-4a53-b51b-4c14f8c4de61 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:58.263671 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96e28405-38d6-4ad0-9b05-c172e4fedecf req-53b4ee90-71ad-4a53-b51b-4c14f8c4de61 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 947 time: 0.0653558 Jun 17 08:18:58.305620 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96e28405-38d6-4ad0-9b05-c172e4fedecf req-732a5991-528e-4b6d-a15f-4b6f13e753e8 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349562 Jun 17 08:18:58.474122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ad9c3-7c35-4faa-a4b5-0eb56bc3ca66 req-5205045b-5bda-4f73-a311-f40623bc56f0 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:18:58.475802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f6ad9c3-7c35-4faa-a4b5-0eb56bc3ca66 req-5205045b-5bda-4f73-a311-f40623bc56f0 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 931 time: 0.0695980 Jun 17 08:18:58.527367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f6ad9c3-7c35-4faa-a4b5-0eb56bc3ca66 req-f0373109-4d69-4e44-b987-0b88a6dbf808 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Jun 17 08:18:58.755418 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-23a684a1-699f-48f6-852a-2b349e09211d tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 258 time: 0.2024131 Jun 17 08:18:58.766638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:18:58.805409 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.132069 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.252728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Allocated IP 172.25.8.230 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/19452701-96de-47c5-bddf-03717c90f09d) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:18:59.367376 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.409309 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.412376 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:59.448749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:18:59.452157 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:18:59.455593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:18:59.483630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Pushing event updated for resources: {'Port': ['ID=19452701-96de-47c5-bddf-03717c90f09d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:59.494488 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:59.597267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.649606 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.812455 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.818328 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.820458 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:18:59.889982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Pushing event updated for resources: {'Port': ['ID=19452701-96de-47c5-bddf-03717c90f09d,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:18:59.894163 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:18:59.900844 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.921712 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:18:59.922967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1618609 Jun 17 08:18:59.976153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c78d1835-893c-466c-8402-741d667d4546 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:18:59.999439 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-3c320bb8-5d09-4b72-8589-e1f51d7127ee tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0693879 Jun 17 08:19:00.103554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c78d1835-893c-466c-8402-741d667d4546, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c78d1835-893c-466c-8402-741d667d4546,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:00.114230 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'c78d1835-893c-466c-8402-741d667d4546', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'c78d1835-893c-466c-8402-741d667d4546', 'mac_address': 'fa:16:3e:4a:71:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:19:00.114649 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-83e97185-15a0-4722-be5c-8b47334c3f46 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:00.116155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-83e97185-15a0-4722-be5c-8b47334c3f46 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1133201 Jun 17 08:19:00.127795 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-c3d983df-b7de-495d-a7f2-711d31d52b4e tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:19:00.128761 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-531bd731-5272-4218-ab1b-90f025cfb4a0 req-c3d983df-b7de-495d-a7f2-711d31d52b4e tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059605 Jun 17 08:19:00.153582 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:00.173842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c78d1835-893c-466c-8402-741d667d4546 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:00.193699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c78d1835-893c-466c-8402-741d667d4546, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c78d1835-893c-466c-8402-741d667d4546,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:00.199119 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:00.201471 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:00.253657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c78d1835-893c-466c-8402-741d667d4546,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:00.257458 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:00.421274 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['c78d1835-893c-466c-8402-741d667d4546'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:00.577705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19a4be-c4d6-4ac9-8670-6f762924bdbf req-9bec4378-7917-460f-8732-5a30c459fcbf tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:00.581851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d19a4be-c4d6-4ac9-8670-6f762924bdbf req-9bec4378-7917-460f-8732-5a30c459fcbf tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 945 time: 0.0746839 Jun 17 08:19:00.622570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d19a4be-c4d6-4ac9-8670-6f762924bdbf req-31d739cd-536f-4d48-b462-6d527d87795f tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373313 Jun 17 08:19:00.803442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30fee4-7c66-4f61-b24a-40dc2da359e0 req-7192ddf0-a6e4-430c-8b1a-f3606d2cfc98 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:00.804993 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a30fee4-7c66-4f61-b24a-40dc2da359e0 req-7192ddf0-a6e4-430c-8b1a-f3606d2cfc98 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 948 time: 0.0766876 Jun 17 08:19:00.844800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a30fee4-7c66-4f61-b24a-40dc2da359e0 req-aadc54db-64d3-4e4b-a1a4-fc376e5fd306 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Jun 17 08:19:01.026450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3851dcd-223f-423b-b7c6-b8011db26d5f req-b83dd477-25e7-485a-96ed-5d31d74f980f tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:01.027980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3851dcd-223f-423b-b7c6-b8011db26d5f req-b83dd477-25e7-485a-96ed-5d31d74f980f tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 931 time: 0.0682261 Jun 17 08:19:01.071478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3851dcd-223f-423b-b7c6-b8011db26d5f req-508129b2-8280-439a-9689-80a3809447d1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376368 Jun 17 08:19:01.288095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-e1d34534-1327-4c5d-843d-7ea42d883cb6 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:01.290385 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-e1d34534-1327-4c5d-843d-7ea42d883cb6 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1115015 Jun 17 08:19:01.339688 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-2b928ed5-345c-4c16-9684-c67d339db4a2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0437100 Jun 17 08:19:01.349620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-951a1248-efe4-44eb-b7cf-7bbb39ed23f2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Request body: {'floatingip': {'port_id': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:01.391611 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-951a1248-efe4-44eb-b7cf-7bbb39ed23f2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:01.838164 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-951a1248-efe4-44eb-b7cf-7bbb39ed23f2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:01.844419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-951a1248-efe4-44eb-b7cf-7bbb39ed23f2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:01.955376 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-951a1248-efe4-44eb-b7cf-7bbb39ed23f2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Floating IP 24eb4cb8-5f03-4dad-bffd-553ce60a69e3 associated. External IP: 172.25.8.230, port: 36062a8c-3fd4-4694-ade0-2c64348bb128. Jun 17 08:19:01.991832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c78d1835-893c-466c-8402-741d667d4546 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:02.046458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port c78d1835-893c-466c-8402-741d667d4546 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:02.050700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port c78d1835-893c-466c-8402-741d667d4546 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:02.051166 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:02.140995 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:02.164393 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069147f3-f640-4388-b4b3-329633f048e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78d1835-893c-466c-8402-741d667d4546'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:02.166701 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4085510-5a94-40a3-92ae-15189bfc0b21" -d '{"events": [{"server_uuid": "069147f3-f640-4388-b4b3-329633f048e5", "name": "network-vif-plugged", "status": "completed", "tag": "c78d1835-893c-466c-8402-741d667d4546"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:02.174486 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-951a1248-efe4-44eb-b7cf-7bbb39ed23f2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Router d169300e-bd4d-46bf-984f-667c8d8a7650 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:02.180228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c78d1835-893c-466c-8402-741d667d4546, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c78d1835-893c-466c-8402-741d667d4546,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:02.185435 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:02.189480 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:02.236894 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c78d1835-893c-466c-8402-741d667d4546,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:02.240372 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:02.301633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-951a1248-efe4-44eb-b7cf-7bbb39ed23f2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:02.309182 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-951a1248-efe4-44eb-b7cf-7bbb39ed23f2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:02.311591 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7fba4-87c6-4bc2-9b5b-d11f03e708f2 None None] Sync routers for ids ['d169300e-bd4d-46bf-984f-667c8d8a7650'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:02.322876 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7fba4-87c6-4bc2-9b5b-d11f03e708f2 None None] Routers {'d169300e-bd4d-46bf-984f-667c8d8a7650'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:02.323753 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0ca7fba4-87c6-4bc2-9b5b-d11f03e708f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d169300e-bd4d-46bf-984f-667c8d8a7650'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:02.350728 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-951a1248-efe4-44eb-b7cf-7bbb39ed23f2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "PUT /v2.0/floatingips/24eb4cb8-5f03-4dad-bffd-553ce60a69e3 HTTP/1.1" status: 200 len: 996 time: 1.0051451 Jun 17 08:19:02.351261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'tag': '36062a8c-3fd4-4694-ade0-2c64348bb128'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:02.353613 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5fad91-dc43-4b46-8c0b-bc081f059cb6" -d '{"events": [{"name": "network-changed", "server_uuid": "0202b563-3bdd-43cd-bfbc-6164b45a1257", "tag": "36062a8c-3fd4-4694-ade0-2c64348bb128"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:02.421573 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-61162d1e-0037-4f3e-9aa3-84915353b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:02.423158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-61162d1e-0037-4f3e-9aa3-84915353b0a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29538e20c0324a9d9ac499c888d30075&device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 1097 time: 0.0569930 Jun 17 08:19:02.453699 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-0ca7fba4-87c6-4bc2-9b5b-d11f03e708f2 None None] Set router d169300e-bd4d-46bf-984f-667c8d8a7650 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:02.523865 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-d88a6d45-ccb5-4408-a317-e5c64895a7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:02.525388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-d88a6d45-ccb5-4408-a317-e5c64895a7be service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6b0152a-8fa9-4566-8bb2-19c37f257074 HTTP/1.1" status: 200 len: 929 time: 0.0953498 Jun 17 08:19:02.703142 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:02.740498 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0ca7fba4-87c6-4bc2-9b5b-d11f03e708f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:31Z', 'revision_number': 4, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '24eb4cb8-5f03-4dad-bffd-553ce60a69e3', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'port_id': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'mac_address': 'fa:16:3e:d3:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:18:59Z', 'updated_at': '2021-06-17T08:19:01Z', 'revision_number': 1, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac01ad9-d2af-48f6-bd40-08a874f4dd79', 'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'mac_address': 'fa:16:3e:c0:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:27Z', 'updated_at': '2021-06-17T08:18:40Z', 'revision_number': 5, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'subnets': [{'id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:02.788258 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7fba4-87c6-4bc2-9b5b-d11f03e708f2 None None] Checking router: d169300e-bd4d-46bf-984f-667c8d8a7650 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:02.798967 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca7fba4-87c6-4bc2-9b5b-d11f03e708f2 None None] Routers {'d169300e-bd4d-46bf-984f-667c8d8a7650'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:02.803000 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0ca7fba4-87c6-4bc2-9b5b-d11f03e708f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d169300e-bd4d-46bf-984f-667c8d8a7650'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:02.857437 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-a35e7dd2-dbf6-4e9e-90d3-925f2741ae8b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36062a8c-3fd4-4694-ade0-2c64348bb128 HTTP/1.1" status: 200 len: 999 time: 0.3215961 Jun 17 08:19:02.917763 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-ea84aa2a-ba93-4b21-b18f-db45b9f978c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:02.919072 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-0ca7fba4-87c6-4bc2-9b5b-d11f03e708f2 None None] Set router d169300e-bd4d-46bf-984f-667c8d8a7650 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:02.919634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-ea84aa2a-ba93-4b21-b18f-db45b9f978c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f3127-f5c1-4387-8842-6afcc32f170e HTTP/1.1" status: 200 len: 867 time: 0.0548298 Jun 17 08:19:03.000269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-6cc97628-1fa8-4439-abc3-2582ec1be6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:03.007383 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-6cc97628-1fa8-4439-abc3-2582ec1be6aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6b0152a-8fa9-4566-8bb2-19c37f257074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794358 Jun 17 08:19:03.020700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-72f15f81-dd4b-4441-a83d-57d1e69a77c6 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:19:03.022179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-72f15f81-dd4b-4441-a83d-57d1e69a77c6 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060644 Jun 17 08:19:03.118792 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-7f6bc68c-13a5-411e-b651-c22491a2b378 service neutron] 10.222.0.47 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904815 Jun 17 08:19:03.184848 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0ca7fba4-87c6-4bc2-9b5b-d11f03e708f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:31Z', 'revision_number': 4, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '24eb4cb8-5f03-4dad-bffd-553ce60a69e3', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'port_id': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'mac_address': 'fa:16:3e:d3:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:18:59Z', 'updated_at': '2021-06-17T08:19:01Z', 'revision_number': 1, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac01ad9-d2af-48f6-bd40-08a874f4dd79', 'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'mac_address': 'fa:16:3e:c0:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:27Z', 'updated_at': '2021-06-17T08:18:40Z', 'revision_number': 5, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'subnets': [{'id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:03.217698 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca7fba4-87c6-4bc2-9b5b-d11f03e708f2 None None] The sync data for ids ['d169300e-bd4d-46bf-984f-667c8d8a7650'] in n-d-779913-16 is: [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:31Z', 'revision_number': 4, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '24eb4cb8-5f03-4dad-bffd-553ce60a69e3', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'port_id': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'mac_address': 'fa:16:3e:d3:1c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:18:59Z', 'updated_at': '2021-06-17T08:19:01Z', 'revision_number': 1, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ac01ad9-d2af-48f6-bd40-08a874f4dd79', 'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'mac_address': 'fa:16:3e:c0:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:27Z', 'updated_at': '2021-06-17T08:18:40Z', 'revision_number': 5, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'subnets': [{'id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:03.222198 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a995a5e-084d-4649-84c6-2a9bd68a0a82 req-786199c5-1587-4e17-8bd7-66b4cfcb83a1 service neutron] 10.222.0.47 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969970 Jun 17 08:19:03.503434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53303258-3a2d-4a2c-ac64-16942240f0a5 None None] New status for floating IP 24eb4cb8-5f03-4dad-bffd-553ce60a69e3: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:19:03.863687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc116a9-0857-4129-872a-ce353abfc1f1 req-4cdf49a3-ffe6-4c24-b81c-2ae57fb66585 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:03.865430 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bbc116a9-0857-4129-872a-ce353abfc1f1 req-4cdf49a3-ffe6-4c24-b81c-2ae57fb66585 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 945 time: 0.1184139 Jun 17 08:19:03.872103 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-9db78449-550b-47a8-b6a7-85a769015f42 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0957730 Jun 17 08:19:03.922537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bbc116a9-0857-4129-872a-ce353abfc1f1 req-2bd45e77-5e15-4047-9dc3-d361fe126c4c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493588 Jun 17 08:19:04.006550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-44dde401-0d5b-458d-b85b-ca155cc0fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:04.008314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-44dde401-0d5b-458d-b85b-ca155cc0fb6d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=903bbebec89c4bde81ce8c2dae4be705&device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 1102 time: 0.0847979 Jun 17 08:19:04.158284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-2709f61e-0d56-471e-ab5f-f283baf2b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:04.159823 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-2709f61e-0d56-471e-ab5f-f283baf2b6f4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1329021 Jun 17 08:19:04.183476 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b4d95-e703-4b31-94fd-a403d7826006 req-ebe7ac79-6f2d-4546-8097-e8a5238210e1 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:04.185051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b8b4d95-e703-4b31-94fd-a403d7826006 req-ebe7ac79-6f2d-4546-8097-e8a5238210e1 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 949 time: 0.1034911 Jun 17 08:19:04.218795 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-34e5c1c4-41ef-411b-a1a8-ac57a01614a4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b HTTP/1.1" status: 200 len: 217 time: 0.0512919 Jun 17 08:19:04.280593 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b8b4d95-e703-4b31-94fd-a403d7826006 req-80e3e195-da40-4172-81c4-8dff579ffa28 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680056 Jun 17 08:19:04.290020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-9f6f3d53-4bc1-4780-83e9-fcf40defc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:04.291511 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-9f6f3d53-4bc1-4780-83e9-fcf40defc451 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0611968 Jun 17 08:19:04.353014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-310595b3-abce-4a8c-b54b-b44835640b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:04.354514 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-310595b3-abce-4a8c-b54b-b44835640b4f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569367 Jun 17 08:19:04.479306 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-c64c88c1-1163-42b9-840a-805bf351a698 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184349 Jun 17 08:19:04.513472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554a6e5-6c96-4cd9-b73c-6d3090524645 req-b136b54f-52ed-43a6-ad4d-80ed16d0141b tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:04.514919 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1554a6e5-6c96-4cd9-b73c-6d3090524645 req-b136b54f-52ed-43a6-ad4d-80ed16d0141b tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 931 time: 0.1075697 Jun 17 08:19:04.592954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1554a6e5-6c96-4cd9-b73c-6d3090524645 req-83b2483a-08ce-4bb5-b5d6-313039f2b2cc tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516365 Jun 17 08:19:04.606511 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-050f5d6a-d401-4843-ac16-3a997f7324a3 req-aacaa719-0db3-48f8-a44b-12e2745d0863 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197705 Jun 17 08:19:04.640311 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319be309-57c1-4b34-aef3-a71f819e5550 x-openstack-request-id: req-319be309-57c1-4b34-aef3-a71f819e5550 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:04.640849 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069147f3-f640-4388-b4b3-329633f048e5", "name": "network-vif-plugged", "status": "completed", "tag": "c78d1835-893c-466c-8402-741d667d4546", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:04.641018 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-319be309-57c1-4b34-aef3-a71f819e5550 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:04.641474 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069147f3-f640-4388-b4b3-329633f048e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c78d1835-893c-466c-8402-741d667d4546', 'code': 200} Jun 17 08:19:04.672894 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e0acbf-346a-4e40-89d8-c37ef428b2c7 x-openstack-request-id: req-71e0acbf-346a-4e40-89d8-c37ef428b2c7 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:04.673219 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0202b563-3bdd-43cd-bfbc-6164b45a1257", "tag": "36062a8c-3fd4-4694-ade0-2c64348bb128", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:04.673502 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-71e0acbf-346a-4e40-89d8-c37ef428b2c7 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:04.673931 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'tag': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'status': 'completed', 'code': 200} Jun 17 08:19:04.760702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5add24-92c8-40b1-a0da-a6b10ec4041c req-e5b29d38-84ed-4ed0-a60a-26ec547a103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:04.762100 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9a5add24-92c8-40b1-a0da-a6b10ec4041c req-e5b29d38-84ed-4ed0-a60a-26ec547a103e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 1101 time: 0.0544074 Jun 17 08:19:04.800010 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9a5add24-92c8-40b1-a0da-a6b10ec4041c req-d605b088-abe9-4c76-a328-c22d9fc77ede service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286655 Jun 17 08:19:04.822683 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-bd247a66-9bd8-4dd1-9dbb-1b816b0c0b41 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 258 time: 0.1393964 Jun 17 08:19:04.843233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:04.848669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fad91-dc43-4b46-8c0b-bc081f059cb6 req-2dad1998-e602-43c4-a668-fa897940b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:04.850111 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da5fad91-dc43-4b46-8c0b-bc081f059cb6 req-2dad1998-e602-43c4-a668-fa897940b849 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=29538e20c0324a9d9ac499c888d30075&device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 1097 time: 0.1426818 Jun 17 08:19:04.909886 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:04.995074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fad91-dc43-4b46-8c0b-bc081f059cb6 req-489c59e3-17c3-405f-a738-5ec926b9aafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:04.996558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da5fad91-dc43-4b46-8c0b-bc081f059cb6 req-489c59e3-17c3-405f-a738-5ec926b9aafb service neutron] 10.222.0.63 "GET /v2.0/networks?id=f6b0152a-8fa9-4566-8bb2-19c37f257074 HTTP/1.1" status: 200 len: 929 time: 0.1383543 Jun 17 08:19:05.072358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da5fad91-dc43-4b46-8c0b-bc081f059cb6 req-e4f80bae-d796-434a-9bde-2888267eabf1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36062a8c-3fd4-4694-ade0-2c64348bb128 HTTP/1.1" status: 200 len: 1001 time: 0.0675757 Jun 17 08:19:05.125255 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.141101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fad91-dc43-4b46-8c0b-bc081f059cb6 req-705e1769-a11a-43db-a453-daf15dc450ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:05.142566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da5fad91-dc43-4b46-8c0b-bc081f059cb6 req-705e1769-a11a-43db-a453-daf15dc450ab service neutron] 10.222.0.63 "GET /v2.0/subnets?id=652f3127-f5c1-4387-8842-6afcc32f170e HTTP/1.1" status: 200 len: 867 time: 0.0637069 Jun 17 08:19:05.273003 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Allocated IP 172.25.8.227 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/b93f02d8-10d9-48ec-93a9-24f25edc706d) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:05.281354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fad91-dc43-4b46-8c0b-bc081f059cb6 req-72ac862b-44cc-4ee2-820f-7af18e3c04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:05.282889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da5fad91-dc43-4b46-8c0b-bc081f059cb6 req-72ac862b-44cc-4ee2-820f-7af18e3c04d4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6b0152a-8fa9-4566-8bb2-19c37f257074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137238 Jun 17 08:19:05.433555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da5fad91-dc43-4b46-8c0b-bc081f059cb6 req-f414ee9f-1c30-41f0-a8fa-14c651d3df62 service neutron] 10.222.0.63 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419537 Jun 17 08:19:05.442942 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.547535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.551611 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:05.562200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da5fad91-dc43-4b46-8c0b-bc081f059cb6 req-6a9afe5e-c74f-4b1e-a852-10806af96e03 service neutron] 10.222.0.63 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107030 Jun 17 08:19:05.589094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:05.590668 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:05.594244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:05.628190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Pushing event updated for resources: {'Port': ['ID=b93f02d8-10d9-48ec-93a9-24f25edc706d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:05.640281 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:05.695504 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.745268 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.892667 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.900617 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:05.904071 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:05.981812 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Pushing event updated for resources: {'Port': ['ID=b93f02d8-10d9-48ec-93a9-24f25edc706d,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:05.984586 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:05.991901 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:06.006513 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:06.007746 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1738422 Jun 17 08:19:06.057501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-d4f74322-f1fa-4fb6-93af-de3081b6c756 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.0438924 Jun 17 08:19:06.166088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-8e6bb225-9023-4c04-bb66-ed63c7ddd8ee tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:06.167460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c11e235a-41d0-48a9-8636-dc6c550f6e66 req-8e6bb225-9023-4c04-bb66-ed63c7ddd8ee tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1046915 Jun 17 08:19:06.481107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Request body: {'port': {'device_id': '64e65559-e6f6-40f5-a96a-2c626e828e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:06.590955 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:06.677797 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be86203-0b14-48f4-a7ec-e941dc79172b req-c7b22f7b-cb0d-4729-9391-46c0d5947311 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:06.679874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4be86203-0b14-48f4-a7ec-e941dc79172b req-c7b22f7b-cb0d-4729-9391-46c0d5947311 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 945 time: 0.0868623 Jun 17 08:19:06.700801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f10ca-e940-4289-b971-50d9a70952cb req-12141116-0feb-44a6-9329-c4d6a22d092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:06.702385 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-701f10ca-e940-4289-b971-50d9a70952cb req-12141116-0feb-44a6-9329-c4d6a22d092a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 1097 time: 0.1430652 Jun 17 08:19:06.799552 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-701f10ca-e940-4289-b971-50d9a70952cb req-993d8d05-ffa4-4aa3-a949-25f11d6f431f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488601 Jun 17 08:19:06.941873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:06.949902 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:06.962706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Transition to ACTIVE for port object 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:06.969771 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:06.974179 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:06.982819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4be86203-0b14-48f4-a7ec-e941dc79172b req-a617bb9d-4216-4039-824e-39175a8d10a4 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965479 Jun 17 08:19:07.023131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5744db-851f-465a-a756-b975369ca8f0 req-5a18186c-a730-4923-8f30-32921f4e72ff tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:07.024908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d5744db-851f-465a-a756-b975369ca8f0 req-5a18186c-a730-4923-8f30-32921f4e72ff tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 949 time: 0.0894327 Jun 17 08:19:07.084005 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d5744db-851f-465a-a756-b975369ca8f0 req-ee88afea-8007-49b9-bf5f-af46d4868274 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513020 Jun 17 08:19:07.107585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Pushing event updated for resources: {'Port': ['ID=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:07.118757 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:07.130075 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Attempting to bind port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:07.130418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Attempting to bind port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:07.130745 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Attempting to bind port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d on network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:07.135489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d on network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:19:07.136026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Attempting to bind port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d on network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:07.142504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:07.142883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Checking segment: {'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:07.143315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Bound using segment: {'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:07.143791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Bound port: 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04d95723-43e0-4e10-974b-54c006855409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:07.144149 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:07.176066 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ddda6-774c-4499-b0f9-5b9f041e34af req-52b8ba61-236d-4264-8935-26c40a1c608f tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:07.177655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4ddda6-774c-4499-b0f9-5b9f041e34af req-52b8ba61-236d-4264-8935-26c40a1c608f tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 943 time: 0.0729730 Jun 17 08:19:07.217313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] For port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:07.220547 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] For port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:07.226412 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:07.229632 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:07.257575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:07.258505 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:07.258637 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f4ddda6-774c-4499-b0f9-5b9f041e34af req-c31f7cf4-1d46-43d8-b408-c02f9a4f47af tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739806 Jun 17 08:19:07.259921 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] 10.222.0.10 "PUT /v2.0/ports/78fe5bd4-7e9f-4dc5-8439-7b6367152e2d HTTP/1.1" status: 200 len: 1092 time: 0.7832708 Jun 17 08:19:07.262762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64e65559-e6f6-40f5-a96a-2c626e828e9b', 'tag': '78fe5bd4-7e9f-4dc5-8439-7b6367152e2d'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:07.272829 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84df8367-43ea-4fc5-b273-1a10751b8d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "64e65559-e6f6-40f5-a96a-2c626e828e9b", "tag": "78fe5bd4-7e9f-4dc5-8439-7b6367152e2d"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:07.316101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f57561-5b56-4a51-95b1-47683a1dab3a req-40481485-172a-4d5b-88aa-1197fb062ef5 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:07.318351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61f57561-5b56-4a51-95b1-47683a1dab3a req-40481485-172a-4d5b-88aa-1197fb062ef5 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1116400 Jun 17 08:19:07.321808 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Pushing event updated for resources: {'Port': ['ID=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:07.330550 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:07.377436 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61f57561-5b56-4a51-95b1-47683a1dab3a req-a4286526-1d79-4152-87af-0fafccb3dddc tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.0531380 Jun 17 08:19:07.381278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3606ede3-99fe-4dcc-ac6b-fe7f0d224982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:07.383023 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-3606ede3-99fe-4dcc-ac6b-fe7f0d224982 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e4237e4fbc545b1aab932daef22c456&device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 1095 time: 0.0718005 Jun 17 08:19:07.386873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-61f57561-5b56-4a51-95b1-47683a1dab3a req-1b0ab85c-a0b7-478d-9a7e-5c731eaee118 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Request body: {'floatingip': {'port_id': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:07.440515 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-38df16a9-8b55-44bc-a3a9-a8a861e4970e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d HTTP/1.1" status: 200 len: 217 time: 0.0487928 Jun 17 08:19:07.444646 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-61f57561-5b56-4a51-95b1-47683a1dab3a req-1b0ab85c-a0b7-478d-9a7e-5c731eaee118 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:07.524174 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-f9107010-3df6-4da9-9a63-b65e0ff17e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:07.525782 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-f9107010-3df6-4da9-9a63-b65e0ff17e47 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=535391d7-7ca4-41f3-9fe2-51419b23ddad HTTP/1.1" status: 200 len: 854 time: 0.0736883 Jun 17 08:19:07.593753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-c953b4b8-f9e9-4401-9b42-12b322860985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:07.595282 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-c953b4b8-f9e9-4401-9b42-12b322860985 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d3bc11e-a9d3-4f68-b661-2ff2b9452385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624955 Jun 17 08:19:07.687198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01689e-4e49-4aaf-b639-52bf13cd17d2 req-143ce534-5146-4978-8ff7-8faed556a5f2 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:07.687439 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-4de380ad-12a2-41e7-b330-945ae9b4cca6 service neutron] 10.222.0.10 "GET /v2.0/networks/7d3bc11e-a9d3-4f68-b661-2ff2b9452385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824947 Jun 17 08:19:07.688610 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd01689e-4e49-4aaf-b639-52bf13cd17d2 req-143ce534-5146-4978-8ff7-8faed556a5f2 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 950 time: 0.1717842 Jun 17 08:19:07.750614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd01689e-4e49-4aaf-b639-52bf13cd17d2 req-9fec6089-c210-427a-9d84-c4a6927e40ec tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482190 Jun 17 08:19:07.758482 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-61f57561-5b56-4a51-95b1-47683a1dab3a req-1b0ab85c-a0b7-478d-9a7e-5c731eaee118 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] update failed (client error): There was a conflict when trying to complete your request. Jun 17 08:19:07.764187 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61f57561-5b56-4a51-95b1-47683a1dab3a req-1b0ab85c-a0b7-478d-9a7e-5c731eaee118 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "PUT /v2.0/floatingips/75efc7d0-14d8-4afd-a774-0f6ddef3bccd HTTP/1.1" status: 409 len: 550 time: 0.3807836 Jun 17 08:19:07.802865 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e474c80-7c75-4953-a0ba-ff9122763915 req-30f5641c-e10a-4a70-9271-daf075090d26 service neutron] 10.222.0.10 "GET /v2.0/networks/7d3bc11e-a9d3-4f68-b661-2ff2b9452385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054003 Jun 17 08:19:07.933142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b2f72-27eb-4e8a-9fb4-6091da8f3ca9 req-d8f91ca3-150f-45df-ad77-8291332fa730 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:07.934860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-080b2f72-27eb-4e8a-9fb4-6091da8f3ca9 req-d8f91ca3-150f-45df-ad77-8291332fa730 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 949 time: 0.0685668 Jun 17 08:19:07.996985 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29e98be-ee76-4151-91a9-3eb964bcf039 x-openstack-request-id: req-e29e98be-ee76-4151-91a9-3eb964bcf039 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:07.997562 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64e65559-e6f6-40f5-a96a-2c626e828e9b", "tag": "78fe5bd4-7e9f-4dc5-8439-7b6367152e2d", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:07.997967 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e29e98be-ee76-4151-91a9-3eb964bcf039 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:07.998503 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64e65559-e6f6-40f5-a96a-2c626e828e9b', 'tag': '78fe5bd4-7e9f-4dc5-8439-7b6367152e2d', 'status': 'completed', 'code': 200} Jun 17 08:19:08.019553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-080b2f72-27eb-4e8a-9fb4-6091da8f3ca9 req-900f196c-b531-41b2-88c4-1e58a1a6174f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717351 Jun 17 08:19:08.044206 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb9395-1604-452a-b440-d6b6de243e3c req-b688e844-1d78-43fb-b4af-51addd87cbf3 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:08.045720 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6bb9395-1604-452a-b440-d6b6de243e3c req-b688e844-1d78-43fb-b4af-51addd87cbf3 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.63 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 950 time: 0.1076229 Jun 17 08:19:08.164307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df8367-43ea-4fc5-b273-1a10751b8d9e req-df980851-677d-4117-afc9-71c3a469b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:08.165819 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-84df8367-43ea-4fc5-b273-1a10751b8d9e req-df980851-677d-4117-afc9-71c3a469b7b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1e4237e4fbc545b1aab932daef22c456&device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 1095 time: 0.0573158 Jun 17 08:19:08.196634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-357d532f-217f-433b-a1e1-0958971cadee req-0664fb8c-6ae0-45fc-a9c7-4d627a9ec746 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips/75efc7d0-14d8-4afd-a774-0f6ddef3bccd HTTP/1.1" status: 200 len: 693 time: 0.0586236 Jun 17 08:19:08.230570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-d6bb9395-1604-452a-b440-d6b6de243e3c req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Deleting port a734e606-0313-47a4-982d-a416b7f1c549 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:08.230947 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d6bb9395-1604-452a-b440-d6b6de243e3c req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:08.267346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df8367-43ea-4fc5-b273-1a10751b8d9e req-c1eb5c34-affc-4a44-a369-6d38d5e3ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:08.270972 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-84df8367-43ea-4fc5-b273-1a10751b8d9e req-c1eb5c34-affc-4a44-a369-6d38d5e3ff06 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7d3bc11e-a9d3-4f68-b661-2ff2b9452385 HTTP/1.1" status: 200 len: 916 time: 0.0961580 Jun 17 08:19:08.318527 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-84df8367-43ea-4fc5-b273-1a10751b8d9e req-a1dadb96-c604-463b-87df-f95f2f6bec93 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d HTTP/1.1" status: 200 len: 217 time: 0.0404856 Jun 17 08:19:08.389642 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d532f-217f-433b-a1e1-0958971cadee req-d207b592-dc9a-479a-9eba-a5825174277a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:08.391072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-357d532f-217f-433b-a1e1-0958971cadee req-d207b592-dc9a-479a-9eba-a5825174277a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1864147 Jun 17 08:19:08.396222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d6bb9395-1604-452a-b440-d6b6de243e3c req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] For port a734e606-0313-47a4-982d-a416b7f1c549, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a734e606-0313-47a4-982d-a416b7f1c549,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:08.396622 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d6bb9395-1604-452a-b440-d6b6de243e3c req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:08.402737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df8367-43ea-4fc5-b273-1a10751b8d9e req-28a5886f-0b83-4385-8072-98881d0b32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:08.404221 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-84df8367-43ea-4fc5-b273-1a10751b8d9e req-28a5886f-0b83-4385-8072-98881d0b32e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=535391d7-7ca4-41f3-9fe2-51419b23ddad HTTP/1.1" status: 200 len: 854 time: 0.0765564 Jun 17 08:19:08.420006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-357d532f-217f-433b-a1e1-0958971cadee req-b858a865-86f0-4615-a334-27b734e953a7 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:19:08.421677 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-357d532f-217f-433b-a1e1-0958971cadee req-b858a865-86f0-4615-a334-27b734e953a7 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208468 Jun 17 08:19:08.484381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df8367-43ea-4fc5-b273-1a10751b8d9e req-3b62d3da-4099-4efa-b3a3-ee43265b7db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:08.486700 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-84df8367-43ea-4fc5-b273-1a10751b8d9e req-3b62d3da-4099-4efa-b3a3-ee43265b7db1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7d3bc11e-a9d3-4f68-b661-2ff2b9452385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737846 Jun 17 08:19:08.514856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-d6bb9395-1604-452a-b440-d6b6de243e3c req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Calling delete_port for a734e606-0313-47a4-982d-a416b7f1c549 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:08.590025 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-357d532f-217f-433b-a1e1-0958971cadee req-7b968d92-dfca-4346-ab8a-019d6cffb202 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.1018102 Jun 17 08:19:08.621490 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-84df8367-43ea-4fc5-b273-1a10751b8d9e req-e42eb0af-87a7-4dc8-ac3a-3e9907a1e82f service neutron] 10.222.0.10 "GET /v2.0/networks/7d3bc11e-a9d3-4f68-b661-2ff2b9452385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271405 Jun 17 08:19:08.684615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-357d532f-217f-433b-a1e1-0958971cadee req-2a8e189e-8c53-4b44-9150-e94d4abb1a65 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.227 HTTP/1.1" status: 200 len: 696 time: 0.0633757 Jun 17 08:19:08.718609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb57b98-e95e-4a14-be24-1e9e57ce4ed5 req-42435c00-605e-4824-a1f1-c8349d67cd6a tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:08.719636 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-84df8367-43ea-4fc5-b273-1a10751b8d9e req-25f29c40-83d9-40ad-abaf-0b98219cd0b5 service neutron] 10.222.0.10 "GET /v2.0/networks/7d3bc11e-a9d3-4f68-b661-2ff2b9452385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873873 Jun 17 08:19:08.720002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0bb57b98-e95e-4a14-be24-1e9e57ce4ed5 req-42435c00-605e-4824-a1f1-c8349d67cd6a tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 949 time: 0.3208480 Jun 17 08:19:08.878600 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0bb57b98-e95e-4a14-be24-1e9e57ce4ed5 req-4ef7e7bd-54bf-4300-91c7-a5d0e180057d tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294153 Jun 17 08:19:08.889156 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d6bb9395-1604-452a-b440-d6b6de243e3c req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:08.894694 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:08.899206 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f6b879ce-834e-4eb5-a0dc-7aeb34436e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:08.903128 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['8a20e3ee-054c-4abb-950d-bb1cd2f70a1b', 'a734e606-0313-47a4-982d-a416b7f1c549'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:08.943828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Pushing event deleted for resources: {'Port': ['ID=a734e606-0313-47a4-982d-a416b7f1c549,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:08.963171 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:08.986667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-357d532f-217f-433b-a1e1-0958971cadee req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Deleting port b93f02d8-10d9-48ec-93a9-24f25edc706d {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:08.987060 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-357d532f-217f-433b-a1e1-0958971cadee req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.026730 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bb9395-1604-452a-b440-d6b6de243e3c req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] No DVR routers for this DVR port a734e606-0313-47a4-982d-a416b7f1c549 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:09.071588 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d6bb9395-1604-452a-b440-d6b6de243e3c req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.073634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6bb9395-1604-452a-b440-d6b6de243e3c req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.63 "DELETE /v2.0/ports/a734e606-0313-47a4-982d-a416b7f1c549 HTTP/1.1" status: 204 len: 173 time: 1.0212216 Jun 17 08:19:09.074152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50948bad-5d3c-43f3-8a2e-dc0dd58d03d4', 'name': 'network-vif-deleted', 'tag': 'a734e606-0313-47a4-982d-a416b7f1c549'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:09.076852 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a01af3c-510e-4222-8ed0-288798904c45" -d '{"events": [{"server_uuid": "50948bad-5d3c-43f3-8a2e-dc0dd58d03d4", "name": "network-vif-deleted", "tag": "a734e606-0313-47a4-982d-a416b7f1c549"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:09.129996 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-357d532f-217f-433b-a1e1-0958971cadee req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.130325 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-357d532f-217f-433b-a1e1-0958971cadee req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.181573 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8499f64-d50c-491f-957e-48e744fb5694 req-e8af57b8-dc12-48c3-9950-0fa80059aa9b tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:09.183132 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8499f64-d50c-491f-957e-48e744fb5694 req-e8af57b8-dc12-48c3-9950-0fa80059aa9b tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 945 time: 0.1670749 Jun 17 08:19:09.210753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-357d532f-217f-433b-a1e1-0958971cadee req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Calling delete_port for b93f02d8-10d9-48ec-93a9-24f25edc706d owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:09.291411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70526a-57b5-4aef-ba59-05c7d20b9112 req-e11a2721-b249-4fda-843a-a970f5133a0a tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:09.292782 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0d70526a-57b5-4aef-ba59-05c7d20b9112 req-e11a2721-b249-4fda-843a-a970f5133a0a tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.10 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 949 time: 0.0716887 Jun 17 08:19:09.299897 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8499f64-d50c-491f-957e-48e744fb5694 req-52f7c7f1-7b34-4bd7-a163-8196d167b18a tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868950 Jun 17 08:19:09.396856 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-357d532f-217f-433b-a1e1-0958971cadee req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.400191 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:09.426113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Pushing event deleted for resources: {'Port': ['ID=b93f02d8-10d9-48ec-93a9-24f25edc706d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:09.426731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-0d70526a-57b5-4aef-ba59-05c7d20b9112 req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Deleting port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:09.427182 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0d70526a-57b5-4aef-ba59-05c7d20b9112 req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.429434 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:09.539791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-0d70526a-57b5-4aef-ba59-05c7d20b9112 req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] For port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:09.540153 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0d70526a-57b5-4aef-ba59-05c7d20b9112 req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.543451 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-357d532f-217f-433b-a1e1-0958971cadee req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.546407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-357d532f-217f-433b-a1e1-0958971cadee req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.558233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-357d532f-217f-433b-a1e1-0958971cadee req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "DELETE /v2.0/floatingips/75efc7d0-14d8-4afd-a774-0f6ddef3bccd HTTP/1.1" status: 204 len: 173 time: 0.8641636 Jun 17 08:19:09.595353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca73648c-d4e0-4439-bcb8-3520387e178a req-9d588889-f6d2-40ad-8ddf-ba5d48391e89 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:09.597411 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca73648c-d4e0-4439-bcb8-3520387e178a req-9d588889-f6d2-40ad-8ddf-ba5d48391e89 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 943 time: 0.1669352 Jun 17 08:19:09.615506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-0d70526a-57b5-4aef-ba59-05c7d20b9112 req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Calling delete_port for 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:09.662346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca73648c-d4e0-4439-bcb8-3520387e178a req-2fd18871-56cf-4c41-96c5-a73f51e90920 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576382 Jun 17 08:19:09.796834 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0d70526a-57b5-4aef-ba59-05c7d20b9112 req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.809717 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:09.816194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['f7f0c4a4-6487-40da-ba0f-dab9465735a1', '1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:09.844957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Pushing event deleted for resources: {'Port': ['ID=1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:09.848823 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:09.880840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c8e80e4-7e07-40c4-8c06-02f734c60a7d req-e2660579-6aa0-4961-8e9b-06a8b03c8792 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=50948bad-5d3c-43f3-8a2e-dc0dd58d03d4 HTTP/1.1" status: 200 len: 210 time: 0.0628331 Jun 17 08:19:09.965319 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d70526a-57b5-4aef-ba59-05c7d20b9112 req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] No DVR routers for this DVR port 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:09.971429 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0d70526a-57b5-4aef-ba59-05c7d20b9112 req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:09.976271 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0d70526a-57b5-4aef-ba59-05c7d20b9112 req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.10 "DELETE /v2.0/ports/1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 HTTP/1.1" status: 204 len: 173 time: 0.6768603 Jun 17 08:19:09.999458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c5fdfe-2bb7-42ea-b689-275cac51032d', 'name': 'network-vif-deleted', 'tag': '1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:10.004983 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e88acb1-810d-4aad-aa01-4f27cb0f29f1" -d '{"events": [{"server_uuid": "f3c5fdfe-2bb7-42ea-b689-275cac51032d", "name": "network-vif-deleted", "tag": "1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:10.167124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e6464a3-0802-4c47-9b20-a4b3eb627ccd req-0fee03f8-47cc-4ec4-b67d-8eadfa1afb14 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=f3c5fdfe-2bb7-42ea-b689-275cac51032d HTTP/1.1" status: 200 len: 210 time: 0.0482786 Jun 17 08:19:10.276855 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca2d3a4-9715-44e3-afa7-c86518a3a672 x-openstack-request-id: req-9ca2d3a4-9715-44e3-afa7-c86518a3a672 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:10.277175 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50948bad-5d3c-43f3-8a2e-dc0dd58d03d4", "name": "network-vif-deleted", "tag": "a734e606-0313-47a4-982d-a416b7f1c549", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:10.277451 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9ca2d3a4-9715-44e3-afa7-c86518a3a672 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:10.277899 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50948bad-5d3c-43f3-8a2e-dc0dd58d03d4', 'name': 'network-vif-deleted', 'tag': 'a734e606-0313-47a4-982d-a416b7f1c549', 'status': 'completed', 'code': 200} Jun 17 08:19:10.391425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-791e867c-0327-4f3c-9a57-8de1e90d8c54 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 1001 time: 0.0979111 Jun 17 08:19:10.462791 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-5abeca6d-0f8c-45d9-9886-0f228be30246 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:10.464201 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-5abeca6d-0f8c-45d9-9886-0f228be30246 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports/36062a8c-3fd4-4694-ade0-2c64348bb128 HTTP/1.1" status: 200 len: 942 time: 0.0645578 Jun 17 08:19:10.521892 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3c54e7-ae6f-4a2b-b831-bc07eaf58238 x-openstack-request-id: req-bb3c54e7-ae6f-4a2b-b831-bc07eaf58238 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:10.522207 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c5fdfe-2bb7-42ea-b689-275cac51032d", "name": "network-vif-deleted", "tag": "1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:10.522476 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bb3c54e7-ae6f-4a2b-b831-bc07eaf58238 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:10.522928 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3c5fdfe-2bb7-42ea-b689-275cac51032d', 'name': 'network-vif-deleted', 'tag': '1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43', 'status': 'completed', 'code': 200} Jun 17 08:19:10.646400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-ec4c4b18-bb06-47f6-b61a-863bee6c8728 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 1001 time: 0.0864518 Jun 17 08:19:11.029176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695003f-e816-46a7-9463-14fc2dd3fb29 req-892512ca-05c3-40e5-b1d8-2c5d4dc8307f tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:11.030785 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f695003f-e816-46a7-9463-14fc2dd3fb29 req-892512ca-05c3-40e5-b1d8-2c5d4dc8307f tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 949 time: 0.3897400 Jun 17 08:19:11.039526 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-69b66a93-9b9d-45ec-bece-2a33ed6990c7 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:11.040846 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-69b66a93-9b9d-45ec-bece-2a33ed6990c7 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.3857770 Jun 17 08:19:11.053481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-709ea76c-78f7-49a3-a8b9-84248a62bfe9 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:19:11.054424 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-709ea76c-78f7-49a3-a8b9-84248a62bfe9 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068123 Jun 17 08:19:11.117832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f695003f-e816-46a7-9463-14fc2dd3fb29 req-61dc0fd1-a106-48ff-a5b4-c0e89eb4f969 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/security-groups?id=450449e0-4132-43b7-8bc4-33effeefe803&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758467 Jun 17 08:19:11.141301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-0aa91039-12af-4ebf-b6ae-04b214a82d8b tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 1001 time: 0.0722802 Jun 17 08:19:11.143393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-5e9af528-44db-40f6-8d8a-6f3fd95ed8a1 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:11.204488 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-5e9af528-44db-40f6-8d8a-6f3fd95ed8a1 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.350129 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-5e9af528-44db-40f6-8d8a-6f3fd95ed8a1 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.371485 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-5e9af528-44db-40f6-8d8a-6f3fd95ed8a1 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.371798 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-5e9af528-44db-40f6-8d8a-6f3fd95ed8a1 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Floating IP 24eb4cb8-5f03-4dad-bffd-553ce60a69e3 disassociated. External IP: 172.25.8.230, port: 36062a8c-3fd4-4694-ade0-2c64348bb128. Jun 17 08:19:11.563900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145b40c-0d39-4949-9c10-0d824b859d38 req-4ccd9813-adf9-424a-8bf2-1a9fd437fbfe tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:11.565415 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c145b40c-0d39-4949-9c10-0d824b859d38 req-4ccd9813-adf9-424a-8bf2-1a9fd437fbfe tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 943 time: 0.1224868 Jun 17 08:19:11.679873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c145b40c-0d39-4949-9c10-0d824b859d38 req-d2006111-1a36-4247-9178-924ddd0fb881 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795701 Jun 17 08:19:11.708022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-5e9af528-44db-40f6-8d8a-6f3fd95ed8a1 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Router d169300e-bd4d-46bf-984f-667c8d8a7650 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:11.721964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d619fa-7783-4b36-bec2-30ccbeb7e029 req-e88b6d08-2562-4ae6-a82e-569d85deeddf tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:11.723721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-39d619fa-7783-4b36-bec2-30ccbeb7e029 req-e88b6d08-2562-4ae6-a82e-569d85deeddf tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.63 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 949 time: 0.1675167 Jun 17 08:19:11.829003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:19:11.919232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-5e9af528-44db-40f6-8d8a-6f3fd95ed8a1 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:11.924085 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-5e9af528-44db-40f6-8d8a-6f3fd95ed8a1 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.934221 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d01394-afae-461f-b134-ffcdee886899 None None] Sync routers for ids ['d169300e-bd4d-46bf-984f-667c8d8a7650'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:11.952806 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d01394-afae-461f-b134-ffcdee886899 None None] Routers {'d169300e-bd4d-46bf-984f-667c8d8a7650'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:11.953413 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-49d01394-afae-461f-b134-ffcdee886899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d169300e-bd4d-46bf-984f-667c8d8a7650'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:11.967670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-39d619fa-7783-4b36-bec2-30ccbeb7e029 req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Deleting port c78d1835-893c-466c-8402-741d667d4546 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:11.968021 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-39d619fa-7783-4b36-bec2-30ccbeb7e029 req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:11.976453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:11.993851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-5e9af528-44db-40f6-8d8a-6f3fd95ed8a1 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "PUT /v2.0/floatingips/24eb4cb8-5f03-4dad-bffd-553ce60a69e3 HTTP/1.1" status: 200 len: 695 time: 0.8542833 Jun 17 08:19:11.998956 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '78fe5bd4-7e9f-4dc5-8439-7b6367152e2d', 'network_id': '7d3bc11e-a9d3-4f68-b661-2ff2b9452385', 'port_id': '78fe5bd4-7e9f-4dc5-8439-7b6367152e2d', 'mac_address': 'fa:16:3e:4a:32:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '535391d7-7ca4-41f3-9fe2-51419b23ddad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:19:12.032003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a734e606-0313-47a4-982d-a416b7f1c549 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:12.058547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: a734e606-0313-47a4-982d-a416b7f1c549 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:12.059204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a734e606-0313-47a4-982d-a416b7f1c549 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:12.072707 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.090704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:12.105485 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-49d01394-afae-461f-b134-ffcdee886899 None None] Set router d169300e-bd4d-46bf-984f-667c8d8a7650 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:12.124767 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:12.133642 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.139430 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:12.177413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-39d619fa-7783-4b36-bec2-30ccbeb7e029 req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] For port c78d1835-893c-466c-8402-741d667d4546, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c78d1835-893c-466c-8402-741d667d4546,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:12.177779 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-39d619fa-7783-4b36-bec2-30ccbeb7e029 req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.200414 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:12.204670 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:12.240934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-305087a4-9b9f-463b-bdca-13f2f6ffcb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:12.243047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-305087a4-9b9f-463b-bdca-13f2f6ffcb4c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=29538e20c0324a9d9ac499c888d30075&device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 1097 time: 0.1983504 Jun 17 08:19:12.270197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-39d619fa-7783-4b36-bec2-30ccbeb7e029 req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Calling delete_port for c78d1835-893c-466c-8402-741d667d4546 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:12.280380 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'tag': '36062a8c-3fd4-4694-ade0-2c64348bb128'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:12.282922 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5" -d '{"events": [{"name": "network-changed", "server_uuid": "0202b563-3bdd-43cd-bfbc-6164b45a1257", "tag": "36062a8c-3fd4-4694-ade0-2c64348bb128"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:12.435475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-44983813-8c43-43d7-89a9-414b545991be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:12.437092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-44983813-8c43-43d7-89a9-414b545991be service neutron] 10.222.0.47 "GET /v2.0/networks?id=f6b0152a-8fa9-4566-8bb2-19c37f257074 HTTP/1.1" status: 200 len: 929 time: 0.1645935 Jun 17 08:19:12.496689 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-9b7d3b28-5890-4178-844c-a23ee639f0aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36062a8c-3fd4-4694-ade0-2c64348bb128 HTTP/1.1" status: 200 len: 217 time: 0.0520632 Jun 17 08:19:12.537415 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-49d01394-afae-461f-b134-ffcdee886899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:31Z', 'revision_number': 4, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '4ac01ad9-d2af-48f6-bd40-08a874f4dd79', 'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'mac_address': 'fa:16:3e:c0:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:27Z', 'updated_at': '2021-06-17T08:18:40Z', 'revision_number': 5, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'subnets': [{'id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:12.562201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['78fe5bd4-7e9f-4dc5-8439-7b6367152e2d'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:12.564472 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d01394-afae-461f-b134-ffcdee886899 None None] Checking router: d169300e-bd4d-46bf-984f-667c8d8a7650 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:12.577358 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d01394-afae-461f-b134-ffcdee886899 None None] Routers {'d169300e-bd4d-46bf-984f-667c8d8a7650'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:12.578220 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-49d01394-afae-461f-b134-ffcdee886899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:18:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d169300e-bd4d-46bf-984f-667c8d8a7650'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:12.584644 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-3d0fd3fe-8a88-481b-b143-c26f6b2564ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:12.585991 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-3d0fd3fe-8a88-481b-b143-c26f6b2564ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=652f3127-f5c1-4387-8842-6afcc32f170e HTTP/1.1" status: 200 len: 867 time: 0.0711849 Jun 17 08:19:12.587225 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-39d619fa-7783-4b36-bec2-30ccbeb7e029 req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.598536 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5535fd4-50bc-4948-94d4-b2a23c8f6100 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:12.606049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['c78d1835-893c-466c-8402-741d667d4546'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:12.661521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Pushing event deleted for resources: {'Port': ['ID=c78d1835-893c-466c-8402-741d667d4546,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:12.664619 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:12.718399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d619fa-7783-4b36-bec2-30ccbeb7e029 req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] No DVR routers for this DVR port c78d1835-893c-466c-8402-741d667d4546 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:12.722037 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-39d619fa-7783-4b36-bec2-30ccbeb7e029 req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:12.723936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-39d619fa-7783-4b36-bec2-30ccbeb7e029 req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.63 "DELETE /v2.0/ports/c78d1835-893c-466c-8402-741d667d4546 HTTP/1.1" status: 204 len: 173 time: 0.9914443 Jun 17 08:19:12.743337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-aec5680a-1a02-4f5c-a122-1087be492fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:12.745130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-aec5680a-1a02-4f5c-a122-1087be492fd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f6b0152a-8fa9-4566-8bb2-19c37f257074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483572 Jun 17 08:19:12.760209 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-49d01394-afae-461f-b134-ffcdee886899 None None] Set router d169300e-bd4d-46bf-984f-667c8d8a7650 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:12.906515 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-79d7379f-b58b-482e-9dfc-62c5617d36f6 service neutron] 10.222.0.47 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539834 Jun 17 08:19:13.032956 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53aa417d-320d-433e-9fbe-b1b6bce9b88a req-763a69ee-b11a-4a21-a90b-e5842331eb51 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] 10.222.0.47 "GET /v2.0/ports?device_id=069147f3-f640-4388-b4b3-329633f048e5 HTTP/1.1" status: 200 len: 210 time: 0.0330679 Jun 17 08:19:13.048917 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-49d01394-afae-461f-b134-ffcdee886899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:31Z', 'revision_number': 4, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '4ac01ad9-d2af-48f6-bd40-08a874f4dd79', 'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'mac_address': 'fa:16:3e:c0:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:27Z', 'updated_at': '2021-06-17T08:18:40Z', 'revision_number': 5, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'subnets': [{'id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:13.065450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06b6a39e-7b07-4a05-8320-067419e4c44a req-b53f3548-0bdd-4a2b-a294-6fc73c0984ab service neutron] 10.222.0.47 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456435 Jun 17 08:19:13.077899 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d01394-afae-461f-b134-ffcdee886899 None None] The sync data for ids ['d169300e-bd4d-46bf-984f-667c8d8a7650'] in n-d-779913-16 is: [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:18:31Z', 'revision_number': 4, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '4ac01ad9-d2af-48f6-bd40-08a874f4dd79', 'name': '', 'network_id': 'f6b0152a-8fa9-4566-8bb2-19c37f257074', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'mac_address': 'fa:16:3e:c0:0f:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:27Z', 'updated_at': '2021-06-17T08:18:40Z', 'revision_number': 5, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'subnets': [{'id': '652f3127-f5c1-4387-8842-6afcc32f170e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:13.091425 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23285dc7-91d1-4942-8899-0b81c01e4648 x-openstack-request-id: req-23285dc7-91d1-4942-8899-0b81c01e4648 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:13.092082 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0202b563-3bdd-43cd-bfbc-6164b45a1257", "tag": "36062a8c-3fd4-4694-ade0-2c64348bb128", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:13.092417 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23285dc7-91d1-4942-8899-0b81c01e4648 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:13.092966 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'tag': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'status': 'completed', 'code': 200} Jun 17 08:19:13.178663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5 req-95e72af8-c3a7-4a77-a58c-c8bb407d2833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:13.180300 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5 req-95e72af8-c3a7-4a77-a58c-c8bb407d2833 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=29538e20c0324a9d9ac499c888d30075&device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 1097 time: 0.0604575 Jun 17 08:19:13.328406 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5 req-75f79728-58d4-48f4-b291-66fce774eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:13.329993 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5 req-75f79728-58d4-48f4-b291-66fce774eef9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f6b0152a-8fa9-4566-8bb2-19c37f257074 HTTP/1.1" status: 200 len: 929 time: 0.1417947 Jun 17 08:19:13.337830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfd4b1-cb52-4703-b87b-6d74cfc17ad6 req-90d0647b-0d4b-42fb-89fa-aaa57d33a42f tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:13.339372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cebfd4b1-cb52-4703-b87b-6d74cfc17ad6 req-90d0647b-0d4b-42fb-89fa-aaa57d33a42f tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 950 time: 0.1325781 Jun 17 08:19:13.363313 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f2569831-05f2-47c7-8bd6-ac2560c23fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:13.394258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5 req-3bdccb23-f281-42c6-9b32-ed4ebdfdd4b6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=36062a8c-3fd4-4694-ade0-2c64348bb128 HTTP/1.1" status: 200 len: 217 time: 0.0538645 Jun 17 08:19:13.413887 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3c1d6e-e835-4cd5-8846-18898cabc847 None None] New status for floating IP 24eb4cb8-5f03-4dad-bffd-553ce60a69e3: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:19:13.455132 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cebfd4b1-cb52-4703-b87b-6d74cfc17ad6 req-74cb69b1-7d10-45ac-9624-51bb413e21d6 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/security-groups?id=6dfba30e-eec6-4df8-9632-07cb0b85d7ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090965 Jun 17 08:19:13.460804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5 req-8a3264b6-aa62-4061-ae22-d89875a00178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:13.462288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5 req-8a3264b6-aa62-4061-ae22-d89875a00178 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=652f3127-f5c1-4387-8842-6afcc32f170e HTTP/1.1" status: 200 len: 867 time: 0.0599842 Jun 17 08:19:13.551450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5 req-95f645c5-91ea-46a8-8318-01db9864de04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:13.553831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5 req-95f645c5-91ea-46a8-8318-01db9864de04 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f6b0152a-8fa9-4566-8bb2-19c37f257074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816793 Jun 17 08:19:13.708314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5 req-cd5282df-5281-4a72-8371-8c4725121ca6 service neutron] 10.222.0.63 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458693 Jun 17 08:19:13.746331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03735fdd-6684-46a3-a1d5-9d2cbe68b3ff req-635bf2e5-8368-4849-83a7-cfa06ed656a5 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:13.747835 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03735fdd-6684-46a3-a1d5-9d2cbe68b3ff req-635bf2e5-8368-4849-83a7-cfa06ed656a5 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 944 time: 0.1242692 Jun 17 08:19:13.780684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:13.860347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03735fdd-6684-46a3-a1d5-9d2cbe68b3ff req-228206cc-4e68-4015-bd44-f3bf0a46731e tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803311 Jun 17 08:19:13.884151 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:13.889554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:13.890172 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:13.910169 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f6e77a7-74b8-4053-9ca2-3dd4dbd1abc5 req-228ee253-c993-4166-84d0-6e19e61ff817 service neutron] 10.222.0.63 "GET /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881685 Jun 17 08:19:13.935332 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7f06b-dc33-4b3c-b114-22a2a2f92973 req-f7b8a866-0f45-44c3-8ab0-1574ee5633df tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:13.937620 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-96d7f06b-dc33-4b3c-b114-22a2a2f92973 req-f7b8a866-0f45-44c3-8ab0-1574ee5633df tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.63 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 950 time: 0.1097157 Jun 17 08:19:13.957283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-1b041ab1-03af-42e6-bcca-7de3cd3bced5 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips/24eb4cb8-5f03-4dad-bffd-553ce60a69e3 HTTP/1.1" status: 200 len: 693 time: 0.0564299 Jun 17 08:19:13.991339 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.028346 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e65559-e6f6-40f5-a96a-2c626e828e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe5bd4-7e9f-4dc5-8439-7b6367152e2d'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:14.030895 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4399b68b-b981-4539-aac2-fe1c746e488d" -d '{"events": [{"server_uuid": "64e65559-e6f6-40f5-a96a-2c626e828e9b", "name": "network-vif-plugged", "status": "completed", "tag": "78fe5bd4-7e9f-4dc5-8439-7b6367152e2d"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:14.052496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:14.060574 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.062548 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:14.065755 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:14.089669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-96d7f06b-dc33-4b3c-b114-22a2a2f92973 req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Deleting port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:14.090156 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-96d7f06b-dc33-4b3c-b114-22a2a2f92973 req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.107746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:14.108239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 1c9b0fee-49c0-4a35-a84c-fcb63a7f2f43 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:14.129798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-44663599-0db8-4214-9231-e246d4f77001 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:14.136834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-44663599-0db8-4214-9231-e246d4f77001 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1730435 Jun 17 08:19:14.145778 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe94b0-ee13-421c-b3d5-13b09050cd3e req-debe7e19-f7b0-47a1-a761-9677aa388ba8 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:14.147299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2fe94b0-ee13-421c-b3d5-13b09050cd3e req-debe7e19-f7b0-47a1-a761-9677aa388ba8 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 948 time: 0.1746085 Jun 17 08:19:14.150711 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:14.155436 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:14.188783 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-96d7f06b-dc33-4b3c-b114-22a2a2f92973 req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] For port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:14.189258 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-96d7f06b-dc33-4b3c-b114-22a2a2f92973 req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.213510 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-9b9e7c2b-a29d-4868-9ab2-f3da321578e9 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0757976 Jun 17 08:19:14.267787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-96d7f06b-dc33-4b3c-b114-22a2a2f92973 req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Calling delete_port for 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:14.275518 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-cfd3e941-ddd1-4993-b443-7de13dce6d92 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.230 HTTP/1.1" status: 200 len: 696 time: 0.0556917 Jun 17 08:19:14.278322 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2fe94b0-ee13-421c-b3d5-13b09050cd3e req-52ee9565-e35b-4c86-8333-773c8e2861cc tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813053 Jun 17 08:19:14.448427 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-96d7f06b-dc33-4b3c-b114-22a2a2f92973 req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.456030 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Deleting port 19452701-96de-47c5-bddf-03717c90f09d {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:14.456850 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.458150 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:14.462546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['8a20e3ee-054c-4abb-950d-bb1cd2f70a1b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:14.524861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Pushing event deleted for resources: {'Port': ['ID=8a20e3ee-054c-4abb-950d-bb1cd2f70a1b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:14.532293 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:14.573293 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.573780 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.603202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d7f06b-dc33-4b3c-b114-22a2a2f92973 req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] No DVR routers for this DVR port 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:14.606545 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-96d7f06b-dc33-4b3c-b114-22a2a2f92973 req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.609344 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-96d7f06b-dc33-4b3c-b114-22a2a2f92973 req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.63 "DELETE /v2.0/ports/8a20e3ee-054c-4abb-950d-bb1cd2f70a1b HTTP/1.1" status: 204 len: 173 time: 0.6645648 Jun 17 08:19:14.609883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce83d656-11b4-4974-a675-0ce54dd6cf59', 'name': 'network-vif-deleted', 'tag': '8a20e3ee-054c-4abb-950d-bb1cd2f70a1b'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:14.613137 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567dd565-caa6-4798-b4f8-81a01a8bc960" -d '{"events": [{"server_uuid": "ce83d656-11b4-4974-a675-0ce54dd6cf59", "name": "network-vif-deleted", "tag": "8a20e3ee-054c-4abb-950d-bb1cd2f70a1b"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:14.669667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Calling delete_port for 19452701-96de-47c5-bddf-03717c90f09d owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:14.853017 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.870312 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5293abc6-c8d5-4b4b-9ff0-b12aff1f8f17 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:14.904331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Pushing event deleted for resources: {'Port': ['ID=19452701-96de-47c5-bddf-03717c90f09d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:14.907904 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:14.975797 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.979452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:14.980790 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c10728b2-cd4d-4b01-afae-df7df3ea4014 req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "DELETE /v2.0/floatingips/24eb4cb8-5f03-4dad-bffd-553ce60a69e3 HTTP/1.1" status: 204 len: 173 time: 0.6920934 Jun 17 08:19:15.082398 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d806c7-3330-4c2b-9bc3-db83c63ed5a0 x-openstack-request-id: req-85d806c7-3330-4c2b-9bc3-db83c63ed5a0 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:15.082965 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e65559-e6f6-40f5-a96a-2c626e828e9b", "name": "network-vif-plugged", "status": "completed", "tag": "78fe5bd4-7e9f-4dc5-8439-7b6367152e2d", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:15.083438 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-85d806c7-3330-4c2b-9bc3-db83c63ed5a0 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:15.083976 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e65559-e6f6-40f5-a96a-2c626e828e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fe5bd4-7e9f-4dc5-8439-7b6367152e2d', 'code': 200} Jun 17 08:19:15.094879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '069147f3-f640-4388-b4b3-329633f048e5', 'name': 'network-vif-deleted', 'tag': 'c78d1835-893c-466c-8402-741d667d4546'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:15.096728 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f48654-f031-4c99-af75-0929741dce3c" -d '{"events": [{"server_uuid": "069147f3-f640-4388-b4b3-329633f048e5", "name": "network-vif-deleted", "tag": "c78d1835-893c-466c-8402-741d667d4546"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:15.202917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.10', 56079) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:15.220863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ffd7b-ad9e-4d7d-a75e-bf65ff6b3163 req-7f43c3bc-657d-4aa8-a0c5-2fac603f6cb7 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:15.233268 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9d0ffd7b-ad9e-4d7d-a75e-bf65ff6b3163 req-7f43c3bc-657d-4aa8-a0c5-2fac603f6cb7 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 948 time: 0.2255318 Jun 17 08:19:15.243919 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084a949f-c7da-4634-abcc-96e1a3a82940 x-openstack-request-id: req-084a949f-c7da-4634-abcc-96e1a3a82940 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:15.244213 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce83d656-11b4-4974-a675-0ce54dd6cf59", "name": "network-vif-deleted", "tag": "8a20e3ee-054c-4abb-950d-bb1cd2f70a1b", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:15.244483 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-084a949f-c7da-4634-abcc-96e1a3a82940 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:15.248088 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce83d656-11b4-4974-a675-0ce54dd6cf59', 'name': 'network-vif-deleted', 'tag': '8a20e3ee-054c-4abb-950d-bb1cd2f70a1b', 'status': 'completed', 'code': 200} Jun 17 08:19:15.365118 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a05706e-c052-4069-baa3-313660ad6c4c req-d152d8bc-d5fc-4dc4-9bf8-56606fa7ae91 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1589990 Jun 17 08:19:15.459010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a9d1f-2ac7-46ed-9c3f-1fea5fe43a0a req-9803a8ca-5787-4cf2-b217-b7f3e1da8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:15.460801 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-089a9d1f-2ac7-46ed-9c3f-1fea5fe43a0a req-9803a8ca-5787-4cf2-b217-b7f3e1da8c11 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 1097 time: 0.2871401 Jun 17 08:19:15.550960 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cfeba73a-9ab0-4c67-92b6-c68b003b1c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:15.554610 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e8805b0-6034-4e25-a472-d0eab9c69492 req-9e7be5e7-009f-4cfe-90d4-ecbf36228c3a tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce83d656-11b4-4974-a675-0ce54dd6cf59 HTTP/1.1" status: 200 len: 210 time: 0.0995297 Jun 17 08:19:15.604977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3827b6-08d6-482f-ba5b-3c195ffe2703 req-e52b514e-9d2a-4ae4-995b-4623280e7591 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:15.606744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b3827b6-08d6-482f-ba5b-3c195ffe2703 req-e52b514e-9d2a-4ae4-995b-4623280e7591 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 945 time: 0.2336495 Jun 17 08:19:15.645227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05706e-c052-4069-baa3-313660ad6c4c req-7058f353-0caa-4ec2-b79f-5ba1101f5d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:15.646750 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a05706e-c052-4069-baa3-313660ad6c4c req-7058f353-0caa-4ec2-b79f-5ba1101f5d3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4228395c8ead46e294631fe1186cdb6a&device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 1098 time: 0.1930547 Jun 17 08:19:15.716250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b3827b6-08d6-482f-ba5b-3c195ffe2703 req-03933ca2-6c75-4dc3-aee3-65a5ef885de2 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016548 Jun 17 08:19:15.842609 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:15.874274 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-089a9d1f-2ac7-46ed-9c3f-1fea5fe43a0a req-4ac097cc-f1da-47ba-9eed-ba478658e65d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433283 Jun 17 08:19:15.915902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-9d0ffd7b-ad9e-4d7d-a75e-bf65ff6b3163 req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Deleting port f7f0c4a4-6487-40da-ba0f-dab9465735a1 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:15.916361 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9d0ffd7b-ad9e-4d7d-a75e-bf65ff6b3163 req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:16.036365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c78d1835-893c-466c-8402-741d667d4546 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:16.059305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-9d0ffd7b-ad9e-4d7d-a75e-bf65ff6b3163 req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] For port f7f0c4a4-6487-40da-ba0f-dab9465735a1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=f7f0c4a4-6487-40da-ba0f-dab9465735a1,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:16.059711 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9d0ffd7b-ad9e-4d7d-a75e-bf65ff6b3163 req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:16.066755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: c78d1835-893c-466c-8402-741d667d4546 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:16.067153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c78d1835-893c-466c-8402-741d667d4546 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:16.081416 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821b3af2-9a72-4fc0-bd3c-df719e7f4dd2 x-openstack-request-id: req-821b3af2-9a72-4fc0-bd3c-df719e7f4dd2 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:16.081711 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "069147f3-f640-4388-b4b3-329633f048e5", "name": "network-vif-deleted", "tag": "c78d1835-893c-466c-8402-741d667d4546", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:16.082160 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-821b3af2-9a72-4fc0-bd3c-df719e7f4dd2 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:16.082497 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '069147f3-f640-4388-b4b3-329633f048e5', 'name': 'network-vif-deleted', 'tag': 'c78d1835-893c-466c-8402-741d667d4546', 'status': 'completed', 'code': 200} Jun 17 08:19:16.167838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-9d0ffd7b-ad9e-4d7d-a75e-bf65ff6b3163 req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Calling delete_port for f7f0c4a4-6487-40da-ba0f-dab9465735a1 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:16.222183 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05706e-c052-4069-baa3-313660ad6c4c req-33663c94-3564-4417-87a9-fc76977d5aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:16.223779 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a05706e-c052-4069-baa3-313660ad6c4c req-33663c94-3564-4417-87a9-fc76977d5aaa service neutron] 10.222.0.10 "GET /v2.0/networks?id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f HTTP/1.1" status: 200 len: 925 time: 0.5489421 Jun 17 08:19:16.339942 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9d0ffd7b-ad9e-4d7d-a75e-bf65ff6b3163 req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:16.344761 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-da3fc18a-7f66-4cb3-9ad5-813a2bce5765 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:16.369428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75750931-472b-4295-885d-7bfa22f3f18c req-e5e90461-e0c9-4b34-adc3-e6157145444f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:16.376343 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Pushing event deleted for resources: {'Port': ['ID=f7f0c4a4-6487-40da-ba0f-dab9465735a1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:16.378549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75750931-472b-4295-885d-7bfa22f3f18c req-e5e90461-e0c9-4b34-adc3-e6157145444f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 948 time: 0.2437375 Jun 17 08:19:16.386408 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:16.447172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75750931-472b-4295-885d-7bfa22f3f18c req-f7594ec6-6d70-47e5-b704-7db8cbf5f9a3 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec3e67a4-b647-4589-aa17-d78237154ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675066 Jun 17 08:19:16.459146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a05706e-c052-4069-baa3-313660ad6c4c req-af82d660-4506-41d4-9f33-d764f3317b5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854c10a3-8d99-4da0-af09-65043e2d0d1b HTTP/1.1" status: 200 len: 1001 time: 0.2264311 Jun 17 08:19:16.557056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05706e-c052-4069-baa3-313660ad6c4c req-a288bca5-0f89-4dc1-8ccd-a9f2c5928d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:16.558632 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a05706e-c052-4069-baa3-313660ad6c4c req-a288bca5-0f89-4dc1-8ccd-a9f2c5928d98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9b62983-9280-41ef-98fb-95e6bb7ee564 HTTP/1.1" status: 200 len: 863 time: 0.0939353 Jun 17 08:19:16.576053 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0ffd7b-ad9e-4d7d-a75e-bf65ff6b3163 req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] No DVR routers for this DVR port f7f0c4a4-6487-40da-ba0f-dab9465735a1 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:16.578754 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9d0ffd7b-ad9e-4d7d-a75e-bf65ff6b3163 req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:16.582961 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9d0ffd7b-ad9e-4d7d-a75e-bf65ff6b3163 req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.10 "DELETE /v2.0/ports/f7f0c4a4-6487-40da-ba0f-dab9465735a1 HTTP/1.1" status: 204 len: 173 time: 1.2826343 Jun 17 08:19:16.700614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19622f-bee0-4962-9bc7-e48bead81c83 req-fa821feb-7437-456b-9e35-bb372a6a27e7 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:16.702352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e19622f-bee0-4962-9bc7-e48bead81c83 req-fa821feb-7437-456b-9e35-bb372a6a27e7 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1307940 Jun 17 08:19:16.704661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05706e-c052-4069-baa3-313660ad6c4c req-bc948500-e68b-46d6-8997-f77e2148927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:16.706247 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a05706e-c052-4069-baa3-313660ad6c4c req-bc948500-e68b-46d6-8997-f77e2148927f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1328466 Jun 17 08:19:16.713927 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:16.813992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e19622f-bee0-4962-9bc7-e48bead81c83 req-80b88904-5c31-404f-b118-055e3d55be65 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1028996 Jun 17 08:19:16.910228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50098) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:16.962361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a05706e-c052-4069-baa3-313660ad6c4c req-5ecc1104-24cf-4f7c-8207-318cd890b8e4 service neutron] 10.222.0.10 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467728 Jun 17 08:19:17.129320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37cb913e-8702-4095-823e-87bea6b4ce8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.157940 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a3887b2-0b2b-408b-bfb3-a33cd18a08d1 req-770e400a-1652-42d5-87c4-00b45bd1835d tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1435459 Jun 17 08:19:17.250751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d102f3-45a5-4100-b1bf-4578b2ea9eea', 'name': 'network-vif-deleted', 'tag': 'f7f0c4a4-6487-40da-ba0f-dab9465735a1'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:17.261892 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6299d6ea-d8bf-4777-ac3a-5f93086797ae" -d '{"events": [{"server_uuid": "e9d102f3-45a5-4100-b1bf-4578b2ea9eea", "name": "network-vif-deleted", "tag": "f7f0c4a4-6487-40da-ba0f-dab9465735a1"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:17.274140 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a05706e-c052-4069-baa3-313660ad6c4c req-7097bbd5-2f6a-46b2-b6e5-dcc9da55fea7 service neutron] 10.222.0.10 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049185 Jun 17 08:19:17.305224 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecaa7e2-8eab-4b22-b11d-f41a4e3705f6 req-d5ca8803-2c59-4ae1-a227-73fb1e381443 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:17.318872 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ecaa7e2-8eab-4b22-b11d-f41a4e3705f6 req-d5ca8803-2c59-4ae1-a227-73fb1e381443 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 945 time: 0.3094881 Jun 17 08:19:17.417114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ecaa7e2-8eab-4b22-b11d-f41a4e3705f6 req-0599478d-f695-4a9b-936a-2a80d34bdd4b tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761545 Jun 17 08:19:17.452408 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50114) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:17.481982 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37cb913e-8702-4095-823e-87bea6b4ce8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.495755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37cb913e-8702-4095-823e-87bea6b4ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.507209 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45f34af5-8d9e-48ab-9646-c497988a44ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:17.540689 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c0966b-785a-4015-9170-a353c23339fe x-openstack-request-id: req-01c0966b-785a-4015-9170-a353c23339fe {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:17.543058 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d102f3-45a5-4100-b1bf-4578b2ea9eea", "name": "network-vif-deleted", "tag": "f7f0c4a4-6487-40da-ba0f-dab9465735a1", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:17.543501 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-01c0966b-785a-4015-9170-a353c23339fe {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:17.544791 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d102f3-45a5-4100-b1bf-4578b2ea9eea', 'name': 'network-vif-deleted', 'tag': 'f7f0c4a4-6487-40da-ba0f-dab9465735a1', 'status': 'completed', 'code': 200} Jun 17 08:19:17.606335 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-37cb913e-8702-4095-823e-87bea6b4ce8e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e458a53b5ea84f41a8b39780b4a51be8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6970079 Jun 17 08:19:17.609142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50122) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:17.627931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb913e-8702-4095-823e-87bea6b4ce8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d482eba6-b877-4909-9538-70e11531f42f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:17.638015 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-37cb913e-8702-4095-823e-87bea6b4ce8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:17.733450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1844177b-3498-4bdd-9e6c-7c129cb37582 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=903bbebec89c4bde81ce8c2dae4be705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788119 Jun 17 08:19:17.736048 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50124) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:17.801348 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b9be753-585c-4213-832a-0d127650edac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.823269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device f7f0c4a4-6487-40da-ba0f-dab9465735a1 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:17.863785 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b9be753-585c-4213-832a-0d127650edac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.877536 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: f7f0c4a4-6487-40da-ba0f-dab9465735a1 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:17.879074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device f7f0c4a4-6487-40da-ba0f-dab9465735a1 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:17.881638 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8d90d09c-34d5-45e7-9ed2-2baf0079fb93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.932110 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8d90d09c-34d5-45e7-9ed2-2baf0079fb93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.943298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f300bd5-e6d2-4c6d-b4e6-ad12451aa86e req-e00edf2f-e1b7-4179-b0d3-3fc1473b0435 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9d102f3-45a5-4100-b1bf-4578b2ea9eea HTTP/1.1" status: 200 len: 210 time: 0.0334177 Jun 17 08:19:17.944344 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b9be753-585c-4213-832a-0d127650edac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.947183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b9be753-585c-4213-832a-0d127650edac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:17.951407 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2b9be753-585c-4213-832a-0d127650edac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d482eba6-b877-4909-9538-70e11531f42f HTTP/1.1" status: 204 len: 168 time: 0.3399510 Jun 17 08:19:17.952296 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-daa5cefe-f5f2-421e-83a0-7ec142956f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:17.960597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9be753-585c-4213-832a-0d127650edac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d482eba6-b877-4909-9538-70e11531f42f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:17.974330 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2b9be753-585c-4213-832a-0d127650edac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:17.981618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50132) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:18.024464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:18.057545 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8d90d09c-34d5-45e7-9ed2-2baf0079fb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.061181 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8d90d09c-34d5-45e7-9ed2-2baf0079fb93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.062938 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8d90d09c-34d5-45e7-9ed2-2baf0079fb93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6dfba30e-eec6-4df8-9632-07cb0b85d7ff HTTP/1.1" status: 204 len: 168 time: 0.3258057 Jun 17 08:19:18.063742 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b773cc53-ab05-4ba1-88fc-4f10bf8aed38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:18.067024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:18.067585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8a20e3ee-054c-4abb-950d-bb1cd2f70a1b not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:18.081795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90d09c-34d5-45e7-9ed2-2baf0079fb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfba30e-eec6-4df8-9632-07cb0b85d7ff,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:18.091264 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8d90d09c-34d5-45e7-9ed2-2baf0079fb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:18.211709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b576a0-94d0-4f88-ab10-ca3d593ae68f req-1c76d173-44bc-42d5-a684-5e3d190164bf tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:18.218970 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8b576a0-94d0-4f88-ab10-ca3d593ae68f req-1c76d173-44bc-42d5-a684-5e3d190164bf tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 945 time: 0.0993297 Jun 17 08:19:18.292990 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8b576a0-94d0-4f88-ab10-ca3d593ae68f req-a0876674-7a9b-4366-84c7-f1e9bc58ebd2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/security-groups?id=d66e69d9-2fdd-420d-840a-5d87a40af5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707653 Jun 17 08:19:18.314459 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-99553df8-5f36-434f-9bd6-45bd7b511c9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36ada1aa5e5c4ebd85332dc13de14266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284290 Jun 17 08:19:18.322927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50140) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:18.422508 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50146) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:18.445362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71d0c8a0-cc44-4310-8336-0917af608a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.445770 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38b795e2-71df-4e5b-a841-62cc3139c25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.478292 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71d0c8a0-cc44-4310-8336-0917af608a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.562698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71d0c8a0-cc44-4310-8336-0917af608a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.570295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71d0c8a0-cc44-4310-8336-0917af608a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.576510 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-71d0c8a0-cc44-4310-8336-0917af608a3e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/450449e0-4132-43b7-8bc4-33effeefe803 HTTP/1.1" status: 204 len: 168 time: 0.2523170 Jun 17 08:19:18.580344 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8a461a79-9b1e-476e-9a14-be4486ea8aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:18.595116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0c8a0-cc44-4310-8336-0917af608a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450449e0-4132-43b7-8bc4-33effeefe803,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:18.609581 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71d0c8a0-cc44-4310-8336-0917af608a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:18.684968 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38b795e2-71df-4e5b-a841-62cc3139c25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.695231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38b795e2-71df-4e5b-a841-62cc3139c25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.702247 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb2ac193-eb88-418c-a5a2-1043f4c030b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:18.727385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bfba7-9389-44c9-b315-de96a41c4d61 req-b8e1857e-5b52-474b-89ce-d09b61bc2bea tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:18.729457 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b7bfba7-9389-44c9-b315-de96a41c4d61 req-b8e1857e-5b52-474b-89ce-d09b61bc2bea tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 945 time: 0.1390340 Jun 17 08:19:18.730402 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.761281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50152) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:18.780296 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-38b795e2-71df-4e5b-a841-62cc3139c25a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43b39ba8944f48cb8b8b3ab092cb1316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557234 Jun 17 08:19:18.781185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50154) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:18.809258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b795e2-71df-4e5b-a841-62cc3139c25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54460eb6-79f2-40c8-8c8d-c40cbb7d8403,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:18.817489 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8d31d8d2-8d4d-4fc2-8f0c-b04b023c1d78 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0488241cbcb24562903029eca59e94e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548716 Jun 17 08:19:18.820134 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50156) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:18.827111 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38b795e2-71df-4e5b-a841-62cc3139c25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:18.877705 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b7bfba7-9389-44c9-b315-de96a41c4d61 req-7ed0d218-9538-4fc1-83b5-f002b3d2a460 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380575 Jun 17 08:19:18.921530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98bb1459-aec7-424a-98c1-830404c1e669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.991396 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98bb1459-aec7-424a-98c1-830404c1e669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:18.994351 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc56a-f85f-48fc-be97-680e73a72028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.069374 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc56a-f85f-48fc-be97-680e73a72028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.167070 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98bb1459-aec7-424a-98c1-830404c1e669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.169782 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98bb1459-aec7-424a-98c1-830404c1e669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.170958 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-98bb1459-aec7-424a-98c1-830404c1e669 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a2fb2947-2ab0-4278-ab9f-8de45f655548 HTTP/1.1" status: 204 len: 168 time: 0.3489878 Jun 17 08:19:19.172710 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a94fe826-1117-48ef-8d99-daf656a8a6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:19.181583 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc56a-f85f-48fc-be97-680e73a72028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.184755 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc56a-f85f-48fc-be97-680e73a72028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.185964 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5d5bc56a-f85f-48fc-be97-680e73a72028 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54460eb6-79f2-40c8-8c8d-c40cbb7d8403 HTTP/1.1" status: 204 len: 168 time: 0.3847713 Jun 17 08:19:19.186661 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3e9601f3-205a-48c7-bd20-e5756325a39f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:19.198686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc56a-f85f-48fc-be97-680e73a72028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54460eb6-79f2-40c8-8c8d-c40cbb7d8403,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:19.201983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb1459-aec7-424a-98c1-830404c1e669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb2947-2ab0-4278-ab9f-8de45f655548,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:19.204917 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98bb1459-aec7-424a-98c1-830404c1e669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:19.205625 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5d5bc56a-f85f-48fc-be97-680e73a72028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:19.225643 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50172) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:19.229930 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7904e-9ab0-4cea-b024-4a942a322286 req-8917aae5-9a43-442e-b0dd-df62ebfd9a29 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:19.231640 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-07e7904e-9ab0-4cea-b024-4a942a322286 req-8917aae5-9a43-442e-b0dd-df62ebfd9a29 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.63 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 945 time: 0.1255767 Jun 17 08:19:19.240398 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-592fdd07-956f-4f83-994f-19f4fd6abf86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.329303 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:19:19.374295 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-592fdd07-956f-4f83-994f-19f4fd6abf86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.381389 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-592fdd07-956f-4f83-994f-19f4fd6abf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.421177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-07e7904e-9ab0-4cea-b024-4a942a322286 req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Deleting port 36062a8c-3fd4-4694-ade0-2c64348bb128 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:19.421520 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-07e7904e-9ab0-4cea-b024-4a942a322286 req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.430729 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d5193a5d-7cb8-4edf-a2bf-306659ac1543 tempest-ServersAdminNegativeTestJSON-2014078465 tempest-ServersAdminNegativeTestJSON-2014078465-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:19.440800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-592fdd07-956f-4f83-994f-19f4fd6abf86 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=008f09823b4b4474a0e8b95a27847950&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133713 Jun 17 08:19:19.441686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50178) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:19.552362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fdd07-956f-4f83-994f-19f4fd6abf86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b450be-a43c-444e-bf56-8bdfdc0b84e2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:19.621101 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-07e7904e-9ab0-4cea-b024-4a942a322286 req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] For port 36062a8c-3fd4-4694-ade0-2c64348bb128, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=36062a8c-3fd4-4694-ade0-2c64348bb128,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:19.621937 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-07e7904e-9ab0-4cea-b024-4a942a322286 req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.645159 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-592fdd07-956f-4f83-994f-19f4fd6abf86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:19.718271 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdaac-0e25-4eba-a08a-ca1cf283af7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.789101 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdaac-0e25-4eba-a08a-ca1cf283af7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:19.803885 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-07e7904e-9ab0-4cea-b024-4a942a322286 req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Calling delete_port for 36062a8c-3fd4-4694-ade0-2c64348bb128 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:19.893146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a765ff2-984f-4f37-a799-14a4299c4b94 req-c9371ba9-8218-42c0-b37e-c28edd381763 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:19.897628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a765ff2-984f-4f37-a799-14a4299c4b94 req-c9371ba9-8218-42c0-b37e-c28edd381763 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/ports?device_id=0202b563-3bdd-43cd-bfbc-6164b45a1257 HTTP/1.1" status: 200 len: 945 time: 0.3417768 Jun 17 08:19:20.037657 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-07e7904e-9ab0-4cea-b024-4a942a322286 req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.042883 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:20.043356 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a765ff2-984f-4f37-a799-14a4299c4b94 req-01ac61e7-52d8-4277-b24e-28b30149e64d tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.47 "GET /v2.0/security-groups?id=d66e69d9-2fdd-420d-840a-5d87a40af5a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259134 Jun 17 08:19:20.051698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['36062a8c-3fd4-4694-ade0-2c64348bb128'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:20.072298 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdaac-0e25-4eba-a08a-ca1cf283af7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.075397 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac5cdaac-0e25-4eba-a08a-ca1cf283af7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.076534 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ac5cdaac-0e25-4eba-a08a-ca1cf283af7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7b450be-a43c-444e-bf56-8bdfdc0b84e2 HTTP/1.1" status: 204 len: 168 time: 0.6286001 Jun 17 08:19:20.077323 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-96c84a75-398b-454c-a46b-385ebcfbe11f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:20.097326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cdaac-0e25-4eba-a08a-ca1cf283af7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b450be-a43c-444e-bf56-8bdfdc0b84e2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:20.104504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Pushing event deleted for resources: {'Port': ['ID=36062a8c-3fd4-4694-ade0-2c64348bb128,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:20.107046 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac5cdaac-0e25-4eba-a08a-ca1cf283af7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:20.130149 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.130529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.130923 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.131280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.131633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.131984 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.132326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.132670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.138274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.138674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.142198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.142655 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:20.160690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50206) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:20.182531 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:20.207833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e7904e-9ab0-4cea-b024-4a942a322286 req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] No DVR routers for this DVR port 36062a8c-3fd4-4694-ade0-2c64348bb128 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:20.210440 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-07e7904e-9ab0-4cea-b024-4a942a322286 req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.212589 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-07e7904e-9ab0-4cea-b024-4a942a322286 req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] 10.222.0.63 "DELETE /v2.0/ports/36062a8c-3fd4-4694-ade0-2c64348bb128 HTTP/1.1" status: 204 len: 173 time: 0.9738867 Jun 17 08:19:20.213155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'name': 'network-vif-deleted', 'tag': '36062a8c-3fd4-4694-ade0-2c64348bb128'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:20.216069 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9825882-b03a-44b9-bbd0-5da6693fa820" -d '{"events": [{"server_uuid": "0202b563-3bdd-43cd-bfbc-6164b45a1257", "name": "network-vif-deleted", "tag": "36062a8c-3fd4-4694-ade0-2c64348bb128"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:20.283007 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2576e92-9b83-4c76-b6a4-01c6725b0e6e x-openstack-request-id: req-e2576e92-9b83-4c76-b6a4-01c6725b0e6e {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:20.283529 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0202b563-3bdd-43cd-bfbc-6164b45a1257", "name": "network-vif-deleted", "tag": "36062a8c-3fd4-4694-ade0-2c64348bb128", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:20.284194 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2576e92-9b83-4c76-b6a4-01c6725b0e6e {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:20.284804 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0202b563-3bdd-43cd-bfbc-6164b45a1257', 'name': 'network-vif-deleted', 'tag': '36062a8c-3fd4-4694-ade0-2c64348bb128', 'status': 'completed', 'code': 200} Jun 17 08:19:20.796447 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-480752ad-624e-4f1f-83b8-ca5827eba4b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c97416271d84b0589654df55d9a61c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343439 Jun 17 08:19:20.800306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50230) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:20.902257 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b690056-f1c6-4b3b-a36d-a99dae9a52de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:20.936319 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b690056-f1c6-4b3b-a36d-a99dae9a52de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.004965 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b690056-f1c6-4b3b-a36d-a99dae9a52de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.009184 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b690056-f1c6-4b3b-a36d-a99dae9a52de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.014368 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0b690056-f1c6-4b3b-a36d-a99dae9a52de admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec3e67a4-b647-4589-aa17-d78237154ae5 HTTP/1.1" status: 204 len: 168 time: 0.2118919 Jun 17 08:19:21.015218 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-406cf2b7-0915-4ce4-8e25-bf106a2301db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:21.033632 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b690056-f1c6-4b3b-a36d-a99dae9a52de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e67a4-b647-4589-aa17-d78237154ae5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:21.037779 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0b690056-f1c6-4b3b-a36d-a99dae9a52de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:21.161478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50252) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:21.703135 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:21.784535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50274) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:21.892274 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8a8bc086-a2bc-448b-babe-319545c19454 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb5f1cda48724c85bd425378a2fb0902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1053290 Jun 17 08:19:21.895120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50280) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:21.997420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34f4f979-559a-46ea-90ea-1986eabf402d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.050587 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34f4f979-559a-46ea-90ea-1986eabf402d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.121622 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34f4f979-559a-46ea-90ea-1986eabf402d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.125132 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34f4f979-559a-46ea-90ea-1986eabf402d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.129154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-34f4f979-559a-46ea-90ea-1986eabf402d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fbe46c91-2f2f-4e40-8810-1edf3b56972c HTTP/1.1" status: 204 len: 168 time: 0.2307234 Jun 17 08:19:22.129154 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7b651559-72c6-4bbe-8211-76f0f0d072dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:22.137127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4f979-559a-46ea-90ea-1986eabf402d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe46c91-2f2f-4e40-8810-1edf3b56972c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:22.147878 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34f4f979-559a-46ea-90ea-1986eabf402d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:22.193835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Deleting port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:22.194427 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.298113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] For port 4ac01ad9-d2af-48f6-bd40-08a874f4dd79, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4ac01ad9-d2af-48f6-bd40-08a874f4dd79,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:22.298472 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.375052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Calling delete_port for 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:22.626434 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:22.630793 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:22.667666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac01ad9-d2af-48f6-bd40-08a874f4dd79,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:22.687323 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:22.946218 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:23.193490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Router d169300e-bd4d-46bf-984f-667c8d8a7650 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:23.319537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:23.329414 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50348) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:23.330140 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] 10.222.0.47 "PUT /v2.0/routers/d169300e-bd4d-46bf-984f-667c8d8a7650/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1667404 Jun 17 08:19:23.331440 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686eff9e-cab3-4f2c-908c-7745aa7bd181 None None] Sync routers for ids ['d169300e-bd4d-46bf-984f-667c8d8a7650'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:23.344329 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686eff9e-cab3-4f2c-908c-7745aa7bd181 None None] Routers {'d169300e-bd4d-46bf-984f-667c8d8a7650'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:23.345012 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-686eff9e-cab3-4f2c-908c-7745aa7bd181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d169300e-bd4d-46bf-984f-667c8d8a7650'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:23.497271 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-686eff9e-cab3-4f2c-908c-7745aa7bd181 None None] Set router d169300e-bd4d-46bf-984f-667c8d8a7650 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:23.536475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-31ffb8bb-c8a3-4012-b0ed-8311a4a8c4c7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f7669688c6d4b939b7454c55df8be96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521462 Jun 17 08:19:23.660248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:23.778652 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-686eff9e-cab3-4f2c-908c-7745aa7bd181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:19:22Z', 'revision_number': 5, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:23.842228 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686eff9e-cab3-4f2c-908c-7745aa7bd181 None None] Checking router: d169300e-bd4d-46bf-984f-667c8d8a7650 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:23.854301 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686eff9e-cab3-4f2c-908c-7745aa7bd181 None None] Routers {'d169300e-bd4d-46bf-984f-667c8d8a7650'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:23.855824 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-686eff9e-cab3-4f2c-908c-7745aa7bd181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d169300e-bd4d-46bf-984f-667c8d8a7650'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:23.896373 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-61339ffe-2df3-4011-9c4a-26e580a36dff tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:23.898209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-61339ffe-2df3-4011-9c4a-26e580a36dff tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515077 Jun 17 08:19:23.924604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-04d83542-c62a-40e0-b80c-b996827a8d0b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/quotas/9f7669688c6d4b939b7454c55df8be96 HTTP/1.1" status: 200 len: 375 time: 0.0174928 Jun 17 08:19:23.935840 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:23.974352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-ae031c49-a96f-4808-adff-d828e3bb057d tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401232 Jun 17 08:19:24.053875 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 36062a8c-3fd4-4694-ade0-2c64348bb128 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:24.059610 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-686eff9e-cab3-4f2c-908c-7745aa7bd181 None None] Set router d169300e-bd4d-46bf-984f-667c8d8a7650 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:24.067369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Deleting port f0d58460-6b94-46a3-9a46-19c250e4c133 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:24.071477 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.117536 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 36062a8c-3fd4-4694-ade0-2c64348bb128 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:24.117888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 36062a8c-3fd4-4694-ade0-2c64348bb128 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:24.159083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] For port f0d58460-6b94-46a3-9a46-19c250e4c133, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f0d58460-6b94-46a3-9a46-19c250e4c133,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:24.159438 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.279843 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Calling delete_port for f0d58460-6b94-46a3-9a46-19c250e4c133 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:24.458133 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c35e417-22db-4dbb-87da-a17719157002 req-0d57eb1d-ad06-4a4c-aba7-5d354ec71457 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 210 time: 0.0462306 Jun 17 08:19:24.518968 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-686eff9e-cab3-4f2c-908c-7745aa7bd181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:19:22Z', 'revision_number': 5, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:24.589778 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686eff9e-cab3-4f2c-908c-7745aa7bd181 None None] The sync data for ids ['d169300e-bd4d-46bf-984f-667c8d8a7650'] in n-d-779913-16 is: [{'id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-973309713-router', 'tenant_id': '29538e20c0324a9d9ac499c888d30075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:20Z', 'updated_at': '2021-06-17T08:19:22Z', 'revision_number': 5, 'project_id': '29538e20c0324a9d9ac499c888d30075', 'gw_port': {'id': 'f0d58460-6b94-46a3-9a46-19c250e4c133', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd169300e-bd4d-46bf-984f-667c8d8a7650', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:22Z', 'updated_at': '2021-06-17T08:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:24.643059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:24.660217 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7b3d8885-ddc3-4a88-b7fa-5af08776357e tempest-DeleteServersAdminTestJSON-1119093873 tempest-DeleteServersAdminTestJSON-1119093873-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:24.690347 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d58460-6b94-46a3-9a46-19c250e4c133,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:24.703319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.703732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.704193 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.704562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.704965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.705316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.705937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.706286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.706634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.707074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.707417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.707761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:24.712387 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:24.810496 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.036774 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.041817 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.205561 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.206408 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d169300e-bd4d-46bf-984f-667c8d8a7650 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:19:25.219815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.227796 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] 10.222.0.47 "DELETE /v2.0/routers/d169300e-bd4d-46bf-984f-667c8d8a7650 HTTP/1.1" status: 204 len: 168 time: 1.8971920 Jun 17 08:19:25.230176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50420) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:25.238227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50422) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:25.692468 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5cafedd7-0a84-4b77-a9b5-8a46d2bb223a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.725689 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ce0edb54-6f78-48b5-ba37-039ee4923bcd req-1d600384-8ddb-4e7d-94fb-916c68b0e282 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 210 time: 0.0609174 Jun 17 08:19:25.741074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fa4c96-180d-46bb-921a-97cedbaefb68 admin admin] Deleting subnet 652f3127-f5c1-4387-8842-6afcc32f170e {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:19:25.747817 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86fa4c96-180d-46bb-921a-97cedbaefb68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:25.815569 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86fa4c96-180d-46bb-921a-97cedbaefb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.072044 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3464493b-491c-4beb-a1f3-03ee9ab09af6 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=9f7669688c6d4b939b7454c55df8be96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0986559 Jun 17 08:19:26.168816 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5cafedd7-0a84-4b77-a9b5-8a46d2bb223a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.177104 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86fa4c96-180d-46bb-921a-97cedbaefb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.230594 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5cafedd7-0a84-4b77-a9b5-8a46d2bb223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.263505 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:26.297178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafedd7-0a84-4b77-a9b5-8a46d2bb223a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2e67e2-3f8b-404d-b1c2-f79c7322817f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:26.301047 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5cafedd7-0a84-4b77-a9b5-8a46d2bb223a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:26.353040 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5cafedd7-0a84-4b77-a9b5-8a46d2bb223a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1b9992ce8c6846a7bb66142c60964ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1131575 Jun 17 08:19:26.355919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50464) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:26.399631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-31fdc184-79ff-4bf1-b5a1-a47002e30674 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:26.403104 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-31fdc184-79ff-4bf1-b5a1-a47002e30674 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3176570 Jun 17 08:19:26.405076 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86fa4c96-180d-46bb-921a-97cedbaefb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.419476 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4ec406ee-460e-46df-a888-f3b52505e44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:26.429059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Request body: {'port': {'device_id': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '9f7669688c6d4b939b7454c55df8be96'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:26.437942 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae0a219c-4b59-4b11-8fd7-368e4b5e4557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.504475 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae0a219c-4b59-4b11-8fd7-368e4b5e4557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.520619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f0d58460-6b94-46a3-9a46-19c250e4c133 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:26.552936 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86fa4c96-180d-46bb-921a-97cedbaefb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.555460 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-86fa4c96-180d-46bb-921a-97cedbaefb68 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/652f3127-f5c1-4387-8842-6afcc32f170e HTTP/1.1" status: 204 len: 168 time: 1.3230813 Jun 17 08:19:26.561544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50478) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:26.562353 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa4c96-180d-46bb-921a-97cedbaefb68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=652f3127-f5c1-4387-8842-6afcc32f170e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:26.566200 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86fa4c96-180d-46bb-921a-97cedbaefb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:26.592271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b1db7e-b110-41b2-821e-07c9ef3baa28 None None] Network f6b0152a-8fa9-4566-8bb2-19c37f257074 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:26.647145 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae0a219c-4b59-4b11-8fd7-368e4b5e4557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.652414 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae0a219c-4b59-4b11-8fd7-368e4b5e4557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.653556 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ae0a219c-4b59-4b11-8fd7-368e4b5e4557 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e2e67e2-3f8b-404d-b1c2-f79c7322817f HTTP/1.1" status: 204 len: 168 time: 0.2965903 Jun 17 08:19:26.654765 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4aa2382-4365-45ee-984f-7bcf272fe342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:26.659658 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.676014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Made reservation on behalf of 9f7669688c6d4b939b7454c55df8be96 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:26.680000 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.688632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a219c-4b59-4b11-8fd7-368e4b5e4557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2e67e2-3f8b-404d-b1c2-f79c7322817f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:26.692527 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.702974 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae0a219c-4b59-4b11-8fd7-368e4b5e4557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:26.779689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f0d58460-6b94-46a3-9a46-19c250e4c133 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:26.783827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f0d58460-6b94-46a3-9a46-19c250e4c133 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:26.785315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:26.842523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Deleting port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:26.842915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:26.928424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:26.932829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4ac01ad9-d2af-48f6-bd40-08a874f4dd79 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:27.052162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85935580-52de-4346-8622-5b5858e7f346 req-d081ee62-b777-4f8a-b136-fc6609368685 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 210 time: 0.0767806 Jun 17 08:19:27.080146 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] For port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fbd9dd2e-879c-4c7e-9da0-62b3fa23c332,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:27.080558 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.172348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Calling delete_port for fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:27.191210 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.243654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50500) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:27.267613 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.382680 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f12a83ce-0dae-4698-810c-be0d963d46db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:27.417311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] DHCP port deletion for f6b0152a-8fa9-4566-8bb2-19c37f257074 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:19:27.468824 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=146db766-5b72-4625-8599-dbac40ded86c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:27.478839 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:27.521280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Deleting port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:27.521804 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.537174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50508) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:27.556512 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ebc9-e195-40f4-9e77-5e3f0c18eeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.583304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Allocated IP 192.168.233.121 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/b9532ac6-f59d-4feb-8c3a-e5a194af4835) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:27.588033 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.600196 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-401be78f-a516-4881-a78a-711f83fb006c tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:27.628490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] For port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fbd9dd2e-879c-4c7e-9da0-62b3fa23c332,segment=NetworkSegment(3dec4be0-8c19-4812-bf39-b2b372ff7324),segment_id=3dec4be0-8c19-4812-bf39-b2b372ff7324)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:27.629230 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.724122 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Calling delete_port for fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:27.775763 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ebc9-e195-40f4-9e77-5e3f0c18eeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.787356 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4a7ebc9-e195-40f4-9e77-5e3f0c18eeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.789920 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34f4f979-559a-46ea-90ea-1986eabf402d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:27.879646 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.888975 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:27.891408 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.894650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] No DVR routers for this DVR port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:27.905211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e4a7ebc9-e195-40f4-9e77-5e3f0c18eeab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c45b3d80134643bdab4008a0e78e7b69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645232 Jun 17 08:19:27.905211 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-972c3bb2-f2c4-47f5-8ace-9cc3a4b7dea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.906296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50512) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:27.907778 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7ebc9-e195-40f4-9e77-5e3f0c18eeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ad89d3-1b6b-4425-85d6-1364d6fcd18e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:27.921832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Pushing event deleted for resources: {'Port': ['ID=fbd9dd2e-879c-4c7e-9da0-62b3fa23c332,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:27.927387 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4a7ebc9-e195-40f4-9e77-5e3f0c18eeab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:27.928517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Transition to ACTIVE for port object b9532ac6-f59d-4feb-8c3a-e5a194af4835 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:27.935606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.936880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.937848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.938343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.938905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.939415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.939918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.940470 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.940992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.941735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.942270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.942827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:27.947023 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:27.977916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbd9dd2e-879c-4c7e-9da0-62b3fa23c332,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:27.979596 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:27.984701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:27.991261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] No DVR routers for this DVR port fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:28.009849 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:28.036482 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f323f82b-b65e-4345-9145-440df2b7876d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.069569 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f323f82b-b65e-4345-9145-440df2b7876d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.168361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-972c3bb2-f2c4-47f5-8ace-9cc3a4b7dea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.177720 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-972c3bb2-f2c4-47f5-8ace-9cc3a4b7dea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.218166 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7e6ca41-e733-4a20-abb4-bcb995b4c19d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:28.235173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:28.236741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Pushing event updated for resources: {'Port': ['ID=b9532ac6-f59d-4feb-8c3a-e5a194af4835,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:28.240364 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:28.247667 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-972c3bb2-f2c4-47f5-8ace-9cc3a4b7dea5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c314fb2772e49749799a049c68a2d31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0025713 Jun 17 08:19:28.249487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50520) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:28.251002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c3bb2-f2c4-47f5-8ace-9cc3a4b7dea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbedc752-8207-4260-895e-f284cd539625,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:28.254264 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f323f82b-b65e-4345-9145-440df2b7876d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.257415 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f323f82b-b65e-4345-9145-440df2b7876d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.258946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f323f82b-b65e-4345-9145-440df2b7876d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/78ad89d3-1b6b-4425-85d6-1364d6fcd18e HTTP/1.1" status: 204 len: 168 time: 0.3483176 Jun 17 08:19:28.261592 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:28.262533 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-972c3bb2-f2c4-47f5-8ace-9cc3a4b7dea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:28.263721 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5d5bc56a-f85f-48fc-be97-680e73a72028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:28.264334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:28.277198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f323f82b-b65e-4345-9145-440df2b7876d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ad89d3-1b6b-4425-85d6-1364d6fcd18e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:28.280899 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f323f82b-b65e-4345-9145-440df2b7876d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:28.333161 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.353130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b0152a-8fa9-4566-8bb2-19c37f257074']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:28.366262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-39c35181-e4c1-44a8-95aa-a1fc490d32ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.369773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dec4be0-8c19-4812-bf39-b2b372ff7324') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:28.370072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dec4be0-8c19-4812-bf39-b2b372ff7324') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:28.386663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:28.387362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.405661 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.409034 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9910955 Jun 17 08:19:28.415118 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-39c35181-e4c1-44a8-95aa-a1fc490d32ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.423810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Request body: {'port': {'device_id': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:28.456363 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.467376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:19:28.467792 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:19:28.471057 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:19:28.474499 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:19:28.504764 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-39c35181-e4c1-44a8-95aa-a1fc490d32ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.511545 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-39c35181-e4c1-44a8-95aa-a1fc490d32ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.533286 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-39c35181-e4c1-44a8-95aa-a1fc490d32ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dbedc752-8207-4260-895e-f284cd539625 HTTP/1.1" status: 204 len: 168 time: 0.2724895 Jun 17 08:19:28.539292 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3d6d61ae-7c2e-435f-82d7-4302097ef2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:28.575700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:28.597306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c35181-e4c1-44a8-95aa-a1fc490d32ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbedc752-8207-4260-895e-f284cd539625,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:28.606107 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-39c35181-e4c1-44a8-95aa-a1fc490d32ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:28.657265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:28.657614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fbd9dd2e-879c-4c7e-9da0-62b3fa23c332 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:28.674820 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.681375 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:28.684812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.689467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.692265 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f6b0152a-8fa9-4566-8bb2-19c37f257074 HTTP/1.1" status: 204 len: 168 time: 2.1250284 Jun 17 08:19:28.722376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b0152a-8fa9-4566-8bb2-19c37f257074,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:28.731913 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:28.759999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f7b25155-0784-476a-a8a6-322dbbc54631 None None] Provisioning for port b9532ac6-f59d-4feb-8c3a-e5a194af4835 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:28.785570 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f7b25155-0784-476a-a8a6-322dbbc54631 None None] Provisioning complete for port b9532ac6-f59d-4feb-8c3a-e5a194af4835 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:28.786936 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f7b25155-0784-476a-a8a6-322dbbc54631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:28.863920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f7b25155-0784-476a-a8a6-322dbbc54631 None None] Port b9532ac6-f59d-4feb-8c3a-e5a194af4835 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:28.999216 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2efaf-df9d-4781-b2e1-59271c24350f req-1fae395d-319f-4db6-a024-90cc2ff20cc0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:29.004788 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82d2efaf-df9d-4781-b2e1-59271c24350f req-1fae395d-319f-4db6-a024-90cc2ff20cc0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 936 time: 0.0819192 Jun 17 08:19:29.052321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82d2efaf-df9d-4781-b2e1-59271c24350f req-052a4bfd-d373-454f-aa50-3a5eb465f444 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443492 Jun 17 08:19:29.133855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50546) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:29.141195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9532ac6-f59d-4feb-8c3a-e5a194af4835 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:29.152642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.167427 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Transition to ACTIVE for port object b9532ac6-f59d-4feb-8c3a-e5a194af4835 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:29.170554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50548) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:29.177515 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.188249 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-14b7f255-9fae-44dc-850b-04e6a918c4d5 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:29.246719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-145ae4d8-a466-489b-8b30-e87371b67a41 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29538e20c0324a9d9ac499c888d30075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1102655 Jun 17 08:19:29.249352 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50552) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:29.320495 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-165bb8a4-4d1d-49fd-aad3-25f970abca83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.355597 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-165bb8a4-4d1d-49fd-aad3-25f970abca83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.380249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9532ac6-f59d-4feb-8c3a-e5a194af4835,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:29.385096 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:29.436898 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-165bb8a4-4d1d-49fd-aad3-25f970abca83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.440939 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-165bb8a4-4d1d-49fd-aad3-25f970abca83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.442899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-165bb8a4-4d1d-49fd-aad3-25f970abca83 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d66e69d9-2fdd-420d-840a-5d87a40af5a1 HTTP/1.1" status: 204 len: 168 time: 0.1920240 Jun 17 08:19:29.444052 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:29.451515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Attempting to bind port b9532ac6-f59d-4feb-8c3a-e5a194af4835 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:29.451868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Attempting to bind port b9532ac6-f59d-4feb-8c3a-e5a194af4835 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:29.452193 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Attempting to bind port b9532ac6-f59d-4feb-8c3a-e5a194af4835 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:29.453832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bb8a4-4d1d-49fd-aad3-25f970abca83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66e69d9-2fdd-420d-840a-5d87a40af5a1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:29.456466 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-165bb8a4-4d1d-49fd-aad3-25f970abca83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:29.464490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Port b9532ac6-f59d-4feb-8c3a-e5a194af4835 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:19:29.464822 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Attempting to bind port b9532ac6-f59d-4feb-8c3a-e5a194af4835 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:29.475941 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:29.476208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:29.476589 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:29.477073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Bound port: b9532ac6-f59d-4feb-8c3a-e5a194af4835, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:29.477350 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.526487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50558) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:29.546945 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d8d9df06-adc6-4d0d-a382-ea6a65d680c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.589990 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:29.595035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:29.604159 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.609400 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:29.650488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:29.651152 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.652714 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] 10.222.0.63 "PUT /v2.0/ports/b9532ac6-f59d-4feb-8c3a-e5a194af4835 HTTP/1.1" status: 200 len: 1097 time: 1.2362945 Jun 17 08:19:29.653227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:29.655848 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37ae06f-5339-4368-8a34-f9d9fc09392f" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:29.695199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9532ac6-f59d-4feb-8c3a-e5a194af4835,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:29.699528 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:29.777526 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94776de4-a6f5-4d1d-b84e-856ea901fd19 x-openstack-request-id: req-94776de4-a6f5-4d1d-b84e-856ea901fd19 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:29.778135 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:29.779348 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-94776de4-a6f5-4d1d-b84e-856ea901fd19 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:29.779998 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835', 'status': 'completed', 'code': 200} Jun 17 08:19:29.788659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d8d9df06-adc6-4d0d-a382-ea6a65d680c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.799748 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d8d9df06-adc6-4d0d-a382-ea6a65d680c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.803353 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dd4c0925-3981-4d2d-850c-2f59d48e8d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:29.828489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40757d50-e363-4553-83f8-b727b1d11866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:29.857811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9df06-adc6-4d0d-a382-ea6a65d680c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae717455-99d3-4ee4-93a7-c6e8f9954648,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:29.866130 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d8d9df06-adc6-4d0d-a382-ea6a65d680c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:29.917717 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d8d9df06-adc6-4d0d-a382-ea6a65d680c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=59a189b57c4d48dfa430d7d9548df4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3874707 Jun 17 08:19:29.921390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50576) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:29.997641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-02ad36a2-c0c3-4364-adca-49c032d1686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:29.999554 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-02ad36a2-c0c3-4364-adca-49c032d1686c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 1100 time: 0.2897308 Jun 17 08:19:30.074919 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-18ee13b8-6751-4870-9c9e-8f551258229b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835 HTTP/1.1" status: 200 len: 217 time: 0.0668356 Jun 17 08:19:30.145456 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ada7b6e-04e1-47b1-8919-1cbdfa6af2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.167811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-9e50430f-2c74-497b-b176-f0549a66d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:30.169254 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-9e50430f-2c74-497b-b176-f0549a66d35f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0875971 Jun 17 08:19:30.245056 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ada7b6e-04e1-47b1-8919-1cbdfa6af2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.293453 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40757d50-e363-4553-83f8-b727b1d11866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.302686 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40757d50-e363-4553-83f8-b727b1d11866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.312570 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fc042ad0-b3fb-4503-82eb-ca700b3cf301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:30.334292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9888c-5a0e-4b18-a52f-5e87c9717760 req-99048fa4-b519-49ee-89a0-b47b8fd0151a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:30.340821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4c9888c-5a0e-4b18-a52f-5e87c9717760 req-99048fa4-b519-49ee-89a0-b47b8fd0151a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 948 time: 0.1406896 Jun 17 08:19:30.364499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40757d50-e363-4553-83f8-b727b1d11866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a391dc61-0b21-4306-8994-97ec43e2f17b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:30.372086 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-40757d50-e363-4553-83f8-b727b1d11866 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54f93e9e8a704faab520409281033345&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2001021 Jun 17 08:19:30.372913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50604) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:30.374257 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-40757d50-e363-4553-83f8-b727b1d11866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:30.380101 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ada7b6e-04e1-47b1-8919-1cbdfa6af2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.382661 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ada7b6e-04e1-47b1-8919-1cbdfa6af2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.386150 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6ada7b6e-04e1-47b1-8919-1cbdfa6af2eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae717455-99d3-4ee4-93a7-c6e8f9954648 HTTP/1.1" status: 204 len: 168 time: 0.4611671 Jun 17 08:19:30.390286 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cee502be-dd5e-495a-8d7e-340a57470ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:30.403548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-49866b70-55b7-41d8-a67a-52dd987c3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:30.405227 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-49866b70-55b7-41d8-a67a-52dd987c3559 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2268329 Jun 17 08:19:30.411155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada7b6e-04e1-47b1-8919-1cbdfa6af2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae717455-99d3-4ee4-93a7-c6e8f9954648,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:30.422709 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ada7b6e-04e1-47b1-8919-1cbdfa6af2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:30.426223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4c9888c-5a0e-4b18-a52f-5e87c9717760 req-219a90fa-eb73-4ab0-a8c0-e697941efbc2 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701597 Jun 17 08:19:30.567087 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ea35ef-5fa4-4161-8ae0-d5a35054fa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.598130 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-d4b66cad-94f5-4ba9-8a9d-58dee3555a71 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848006 Jun 17 08:19:30.603490 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ea35ef-5fa4-4161-8ae0-d5a35054fa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.719616 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c6eef6f0-42c1-4630-b029-37ce6b65cc22 req-af7c5063-cabc-422e-8da7-bb41dcfaa048 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138282 Jun 17 08:19:30.724917 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ea35ef-5fa4-4161-8ae0-d5a35054fa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.727794 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ea35ef-5fa4-4161-8ae0-d5a35054fa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:30.731198 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f5ea35ef-5fa4-4161-8ae0-d5a35054fa74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a391dc61-0b21-4306-8994-97ec43e2f17b HTTP/1.1" status: 204 len: 168 time: 0.3511436 Jun 17 08:19:30.731198 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9e27aeb3-923c-4de7-9368-b71ba519f09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:30.738123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea35ef-5fa4-4161-8ae0-d5a35054fa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a391dc61-0b21-4306-8994-97ec43e2f17b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:30.740670 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f5ea35ef-5fa4-4161-8ae0-d5a35054fa74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:30.843697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ae06f-5339-4368-8a34-f9d9fc09392f req-5e3f6de8-a178-41cf-8738-02823cb9331d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:30.848413 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e37ae06f-5339-4368-8a34-f9d9fc09392f req-5e3f6de8-a178-41cf-8738-02823cb9331d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 1100 time: 0.0645244 Jun 17 08:19:30.964471 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ae06f-5339-4368-8a34-f9d9fc09392f req-9eb91bcb-5f2d-4739-87d8-4a7730395935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:30.965954 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e37ae06f-5339-4368-8a34-f9d9fc09392f req-9eb91bcb-5f2d-4739-87d8-4a7730395935 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1111741 Jun 17 08:19:31.034511 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e37ae06f-5339-4368-8a34-f9d9fc09392f req-f7e5f461-ff15-409d-9990-bcc1d020ba91 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835 HTTP/1.1" status: 200 len: 217 time: 0.0616083 Jun 17 08:19:31.080808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50640) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:31.100381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ae06f-5339-4368-8a34-f9d9fc09392f req-e726ba9a-b76f-4216-992f-afbd06c90cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:31.102247 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e37ae06f-5339-4368-8a34-f9d9fc09392f req-e726ba9a-b76f-4216-992f-afbd06c90cd6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0617254 Jun 17 08:19:31.105400 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5787bc76-5a34-4289-94d7-fe6f513798d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.192621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50644) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:31.211908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ae06f-5339-4368-8a34-f9d9fc09392f req-12ce3d91-118c-405d-aab8-9084bde57ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:31.213420 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e37ae06f-5339-4368-8a34-f9d9fc09392f req-12ce3d91-118c-405d-aab8-9084bde57ab0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038284 Jun 17 08:19:31.294993 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5787bc76-5a34-4289-94d7-fe6f513798d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.303667 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5787bc76-5a34-4289-94d7-fe6f513798d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.308747 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d8d9df06-adc6-4d0d-a382-ea6a65d680c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:31.337093 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e37ae06f-5339-4368-8a34-f9d9fc09392f req-23a9956f-56de-4867-8d7d-f48489bc8698 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151810 Jun 17 08:19:31.365883 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5787bc76-5a34-4289-94d7-fe6f513798d4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba28b3a705dc485c9881aa7009116ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2836611 Jun 17 08:19:31.368592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50652) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:31.375812 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787bc76-5a34-4289-94d7-fe6f513798d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c524c696-f344-4580-990b-65be94ec0920,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:31.379281 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5787bc76-5a34-4289-94d7-fe6f513798d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:31.458522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29acbab5-d07d-4213-b334-d934f46b0f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.481094 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e37ae06f-5339-4368-8a34-f9d9fc09392f req-3b86ae64-5ba1-4d98-9682-e63034fe1248 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369021 Jun 17 08:19:31.494715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29acbab5-d07d-4213-b334-d934f46b0f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.509312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-network', 'tenant_id': '83d69ef2799340e7a176822086fd5c46'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:31.577875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Made reservation on behalf of 83d69ef2799340e7a176822086fd5c46 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:31.581132 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.593870 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.618976 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29acbab5-d07d-4213-b334-d934f46b0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.632706 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29acbab5-d07d-4213-b334-d934f46b0f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.632706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-29acbab5-d07d-4213-b334-d934f46b0f3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c524c696-f344-4580-990b-65be94ec0920 HTTP/1.1" status: 204 len: 168 time: 0.2555683 Jun 17 08:19:31.632706 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-035e4404-34a0-4110-bf8e-0f86b9367f07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:31.645505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29acbab5-d07d-4213-b334-d934f46b0f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c524c696-f344-4580-990b-65be94ec0920,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:31.658730 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-29acbab5-d07d-4213-b334-d934f46b0f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:31.781623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e75195-b47d-4fc4-bbd4-0f2ed19e0172 req-836f0fd6-7ad1-4567-be96-4a722ba8f433 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:31.783310 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5e75195-b47d-4fc4-bbd4-0f2ed19e0172 req-836f0fd6-7ad1-4567-be96-4a722ba8f433 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 948 time: 0.1263280 Jun 17 08:19:31.830117 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.839500 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.853928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:19:31.873299 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.873691 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Added segment c723689e-b947-4e8c-bff2-b5bd3af1ec26 of type vlan for network 53b12db2-6ba3-49d1-a797-6add5e9d222f Jun 17 08:19:31.924229 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:31.934633 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4a7ebc9-e195-40f4-9e77-5e3f0c18eeab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:31.953695 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5e75195-b47d-4fc4-bbd4-0f2ed19e0172 req-e157fc14-5075-4553-ad92-a2f72d25bab4 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531701 Jun 17 08:19:31.975547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3082eb24-2dda-49f7-bbd1-72236cd71220,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:31.999170 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:32.022695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.024158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:32.025118 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.030394 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7025b99-cc7a-436e-b53e-2df55e8291c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:32.154047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50682) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:32.379241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-network', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:32.462815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2623618 Jun 17 08:19:32.462815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Pushing event updated for resources: {'Network': ['ID=53b12db2-6ba3-49d1-a797-6add5e9d222f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:32.463348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50702) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:32.466443 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:32.475765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 53b12db2-6ba3-49d1-a797-6add5e9d222f details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:19:32.479270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Request body: {'subnet': {'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-subnet', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:32.517672 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Made reservation on behalf of 3464ed1b59db4bc6ad9e3d34623bee5d for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:32.520143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.523611 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Made reservation on behalf of 83d69ef2799340e7a176822086fd5c46 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:32.531940 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.551676 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.723294 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.882853 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.898214 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.905275 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ada7b6e-04e1-47b1-8919-1cbdfa6af2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:32.917811 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.936492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:19:32.964152 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:32.964568 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Added segment 4de7bdd8-324a-4596-820d-4b3c9c732a84 of type vlan for network 81738f80-bb67-4920-9f02-af2bd556793a Jun 17 08:19:32.976768 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a7c2cc-5fa7-427d-9ede-c55b24094fea,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:32.983199 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:32.985009 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-39b11d7d-10c7-49f1-9620-5283fc0d87b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:33.084603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db63954b-1a6f-4780-9eab-5f39d57dd278,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:33.096487 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:33.118805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.124892 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Checking segment: {'id': 'c723689e-b947-4e8c-bff2-b5bd3af1ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:33.125242 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Network hostable DHCP agents. Network: 53b12db2-6ba3-49d1-a797-6add5e9d222f, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:19:33.154957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Network 53b12db2-6ba3-49d1-a797-6add5e9d222f is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:19:33.188052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50736) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:33.296662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b24506-f2f3-4b29-901a-d5a740fc2a19 req-9e5d2bc3-cbe1-48b6-8e1c-9280b27eaef6 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:33.307168 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11b24506-f2f3-4b29-901a-d5a740fc2a19 req-9e5d2bc3-cbe1-48b6-8e1c-9280b27eaef6 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 948 time: 0.1603241 Jun 17 08:19:33.349937 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-722e3029-7ffc-47d7-a380-727d74e56e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.398559 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11b24506-f2f3-4b29-901a-d5a740fc2a19 req-5a465ce1-ef10-4faa-8328-bc721c8d8131 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903738 Jun 17 08:19:33.456782 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 53b12db2-6ba3-49d1-a797-6add5e9d222f) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:33.464785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.466431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407ef501-6a19-4f81-948f-2b9a4efe92e6 None None] Network 53b12db2-6ba3-49d1-a797-6add5e9d222f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:33.466815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:33.467476 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.472271 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:33.472874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.481351 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:33.544099 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-722e3029-7ffc-47d7-a380-727d74e56e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.552700 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-722e3029-7ffc-47d7-a380-727d74e56e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.559107 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b14337e9-0098-4eb1-8cbc-34048369e1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:33.572187 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0980148 Jun 17 08:19:33.572997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Pushing event updated for resources: {'Network': ['ID=81738f80-bb67-4920-9f02-af2bd556793a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:33.575971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50748) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:33.578043 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:33.581549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-router', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:33.589068 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4297142 Jun 17 08:19:33.589274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50750) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:33.589839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 81738f80-bb67-4920-9f02-af2bd556793a details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:19:33.596498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Request body: {'subnet': {'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-subnet', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:33.621347 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.622364 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.646194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Made reservation on behalf of 3464ed1b59db4bc6ad9e3d34623bee5d for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:33.648848 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.653753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-722e3029-7ffc-47d7-a380-727d74e56e41 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a9efa0455e644f6a9bd29e9246c1a639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4641006 Jun 17 08:19:33.654573 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50754) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:33.728250 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.733784 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e3029-7ffc-47d7-a380-727d74e56e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3aa4ca4-22b0-4f31-bc25-1442844903a8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:33.739122 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-722e3029-7ffc-47d7-a380-727d74e56e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:33.789858 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be7ac710-3106-4b92-8aa9-2b6922f7462d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.841175 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be7ac710-3106-4b92-8aa9-2b6922f7462d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.866652 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-53b12db2-6ba3-49d1-a797-6add5e9d222f', 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'fixed_ips': [{'subnet_id': 'db63954b-1a6f-4780-9eab-5f39d57dd278'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:19:33.867807 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.931909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.935972 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be7ac710-3106-4b92-8aa9-2b6922f7462d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.939086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be7ac710-3106-4b92-8aa9-2b6922f7462d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:33.940569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-be7ac710-3106-4b92-8aa9-2b6922f7462d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3aa4ca4-22b0-4f31-bc25-1442844903a8 HTTP/1.1" status: 204 len: 168 time: 0.2847595 Jun 17 08:19:33.941436 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fa5c929c-8e74-453b-98dd-d055f9d72087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:33.958354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ac710-3106-4b92-8aa9-2b6922f7462d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3aa4ca4-22b0-4f31-bc25-1442844903a8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:33.970514 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be7ac710-3106-4b92-8aa9-2b6922f7462d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:34.095237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device b9532ac6-f59d-4feb-8c3a-e5a194af4835 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:19:34.098028 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.105104 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:34.180786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:34.192229 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:34.207457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Checking segment: {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:34.207896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Network hostable DHCP agents. Network: 81738f80-bb67-4920-9f02-af2bd556793a, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:19:34.268431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Allocated IP 172.20.0.2 (53b12db2-6ba3-49d1-a797-6add5e9d222f/db63954b-1a6f-4780-9eab-5f39d57dd278/1c28c522-1604-4853-a74d-652822a4658a) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:34.361318 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Network 81738f80-bb67-4920-9f02-af2bd556793a is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:19:34.377844 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.420538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 81738f80-bb67-4920-9f02-af2bd556793a) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:34.429466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:34.430073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.443245 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.470271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ecd3bd-2d51-4117-a81a-392e468cee40 None None] Network 81738f80-bb67-4920-9f02-af2bd556793a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:34.474959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:34.482085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50778) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:34.487372 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8888569 Jun 17 08:19:34.487532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:34.541701 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50784) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:34.562959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835', 'mac_address': 'fa:16:3e:f2:6d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:19:34.565618 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50bf325b-612d-4cdd-8c5c-9dbd92e2a8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.588549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-2d017919-823b-4be1-888b-a3e694346036 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761349 Jun 17 08:19:34.605217 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.606451 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.664740 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.670064 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.704079 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50bf325b-612d-4cdd-8c5c-9dbd92e2a8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.711670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9532ac6-f59d-4feb-8c3a-e5a194af4835 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:34.714983 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50bf325b-612d-4cdd-8c5c-9dbd92e2a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.721669 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86af10cc-52d6-4369-bb35-1544312cc5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:34.777267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:34.788871 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.791106 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.800632 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-edd1144d-9c64-4841-9c19-bfd4d1081b3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:34.805592 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-50bf325b-612d-4cdd-8c5c-9dbd92e2a8d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ae566d473d64853aea2d0b989864043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622309 Jun 17 08:19:34.808330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50788) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:34.811353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Transition to ACTIVE for port object 1c28c522-1604-4853-a74d-652822a4658a will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:34.821480 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf325b-612d-4cdd-8c5c-9dbd92e2a8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5846e3f1-dd95-4487-b0f9-7b47833c14f0,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:34.852957 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-50bf325b-612d-4cdd-8c5c-9dbd92e2a8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:34.888035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Allocated IP 172.25.8.151 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/72f3d103-bc59-4f3a-9afe-f58a305f9152) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:34.888752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-81738f80-bb67-4920-9f02-af2bd556793a', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:19:34.889682 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.910239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Transition to ACTIVE for port object 1c28c522-1604-4853-a74d-652822a4658a will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:34.932532 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f8b3-18a1-41fb-89fd-3f2989db4b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.948146 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:34.965484 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=b9532ac6-f59d-4feb-8c3a-e5a194af4835,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:34.965484 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:34.965484 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:35.007014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-7b16c28f-92c3-4ef2-a2c1-1ccc37a5c6bf tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:35.008588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-7b16c28f-92c3-4ef2-a2c1-1ccc37a5c6bf tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4071746 Jun 17 08:19:35.047081 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['b9532ac6-f59d-4feb-8c3a-e5a194af4835'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:35.054008 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f8b3-18a1-41fb-89fd-3f2989db4b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.061979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Network 53b12db2-6ba3-49d1-a797-6add5e9d222f is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:35.135322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:35.141114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:35.161745 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.164724 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f8b3-18a1-41fb-89fd-3f2989db4b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.168891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d5f8b3-18a1-41fb-89fd-3f2989db4b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.173578 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b5d5f8b3-18a1-41fb-89fd-3f2989db4b93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5846e3f1-dd95-4487-b0f9-7b47833c14f0 HTTP/1.1" status: 204 len: 168 time: 0.3613341 Jun 17 08:19:35.179143 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-77121262-e6cc-4a56-8035-9d84c0e437ff tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/quotas/dc4472e4500249488a12da44d62a3095 HTTP/1.1" status: 200 len: 375 time: 0.1601956 Jun 17 08:19:35.186090 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.189639 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8d90d09c-34d5-45e7-9ed2-2baf0079fb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:35.202409 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d5f8b3-18a1-41fb-89fd-3f2989db4b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5846e3f1-dd95-4487-b0f9-7b47833c14f0,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:35.216632 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b5d5f8b3-18a1-41fb-89fd-3f2989db4b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:35.267878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e47e2-1b08-4b7e-adc1-1abeccc7c8f4 req-6ac36afd-219b-405c-8e9c-360a8dcac273 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:35.277231 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c04e47e2-1b08-4b7e-adc1-1abeccc7c8f4 req-6ac36afd-219b-405c-8e9c-360a8dcac273 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 948 time: 0.6859548 Jun 17 08:19:35.283106 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-5bba7a5b-0100-456d-8884-4ea713e4b0c0 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882378 Jun 17 08:19:35.308878 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.323560 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bd8b5c4d-d054-4976-ad6e-41ab2334bcfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:35.377473 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:35.391544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c04e47e2-1b08-4b7e-adc1-1abeccc7c8f4 req-90e07c80-2f66-460d-b84e-20c780dae17a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041286 Jun 17 08:19:35.394515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:35.398527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:35.417591 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Pushing event updated for resources: {'Port': ['ID=1c28c522-1604-4853-a74d-652822a4658a,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:35.428256 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:35.485903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Pushing event updated for resources: {'Port': ['ID=72f3d103-bc59-4f3a-9afe-f58a305f9152,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:35.495304 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:35.617871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Attempting to bind port 1c28c522-1604-4853-a74d-652822a4658a on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:35.618242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Attempting to bind port 1c28c522-1604-4853-a74d-652822a4658a by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'c723689e-b947-4e8c-bff2-b5bd3af1ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:35.618608 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Attempting to bind port 1c28c522-1604-4853-a74d-652822a4658a on network 53b12db2-6ba3-49d1-a797-6add5e9d222f {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:35.664192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:35.664572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Checking segment: {'id': 'c723689e-b947-4e8c-bff2-b5bd3af1ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:35.665113 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.665744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Bound using segment: {'id': 'c723689e-b947-4e8c-bff2-b5bd3af1ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:35.666562 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Bound port: 1c28c522-1604-4853-a74d-652822a4658a, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c723689e-b947-4e8c-bff2-b5bd3af1ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:35.687330 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.700728 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.749294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Allocated IP 172.20.0.2 (81738f80-bb67-4920-9f02-af2bd556793a/fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa/f5c00eb5-985e-4300-994d-72dafe775e9d) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:35.750588 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:35.876680 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Allocated IP 172.25.8.205 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/f00d2963-4b73-4ddb-9290-56138c932b40) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:35.992256 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.146388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-942f5174-cc75-4760-9f55-3899b5eaf205 req-1a1cb0dd-6364-4546-80a5-c9c2f2826059 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 210 time: 0.3978615 Jun 17 08:19:36.155003 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.256146 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.279473 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:36.380407 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.392856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:36.403358 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:36.414036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:36.488372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] For port 1c28c522-1604-4853-a74d-652822a4658a, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:36.555059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] For port 1c28c522-1604-4853-a74d-652822a4658a, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1c28c522-1604-4853-a74d-652822a4658a,segment=NetworkSegment(c723689e-b947-4e8c-bff2-b5bd3af1ec26),segment_id=c723689e-b947-4e8c-bff2-b5bd3af1ec26)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:36.581703 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.608969 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:36.647899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Router fa26d949-6f9c-450d-be0d-d20a4af04aeb is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:19:36.696984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Pushing event updated for resources: {'Port': ['ID=f00d2963-4b73-4ddb-9290-56138c932b40,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:36.709724 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:36.739293 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50842) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:36.830717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:36.831065 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Pushing event updated for resources: {'Port': ['ID=1c28c522-1604-4853-a74d-652822a4658a,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:36.835606 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:36.864969 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.866564 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2896550 Jun 17 08:19:36.869576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50846) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:36.872648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Sync routers for ids ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:36.889529 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:36.917852 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Transition to ACTIVE for port object f5c00eb5-985e-4300-994d-72dafe775e9d will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:36.931233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Routers {'fa26d949-6f9c-450d-be0d-d20a4af04aeb'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:36.934365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:36.980171 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-152325683-network', 'tenant_id': '8bb892de27e941a1be407e53634cff36'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:36.999235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5b9b1-652b-48a2-b349-523f69d574de req-98e0ca39-4fa7-430f-b3b4-e5974ad9e47e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:37.009705 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64f5b9b1-652b-48a2-b349-523f69d574de req-98e0ca39-4fa7-430f-b3b4-e5974ad9e47e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 949 time: 0.2872765 Jun 17 08:19:37.051398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Made reservation on behalf of 8bb892de27e941a1be407e53634cff36 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:37.053731 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.066187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.094376 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64f5b9b1-652b-48a2-b349-523f69d574de req-b00ac37f-7c57-4132-bbba-37e677a626b5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814989 Jun 17 08:19:37.114019 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Transition to ACTIVE for port object f5c00eb5-985e-4300-994d-72dafe775e9d will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:37.132149 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.162453 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.173094 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:37.267509 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Network 81738f80-bb67-4920-9f02-af2bd556793a is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:37.277266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:37.288581 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Pushing event updated for resources: {'Port': ['ID=f5c00eb5-985e-4300-994d-72dafe775e9d,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:37.293650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Set router fa26d949-6f9c-450d-be0d-d20a4af04aeb gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:37.295959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:37.298635 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:37.447037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d8f7702-d261-4965-b8da-af7fa406ae18 req-0af6bbf3-1c2b-407f-99e3-daef5a082283 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 210 time: 0.0528033 Jun 17 08:19:37.537322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Attempting to bind port f5c00eb5-985e-4300-994d-72dafe775e9d on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:37.537661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Attempting to bind port f5c00eb5-985e-4300-994d-72dafe775e9d by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:37.537977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Attempting to bind port f5c00eb5-985e-4300-994d-72dafe775e9d on network 81738f80-bb67-4920-9f02-af2bd556793a {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:37.564084 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:37.564481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Checking segment: {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:37.564900 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.565306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Bound using segment: {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:37.565808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Bound port: f5c00eb5-985e-4300-994d-72dafe775e9d, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:37.566262 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.573436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.694374 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.721526 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.722597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] For port f5c00eb5-985e-4300-994d-72dafe775e9d, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:37.741235 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71d0c8a0-cc44-4310-8336-0917af608a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:37.749626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] For port f5c00eb5-985e-4300-994d-72dafe775e9d, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f5c00eb5-985e-4300-994d-72dafe775e9d,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:37.771305 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:37.778081 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7339b7bd-816c-41da-9403-a52162e9c6dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:37.826579 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-4da89aac-4de9-4b6a-a8ca-e5eee976c59f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1200702 Jun 17 08:19:37.857205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Pushing event updated for resources: {'Port': ['ID=f5c00eb5-985e-4300-994d-72dafe775e9d,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:37.880197 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:37.883554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-router', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:33Z', 'updated_at': '2021-06-17T08:19:35Z', 'revision_number': 3, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'gw_port': {'id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:37.901956 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:19:37.926456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Router 48576bee-e015-488b-8247-677d88ef51d8 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:19:38.012070 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Checking router: fa26d949-6f9c-450d-be0d-d20a4af04aeb for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:38.012438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Updating router fa26d949-6f9c-450d-be0d-d20a4af04aeb port 72f3d103-bc59-4f3a-9afe-f58a305f9152 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:19:38.036653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:38.106224 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:38.124332 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.124675 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Added segment 851d763f-e9ab-46bd-8b2f-6e6c091483b0 of type vlan for network 68d4a268-2e46-4a78-88b6-8c0692b51af7 Jun 17 08:19:38.190901 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.273496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device b9532ac6-f59d-4feb-8c3a-e5a194af4835 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:38.329161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:38.336849 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.345794 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Sync routers for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:38.365035 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:38.372896 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:38.415095 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.422876 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.441856 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:38.442634 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.450744 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:38.465269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.470214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.9820213 Jun 17 08:19:38.562556 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50868) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:38.624909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd139d7a-22f7-4504-8509-a913b460f297 None None] Network 53b12db2-6ba3-49d1-a797-6add5e9d222f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:38.726077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port b9532ac6-f59d-4feb-8c3a-e5a194af4835 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:38.735309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1c28c522-1604-4853-a74d-652822a4658a up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:38.765885 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port b9532ac6-f59d-4feb-8c3a-e5a194af4835 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:38.766348 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:38.789366 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:38.820948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8278f601-f27c-425b-bfdd-dccbd2484ff0 None None] Provisioning for port 1c28c522-1604-4853-a74d-652822a4658a completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:39.014308 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.046461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 1c28c522-1604-4853-a74d-652822a4658a completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:39.099574 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 1c28c522-1604-4853-a74d-652822a4658a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:39.099949 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.152194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Pushing event updated for resources: {'Network': ['ID=68d4a268-2e46-4a78-88b6-8c0692b51af7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:39.155472 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:39.225971 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:36Z', 'revision_number': 3, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:39.280095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 68d4a268-2e46-4a78-88b6-8c0692b51af7 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:19:39.305478 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5651519 Jun 17 08:19:39.320494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50876) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:39.332367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Request body: {'subnet': {'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-152325683-subnet', 'tenant_id': '8bb892de27e941a1be407e53634cff36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:39.392917 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Checking router: 48576bee-e015-488b-8247-677d88ef51d8 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:39.393505 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Updating router 48576bee-e015-488b-8247-677d88ef51d8 port f00d2963-4b73-4ddb-9290-56138c932b40 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:19:39.432461 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.454903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-4012b114-b240-4878-ade2-6da03e2f8e76 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:39.455574 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-4012b114-b240-4878-ade2-6da03e2f8e76 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5684862 Jun 17 08:19:39.510328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Request body: {'port': {'device_id': '14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'dc4472e4500249488a12da44d62a3095'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:39.582185 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09b7b523-794e-43fe-8ab6-a154a37a52e8 req-9f087749-7f46-462a-871b-68b89d6c3a92 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 210 time: 0.1111426 Jun 17 08:19:39.593879 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Made reservation on behalf of 8bb892de27e941a1be407e53634cff36 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:39.596499 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.672744 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.701896 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b723c8-d7e4-4da0-a1cc-399005fb1efb req-19a39dd7-60d4-4b0b-a6e7-0e3a786ddb76 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:39.711649 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5b723c8-d7e4-4da0-a1cc-399005fb1efb req-19a39dd7-60d4-4b0b-a6e7-0e3a786ddb76 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 949 time: 1.2898266 Jun 17 08:19:39.810087 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Allocated IP 172.20.0.1 (53b12db2-6ba3-49d1-a797-6add5e9d222f/db63954b-1a6f-4780-9eab-5f39d57dd278/9a6099bb-0a01-4442-9816-acbcc76ae940) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:39.896370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5b723c8-d7e4-4da0-a1cc-399005fb1efb req-a6eaf4aa-228b-432b-9c8b-b10e0f306e12 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835055 Jun 17 08:19:39.967325 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.983244 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Made reservation on behalf of dc4472e4500249488a12da44d62a3095 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:39.985546 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:39.987448 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.010191 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.057382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a267606c-3379-45bb-b92a-1d29f70f68e2 None None] Network 81738f80-bb67-4920-9f02-af2bd556793a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:40.079090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Transition to ACTIVE for port object 72f3d103-bc59-4f3a-9afe-f58a305f9152 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:40.103423 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.123437 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.128005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Transition to ACTIVE for port object 9a6099bb-0a01-4442-9816-acbcc76ae940 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:40.135948 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-01a30dad-670c-439c-8c25-421b167f0713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.208601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 1c28c522-1604-4853-a74d-652822a4658a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1c28c522-1604-4853-a74d-652822a4658a,segment=NetworkSegment(c723689e-b947-4e8c-bff2-b5bd3af1ec26),segment_id=c723689e-b947-4e8c-bff2-b5bd3af1ec26)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:40.211107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:40.219943 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf0c3f7-a593-4843-8a20-7ca3af4c62ac" -d '{"events": [{"server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "name": "network-vif-plugged", "status": "completed", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:40.244559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b598db4-dbc2-4206-84e4-02cf733688f1,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.255247 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.264481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:40.267845 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.272124 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.273094 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.284226 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Transition to ACTIVE for port object f00d2963-4b73-4ddb-9290-56138c932b40 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:40.286808 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:40.287172 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Network hostable DHCP agents. Network: 68d4a268-2e46-4a78-88b6-8c0692b51af7, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:19:40.294500 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.304232 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.305148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f5c00eb5-985e-4300-994d-72dafe775e9d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:40.315232 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-577cef74-93d2-4df2-b98b-8a1d2eb7d247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.328286 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.347776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Network 53b12db2-6ba3-49d1-a797-6add5e9d222f is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:40.352744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.366219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:40.370663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6099bb-0a01-4442-9816-acbcc76ae940,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.373036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:40.377572 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.379164 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-136903a3-9f0c-4eb5-b5e7-cfd6fc57e212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.386317 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b66ca22-ffc8-4a6a-8ab7-7cb7ceb36e40 x-openstack-request-id: req-0b66ca22-ffc8-4a6a-8ab7-7cb7ceb36e40 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:40.386926 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "name": "network-vif-plugged", "status": "completed", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:40.387196 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0b66ca22-ffc8-4a6a-8ab7-7cb7ceb36e40 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:40.387655 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835', 'code': 200} Jun 17 08:19:40.393317 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-72b2e17e-670f-498e-b4bd-b7bc45376598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.399245 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.403668 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.415155 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Pushing event updated for resources: {'Port': ['ID=f00d2963-4b73-4ddb-9290-56138c932b40,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.440098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Network 68d4a268-2e46-4a78-88b6-8c0692b51af7 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:19:40.452035 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Attempting to bind port f00d2963-4b73-4ddb-9290-56138c932b40 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:40.454869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.455481 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Attempting to bind port f00d2963-4b73-4ddb-9290-56138c932b40 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:40.455953 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Attempting to bind port f00d2963-4b73-4ddb-9290-56138c932b40 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:40.503268 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=1c28c522-1604-4853-a74d-652822a4658a,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.507808 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.509412 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dc827e-27a7-4c00-8b06-c5d10e18358c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.509644 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:40.511403 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:40.515660 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.517904 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.522894 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 68d4a268-2e46-4a78-88b6-8c0692b51af7) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:40.527401 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:40.528186 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Bound port: f00d2963-4b73-4ddb-9290-56138c932b40, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:40.528676 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.536018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:40.536603 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.541184 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Attempting to bind port 72f3d103-bc59-4f3a-9afe-f58a305f9152 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:40.541573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Attempting to bind port 72f3d103-bc59-4f3a-9afe-f58a305f9152 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:40.541949 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Attempting to bind port 72f3d103-bc59-4f3a-9afe-f58a305f9152 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:40.550110 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-86f6e5df-47c0-447e-8649-70cce32182cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.559700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.616297 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:40.616855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:40.617275 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.618475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:40.619194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Bound port: 72f3d103-bc59-4f3a-9afe-f58a305f9152, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:40.619600 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.622052 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=b9532ac6-f59d-4feb-8c3a-e5a194af4835,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.658973 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] For port f00d2963-4b73-4ddb-9290-56138c932b40, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:40.666108 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] For port f00d2963-4b73-4ddb-9290-56138c932b40, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f00d2963-4b73-4ddb-9290-56138c932b40,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:40.673674 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.674353 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.675073 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.677265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035aa897-935c-44c3-bfe0-0bb49e03f37b None None] Network 68d4a268-2e46-4a78-88b6-8c0692b51af7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:40.677912 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.678444 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.679032 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.679583 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.682744 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.683733 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.684175 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.684590 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.685000 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:19:40.697310 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.701884 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:40.724018 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.784513 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4480419 Jun 17 08:19:40.796322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428ee08-11f6-4831-b28f-b84fb72893fb None None] Pushing event updated for resources: {'Port': ['ID=72f3d103-bc59-4f3a-9afe-f58a305f9152,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:40.811560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Allocated IP 192.168.233.164 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/23a14062-4d2e-4057-9394-cb5f9210a876) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:40.845137 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:40.845822 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:40.876551 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7428ee08-11f6-4831-b28f-b84fb72893fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:40.877404 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.397s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:40.879307 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:41.017499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f5c00eb5-985e-4300-994d-72dafe775e9d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:41.038179 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e2547f79-eea2-4597-b992-1098c6a7e7c9 None None] Provisioning for port f5c00eb5-985e-4300-994d-72dafe775e9d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:41.067369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f5c00eb5-985e-4300-994d-72dafe775e9d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:41.068007 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.091659 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:41.126020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8fef1-20b3-4365-9adf-f5c8a6a2b112 req-ebe2e9a8-9cf7-429f-9635-93a7b2423093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:41.134420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30a8fef1-20b3-4365-9adf-f5c8a6a2b112 req-ebe2e9a8-9cf7-429f-9635-93a7b2423093 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 1102 time: 0.6463721 Jun 17 08:19:41.168584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df29bfba-c1fc-4d19-a4b1-f73b60943e8f None None] Network 68d4a268-2e46-4a78-88b6-8c0692b51af7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:41.218468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a737625-89b6-4fbc-b7cf-aae9016de5ff req-7796ec20-b2d5-46bd-ba09-9994499a20a7 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 210 time: 0.2781222 Jun 17 08:19:41.232610 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e2547f79-eea2-4597-b992-1098c6a7e7c9 None None] Provisioning complete for port f5c00eb5-985e-4300-994d-72dafe775e9d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:41.234147 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e2547f79-eea2-4597-b992-1098c6a7e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.271141 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Pushing event updated for resources: {'Port': ['ID=f00d2963-4b73-4ddb-9290-56138c932b40,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:41.299884 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:41.304047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Allocated IP 172.20.0.1 (81738f80-bb67-4920-9f02-af2bd556793a/fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa/2cfb05d4-ae77-43c3-93e1-cfd46d0459a6) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:41.396037 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] For port 72f3d103-bc59-4f3a-9afe-f58a305f9152, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:41.432097 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] For port 72f3d103-bc59-4f3a-9afe-f58a305f9152, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=72f3d103-bc59-4f3a-9afe-f58a305f9152,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:41.447847 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.453540 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.463646 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:41.572740 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.591574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Transition to ACTIVE for port object 23a14062-4d2e-4057-9394-cb5f9210a876 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:41.607596 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30a8fef1-20b3-4365-9adf-f5c8a6a2b112 req-023fc486-2e56-4b5e-a1b6-c5c79f5e00ed service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708827 Jun 17 08:19:41.633758 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:36Z', 'revision_number': 3, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:41.705559 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.709365 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.716212 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.735218 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e2547f79-eea2-4597-b992-1098c6a7e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.745959 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e5b326-50ba-406d-a934-1cd7cc06171c None None] The sync data for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 is: [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:36Z', 'revision_number': 3, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:41.746335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2c8fe-0b7c-4158-b8be-c281f7c56ae4 req-02d1cec2-9c7f-4008-a467-eeb703885a30 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:41.747331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Routers {'fa26d949-6f9c-450d-be0d-d20a4af04aeb'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:41.751453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:41.756200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50d2c8fe-0b7c-4158-b8be-c281f7c56ae4 req-02d1cec2-9c7f-4008-a467-eeb703885a30 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.1519394 Jun 17 08:19:41.763334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Transition to ACTIVE for port object 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:41.790077 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:41.839250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50d2c8fe-0b7c-4158-b8be-c281f7c56ae4 req-9625db43-db57-4fbb-b912-e7ba1e94060d tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791419 Jun 17 08:19:41.899434 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:41.901962 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e37faf8f-7843-4eda-94bf-087ebba62d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:41.951492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event updated for resources: {'Port': ['ID=23a14062-4d2e-4057-9394-cb5f9210a876,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:41.969442 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:41.975754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:41.988920 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:41.996421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2cfb05d4-ae77-43c3-93e1-cfd46d0459a6,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:41.997663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:42.004161 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:42.004926 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50922) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:42.028820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-889057109-network', 'tenant_id': '0d5cd0f85d6147db9075c3d22e0d6cbf'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:42.039786 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] Set router fa26d949-6f9c-450d-be0d-d20a4af04aeb gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:42.054640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Network 81738f80-bb67-4920-9f02-af2bd556793a is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:42.066846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:42.071416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:42.192428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Made reservation on behalf of 0d5cd0f85d6147db9075c3d22e0d6cbf for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:42.194978 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.226535 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.226824 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.247698 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.274696 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.427958 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:42.436050 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.476911 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.477911 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:42.479772 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.539802 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0373838 Jun 17 08:19:42.551721 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.558327 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428ee08-11f6-4831-b28f-b84fb72893fb None None] Pushing event updated for resources: {'Port': ['ID=72f3d103-bc59-4f3a-9afe-f58a305f9152,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:42.581044 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae0a219c-4b59-4b11-8fd7-368e4b5e4557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:42.611306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Request body: {'port': {'device_id': '14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:42.645286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9a413d-a806-4f68-b566-b5877424facc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:42.662619 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7428ee08-11f6-4831-b28f-b84fb72893fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.199s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:42.700202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Pushing event updated for resources: {'Port': ['ID=9a6099bb-0a01-4442-9816-acbcc76ae940,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:42.708949 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:42.710464 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:42.732519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:19:42.784390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e2547f79-eea2-4597-b992-1098c6a7e7c9 None None] For port f5c00eb5-985e-4300-994d-72dafe775e9d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f5c00eb5-985e-4300-994d-72dafe775e9d,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:42.811086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.811316 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Added segment 29bbcccd-b27a-49f2-9221-4976506cd5d2 of type vlan for network 0751c851-f2df-48af-96eb-21bf2bb231d9 Jun 17 08:19:42.863205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Network 53b12db2-6ba3-49d1-a797-6add5e9d222f is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:42.880208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:42.910427 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e2547f79-eea2-4597-b992-1098c6a7e7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.922102 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:42.967626 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:42.970275 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:19:42.970955 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:19:43.019038 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.064392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27c644-b194-4591-a166-ae041778f6e1 req-697efe77-af2d-4415-8f33-761936d4aea8 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:43.068369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df27c644-b194-4591-a166-ae041778f6e1 req-697efe77-af2d-4415-8f33-761936d4aea8 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 936 time: 0.5223820 Jun 17 08:19:43.161075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2547f79-eea2-4597-b992-1098c6a7e7c9 None None] Pushing event updated for resources: {'Port': ['ID=f5c00eb5-985e-4300-994d-72dafe775e9d,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:43.176130 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e2547f79-eea2-4597-b992-1098c6a7e7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:43.181324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-router', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:33Z', 'updated_at': '2021-06-17T08:19:41Z', 'revision_number': 4, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'gw_port': {'id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '9a6099bb-0a01-4442-9816-acbcc76ae940', 'name': '', 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'mac_address': 'fa:16:3e:f2:73:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'db63954b-1a6f-4780-9eab-5f39d57dd278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:39Z', 'updated_at': '2021-06-17T08:19:39Z', 'revision_number': 1, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'subnets': [{'id': 'db63954b-1a6f-4780-9eab-5f39d57dd278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:43.244985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1e041b35-4f78-4be3-802b-51e29d42effe None None] Provisioning complete for port 1c28c522-1604-4853-a74d-652822a4658a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:43.245597 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e041b35-4f78-4be3-802b-51e29d42effe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.253232 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.258046 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3c13a1-5ce2-49d5-8f29-1ad53cf7400d None None] The sync data for ids ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'] in n-d-779913-16 is: [{'id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-router', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:33Z', 'updated_at': '2021-06-17T08:19:41Z', 'revision_number': 4, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'gw_port': {'id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '9a6099bb-0a01-4442-9816-acbcc76ae940', 'name': '', 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'mac_address': 'fa:16:3e:f2:73:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'db63954b-1a6f-4780-9eab-5f39d57dd278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:39Z', 'updated_at': '2021-06-17T08:19:39Z', 'revision_number': 1, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'subnets': [{'id': 'db63954b-1a6f-4780-9eab-5f39d57dd278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:43.298448 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df27c644-b194-4591-a166-ae041778f6e1 req-1ab5cc8d-034c-4761-bfd7-8cef724fb793 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123635 Jun 17 08:19:43.337067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:43.337894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.346229 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:43.383219 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f70a6a82-9c1f-4f2b-920b-47cbf1cdadc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.527871 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.541888 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5267215 Jun 17 08:19:43.543758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50936) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:43.552288 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Request body: {'subnet': {'network_id': '0751c851-f2df-48af-96eb-21bf2bb231d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-889057109-subnet', 'tenant_id': '0d5cd0f85d6147db9075c3d22e0d6cbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:43.605074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Made reservation on behalf of 0d5cd0f85d6147db9075c3d22e0d6cbf for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:43.613407 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.629366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Pushing event updated for resources: {'Network': ['ID=0751c851-f2df-48af-96eb-21bf2bb231d9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:43.634161 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:43.651747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1e041b35-4f78-4be3-802b-51e29d42effe None None] Provisioning for port 9a6099bb-0a01-4442-9816-acbcc76ae940 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:43.670556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1e041b35-4f78-4be3-802b-51e29d42effe None None] Provisioning complete for port 9a6099bb-0a01-4442-9816-acbcc76ae940 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:43.671224 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e041b35-4f78-4be3-802b-51e29d42effe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:43.674991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 0751c851-f2df-48af-96eb-21bf2bb231d9 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:19:43.906641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1e041b35-4f78-4be3-802b-51e29d42effe None None] Port 9a6099bb-0a01-4442-9816-acbcc76ae940 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:43.922449 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Router fa26d949-6f9c-450d-be0d-d20a4af04aeb has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:43.976044 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1e041b35-4f78-4be3-802b-51e29d42effe None None] Provisioning for port 23a14062-4d2e-4057-9394-cb5f9210a876 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:43.981954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1e041b35-4f78-4be3-802b-51e29d42effe None None] Provisioning complete for port 23a14062-4d2e-4057-9394-cb5f9210a876 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:43.982574 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e041b35-4f78-4be3-802b-51e29d42effe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.115838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339079e-1cb6-4956-8447-6f1dbbd3ee27 req-55171912-3a76-4821-b26f-53847c58e3c8 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:44.137764 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a339079e-1cb6-4956-8447-6f1dbbd3ee27 req-55171912-3a76-4821-b26f-53847c58e3c8 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.8853869 Jun 17 08:19:44.244788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f5c00eb5-985e-4300-994d-72dafe775e9d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:44.248555 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1e041b35-4f78-4be3-802b-51e29d42effe None None] Port 23a14062-4d2e-4057-9394-cb5f9210a876 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:44.283193 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.298285 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a339079e-1cb6-4956-8447-6f1dbbd3ee27 req-3df67470-91a4-449a-a741-7ffeb37743e8 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587288 Jun 17 08:19:44.300515 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.317193 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de6a49cb-7540-41b8-9cd8-88dfff1bc74c tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:44.372572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f5c00eb5-985e-4300-994d-72dafe775e9d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:44.372983 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.468322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-484cf956-d17d-4c7b-94cc-1fa8c20a2aa3 None None] Provisioning complete for port 9a6099bb-0a01-4442-9816-acbcc76ae940 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:44.468729 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-484cf956-d17d-4c7b-94cc-1fa8c20a2aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.483892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Pushing event updated for resources: {'Port': ['ID=2cfb05d4-ae77-43c3-93e1-cfd46d0459a6,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:44.503288 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:44.557082 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.563315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-484cf956-d17d-4c7b-94cc-1fa8c20a2aa3 None None] Port 9a6099bb-0a01-4442-9816-acbcc76ae940 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:44.686155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-484cf956-d17d-4c7b-94cc-1fa8c20a2aa3 None None] Provisioning for port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:44.702580 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-484cf956-d17d-4c7b-94cc-1fa8c20a2aa3 None None] Provisioning complete for port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:44.719845 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-484cf956-d17d-4c7b-94cc-1fa8c20a2aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.771597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1c28c522-1604-4853-a74d-652822a4658a up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:44.885254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-484cf956-d17d-4c7b-94cc-1fa8c20a2aa3 None None] Port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:44.931053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 1c28c522-1604-4853-a74d-652822a4658a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:44.931698 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:44.933552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-484cf956-d17d-4c7b-94cc-1fa8c20a2aa3 None None] Provisioning complete for port f5c00eb5-985e-4300-994d-72dafe775e9d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:44.934068 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-484cf956-d17d-4c7b-94cc-1fa8c20a2aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:45.027532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Network 81738f80-bb67-4920-9f02-af2bd556793a is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:45.033535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:45.404129 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f00d2963-4b73-4ddb-9290-56138c932b40 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:45.462527 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:45.473750 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:45.476560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:45.486064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f00d2963-4b73-4ddb-9290-56138c932b40 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:45.491547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f00d2963-4b73-4ddb-9290-56138c932b40 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:45.491986 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:45.496136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ff1be5-1ec1-49e8-9484-4012afe56636 req-6781845e-5eae-4557-beba-3ca9494910b0 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:45.497923 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75ff1be5-1ec1-49e8-9484-4012afe56636 req-6781845e-5eae-4557-beba-3ca9494910b0 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 936 time: 0.9250031 Jun 17 08:19:45.501242 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Router 48576bee-e015-488b-8247-677d88ef51d8 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:45.525414 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] 10.222.0.47 "PUT /v2.0/routers/fa26d949-6f9c-450d-be0d-d20a4af04aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6464441 Jun 17 08:19:45.535595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a14062-4d2e-4057-9394-cb5f9210a876 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:45.557322 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:45.617081 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f4056ec9-97b4-4ff8-8a7c-435508dfb526 None None] Provisioning complete for port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:45.617466 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f4056ec9-97b4-4ff8-8a7c-435508dfb526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:45.620508 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c3fa017e-0c44-43ba-a291-4bfa8b14d72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:45.650838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Transition to ACTIVE for port object 23a14062-4d2e-4057-9394-cb5f9210a876 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:45.651913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7f4a25-a056-44e6-9ef2-11fa13372dba,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:45.657048 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:45.658237 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Checking segment: {'id': '29bbcccd-b27a-49f2-9221-4976506cd5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0751c851-f2df-48af-96eb-21bf2bb231d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:45.659552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Network hostable DHCP agents. Network: 0751c851-f2df-48af-96eb-21bf2bb231d9, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:19:45.666194 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:45.670674 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ce558e94-5f26-4a80-bc40-295373f97767 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:45.703091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f4056ec9-97b4-4ff8-8a7c-435508dfb526 None None] Port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:45.768781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Network 0751c851-f2df-48af-96eb-21bf2bb231d9 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:19:45.769048 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:45.779930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75ff1be5-1ec1-49e8-9484-4012afe56636 req-315ddb0b-31c8-4b68-83b2-25b5776fc079 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718260 Jun 17 08:19:45.782066 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Pushing event updated for resources: {'Port': ['ID=23a14062-4d2e-4057-9394-cb5f9210a876,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:45.786989 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:45.793490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 0751c851-f2df-48af-96eb-21bf2bb231d9) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:45.804392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb26e7a-56f9-47df-9a08-eb059c37343a req-f38f0a99-3096-479a-af79-ce3fbc24d912 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:45.817683 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:45.818206 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:45.822958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecb26e7a-56f9-47df-9a08-eb059c37343a req-f38f0a99-3096-479a-af79-ce3fbc24d912 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 1102 time: 0.4804535 Jun 17 08:19:45.824407 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d05519d-135f-4653-b632-de3c9fc85099 None None] Network 0751c851-f2df-48af-96eb-21bf2bb231d9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:45.857428 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ecb26e7a-56f9-47df-9a08-eb059c37343a req-369e50d4-756a-407e-b3fc-fb93297b3304 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:45.930062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Attempting to bind port 23a14062-4d2e-4057-9394-cb5f9210a876 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:45.935126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Attempting to bind port 23a14062-4d2e-4057-9394-cb5f9210a876 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:45.935619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Attempting to bind port 23a14062-4d2e-4057-9394-cb5f9210a876 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:45.947919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:45.949413 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Port 23a14062-4d2e-4057-9394-cb5f9210a876 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:19:45.949843 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Attempting to bind port 23a14062-4d2e-4057-9394-cb5f9210a876 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:45.955926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] 10.222.0.47 "PUT /v2.0/routers/48576bee-e015-488b-8247-677d88ef51d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3909504 Jun 17 08:19:45.992852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:45.997309 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:45.998534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:46.002122 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Bound port: 23a14062-4d2e-4057-9394-cb5f9210a876, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:46.002605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.061034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Sync routers for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:46.085800 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ecb26e7a-56f9-47df-9a08-eb059c37343a req-369e50d4-756a-407e-b3fc-fb93297b3304 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.090239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f00d2963-4b73-4ddb-9290-56138c932b40, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f00d2963-4b73-4ddb-9290-56138c932b40,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:46.094761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ecb26e7a-56f9-47df-9a08-eb059c37343a req-369e50d4-756a-407e-b3fc-fb93297b3304 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.105143 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-722e3029-7ffc-47d7-a380-727d74e56e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:46.120064 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.131204 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.149640 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:46.167008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:46.167871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:46.237427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecb26e7a-56f9-47df-9a08-eb059c37343a req-369e50d4-756a-407e-b3fc-fb93297b3304 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134636 Jun 17 08:19:46.242679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] For port 23a14062-4d2e-4057-9394-cb5f9210a876, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:46.247742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e50d4-756a-407e-b3fc-fb93297b3304 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109ddbf5-a039-4732-8e94-6f48f60f0c4e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:46.265759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] For port 23a14062-4d2e-4057-9394-cb5f9210a876, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=23a14062-4d2e-4057-9394-cb5f9210a876,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:46.267606 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-369e50d4-756a-407e-b3fc-fb93297b3304 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:46.276749 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.304481 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac56d409-e0d9-4eb0-8ad9-dc9636ecb5e4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:46.311393 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7647750 Jun 17 08:19:46.481120 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:46.481120 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.502944 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-62af9007-6a6e-4837-b877-ef1c6c986d22 req-63a9bae4-c592-4430-9a49-00eedbc4bb9a tempest-FloatingIPsNegativeTestJSON-1920382334 tempest-FloatingIPsNegativeTestJSON-1920382334-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=83d69ef2799340e7a176822086fd5c46 HTTP/1.1" status: 200 len: 217 time: 0.0951068 Jun 17 08:19:46.515624 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] 10.222.0.63 "PUT /v2.0/ports/23a14062-4d2e-4057-9394-cb5f9210a876 HTTP/1.1" status: 200 len: 1097 time: 3.9109399 Jun 17 08:19:46.516294 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d', 'tag': '23a14062-4d2e-4057-9394-cb5f9210a876'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:46.523766 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d", "tag": "23a14062-4d2e-4057-9394-cb5f9210a876"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:46.659816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 72f3d103-bc59-4f3a-9afe-f58a305f9152 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:46.751530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Pushing event updated for resources: {'Port': ['ID=23a14062-4d2e-4057-9394-cb5f9210a876,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:46.759063 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:46.807009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-7148e498-b145-4add-bfa3-951f3ff35303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:46.810536 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-7148e498-b145-4add-bfa3-951f3ff35303 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 1100 time: 0.2380149 Jun 17 08:19:46.886341 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-46eeb585-e49c-435c-aa49-edec4bd670d4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23a14062-4d2e-4057-9394-cb5f9210a876 HTTP/1.1" status: 200 len: 217 time: 0.0588825 Jun 17 08:19:46.886563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f00d2963-4b73-4ddb-9290-56138c932b40,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:46.912277 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:46.918244 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:46.991524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-427f3284-9efc-4df0-8351-ad5d0bcae5e3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:46.993246 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-427f3284-9efc-4df0-8351-ad5d0bcae5e3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 821 time: 0.2710564 Jun 17 08:19:47.001130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a7cc8-32c7-4a25-9f15-bece4e604072 None None] Network 0751c851-f2df-48af-96eb-21bf2bb231d9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:47.022559 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 72f3d103-bc59-4f3a-9afe-f58a305f9152 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:47.024855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-c969494b-5a73-4807-b5af-bf5e3a8f242e tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/quotas/3464ed1b59db4bc6ad9e3d34623bee5d HTTP/1.1" status: 200 len: 375 time: 0.0235765 Jun 17 08:19:47.052482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-3bf1a022-2df0-4022-a98e-abb92d16e2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:47.059400 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-3bf1a022-2df0-4022-a98e-abb92d16e2c1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1635509 Jun 17 08:19:47.069846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 72f3d103-bc59-4f3a-9afe-f58a305f9152 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:47.072649 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.081977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:47.123639 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Sync routers for ids ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:47.146602 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Routers {'fa26d949-6f9c-450d-be0d-d20a4af04aeb'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:47.147629 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:47.160155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-cfce95fa-06cb-4ff0-abd0-ab267267cdb8 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1339962 Jun 17 08:19:47.195444 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-f0485364-0632-46f5-a1e5-87431d85ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:47.197223 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-f0485364-0632-46f5-a1e5-87431d85ac39 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1334586 Jun 17 08:19:47.322289 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-475229b3-3a39-4713-a1c2-0d14dd98e204 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611209 Jun 17 08:19:47.376552 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-eafaa2cd-404e-4e55-945e-331e005f7238 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720836 Jun 17 08:19:47.380243 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.380400 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Set router fa26d949-6f9c-450d-be0d-d20a4af04aeb gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:47.473877 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-3f8ce7fb-8539-48bd-8a9b-849b61839752 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484444 Jun 17 08:19:47.487361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 72f3d103-bc59-4f3a-9afe-f58a305f9152, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=72f3d103-bc59-4f3a-9afe-f58a305f9152,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:47.506114 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.515189 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:47.592747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=72f3d103-bc59-4f3a-9afe-f58a305f9152,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:47.594618 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba735b2-7101-4142-857c-eb6f946c9c8f req-925039d5-99a5-4990-9ec2-0e32a6888acf service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004628 Jun 17 08:19:47.619154 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:47.621831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 2, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:47.679524 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Checking router: 48576bee-e015-488b-8247-677d88ef51d8 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:47.679966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Updating router 48576bee-e015-488b-8247-677d88ef51d8 port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:19:47.740316 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:47.819451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6c4dfd8-401a-40ad-a24a-0075932dd042 req-f5826175-2481-432a-aeb4-d92519b08ab6 tempest-FloatingIPsNegativeTestJSON-1920382334 tempest-FloatingIPsNegativeTestJSON-1920382334-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0977311 Jun 17 08:19:47.833789 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-router', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:33Z', 'updated_at': '2021-06-17T08:19:41Z', 'revision_number': 4, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'gw_port': {'id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '9a6099bb-0a01-4442-9816-acbcc76ae940', 'name': '', 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'mac_address': 'fa:16:3e:f2:73:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'db63954b-1a6f-4780-9eab-5f39d57dd278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:39Z', 'updated_at': '2021-06-17T08:19:41Z', 'revision_number': 2, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'subnets': [{'id': 'db63954b-1a6f-4780-9eab-5f39d57dd278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:47.884848 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69164ceb-4fb4-44ce-8ffb-848286dd78a7 x-openstack-request-id: req-69164ceb-4fb4-44ce-8ffb-848286dd78a7 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:47.885197 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d", "tag": "23a14062-4d2e-4057-9394-cb5f9210a876", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:47.885486 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69164ceb-4fb4-44ce-8ffb-848286dd78a7 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:47.885929 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d', 'tag': '23a14062-4d2e-4057-9394-cb5f9210a876', 'status': 'completed', 'code': 200} Jun 17 08:19:47.961011 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Checking router: fa26d949-6f9c-450d-be0d-d20a4af04aeb for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:47.963373 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51034) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:47.976009 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Updating router fa26d949-6f9c-450d-be0d-d20a4af04aeb port 9a6099bb-0a01-4442-9816-acbcc76ae940 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:19:48.038032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2 req-642ba2dd-eab8-444e-89ed-2e946479f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:48.039610 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2 req-642ba2dd-eab8-444e-89ed-2e946479f1d9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 1100 time: 0.1317790 Jun 17 08:19:48.077526 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.364385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f00d2963-4b73-4ddb-9290-56138c932b40 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:48.384527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2 req-dfc9c2ba-7f32-421b-951f-ff55ae5094c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:48.386803 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2 req-dfc9c2ba-7f32-421b-951f-ff55ae5094c8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.3401768 Jun 17 08:19:48.399374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-888ba2c2-9a07-4629-beba-6acf439fc03b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4344687 Jun 17 08:19:48.430795 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41af7c2-a666-43b8-8b4b-096229339104 req-2e2c3349-4d9e-40a1-af71-91214c2c6eba tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:48.433720 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b41af7c2-a666-43b8-8b4b-096229339104 req-2e2c3349-4d9e-40a1-af71-91214c2c6eba tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 948 time: 0.3194785 Jun 17 08:19:48.459945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c706224-7960-4b86-aa19-feb37480e84c req-5744dc3d-8c83-4fcd-9f7e-d8b7526e5079 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:48.468641 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-5744dc3d-8c83-4fcd-9f7e-d8b7526e5079 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 820 time: 0.2570913 Jun 17 08:19:48.495883 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2 req-4b1cfd25-be6c-4c18-b1b7-0a702357c697 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23a14062-4d2e-4057-9394-cb5f9210a876 HTTP/1.1" status: 200 len: 217 time: 0.0986648 Jun 17 08:19:48.510284 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-1b996928-24a1-4a41-8120-b358e95ab813 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/quotas/8bb892de27e941a1be407e53634cff36 HTTP/1.1" status: 200 len: 375 time: 0.0403371 Jun 17 08:19:48.567790 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b41af7c2-a666-43b8-8b4b-096229339104 req-5a59e10b-1aee-44a7-9ae3-9b2937fb4aac tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231236 Jun 17 08:19:48.579695 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.598210 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-b326b63e-83ab-4e79-a568-a1556b6356ab tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853384 Jun 17 08:19:48.634420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2 req-cd1d495c-0284-4a90-88e2-fe94ac572347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:48.636101 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2 req-cd1d495c-0284-4a90-88e2-fe94ac572347 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1367671 Jun 17 08:19:48.642547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Transition to ACTIVE for port object 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:48.665812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f00d2963-4b73-4ddb-9290-56138c932b40 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:48.666708 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.724484 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2 req-8096a27d-1450-4cfe-ab05-f2309600b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:48.726242 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2 req-8096a27d-1450-4cfe-ab05-f2309600b92d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0816631 Jun 17 08:19:48.742623 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.759751 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Transition to ACTIVE for port object 9a6099bb-0a01-4442-9816-acbcc76ae940 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:48.771441 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.775145 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:48.782947 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:48.798103 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:48.980394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-93aa13b1-0021-4335-a012-a3c621963743 service neutron] 10.222.0.47 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781619 Jun 17 08:19:48.983480 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2 req-f94b864f-a3aa-4fbf-a011-9c9ff67d11be service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501311 Jun 17 08:19:48.992320 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5864c-30b1-44e8-b9e4-801ee9eda6c1 None None] Pushing event updated for resources: {'Port': ['ID=9a6099bb-0a01-4442-9816-acbcc76ae940,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:48.997152 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-17c5864c-30b1-44e8-b9e4-801ee9eda6c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:49.030099 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Attempting to bind port 9a6099bb-0a01-4442-9816-acbcc76ae940 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:49.030471 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Attempting to bind port 9a6099bb-0a01-4442-9816-acbcc76ae940 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'c723689e-b947-4e8c-bff2-b5bd3af1ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:49.032433 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Attempting to bind port 9a6099bb-0a01-4442-9816-acbcc76ae940 on network 53b12db2-6ba3-49d1-a797-6add5e9d222f {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:49.044368 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:49.044753 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Checking segment: {'id': 'c723689e-b947-4e8c-bff2-b5bd3af1ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:49.047282 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.047609 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Bound using segment: {'id': 'c723689e-b947-4e8c-bff2-b5bd3af1ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:49.048619 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Bound port: 9a6099bb-0a01-4442-9816-acbcc76ae940, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c723689e-b947-4e8c-bff2-b5bd3af1ec26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:49.067251 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.167327 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.191284 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] For port 9a6099bb-0a01-4442-9816-acbcc76ae940, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:49.196077 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] For port 9a6099bb-0a01-4442-9816-acbcc76ae940, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9a6099bb-0a01-4442-9816-acbcc76ae940,segment=NetworkSegment(c723689e-b947-4e8c-bff2-b5bd3af1ec26),segment_id=c723689e-b947-4e8c-bff2-b5bd3af1ec26)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:49.206283 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.210871 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:49.292705 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da88500-c7bd-44a5-b1d3-146d739fb5d0 None None] Pushing event updated for resources: {'Port': ['ID=2cfb05d4-ae77-43c3-93e1-cfd46d0459a6,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:49.385908 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5da88500-c7bd-44a5-b1d3-146d739fb5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:49.407377 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd4d8f1d-a889-46c7-ab20-c9cf5fff1bb2 req-13be2c72-f04c-4529-8b01-e53502028689 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913839 Jun 17 08:19:49.439989 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5864c-30b1-44e8-b9e4-801ee9eda6c1 None None] Pushing event updated for resources: {'Port': ['ID=9a6099bb-0a01-4442-9816-acbcc76ae940,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:49.447076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Attempting to bind port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:49.447459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Attempting to bind port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:49.447831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Attempting to bind port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 on network 81738f80-bb67-4920-9f02-af2bd556793a {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:49.453905 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Routers {'fa26d949-6f9c-450d-be0d-d20a4af04aeb'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:49.454952 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:49.457733 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-17c5864c-30b1-44e8-b9e4-801ee9eda6c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:49.486348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:49.486728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Checking segment: {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:49.487205 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.487698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Bound using segment: {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:49.488128 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Bound port: 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:49.488512 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.744620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] For port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:49.751260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] For port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2cfb05d4-ae77-43c3-93e1-cfd46d0459a6,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:49.771328 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:49.788429 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b588729e-ff00-4032-b485-a711eb043a14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:49.842684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-c1366c2b-2d46-46c7-b575-2727a09af2c4 service neutron] 10.222.0.47 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8607330 Jun 17 08:19:49.857026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b660f-ae9b-4f7a-9bee-678b5608be98 req-9177e183-ea9f-4fc3-bb72-8c82dde23f53 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:49.875423 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ee1b660f-ae9b-4f7a-9bee-678b5608be98 req-9177e183-ea9f-4fc3-bb72-8c82dde23f53 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.1462677 Jun 17 08:19:49.880796 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] Set router fa26d949-6f9c-450d-be0d-d20a4af04aeb gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:49.963962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 72f3d103-bc59-4f3a-9afe-f58a305f9152 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:50.059259 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ee1b660f-ae9b-4f7a-9bee-678b5608be98 req-05981882-05aa-4f9f-af37-aa55457034b6 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827841 Jun 17 08:19:50.106819 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:50.107695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:50.164397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ebb36-42fb-474a-98ec-16300bae1b25 req-70779a43-506b-4508-91f5-b769256e0ec1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:50.172459 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-912ebb36-42fb-474a-98ec-16300bae1b25 req-70779a43-506b-4508-91f5-b769256e0ec1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.10 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 945 time: 0.2949893 Jun 17 08:19:50.262045 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-4f792aef-a3b7-4a87-a9c1-3fd7cd1a804c req-9612abef-132a-496f-a589-191a4bd23503 tempest-FloatingIPsNegativeTestJSON-1920382334 tempest-FloatingIPsNegativeTestJSON-1920382334-project] show failed (client error): The resource could not be found. Jun 17 08:19:50.263913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f792aef-a3b7-4a87-a9c1-3fd7cd1a804c req-9612abef-132a-496f-a589-191a4bd23503 tempest-FloatingIPsNegativeTestJSON-1920382334 tempest-FloatingIPsNegativeTestJSON-1920382334-project] 10.222.0.47 "GET /v2.0/floatingips/366de891-9947-4a7e-a994-730eac34911e HTTP/1.1" status: 404 len: 350 time: 0.0903258 Jun 17 08:19:50.276084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51086) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:50.416870 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:50.464816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-871e4ddd-46ad-40f3-a752-72095de7c9f0 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:50.478173 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-871e4ddd-46ad-40f3-a752-72095de7c9f0 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.10 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 821 time: 0.2609217 Jun 17 08:19:50.490464 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-router', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:33Z', 'updated_at': '2021-06-17T08:19:41Z', 'revision_number': 4, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'gw_port': {'id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '9a6099bb-0a01-4442-9816-acbcc76ae940', 'name': '', 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'mac_address': 'fa:16:3e:f2:73:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'db63954b-1a6f-4780-9eab-5f39d57dd278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:39Z', 'updated_at': '2021-06-17T08:19:49Z', 'revision_number': 4, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'subnets': [{'id': 'db63954b-1a6f-4780-9eab-5f39d57dd278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:50.492964 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Request body: {'port': {'device_id': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'admin_state_up': True, 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:50.590656 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b44f1c-7e9c-455d-bb84-f98204753267 None None] The sync data for ids ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'] in n-d-779913-16 is: [{'id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-router', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:33Z', 'updated_at': '2021-06-17T08:19:41Z', 'revision_number': 4, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'gw_port': {'id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '9a6099bb-0a01-4442-9816-acbcc76ae940', 'name': '', 'network_id': '53b12db2-6ba3-49d1-a797-6add5e9d222f', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'mac_address': 'fa:16:3e:f2:73:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'db63954b-1a6f-4780-9eab-5f39d57dd278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:39Z', 'updated_at': '2021-06-17T08:19:49Z', 'revision_number': 4, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'subnets': [{'id': 'db63954b-1a6f-4780-9eab-5f39d57dd278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:50.630409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-979f3ccd-b8c1-49fc-b27d-51a28f57cb33 req-74613be6-f240-4076-b959-7500e9a67c51 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 210 time: 0.2512369 Jun 17 08:19:50.760957 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 23a14062-4d2e-4057-9394-cb5f9210a876 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:19:50.791480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da88500-c7bd-44a5-b1d3-146d739fb5d0 None None] Pushing event updated for resources: {'Port': ['ID=2cfb05d4-ae77-43c3-93e1-cfd46d0459a6,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:50.835715 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Made reservation on behalf of 3464ed1b59db4bc6ad9e3d34623bee5d for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:50.839802 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:50.878021 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5da88500-c7bd-44a5-b1d3-146d739fb5d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.089s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:50.914234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 72f3d103-bc59-4f3a-9afe-f58a305f9152 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:50.915071 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.073181 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 23a14062-4d2e-4057-9394-cb5f9210a876, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=23a14062-4d2e-4057-9394-cb5f9210a876,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:51.086623 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '23a14062-4d2e-4057-9394-cb5f9210a876', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '23a14062-4d2e-4057-9394-cb5f9210a876', 'mac_address': 'fa:16:3e:9a:5b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:19:51.134352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Allocated IP 172.20.0.3 (81738f80-bb67-4920-9f02-af2bd556793a/fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa/789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:51.180144 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.187559 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:49Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:51.231658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-912ebb36-42fb-474a-98ec-16300bae1b25 req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Deleting port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:51.232763 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-912ebb36-42fb-474a-98ec-16300bae1b25 req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.272679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2297cf2-1a77-4111-976b-03c46a501b98 req-3b069810-5bc1-4ce8-876b-2a0ea1e647f2 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:51.283339 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2297cf2-1a77-4111-976b-03c46a501b98 req-3b069810-5bc1-4ce8-876b-2a0ea1e647f2 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 945 time: 0.6801052 Jun 17 08:19:51.293482 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7066a000-23da-46d7-89de-c8c7ad15a3c0 None None] The sync data for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 is: [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:49Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:51.319788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a14062-4d2e-4057-9394-cb5f9210a876 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:51.438445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 23a14062-4d2e-4057-9394-cb5f9210a876, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=23a14062-4d2e-4057-9394-cb5f9210a876,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:51.447080 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.450576 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d2f14fce-c845-4592-ad1c-cde75b613540 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:51.526870 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2297cf2-1a77-4111-976b-03c46a501b98 req-7a1b1283-3a08-4174-bee4-0998cabfcb99 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/security-groups?id=746ac985-0dd3-421d-a927-937945e4869f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421656 Jun 17 08:19:51.557219 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.570709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=23a14062-4d2e-4057-9394-cb5f9210a876,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:51.596683 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:51.608690 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Transition to ACTIVE for port object 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:51.654740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-929ffbfc-e4a7-4078-999b-1cae2e8d841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:51.656743 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-929ffbfc-e4a7-4078-999b-1cae2e8d841e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 1102 time: 0.3223946 Jun 17 08:19:51.681885 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:51.772575 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9a6099bb-0a01-4442-9816-acbcc76ae940 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:51.783755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-912ebb36-42fb-474a-98ec-16300bae1b25 req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] For port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:51.784481 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-912ebb36-42fb-474a-98ec-16300bae1b25 req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.875660 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.885837 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f77dbade-72c5-4139-8c59-83bb5462bf8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:51.897729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-912ebb36-42fb-474a-98ec-16300bae1b25 req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Calling delete_port for 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:51.902234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 9a6099bb-0a01-4442-9816-acbcc76ae940 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:51.973872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9a6099bb-0a01-4442-9816-acbcc76ae940 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:51.974643 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:51.982448 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Pushing event updated for resources: {'Port': ['ID=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:51.993775 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:52.001274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-521fe78c-1eab-41b3-8dda-df499acf6934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:52.003033 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-521fe78c-1eab-41b3-8dda-df499acf6934 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.3176854 Jun 17 08:19:52.015377 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Network 81738f80-bb67-4920-9f02-af2bd556793a is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:52.025963 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:52.040447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:52.101253 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-865366ec-5866-4a3c-bfbe-02310e13aafe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835 HTTP/1.1" status: 200 len: 217 time: 0.0884845 Jun 17 08:19:52.251045 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:52.251447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.262727 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.271815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e45721-a28c-4d5f-97ad-19597183d78d req-609cfcc1-add7-488e-ae11-70ff98202c32 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:52.283550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3e45721-a28c-4d5f-97ad-19597183d78d req-609cfcc1-add7-488e-ae11-70ff98202c32 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 948 time: 1.3856890 Jun 17 08:19:52.307767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-d883e199-6156-4305-ba82-bebcc2481523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:52.309699 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-d883e199-6156-4305-ba82-bebcc2481523 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1816845 Jun 17 08:19:52.311090 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8243046 Jun 17 08:19:52.329755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 9a6099bb-0a01-4442-9816-acbcc76ae940, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9a6099bb-0a01-4442-9816-acbcc76ae940,segment=NetworkSegment(c723689e-b947-4e8c-bff2-b5bd3af1ec26),segment_id=c723689e-b947-4e8c-bff2-b5bd3af1ec26)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:52.339700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Request body: {'port': {'device_id': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:52.347072 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.348285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:52.350254 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:52.370445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1fdc1a9b-2805-41d4-9000-f3ccd5718e75 req-164cef32-c0ef-4ec6-a4fe-20a511626a91 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 210 time: 0.2627578 Jun 17 08:19:52.379084 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-912ebb36-42fb-474a-98ec-16300bae1b25 req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.436349 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fc70ab19-89fb-4556-93dc-639424d50540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:52.499913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Pushing event deleted for resources: {'Port': ['ID=78fe5bd4-7e9f-4dc5-8439-7b6367152e2d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:52.513581 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:52.527145 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.563791 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3e45721-a28c-4d5f-97ad-19597183d78d req-f31ae02b-d314-45d4-a106-234c8e113010 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488146 Jun 17 08:19:52.609712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f4724f5d-a5ca-46dc-8a46-b8ad5b09016d None None] Provisioning for port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:52.613003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=9a6099bb-0a01-4442-9816-acbcc76ae940,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:52.630435 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:52.635908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f4724f5d-a5ca-46dc-8a46-b8ad5b09016d None None] Provisioning complete for port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:52.636312 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f4724f5d-a5ca-46dc-8a46-b8ad5b09016d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.701781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-912ebb36-42fb-474a-98ec-16300bae1b25 req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] No DVR routers for this DVR port 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:52.710632 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-912ebb36-42fb-474a-98ec-16300bae1b25 req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.720675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-912ebb36-42fb-474a-98ec-16300bae1b25 req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.10 "DELETE /v2.0/ports/78fe5bd4-7e9f-4dc5-8439-7b6367152e2d HTTP/1.1" status: 204 len: 173 time: 2.5403302 Jun 17 08:19:52.721269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64e65559-e6f6-40f5-a96a-2c626e828e9b', 'name': 'network-vif-deleted', 'tag': '78fe5bd4-7e9f-4dc5-8439-7b6367152e2d'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:52.723929 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fde5a3-bde0-4fb7-9ad1-63b6ef7e33ed" -d '{"events": [{"server_uuid": "64e65559-e6f6-40f5-a96a-2c626e828e9b", "name": "network-vif-deleted", "tag": "78fe5bd4-7e9f-4dc5-8439-7b6367152e2d"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:52.746526 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f4724f5d-a5ca-46dc-8a46-b8ad5b09016d None None] Port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:19:52.756210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:52.783441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:52.783642 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:52.861745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c706224-7960-4b86-aa19-feb37480e84c req-954a714f-4fec-4bbf-92a6-f200131fc691 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:52.864177 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-954a714f-4fec-4bbf-92a6-f200131fc691 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 820 time: 0.6610541 Jun 17 08:19:52.893396 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Request body: {'port': {'device_id': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7', 'admin_state_up': True, 'tenant_id': '8bb892de27e941a1be407e53634cff36'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:52.918060 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-fac5a015-c98b-4c5d-ad9b-f07a09cd43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:52.919820 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-fac5a015-c98b-4c5d-ad9b-f07a09cd43cc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6023057 Jun 17 08:19:53.018308 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.038838 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.039866 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-518a1cce-8375-41a5-a5de-5fa09248378f service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050625 Jun 17 08:19:53.093455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2cfb05d4-ae77-43c3-93e1-cfd46d0459a6,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:53.100911 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.106663 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:53.171989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=2cfb05d4-ae77-43c3-93e1-cfd46d0459a6,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:53.179628 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:53.198540 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-592610c3-47f2-4258-9ed0-c89255e8af7a service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298454 Jun 17 08:19:53.249040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:53.258019 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.273925 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Transition to ACTIVE for port object 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:53.277747 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.280899 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-19e4b6dd-594e-49f8-beca-3011683de2cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:53.347468 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03693b-a62d-4c16-a066-bade474accd2 req-41d9fd6f-b351-4d37-8c2e-746090f11dcf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:53.350135 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d03693b-a62d-4c16-a066-bade474accd2 req-41d9fd6f-b351-4d37-8c2e-746090f11dcf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.4810526 Jun 17 08:19:53.399178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Pushing event updated for resources: {'Port': ['ID=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:53.402833 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:53.418418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Made reservation on behalf of 8bb892de27e941a1be407e53634cff36 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:19:53.427071 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.496181 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Attempting to bind port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:53.497507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Attempting to bind port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:53.498264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Attempting to bind port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d on network 81738f80-bb67-4920-9f02-af2bd556793a {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:53.504868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d on network 81738f80-bb67-4920-9f02-af2bd556793a not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:19:53.505290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Attempting to bind port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d on network 81738f80-bb67-4920-9f02-af2bd556793a {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:53.517906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:53.518268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Checking segment: {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:53.518611 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Bound using segment: {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:53.519427 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Bound port: 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:53.519775 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.528355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d03693b-a62d-4c16-a066-bade474accd2 req-f6f78fe6-cea4-47f3-a919-c820c82bac36 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503847 Jun 17 08:19:53.538870 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9a6099bb-0a01-4442-9816-acbcc76ae940 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:53.545521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b8910-d18a-4ddb-82bd-26bed0095bbc req-9f44e4c9-49d3-4041-820e-079304f7cd35 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:53.558716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-900b8910-d18a-4ddb-82bd-26bed0095bbc req-9f44e4c9-49d3-4041-820e-079304f7cd35 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 931 time: 0.3697352 Jun 17 08:19:53.690040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] For port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:53.695485 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] For port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:53.702348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.702968 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9a6099bb-0a01-4442-9816-acbcc76ae940 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:53.704241 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.708404 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:53.796189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:53.796994 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.798524 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] 10.222.0.10 "PUT /v2.0/ports/789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 1092 time: 1.4665773 Jun 17 08:19:53.808511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:53.818180 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294" -d '{"events": [{"name": "network-changed", "server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:53.828125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Pushing event updated for resources: {'Port': ['ID=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:53.840950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:53.847168 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:53.905436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:53.905713 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:53.938376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-02fa8896-74e2-478d-a6c8-7616638df804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:53.940013 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-02fa8896-74e2-478d-a6c8-7616638df804 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 1095 time: 0.0741436 Jun 17 08:19:53.966576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:53.970754 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7196b3f1-6454-4012-a99c-7e83c973f14d req-e8d53128-052e-4d88-8b71-1d65d1e22374 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] 10.222.0.47 "GET /v2.0/ports?device_id=64e65559-e6f6-40f5-a96a-2c626e828e9b HTTP/1.1" status: 200 len: 210 time: 0.0574448 Jun 17 08:19:53.992724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:53.993304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 78fe5bd4-7e9f-4dc5-8439-7b6367152e2d not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:54.021287 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-4d996fa7-211f-446c-ad9d-59869520da8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 217 time: 0.0718014 Jun 17 08:19:54.044645 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5eb717a-e031-4044-a698-984848a1352c x-openstack-request-id: req-a5eb717a-e031-4044-a698-984848a1352c {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:54.045218 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64e65559-e6f6-40f5-a96a-2c626e828e9b", "name": "network-vif-deleted", "tag": "78fe5bd4-7e9f-4dc5-8439-7b6367152e2d", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:54.045656 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5eb717a-e031-4044-a698-984848a1352c {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:54.046225 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64e65559-e6f6-40f5-a96a-2c626e828e9b', 'name': 'network-vif-deleted', 'tag': '78fe5bd4-7e9f-4dc5-8439-7b6367152e2d', 'status': 'completed', 'code': 200} Jun 17 08:19:54.119407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-336155ac-08fa-4d2f-b004-89f90f091805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.125877 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-336155ac-08fa-4d2f-b004-89f90f091805 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.0893862 Jun 17 08:19:54.128982 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-900b8910-d18a-4ddb-82bd-26bed0095bbc req-2b50051b-0cfe-48fb-9156-46b39db21202 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690029 Jun 17 08:19:54.176761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 23a14062-4d2e-4057-9394-cb5f9210a876 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:19:54.220448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Allocated IP 172.20.0.13 (68d4a268-2e46-4a78-88b6-8c0692b51af7/5b598db4-dbc2-4206-84e4-02cf733688f1/71c1e96b-6e53-4a17-a6d0-f0c829012f93) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:19:54.232168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-478d3cf0-8c22-4326-9662-81f39ab0e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.234195 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-478d3cf0-8c22-4326-9662-81f39ab0e830 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987167 Jun 17 08:19:54.289441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 23a14062-4d2e-4057-9394-cb5f9210a876 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:19:54.294621 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 23a14062-4d2e-4057-9394-cb5f9210a876 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:19:54.295188 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.380818 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-3ed6d71a-acd4-4c2e-a87d-a99f66d8cd95 service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379807 Jun 17 08:19:54.399384 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.401146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c53a9021-64fe-48c7-8e7c-10ca94e0b032 req-2f1cf160-02b8-47a5-b6f0-38e1fd02fe20 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 210 time: 0.0412395 Jun 17 08:19:54.450624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a14062-4d2e-4057-9394-cb5f9210a876'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:54.452762 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e60ec26-1e67-4619-9eff-8443cc85e232" -d '{"events": [{"server_uuid": "14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d", "name": "network-vif-plugged", "status": "completed", "tag": "23a14062-4d2e-4057-9394-cb5f9210a876"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:54.466430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 23a14062-4d2e-4057-9394-cb5f9210a876, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=23a14062-4d2e-4057-9394-cb5f9210a876,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:54.470608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Deleting port 9a6099bb-0a01-4442-9816-acbcc76ae940 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:54.471201 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.472831 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.475416 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:54.489710 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5a652bb5-8bcb-4a4c-b7e2-e6ff7bac0c34 req-b52b8d0e-27b1-40eb-b3f1-babf9c05fd0f service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010585 Jun 17 08:19:54.534189 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=23a14062-4d2e-4057-9394-cb5f9210a876,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:54.538121 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:54.557934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcf1cc-62d8-4523-8cda-11515d0813f1 req-e144a803-b66a-40a1-9664-7d7546778478 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.559421 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7bcf1cc-62d8-4523-8cda-11515d0813f1 req-e144a803-b66a-40a1-9664-7d7546778478 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 945 time: 0.2881479 Jun 17 08:19:54.713433 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7bcf1cc-62d8-4523-8cda-11515d0813f1 req-6c149407-7aef-4769-b35d-277ba62dd201 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/security-groups?id=5764e339-a280-40b1-b418-64d49c2ff9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089523 Jun 17 08:19:54.730136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.735151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] For port 9a6099bb-0a01-4442-9816-acbcc76ae940, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9a6099bb-0a01-4442-9816-acbcc76ae940,segment=NetworkSegment(c723689e-b947-4e8c-bff2-b5bd3af1ec26),segment_id=c723689e-b947-4e8c-bff2-b5bd3af1ec26)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:54.735511 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.777278 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf5a580-9eeb-47be-9b59-cadceaec6495 x-openstack-request-id: req-6bf5a580-9eeb-47be-9b59-cadceaec6495 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:54.777598 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:54.777876 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6bf5a580-9eeb-47be-9b59-cadceaec6495 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:54.779252 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'status': 'completed', 'code': 200} Jun 17 08:19:54.816053 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92d05f02-5527-4826-9ddc-7142900470be x-openstack-request-id: req-92d05f02-5527-4826-9ddc-7142900470be {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:54.816958 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d", "name": "network-vif-plugged", "status": "completed", "tag": "23a14062-4d2e-4057-9394-cb5f9210a876", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:54.816958 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-92d05f02-5527-4826-9ddc-7142900470be {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:54.817362 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a14062-4d2e-4057-9394-cb5f9210a876', 'code': 200} Jun 17 08:19:54.829344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadff5d-a1b5-474f-892e-54c21d473f19 req-3c3427d7-bead-40bb-9e2f-3e5fca30c353 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.829727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Calling delete_port for 9a6099bb-0a01-4442-9816-acbcc76ae940 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:54.831466 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eeadff5d-a1b5-474f-892e-54c21d473f19 req-3c3427d7-bead-40bb-9e2f-3e5fca30c353 tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.10 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 945 time: 0.0975201 Jun 17 08:19:54.886116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57acdf2-1332-4d86-83b4-e15ba88ae635 req-513fd2d0-9058-48d3-ba43-f3598bc593e4 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.887719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f57acdf2-1332-4d86-83b4-e15ba88ae635 req-513fd2d0-9058-48d3-ba43-f3598bc593e4 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 950 time: 0.3510640 Jun 17 08:19:54.987629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-eeadff5d-a1b5-474f-892e-54c21d473f19 req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Deleting port 22f8aefd-6626-4591-b865-99ec2e0751e4 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:54.988232 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-eeadff5d-a1b5-474f-892e-54c21d473f19 req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:54.991837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734fb77-92d6-4ca4-95ad-d38ed3bca765 req-82122fe0-9eb5-44aa-88a2-035eb133fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:54.993300 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6734fb77-92d6-4ca4-95ad-d38ed3bca765 req-82122fe0-9eb5-44aa-88a2-035eb133fe07 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 1102 time: 0.0718107 Jun 17 08:19:55.030360 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.042311 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-645de7e1-1312-46eb-9751-c1638ff8245c tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:55.080412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f57acdf2-1332-4d86-83b4-e15ba88ae635 req-1dbb2395-29b7-48de-820d-62a6d34c3c59 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821530 Jun 17 08:19:55.138747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Network 68d4a268-2e46-4a78-88b6-8c0692b51af7 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:19:55.156056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294 req-3623a69f-b851-46ed-a04e-90694a80d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:55.157619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294 req-3623a69f-b851-46ed-a04e-90694a80d880 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 1095 time: 0.3210974 Jun 17 08:19:55.166367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:19:55.169197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:19:55.226048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Pushing event updated for resources: {'Port': ['ID=71c1e96b-6e53-4a17-a6d0-f0c829012f93,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:55.229605 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:55.317698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe1e76-fe3a-4173-9fa7-c68b4e57510c req-1cba4280-bf85-4a55-a50b-5920304ea710 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:55.319360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93fe1e76-fe3a-4173-9fa7-c68b4e57510c req-1cba4280-bf85-4a55-a50b-5920304ea710 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.3770311 Jun 17 08:19:55.359773 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:55.360432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.396387 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6734fb77-92d6-4ca4-95ad-d38ed3bca765 req-464c6c49-0e0d-410b-8961-7e59f98ef2c9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916242 Jun 17 08:19:55.433314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-eeadff5d-a1b5-474f-892e-54c21d473f19 req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] For port 22f8aefd-6626-4591-b865-99ec2e0751e4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=22f8aefd-6626-4591-b865-99ec2e0751e4,segment=NetworkSegment(7d693dfb-0fad-4843-827d-ae7cb69a242d),segment_id=7d693dfb-0fad-4843-827d-ae7cb69a242d)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:55.433314 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-eeadff5d-a1b5-474f-892e-54c21d473f19 req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.443886 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5592191 Jun 17 08:19:55.450265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294 req-fe4139ea-9490-4b14-a49a-9e7caa934fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:55.451723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294 req-fe4139ea-9490-4b14-a49a-9e7caa934fdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.2719762 Jun 17 08:19:55.462812 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Request body: {'port': {'device_id': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:19:55.506966 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-eeadff5d-a1b5-474f-892e-54c21d473f19 req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Calling delete_port for 22f8aefd-6626-4591-b865-99ec2e0751e4 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:55.546226 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93fe1e76-fe3a-4173-9fa7-c68b4e57510c req-b089d6b9-c0aa-4594-a606-bac334bd065f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961467 Jun 17 08:19:55.547562 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294 req-d2537529-0ee2-4e71-abef-0d950dee9972 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 217 time: 0.0888116 Jun 17 08:19:55.574556 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.598230 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a06b98ca-603f-4b91-a81c-4de1c7ad1fa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:55.655479 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a6099bb-0a01-4442-9816-acbcc76ae940,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:55.664956 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-eeadff5d-a1b5-474f-892e-54c21d473f19 req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.673051 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3a2ef606-6976-487e-a206-2b85bbcdbbf1 tempest-AttachSCSIVolumeTestJSON-1722929653 tempest-AttachSCSIVolumeTestJSON-1722929653-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:55.673846 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:55.678589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['22f8aefd-6626-4591-b865-99ec2e0751e4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:55.685853 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b9ded-1bc5-46b0-a08f-842da7ee4771 req-2a146efc-babd-436f-92d8-1829ab5a3e62 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:55.693180 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-179b9ded-1bc5-46b0-a08f-842da7ee4771 req-2a146efc-babd-436f-92d8-1829ab5a3e62 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 943 time: 0.4026473 Jun 17 08:19:55.720510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Pushing event deleted for resources: {'Port': ['ID=22f8aefd-6626-4591-b865-99ec2e0751e4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:55.725157 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:55.769723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294 req-2b05dedb-c655-4b2f-ab58-2d5dee28538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:55.771715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294 req-2b05dedb-c655-4b2f-ab58-2d5dee28538a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.2154360 Jun 17 08:19:55.801132 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.814349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeadff5d-a1b5-474f-892e-54c21d473f19 req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] No DVR routers for this DVR port 22f8aefd-6626-4591-b865-99ec2e0751e4 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:19:55.829256 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-eeadff5d-a1b5-474f-892e-54c21d473f19 req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:55.831931 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eeadff5d-a1b5-474f-892e-54c21d473f19 req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.10 "DELETE /v2.0/ports/22f8aefd-6626-4591-b865-99ec2e0751e4 HTTP/1.1" status: 204 len: 173 time: 0.9949071 Jun 17 08:19:55.968405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-179b9ded-1bc5-46b0-a08f-842da7ee4771 req-f66efede-d239-4a12-95d6-f00aa6d8afec tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742395 Jun 17 08:19:56.330592 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:19:56.479568 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f34364f-c538-4a80-801c-6b229635997f req-145540b0-6c5e-4466-b6b4-8f9ee354a9bc tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] 10.222.0.47 "GET /v2.0/ports?device_id=44993f28-edf9-41c7-9734-4111fb3a672d HTTP/1.1" status: 200 len: 210 time: 0.3594723 Jun 17 08:19:56.493800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294 req-633f682a-93c4-4da9-8e25-52d0c4e3453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:56.495331 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294 req-633f682a-93c4-4da9-8e25-52d0c4e3453c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7125359 Jun 17 08:19:56.523494 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a6267-6de2-4727-a767-d12514e0a9cf req-c7ca085c-8343-40e3-a468-6ef349bd85dd tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:56.529880 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb5a6267-6de2-4727-a767-d12514e0a9cf req-c7ca085c-8343-40e3-a468-6ef349bd85dd tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 932 time: 0.6795886 Jun 17 08:19:56.584236 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:56.744594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb5a6267-6de2-4727-a767-d12514e0a9cf req-2caf91ee-628c-4ddc-b837-188faa5e885e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137270 Jun 17 08:19:56.781662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44993f28-edf9-41c7-9734-4111fb3a672d', 'name': 'network-vif-deleted', 'tag': '22f8aefd-6626-4591-b865-99ec2e0751e4'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:56.784451 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc53601-c917-4fdd-9cbd-264a75a86d44" -d '{"events": [{"server_uuid": "44993f28-edf9-41c7-9734-4111fb3a672d", "name": "network-vif-deleted", "tag": "22f8aefd-6626-4591-b865-99ec2e0751e4"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:56.861191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294 req-93050c94-7949-4079-999e-e3a207606e09 service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182275 Jun 17 08:19:57.005320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e0e25-febf-49b1-95f6-2154a9570d83 req-4bd38393-d2bf-4c52-b88d-856bb2dc6ec2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:57.006694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f44e0e25-febf-49b1-95f6-2154a9570d83 req-4bd38393-d2bf-4c52-b88d-856bb2dc6ec2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 950 time: 0.3581905 Jun 17 08:19:57.034068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c1e96b-6e53-4a17-a6d0-f0c829012f93 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:57.055357 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:57.154117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Transition to ACTIVE for port object 71c1e96b-6e53-4a17-a6d0-f0c829012f93 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:19:57.168364 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:57.171628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8c01b6e-4a79-4e09-a9fb-6622fbe5b294 req-c13f79fb-d89a-4726-82a1-6cceac63ca08 service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972960 Jun 17 08:19:57.175717 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:57.228948 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f44e0e25-febf-49b1-95f6-2154a9570d83 req-e09b9472-5507-4875-bf87-fdcd2c4991ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972132 Jun 17 08:19:57.297092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Pushing event updated for resources: {'Port': ['ID=71c1e96b-6e53-4a17-a6d0-f0c829012f93,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:57.303516 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:57.313706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222acf6c-ebf1-4835-af2b-32100cdf9254 req-cee0872d-f7c6-4e3b-9967-c28491811590 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:57.315459 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-222acf6c-ebf1-4835-af2b-32100cdf9254 req-cee0872d-f7c6-4e3b-9967-c28491811590 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.3457713 Jun 17 08:19:57.346719 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Router fa26d949-6f9c-450d-be0d-d20a4af04aeb has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:19:57.407265 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682958f7-21c4-439d-829e-69158af4dc23 x-openstack-request-id: req-682958f7-21c4-439d-829e-69158af4dc23 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:57.407651 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44993f28-edf9-41c7-9734-4111fb3a672d", "name": "network-vif-deleted", "tag": "22f8aefd-6626-4591-b865-99ec2e0751e4", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:57.408120 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-682958f7-21c4-439d-829e-69158af4dc23 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:57.408736 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44993f28-edf9-41c7-9734-4111fb3a672d', 'name': 'network-vif-deleted', 'tag': '22f8aefd-6626-4591-b865-99ec2e0751e4', 'status': 'completed', 'code': 200} Jun 17 08:19:57.419099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-222acf6c-ebf1-4835-af2b-32100cdf9254 req-918dda02-2748-4b64-89ed-4ccfbef6974b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790138 Jun 17 08:19:57.516406 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:19:57.517122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:19:57.517122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:57.530243 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:19:57.530570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:19:57.540887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:19:57.541219 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:19:57.541728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:19:57.542193 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Bound port: 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:19:57.542592 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:57.615429 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:19:57.625288 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51198) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:57.625420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] 10.222.0.47 "PUT /v2.0/routers/fa26d949-6f9c-450d-be0d-d20a4af04aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3479118 Jun 17 08:19:57.629500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e35cb-807f-4f85-9674-9d53e0f38019 None None] Sync routers for ids ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:19:57.644032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e35cb-807f-4f85-9674-9d53e0f38019 None None] Routers {'fa26d949-6f9c-450d-be0d-d20a4af04aeb'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:57.647406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-bf3e35cb-807f-4f85-9674-9d53e0f38019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:57.661903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:19:57.666509 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:19:57.684883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:57.689889 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:57.703445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9c889-c79b-472d-af72-0f7d4e6bf6f0 req-4357847f-af61-4197-be43-4e20e0b20512 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:57.705096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6f9c889-c79b-472d-af72-0f7d4e6bf6f0 req-4357847f-af61-4197-be43-4e20e0b20512 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 943 time: 0.1445551 Jun 17 08:19:57.763524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:57.764175 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:57.765798 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] 10.222.0.63 "PUT /v2.0/ports/71c1e96b-6e53-4a17-a6d0-f0c829012f93 HTTP/1.1" status: 200 len: 1093 time: 2.3082237 Jun 17 08:19:57.766591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'tag': '71c1e96b-6e53-4a17-a6d0-f0c829012f93'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:19:57.769793 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8707f8c-54e3-4a19-a918-a5d10a7c0cec" -d '{"events": [{"name": "network-changed", "server_uuid": "ca41332d-9c8b-45a5-97b2-97dd936849e1", "tag": "71c1e96b-6e53-4a17-a6d0-f0c829012f93"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:19:57.778763 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:57.849446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6f9c889-c79b-472d-af72-0f7d4e6bf6f0 req-855e6a13-6d60-4c5e-8ee3-3080805052f5 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201859 Jun 17 08:19:57.850120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Pushing event updated for resources: {'Port': ['ID=71c1e96b-6e53-4a17-a6d0-f0c829012f93,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:57.874414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:57.937950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c706224-7960-4b86-aa19-feb37480e84c req-0d0a75c2-fd28-4458-aa7e-4c685cc91430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:57.939506 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-0d0a75c2-fd28-4458-aa7e-4c685cc91430 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 1096 time: 0.1100492 Jun 17 08:19:57.947358 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84825078-b82b-4099-9bc9-c767be08647c req-1e099043-426d-4a74-b90b-2974694f2008 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:57.948282 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:57.954478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-84825078-b82b-4099-9bc9-c767be08647c req-1e099043-426d-4a74-b90b-2974694f2008 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 1102 time: 0.1757448 Jun 17 08:19:57.998075 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51204) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:57.999765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:19:58.034214 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94c0e11-46b1-412d-a641-b00457f5892c x-openstack-request-id: req-d94c0e11-46b1-412d-a641-b00457f5892c {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:19:58.034873 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca41332d-9c8b-45a5-97b2-97dd936849e1", "tag": "71c1e96b-6e53-4a17-a6d0-f0c829012f93", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:19:58.034988 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d94c0e11-46b1-412d-a641-b00457f5892c {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:19:58.035601 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'tag': '71c1e96b-6e53-4a17-a6d0-f0c829012f93', 'status': 'completed', 'code': 200} Jun 17 08:19:58.051865 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce818aa-b3f6-4b98-b855-ea0ed06b06ab admin admin] Deleting subnet 3daa1724-a365-453d-8b0f-6973ede58755 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:19:58.053992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-24798ef0-3df2-4c3b-b403-333e558bb6c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93 HTTP/1.1" status: 200 len: 217 time: 0.0984325 Jun 17 08:19:58.055131 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-84825078-b82b-4099-9bc9-c767be08647c req-2f86296e-3e14-448b-922c-f6664243a55d tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.056723 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dce818aa-b3f6-4b98-b855-ea0ed06b06ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.105995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:58.107322 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dce818aa-b3f6-4b98-b855-ea0ed06b06ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.114848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 22f8aefd-6626-4591-b865-99ec2e0751e4 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:58.152172 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 22f8aefd-6626-4591-b865-99ec2e0751e4 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:58.152907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 22f8aefd-6626-4591-b865-99ec2e0751e4 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:58.160457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'port_id': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'mac_address': 'fa:16:3e:e1:de:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:19:58.167566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-bf3e35cb-807f-4f85-9674-9d53e0f38019 None None] Set router fa26d949-6f9c-450d-be0d-d20a4af04aeb gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:58.168853 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c706224-7960-4b86-aa19-feb37480e84c req-2aba0c5c-dd42-427f-80ae-135d0d904e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:58.170529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-2aba0c5c-dd42-427f-80ae-135d0d904e03 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.1081567 Jun 17 08:19:58.179897 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dce818aa-b3f6-4b98-b855-ea0ed06b06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.222865 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-eb5488de-f9f4-43bd-9b43-a850c2086daf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419116 Jun 17 08:19:58.261644 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dce818aa-b3f6-4b98-b855-ea0ed06b06ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.271315 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-582869fa-965d-436c-a22c-5da90635bdf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:58.299337 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce818aa-b3f6-4b98-b855-ea0ed06b06ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3daa1724-a365-453d-8b0f-6973ede58755,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:58.305922 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dce818aa-b3f6-4b98-b855-ea0ed06b06ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:58.321248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801b6a1-29d3-4269-ab71-3b244ebfb698 req-d00af8c1-08e8-4b08-a17c-f19e7e007f33 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:58.323036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2801b6a1-29d3-4269-ab71-3b244ebfb698 req-d00af8c1-08e8-4b08-a17c-f19e7e007f33 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 944 time: 0.2069967 Jun 17 08:19:58.335947 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.343549 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dce818aa-b3f6-4b98-b855-ea0ed06b06ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.346255 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dce818aa-b3f6-4b98-b855-ea0ed06b06ab admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3daa1724-a365-453d-8b0f-6973ede58755 HTTP/1.1" status: 204 len: 168 time: 0.3473554 Jun 17 08:19:58.349660 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51206) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:58.361052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Deleting port 72f3d103-bc59-4f3a-9afe-f58a305f9152 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:19:58.361785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.362465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:19:58.392199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:58.409985 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.422097 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7428ee08-11f6-4831-b28f-b84fb72893fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:58.478196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] For port 72f3d103-bc59-4f3a-9afe-f58a305f9152, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=72f3d103-bc59-4f3a-9afe-f58a305f9152,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:19:58.478762 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.505246 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-84825078-b82b-4099-9bc9-c767be08647c req-2f86296e-3e14-448b-922c-f6664243a55d tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.511543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:58.512032 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2801b6a1-29d3-4269-ab71-3b244ebfb698 req-76f5955c-3a8c-45c9-9a43-a16d1c0b4b64 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800084 Jun 17 08:19:58.520439 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:58.531404 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-cd62e6ae-be96-4839-bde9-91df259c8c52 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996776 Jun 17 08:19:58.545534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-84825078-b82b-4099-9bc9-c767be08647c req-2f86296e-3e14-448b-922c-f6664243a55d tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.554308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-bf3e35cb-807f-4f85-9674-9d53e0f38019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-router', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:33Z', 'updated_at': '2021-06-17T08:19:55Z', 'revision_number': 5, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'gw_port': {'id': '72f3d103-bc59-4f3a-9afe-f58a305f9152', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:6f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:58.557809 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5644c825-7b19-4092-a4cc-b6c63e8849a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:58.586535 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e35cb-807f-4f85-9674-9d53e0f38019 None None] Checking router: fa26d949-6f9c-450d-be0d-d20a4af04aeb for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:19:58.597173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3e35cb-807f-4f85-9674-9d53e0f38019 None None] Routers {'fa26d949-6f9c-450d-be0d-d20a4af04aeb'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:19:58.597848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-bf3e35cb-807f-4f85-9674-9d53e0f38019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:58.602424 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.607235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Calling delete_port for 72f3d103-bc59-4f3a-9afe-f58a305f9152 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:19:58.629721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-84825078-b82b-4099-9bc9-c767be08647c req-2f86296e-3e14-448b-922c-f6664243a55d tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6670816 Jun 17 08:19:58.723758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86296e-3e14-448b-922c-f6664243a55d tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8878df5f-0a9f-4f64-acef-8e19fe1624fb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:58.741925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-bf3e35cb-807f-4f85-9674-9d53e0f38019 None None] Set router fa26d949-6f9c-450d-be0d-d20a4af04aeb gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:19:58.744869 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2f86296e-3e14-448b-922c-f6664243a55d tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:58.871471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:19:58.878253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-bf3e35cb-807f-4f85-9674-9d53e0f38019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-router', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:33Z', 'updated_at': '2021-06-17T08:19:57Z', 'revision_number': 6, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:58.894807 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.913655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0d2f45-fecc-4919-828d-d55b2719d8d8']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:58.917068 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.920787 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b0987038-e547-4736-ad9c-815d9b356321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:58.926961 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c706224-7960-4b86-aa19-feb37480e84c req-8bd745e7-5496-4120-84f9-5dab36e5601f service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760736 Jun 17 08:19:58.932592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d693dfb-0fad-4843-827d-ae7cb69a242d') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:58.932890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d693dfb-0fad-4843-827d-ae7cb69a242d') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:19:58.944597 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.971794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:58.982393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e766f-b130-436c-98d8-f4cf6afffcb0 req-071345f9-1b21-4cc3-a2b9-f155b18e6801 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:58.991988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-472e766f-b130-436c-98d8-f4cf6afffcb0 req-071345f9-1b21-4cc3-a2b9-f155b18e6801 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.1946940 Jun 17 08:19:59.016201 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:19:59.016468 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f3d103-bc59-4f3a-9afe-f58a305f9152,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:59.016922 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.020498 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:19:59.023477 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:19:59.026842 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:59.048816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3e35cb-807f-4f85-9674-9d53e0f38019 None None] The sync data for ids ['fa26d949-6f9c-450d-be0d-d20a4af04aeb'] in n-d-779913-16 is: [{'id': 'fa26d949-6f9c-450d-be0d-d20a4af04aeb', 'name': 'tempest-FloatingIPsNegativeTestJSON-670391373-router', 'tenant_id': '83d69ef2799340e7a176822086fd5c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:33Z', 'updated_at': '2021-06-17T08:19:57Z', 'revision_number': 6, 'project_id': '83d69ef2799340e7a176822086fd5c46', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:19:59.140393 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.263361 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.266032 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.337056 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.338059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa26d949-6f9c-450d-be0d-d20a4af04aeb {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:19:59.343459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.346840 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] 10.222.0.47 "DELETE /v2.0/routers/fa26d949-6f9c-450d-be0d-d20a4af04aeb HTTP/1.1" status: 204 len: 168 time: 1.7182481 Jun 17 08:19:59.347156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51222) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:59.405957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-700aa9fa-7edd-4c78-aa54-15589dc031b2 admin admin] Deleting subnet db63954b-1a6f-4780-9eab-5f39d57dd278 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:19:59.412267 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-700aa9fa-7edd-4c78-aa54-15589dc031b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.459852 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-700aa9fa-7edd-4c78-aa54-15589dc031b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.478561 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-472e766f-b130-436c-98d8-f4cf6afffcb0 req-221d66d7-c42c-440e-bb27-5be690eb5980 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4891045 Jun 17 08:19:59.489341 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.500992 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:59.514397 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.514504 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ef0d2f45-fecc-4919-828d-d55b2719d8d8 HTTP/1.1" status: 204 len: 168 time: 1.1615691 Jun 17 08:19:59.517328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51228) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:59.531150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef0d2f45-fecc-4919-828d-d55b2719d8d8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:59.539426 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:59.556225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8707f8c-54e3-4a19-a918-a5d10a7c0cec req-557484ae-4423-480f-ba11-0b75afebc814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:59.559101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8707f8c-54e3-4a19-a918-a5d10a7c0cec req-557484ae-4423-480f-ba11-0b75afebc814 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 1096 time: 0.5585322 Jun 17 08:19:59.571658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22c8e5-04d6-46f6-901c-7947f93b52f5 req-6f39a4ad-f700-4919-a1b9-4186275f954c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:59.574066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be22c8e5-04d6-46f6-901c-7947f93b52f5 req-6f39a4ad-f700-4919-a1b9-4186275f954c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 944 time: 0.4984498 Jun 17 08:19:59.599674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccd36f0-3ae7-4d2d-84ae-630fdb33509e admin admin] Deleting subnet e9617030-a73b-420b-a1b5-14c8b29c6ce7 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:19:59.609288 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fccd36f0-3ae7-4d2d-84ae-630fdb33509e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.662764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9a6099bb-0a01-4442-9816-acbcc76ae940 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:19:59.690954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be22c8e5-04d6-46f6-901c-7947f93b52f5 req-9258c984-a4c1-476e-ace7-3487ec1791ff tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627344 Jun 17 08:19:59.712685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 9a6099bb-0a01-4442-9816-acbcc76ae940 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:19:59.728274 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9a6099bb-0a01-4442-9816-acbcc76ae940 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:19:59.737732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8707f8c-54e3-4a19-a918-a5d10a7c0cec req-155dbe26-4424-48e2-8c6e-fda168bea2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:19:59.740251 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8707f8c-54e3-4a19-a918-a5d10a7c0cec req-155dbe26-4424-48e2-8c6e-fda168bea2d3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.1649232 Jun 17 08:19:59.752865 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fccd36f0-3ae7-4d2d-84ae-630fdb33509e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.776045 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-1f8abd5b-a811-456d-b75f-443c56f98c19 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346980 Jun 17 08:19:59.825618 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-700aa9fa-7edd-4c78-aa54-15589dc031b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.835438 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8707f8c-54e3-4a19-a918-a5d10a7c0cec req-65962f2a-3f40-4e1a-9356-cc65d416e67b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93 HTTP/1.1" status: 200 len: 217 time: 0.0789320 Jun 17 08:19:59.849953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fccd36f0-3ae7-4d2d-84ae-630fdb33509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.921239 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-700aa9fa-7edd-4c78-aa54-15589dc031b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.925417 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:59.933012 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fccd36f0-3ae7-4d2d-84ae-630fdb33509e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.954915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700aa9fa-7edd-4c78-aa54-15589dc031b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db63954b-1a6f-4780-9eab-5f39d57dd278,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:19:59.959697 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-700aa9fa-7edd-4c78-aa54-15589dc031b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:19:59.964134 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-700aa9fa-7edd-4c78-aa54-15589dc031b2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/db63954b-1a6f-4780-9eab-5f39d57dd278 HTTP/1.1" status: 204 len: 168 time: 0.6134908 Jun 17 08:19:59.965142 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-700aa9fa-7edd-4c78-aa54-15589dc031b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:19:59.965142 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:19:59.966576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51244) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:19:59.970203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dcb77c-8e4c-435a-8ffb-b71617d35a74 None None] Network 53b12db2-6ba3-49d1-a797-6add5e9d222f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:19:59.996042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fccd36f0-3ae7-4d2d-84ae-630fdb33509e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.006205 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fccd36f0-3ae7-4d2d-84ae-630fdb33509e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e9617030-a73b-420b-a1b5-14c8b29c6ce7 HTTP/1.1" status: 204 len: 168 time: 0.4874015 Jun 17 08:20:00.020418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51246) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:00.021279 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd36f0-3ae7-4d2d-84ae-630fdb33509e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9617030-a73b-420b-a1b5-14c8b29c6ce7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:00.026342 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fccd36f0-3ae7-4d2d-84ae-630fdb33509e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:00.030386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8707f8c-54e3-4a19-a918-a5d10a7c0cec req-49354f0a-3afe-4185-8529-87bc56a5f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:00.032675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8707f8c-54e3-4a19-a918-a5d10a7c0cec req-49354f0a-3afe-4185-8529-87bc56a5f281 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.1862614 Jun 17 08:20:00.040515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-65636ed4-57ff-4e16-be7f-84ca829c6c02 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:00.047808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-65636ed4-57ff-4e16-be7f-84ca829c6c02 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258620 Jun 17 08:20:00.064346 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:00.102821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-5e0537e5-7e7a-4510-82fb-72df16fb97c2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/quotas/dc4472e4500249488a12da44d62a3095 HTTP/1.1" status: 200 len: 375 time: 0.0538409 Jun 17 08:20:00.106808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8707f8c-54e3-4a19-a918-a5d10a7c0cec req-21ed4e34-9cb6-42cf-ad84-e1809d22324b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444367 Jun 17 08:20:00.176829 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.180248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.203133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:00.213088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:00.213740 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.250717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a0095-59cb-4c92-8893-842276d4a1ac req-5d13d139-c522-487e-8142-056277f209c0 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:00.256340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec0a0095-59cb-4c92-8893-842276d4a1ac req-5d13d139-c522-487e-8142-056277f209c0 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 944 time: 0.3353162 Jun 17 08:20:00.324938 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.328059 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8707f8c-54e3-4a19-a918-a5d10a7c0cec req-b4b37c1a-dcfe-4c2a-a972-819db316bbcc service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882508 Jun 17 08:20:00.333040 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.337517 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-f1afaaeb-7763-49cc-bd9a-9916024c5ccf tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2277272 Jun 17 08:20:00.342706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb73cfce-eca2-4f11-826d-6cfff5943b49']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:00.359036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f42945-e7ae-42c7-85b4-97ec753208d6') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:00.359955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f42945-e7ae-42c7-85b4-97ec753208d6') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:00.373543 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.376439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Deleting port 1c28c522-1604-4853-a74d-652822a4658a {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:00.376994 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.377639 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755014cf-0a37-4dd4-826a-f61cc420d003 None None] DHCP port deletion for 53b12db2-6ba3-49d1-a797-6add5e9d222f request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:20:00.386510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:00.389348 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a80031-56ec-4337-9524-405132985e9a" -d '{"events": [{"server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "name": "network-vif-plugged", "status": "completed", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:00.429303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:00.435322 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.440684 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.450045 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:00.459420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:20:00.459988 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:20:00.462330 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:20:00.530060 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] For port 1c28c522-1604-4853-a74d-652822a4658a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1c28c522-1604-4853-a74d-652822a4658a,segment=NetworkSegment(c723689e-b947-4e8c-bff2-b5bd3af1ec26),segment_id=c723689e-b947-4e8c-bff2-b5bd3af1ec26)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:00.530558 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.534363 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec0a0095-59cb-4c92-8893-842276d4a1ac req-3f7500b5-de34-40c8-93b6-1593a2b26aac tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728052 Jun 17 08:20:00.542213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-755014cf-0a37-4dd4-826a-f61cc420d003 None None] Deleting port 1c28c522-1604-4853-a74d-652822a4658a {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:00.542629 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-755014cf-0a37-4dd4-826a-f61cc420d003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.544539 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:00.552809 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:00.555835 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8707f8c-54e3-4a19-a918-a5d10a7c0cec req-acdfac50-e6f0-4770-a99c-f255b5e8ad63 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149253 Jun 17 08:20:00.612473 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.632480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-755014cf-0a37-4dd4-826a-f61cc420d003 None None] For port 1c28c522-1604-4853-a74d-652822a4658a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1c28c522-1604-4853-a74d-652822a4658a,segment=NetworkSegment(c723689e-b947-4e8c-bff2-b5bd3af1ec26),segment_id=c723689e-b947-4e8c-bff2-b5bd3af1ec26)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:00.633034 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-755014cf-0a37-4dd4-826a-f61cc420d003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.641784 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Calling delete_port for 1c28c522-1604-4853-a74d-652822a4658a owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:00.653266 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:00.666806 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.668694 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] 10.222.0.47 "DELETE /v2.0/networks/cb73cfce-eca2-4f11-826d-6cfff5943b49 HTTP/1.1" status: 204 len: 168 time: 0.6452739 Jun 17 08:20:00.672590 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb73cfce-eca2-4f11-826d-6cfff5943b49,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:00.701150 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:00.734532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-755014cf-0a37-4dd4-826a-f61cc420d003 None None] Calling delete_port for 1c28c522-1604-4853-a74d-652822a4658a owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:00.757909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.765487 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:00.789440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c28c522-1604-4853-a74d-652822a4658a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:00.792544 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:00.795891 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] No DVR routers for this DVR port 1c28c522-1604-4853-a74d-652822a4658a on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:00.822947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51256) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:00.857507 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-755014cf-0a37-4dd4-826a-f61cc420d003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.863907 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:00.899304 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2da867d-9da5-485e-92ef-2348a54d9797 x-openstack-request-id: req-c2da867d-9da5-485e-92ef-2348a54d9797 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:00.899660 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "name": "network-vif-plugged", "status": "completed", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:00.899961 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c2da867d-9da5-485e-92ef-2348a54d9797 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:00.900448 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'code': 200} Jun 17 08:20:00.908929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755014cf-0a37-4dd4-826a-f61cc420d003 None None] Pushing event deleted for resources: {'Port': ['ID=1c28c522-1604-4853-a74d-652822a4658a,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:00.911523 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.913992 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-755014cf-0a37-4dd4-826a-f61cc420d003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:00.918058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755014cf-0a37-4dd4-826a-f61cc420d003 None None] No DVR routers for this DVR port 1c28c522-1604-4853-a74d-652822a4658a on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:00.940578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b12db2-6ba3-49d1-a797-6add5e9d222f']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:00.965173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c723689e-b947-4e8c-bff2-b5bd3af1ec26') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:00.965459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c723689e-b947-4e8c-bff2-b5bd3af1ec26') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:00.984103 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:00.995298 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51258) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:01.039329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.063517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:20:01.063953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:20:01.065973 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:20:01.146327 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7a878b79-64b5-46ba-a6a5-e75e37fcb2ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ee3945db7e79407ca7ec7518b6b61d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1422701 Jun 17 08:20:01.146554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b8930-2e59-4033-b2e5-4dbf49eefeb6 req-33487b11-2430-4f32-a265-e3e5e391bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:01.146655 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51264) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:01.147122 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c69b8930-2e59-4033-b2e5-4dbf49eefeb6 req-33487b11-2430-4f32-a265-e3e5e391bbcd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 1097 time: 0.1562898 Jun 17 08:20:01.161542 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.174141 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f72e9a6-8104-4e3a-becc-1f88d246f064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:01.180167 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.181981 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] 10.222.0.47 "DELETE /v2.0/networks/53b12db2-6ba3-49d1-a797-6add5e9d222f HTTP/1.1" status: 204 len: 168 time: 1.2141590 Jun 17 08:20:01.196047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Pushing event deleted for resources: {'Network': ['ID=53b12db2-6ba3-49d1-a797-6add5e9d222f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:01.200401 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:01.216020 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ee19-4767-457b-9e64-9b04838ebb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.238498 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ee19-4767-457b-9e64-9b04838ebb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.306070 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ee19-4767-457b-9e64-9b04838ebb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.310061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4b8ee19-4767-457b-9e64-9b04838ebb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.315245 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c4b8ee19-4767-457b-9e64-9b04838ebb61 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5764e339-a280-40b1-b418-64d49c2ff9f3 HTTP/1.1" status: 204 len: 168 time: 0.1674817 Jun 17 08:20:01.316547 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97dbce26-d302-43e5-8b3d-39e01992dee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:01.327162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b8ee19-4767-457b-9e64-9b04838ebb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5764e339-a280-40b1-b418-64d49c2ff9f3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:01.329770 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c4b8ee19-4767-457b-9e64-9b04838ebb61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:01.330301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332995d1-a29a-4548-b8cc-538b2b1581d6 req-3e592b62-3ff4-4be1-870a-370f40eacced tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:01.338058 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-332995d1-a29a-4548-b8cc-538b2b1581d6 req-3e592b62-3ff4-4be1-870a-370f40eacced tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.2810657 Jun 17 08:20:01.344547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c69b8930-2e59-4033-b2e5-4dbf49eefeb6 req-8d59c2e7-2798-4606-aac8-fde36b27571e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890237 Jun 17 08:20:01.424408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-332995d1-a29a-4548-b8cc-538b2b1581d6 req-30873b52-c9e4-42bc-90ce-610e6c3a53ef tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800707 Jun 17 08:20:01.487671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51278) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:01.491117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344de50-6469-4ee1-a941-c2837a1f3975 req-b4e20833-86cc-4778-92e6-ff4aa399183e tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:01.492859 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3344de50-6469-4ee1-a941-c2837a1f3975 req-b4e20833-86cc-4778-92e6-ff4aa399183e tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 945 time: 0.3294878 Jun 17 08:20:01.539944 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-23c3e227-d3e4-4b3a-8f9f-73f6ba3558f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=83d69ef2799340e7a176822086fd5c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503366 Jun 17 08:20:01.542922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51282) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:01.565190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1c28c522-1604-4853-a74d-652822a4658a no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:01.606283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 1c28c522-1604-4853-a74d-652822a4658a {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:01.606646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1c28c522-1604-4853-a74d-652822a4658a not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:01.607148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 72f3d103-bc59-4f3a-9afe-f58a305f9152 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:01.636275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 72f3d103-bc59-4f3a-9afe-f58a305f9152 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:01.636891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 72f3d103-bc59-4f3a-9afe-f58a305f9152 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:01.649780 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8762680-2e38-4692-b24a-830d8776f93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.676244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3344de50-6469-4ee1-a941-c2837a1f3975 req-c012d679-06f0-4e4f-bf2a-8389b90d3c20 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480062 Jun 17 08:20:01.699966 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8762680-2e38-4692-b24a-830d8776f93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.766909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8762680-2e38-4692-b24a-830d8776f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.773263 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8762680-2e38-4692-b24a-830d8776f93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.778628 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e8762680-2e38-4692-b24a-830d8776f93f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3082eb24-2dda-49f7-bbd1-72236cd71220 HTTP/1.1" status: 204 len: 168 time: 0.2323558 Jun 17 08:20:01.779806 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-730f4163-d363-4297-9bea-226f05d0640e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:01.790492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:01.800308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8762680-2e38-4692-b24a-830d8776f93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3082eb24-2dda-49f7-bbd1-72236cd71220,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:01.815077 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e8762680-2e38-4692-b24a-830d8776f93f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:01.888524 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51292) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:01.978734 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-49cf7bcb-3593-4f4e-a1d1-6e1f64860772 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1352042dd99b4de3b5b7c3fd8c163329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879614 Jun 17 08:20:01.979727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51296) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:02.037188 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-68c83e72-548a-4fa8-9dba-c698c44acff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.078693 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-68c83e72-548a-4fa8-9dba-c698c44acff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.090436 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e271f94-bb0a-49b6-a53d-604c380c3bb5 req-7d065870-0478-479f-880c-8398b217f056 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:02.092169 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e271f94-bb0a-49b6-a53d-604c380c3bb5 req-7d065870-0478-479f-880c-8398b217f056 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 944 time: 0.2007310 Jun 17 08:20:02.148009 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-68c83e72-548a-4fa8-9dba-c698c44acff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.153768 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-68c83e72-548a-4fa8-9dba-c698c44acff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.175758 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-68c83e72-548a-4fa8-9dba-c698c44acff4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f7cddc2-48b4-446f-8478-fd9bc6a262b9 HTTP/1.1" status: 204 len: 168 time: 0.1805663 Jun 17 08:20:02.176852 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddf7a06b-e24e-4b18-ad9f-27e362e814b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:02.179901 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-45c5e06d-d027-4e12-a1be-8b6ce5341594 req-c513f1a3-94df-4c7e-977a-cd78bc596d8f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 210 time: 0.0641568 Jun 17 08:20:02.184648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 71c1e96b-6e53-4a17-a6d0-f0c829012f93 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:02.207080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c83e72-548a-4fa8-9dba-c698c44acff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7cddc2-48b4-446f-8478-fd9bc6a262b9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:02.214266 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-68c83e72-548a-4fa8-9dba-c698c44acff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:02.220737 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e271f94-bb0a-49b6-a53d-604c380c3bb5 req-3f571890-b1f4-46e6-a0ab-b2c84c9dfb84 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025980 Jun 17 08:20:02.395392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:02.411469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '71c1e96b-6e53-4a17-a6d0-f0c829012f93', 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7', 'port_id': '71c1e96b-6e53-4a17-a6d0-f0c829012f93', 'mac_address': 'fa:16:3e:c6:12:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b598db4-dbc2-4206-84e4-02cf733688f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:02.416144 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Deleting port 527c3fc8-775a-45e2-85da-4474e1fc307e {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:02.418529 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.471488 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.509029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c1e96b-6e53-4a17-a6d0-f0c829012f93 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:02.558832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:02.569692 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.573176 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-df5f80c3-8f40-4eec-9708-b768e32aec10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:02.589091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] For port 527c3fc8-775a-45e2-85da-4474e1fc307e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=527c3fc8-775a-45e2-85da-4474e1fc307e,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:02.589690 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.657442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=71c1e96b-6e53-4a17-a6d0-f0c829012f93,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:02.662543 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:02.711915 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:02.796209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['71c1e96b-6e53-4a17-a6d0-f0c829012f93'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:02.811236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Calling delete_port for 527c3fc8-775a-45e2-85da-4474e1fc307e owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:02.971593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848167b-7737-46ca-be13-b0d781019273 req-a10fc3cd-750d-420c-97ba-38451ad5d0ac tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:02.973380 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3848167b-7737-46ca-be13-b0d781019273 req-a10fc3cd-750d-420c-97ba-38451ad5d0ac tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.3579097 Jun 17 08:20:03.056441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c797d3-6f54-41b2-9cc3-dc2fb485e6d7 req-47de6503-3af8-4d15-8544-7e319d6d5f54 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:03.058029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13c797d3-6f54-41b2-9cc3-dc2fb485e6d7 req-47de6503-3af8-4d15-8544-7e319d6d5f54 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 945 time: 0.1994433 Jun 17 08:20:03.100255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3848167b-7737-46ca-be13-b0d781019273 req-39610403-e875-4764-a50d-a2c49d0e97ee tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844004 Jun 17 08:20:03.194890 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13c797d3-6f54-41b2-9cc3-dc2fb485e6d7 req-9c9b76d9-2be6-4413-b892-49378f39b6a2 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242969 Jun 17 08:20:03.306324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51342) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:03.318082 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:03.322003 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e06496e8-cfcf-4bb4-a799-0947a9df119f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:03.774106 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Pushing event deleted for resources: {'Port': ['ID=527c3fc8-775a-45e2-85da-4474e1fc307e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:03.789246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-network', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:03.809119 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:03.817513 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-6c6c1dd5-80f9-4a7f-bec4-6f8146fb3aa4 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442395 Jun 17 08:20:03.853452 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-942db072-0b4b-4702-ad2c-7f90144d81bb req-0b43446b-8524-4c7f-8b91-9b0ba19ea436 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 210 time: 0.0925086 Jun 17 08:20:03.921707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-bd77f68b-5fd1-4660-8079-eebd9e811474 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1491427 Jun 17 08:20:03.992255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-a927c327-e940-4689-a60e-08e1184942fb tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:03.998551 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-a927c327-e940-4689-a60e-08e1184942fb tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732967 Jun 17 08:20:04.015057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Request body: {'port': {'device_id': '42ae5045-a35b-4e16-aefc-604590090c0d', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'dc4472e4500249488a12da44d62a3095'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:04.039813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Made reservation on behalf of f2218021f4d145b8a1f38c2568a7930f for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:04.043093 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.054041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3615138b-390e-4932-8455-b8120ab997c6 req-de401a56-81c7-4634-af8a-bc83152ec772 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7025256 Jun 17 08:20:04.084237 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.132787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Made reservation on behalf of dc4472e4500249488a12da44d62a3095 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:04.136369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.148492 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:04.209515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 71c1e96b-6e53-4a17-a6d0-f0c829012f93 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:04.226371 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:20:04.226371 n-d-779913-16 neutron-server[93803]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:20:04.226371 n-d-779913-16 neutron-server[93803]: [parameters: {'project_id_1': 'f2218021f4d145b8a1f38c2568a7930f', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 20, 4, 199544)}] Jun 17 08:20:04.226371 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:20:04.226926 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:20:04.250823 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.262891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-2f7f1a51-1e4d-46b7-aeb4-cec9bb8304d3 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:04.263746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:04.264594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-2f7f1a51-1e4d-46b7-aeb4-cec9bb8304d3 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260357 Jun 17 08:20:04.267973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:04.268648 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.277058 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Allocated IP 192.168.233.134 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/50451d97-3b1e-47a5-955e-26fe163065d0) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:04.284903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Request body: {'port': {'device_id': '702fd721-f614-45a7-a5e6-e8b4c41935d6', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'dc4472e4500249488a12da44d62a3095'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:04.366312 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.372405 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.390934 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c1e96b-6e53-4a17-a6d0-f0c829012f93'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:04.393610 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d987011e-a900-4be7-a411-6cc5db846466" -d '{"events": [{"server_uuid": "ca41332d-9c8b-45a5-97b2-97dd936849e1", "name": "network-vif-plugged", "status": "completed", "tag": "71c1e96b-6e53-4a17-a6d0-f0c829012f93"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:04.404789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336df1bf-a207-4106-a908-8ddc303b4264 req-a2604793-9c46-4be8-a2fc-c1d94d6f418c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:04.406976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:04.411373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-336df1bf-a207-4106-a908-8ddc303b4264 req-a2604793-9c46-4be8-a2fc-c1d94d6f418c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 945 time: 0.3647559 Jun 17 08:20:04.413014 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.415411 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:04.448041 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.462992 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Transition to ACTIVE for port object 50451d97-3b1e-47a5-955e-26fe163065d0 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:04.464038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=71c1e96b-6e53-4a17-a6d0-f0c829012f93,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:04.467979 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:04.497310 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.502400 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f053a27a-f719-43ee-bf91-f974d27de4e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:04.511139 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:04.538626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:04.541951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:04.545790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:04.581790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event updated for resources: {'Port': ['ID=50451d97-3b1e-47a5-955e-26fe163065d0,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:04.585325 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-336df1bf-a207-4106-a908-8ddc303b4264 req-314c3958-0de2-4050-9f4a-88d9c23afe10 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730218 Jun 17 08:20:04.598588 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:04.651154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:04.652988 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.668706 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.680754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Made reservation on behalf of dc4472e4500249488a12da44d62a3095 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:04.684492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.686997 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6810706 Jun 17 08:20:04.700343 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Request body: {'port': {'device_id': '42ae5045-a35b-4e16-aefc-604590090c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:04.768280 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:04.992700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6bf3470d-4ceb-42b2-9c04-635b0fb3ef2e None None] Provisioning for port 50451d97-3b1e-47a5-955e-26fe163065d0 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:04.997868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6bf3470d-4ceb-42b2-9c04-635b0fb3ef2e None None] Provisioning complete for port 50451d97-3b1e-47a5-955e-26fe163065d0 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:04.998229 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6bf3470d-4ceb-42b2-9c04-635b0fb3ef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.041233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3470d-4ceb-42b2-9c04-635b0fb3ef2e None None] Port 50451d97-3b1e-47a5-955e-26fe163065d0 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:05.086135 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.111936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Router d3d487f7-127f-426a-a4a2-68830b068587 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:05.113297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Allocated IP 172.25.8.176 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/7a31dddb-58f7-4ac6-bcde-e2ad52fa5772) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:05.159597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Allocated IP 192.168.233.71 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/b3acca11-e58b-4a79-80c7-ad51c98eb93e) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:05.205120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7089d05-b369-4b03-a1a9-75729bb31b16 req-771c944d-6b9d-45c2-adb2-acb2c5271453 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.206635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7089d05-b369-4b03-a1a9-75729bb31b16 req-771c944d-6b9d-45c2-adb2-acb2c5271453 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.2742214 Jun 17 08:20:05.415688 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.444161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.456252 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-592fdd07-956f-4f83-994f-19f4fd6abf86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:05.491479 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.499412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7089d05-b369-4b03-a1a9-75729bb31b16 req-6c616cee-9756-450e-9f5f-a0cd7a9afa5e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578363 Jun 17 08:20:05.536120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:05.558129 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:05.568800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] 10.222.0.47 "PUT /v2.0/routers/d3d487f7-127f-426a-a4a2-68830b068587/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7432621 Jun 17 08:20:05.569178 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bc63a-97a4-4bf3-9469-8c1d89c88f93 None None] Sync routers for ids ['d3d487f7-127f-426a-a4a2-68830b068587'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:05.571959 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51372) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:05.572134 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b5e675-7230-414d-b8c4-d54884e3313e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:05.579873 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bc63a-97a4-4bf3-9469-8c1d89c88f93 None None] Routers {'d3d487f7-127f-426a-a4a2-68830b068587'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:05.580100 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-211bc63a-97a4-4bf3-9469-8c1d89c88f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d3d487f7-127f-426a-a4a2-68830b068587'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:05.581496 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.581845 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Added segment a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5 of type vlan for network 1b22fbc7-1d5f-4419-9a80-36174de6055b Jun 17 08:20:05.583325 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:05.660492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.669675 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.687514 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-211bc63a-97a4-4bf3-9469-8c1d89c88f93 None None] Set router d3d487f7-127f-426a-a4a2-68830b068587 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:05.694678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Transition to ACTIVE for port object b3acca11-e58b-4a79-80c7-ad51c98eb93e will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:05.699622 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0174d5-7440-4442-be54-ec9c5283c577 x-openstack-request-id: req-ee0174d5-7440-4442-be54-ec9c5283c577 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:05.700146 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca41332d-9c8b-45a5-97b2-97dd936849e1", "name": "network-vif-plugged", "status": "completed", "tag": "71c1e96b-6e53-4a17-a6d0-f0c829012f93", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:05.700146 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ee0174d5-7440-4442-be54-ec9c5283c577 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:05.700589 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c1e96b-6e53-4a17-a6d0-f0c829012f93', 'code': 200} Jun 17 08:20:05.704932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.713568 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:05.715581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.791516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:05.792484 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.811168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:05.811762 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.814303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:05.842194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:05.846073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Pushing event updated for resources: {'Port': ['ID=7a31dddb-58f7-4ac6-bcde-e2ad52fa5772,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:05.856269 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.872781 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:05.874302 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:05.895509 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-211bc63a-97a4-4bf3-9469-8c1d89c88f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-router', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:54Z', 'updated_at': '2021-06-17T08:20:03Z', 'revision_number': 5, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'gw_port': {'id': 'eae2ad77-3c0e-446a-ae2b-5b88cd2a880e', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:58:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:55Z', 'updated_at': '2021-06-17T08:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:05.900017 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:05.906263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5988245 Jun 17 08:20:05.916389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:05.920972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51382) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:05.937507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Request body: {'subnet': {'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-subnet', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:05.949897 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bc63a-97a4-4bf3-9469-8c1d89c88f93 None None] Checking router: d3d487f7-127f-426a-a4a2-68830b068587 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:05.972648 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211bc63a-97a4-4bf3-9469-8c1d89c88f93 None None] Routers {'d3d487f7-127f-426a-a4a2-68830b068587'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:05.973341 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-211bc63a-97a4-4bf3-9469-8c1d89c88f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d3d487f7-127f-426a-a4a2-68830b068587'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:05.995162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Made reservation on behalf of f2218021f4d145b8a1f38c2568a7930f for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:05.997946 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.063960 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-211bc63a-97a4-4bf3-9469-8c1d89c88f93 None None] Set router d3d487f7-127f-426a-a4a2-68830b068587 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:06.133137 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-211bc63a-97a4-4bf3-9469-8c1d89c88f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-router', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:54Z', 'updated_at': '2021-06-17T08:20:05Z', 'revision_number': 6, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:06.184595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Deleting port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:06.185187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.204842 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211bc63a-97a4-4bf3-9469-8c1d89c88f93 None None] The sync data for ids ['d3d487f7-127f-426a-a4a2-68830b068587'] in n-d-779913-16 is: [{'id': 'd3d487f7-127f-426a-a4a2-68830b068587', 'name': 'tempest-AttachSCSIVolumeTestJSON-1627664153-router', 'tenant_id': '1e4237e4fbc545b1aab932daef22c456', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:54Z', 'updated_at': '2021-06-17T08:20:05Z', 'revision_number': 6, 'project_id': '1e4237e4fbc545b1aab932daef22c456', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:06.348504 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.359605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Pushing event updated for resources: {'Network': ['ID=1b22fbc7-1d5f-4419-9a80-36174de6055b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:06.360662 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:06.365409 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:06.370039 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:06.374098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 1b22fbc7-1d5f-4419-9a80-36174de6055b details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:06.379047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:06.413033 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bf2644-671f-4233-8ec4-7eb377cb5f83,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:06.416338 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:06.425261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:06.438292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:06.443427 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] For port eae2ad77-3c0e-446a-ae2b-5b88cd2a880e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eae2ad77-3c0e-446a-ae2b-5b88cd2a880e,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:06.443742 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.488766 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a04a3-6bbe-49ee-98eb-9f429e06cb3b req-8698f08a-83a0-4794-86ef-207b3a7f6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:06.490252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08a04a3-6bbe-49ee-98eb-9f429e06cb3b req-8698f08a-83a0-4794-86ef-207b3a7f6081 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 1098 time: 0.6948779 Jun 17 08:20:06.505920 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50451d97-3b1e-47a5-955e-26fe163065d0 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:06.534163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event updated for resources: {'Port': ['ID=b3acca11-e58b-4a79-80c7-ad51c98eb93e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:06.545688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Calling delete_port for eae2ad77-3c0e-446a-ae2b-5b88cd2a880e owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:06.550324 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:06.566794 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.582562 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.590459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Checking segment: {'id': 'a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:06.591253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Network hostable DHCP agents. Network: 1b22fbc7-1d5f-4419-9a80-36174de6055b, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:06.602891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:06.603571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.608250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Transition to ACTIVE for port object 50451d97-3b1e-47a5-955e-26fe163065d0 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:06.648452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.652667 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-460b57b6-b6fa-47c5-a7b8-e925f9703913 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:06.675799 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.693501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Network 1b22fbc7-1d5f-4419-9a80-36174de6055b is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:06.705658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4286118 Jun 17 08:20:06.730024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Request body: {'port': {'device_id': '702fd721-f614-45a7-a5e6-e8b4c41935d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:06.743537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08a04a3-6bbe-49ee-98eb-9f429e06cb3b req-d520a074-a83b-4a18-a2bf-eb5ad081a7f9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238786 Jun 17 08:20:06.752091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a695e-965f-4983-a2db-b577aa1e6400 req-9c5fa4d7-2d2b-4152-b4e7-8e7b8836b022 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:06.753854 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f8a695e-965f-4983-a2db-b577aa1e6400 req-9c5fa4d7-2d2b-4152-b4e7-8e7b8836b022 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 936 time: 0.4610670 Jun 17 08:20:06.760968 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 1b22fbc7-1d5f-4419-9a80-36174de6055b) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:06.766919 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:06.767886 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.773262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cdf4c1-bc2e-4877-83fe-c6befe50f4f5 None None] Network 1b22fbc7-1d5f-4419-9a80-36174de6055b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:06.785662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Pushing event updated for resources: {'Port': ['ID=50451d97-3b1e-47a5-955e-26fe163065d0,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:06.789151 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:06.843286 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b069ea79-0114-4ab8-bf0d-624fc275cd0b None None] Provisioning for port b3acca11-e58b-4a79-80c7-ad51c98eb93e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:06.849773 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b069ea79-0114-4ab8-bf0d-624fc275cd0b None None] Provisioning complete for port b3acca11-e58b-4a79-80c7-ad51c98eb93e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:06.850155 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b069ea79-0114-4ab8-bf0d-624fc275cd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.856239 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9238586 Jun 17 08:20:06.856842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51390) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:06.868635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f8a695e-965f-4983-a2db-b577aa1e6400 req-3a898243-22f5-4df5-935e-7040571106fc tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893185 Jun 17 08:20:06.902372 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-router', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:06.911522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b069ea79-0114-4ab8-bf0d-624fc275cd0b None None] Port b3acca11-e58b-4a79-80c7-ad51c98eb93e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:06.990035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:06.991066 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.009998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-1b22fbc7-1d5f-4419-9a80-36174de6055b', 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'fixed_ips': [{'subnet_id': '75bf2644-671f-4233-8ec4-7eb377cb5f83'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:20:07.011386 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.020813 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Attempting to bind port 50451d97-3b1e-47a5-955e-26fe163065d0 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:07.021147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Attempting to bind port 50451d97-3b1e-47a5-955e-26fe163065d0 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:07.021478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Attempting to bind port 50451d97-3b1e-47a5-955e-26fe163065d0 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:07.055154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Port 50451d97-3b1e-47a5-955e-26fe163065d0 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:07.055538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Attempting to bind port 50451d97-3b1e-47a5-955e-26fe163065d0 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:07.066499 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.087043 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:07.087394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:07.087770 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:07.088214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Bound port: 50451d97-3b1e-47a5-955e-26fe163065d0, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:07.088602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.107189 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.138016 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b62cb59c-e46f-435e-b67e-69478de034aa tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:07.144118 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.169357 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.178004 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Pushing event deleted for resources: {'Port': ['ID=eae2ad77-3c0e-446a-ae2b-5b88cd2a880e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:07.180621 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:07.195703 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.197492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Allocated IP 172.20.0.2 (1b22fbc7-1d5f-4419-9a80-36174de6055b/75bf2644-671f-4233-8ec4-7eb377cb5f83/05850403-7d08-42b8-8b64-4b112b707588) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:07.224441 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-35757657-5dec-404b-a5e7-2a888928d102 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:07.325177 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.350565 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.352106 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3615138b-390e-4932-8455-b8120ab997c6 req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2791998 Jun 17 08:20:07.357041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Pushing event updated for resources: {'Port': ['ID=7a31dddb-58f7-4ac6-bcde-e2ad52fa5772,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:07.363523 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.373115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Transition to ACTIVE for port object 05850403-7d08-42b8-8b64-4b112b707588 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:07.389700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Transition to ACTIVE for port object 05850403-7d08-42b8-8b64-4b112b707588 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:07.396488 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.398430 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7428ee08-11f6-4831-b28f-b84fb72893fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:07.407886 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:07.410128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] For port 50451d97-3b1e-47a5-955e-26fe163065d0, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:07.433357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] For port 50451d97-3b1e-47a5-955e-26fe163065d0, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=50451d97-3b1e-47a5-955e-26fe163065d0,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:07.435698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Network 1b22fbc7-1d5f-4419-9a80-36174de6055b is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:07.442039 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.442190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:07.448742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:07.452720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Pushing event updated for resources: {'Port': ['ID=05850403-7d08-42b8-8b64-4b112b707588,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:07.455805 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:07.458407 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.462472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3615138b-390e-4932-8455-b8120ab997c6 req-831e4110-f13e-4747-bd44-9edc69d230d9 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 696 time: 0.0530803 Jun 17 08:20:07.471361 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.514877 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bcf969fe-0377-4401-8129-c50f0d3b55d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:07.520776 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Attempting to bind port 05850403-7d08-42b8-8b64-4b112b707588 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:07.521022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Attempting to bind port 05850403-7d08-42b8-8b64-4b112b707588 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:07.521941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Attempting to bind port 05850403-7d08-42b8-8b64-4b112b707588 on network 1b22fbc7-1d5f-4419-9a80-36174de6055b {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:07.527154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:07.527536 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Checking segment: {'id': 'a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:07.527949 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.528893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Bound using segment: {'id': 'a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:07.529827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Bound port: 05850403-7d08-42b8-8b64-4b112b707588, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:07.530339 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.578108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 527c3fc8-775a-45e2-85da-4474e1fc307e no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:07.581947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d243c9-98b8-4a53-9de3-ec3947d934cb req-5d8b7aee-695a-4652-b3d1-e2760e3ae4d6 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:07.589946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d2d243c9-98b8-4a53-9de3-ec3947d934cb req-5d8b7aee-695a-4652-b3d1-e2760e3ae4d6 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 946 time: 0.4328129 Jun 17 08:20:07.604088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 527c3fc8-775a-45e2-85da-4474e1fc307e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:07.604455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 527c3fc8-775a-45e2-85da-4474e1fc307e not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:07.605030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eae2ad77-3c0e-446a-ae2b-5b88cd2a880e no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:07.632079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: eae2ad77-3c0e-446a-ae2b-5b88cd2a880e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:07.632456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eae2ad77-3c0e-446a-ae2b-5b88cd2a880e not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:07.661430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] For port 05850403-7d08-42b8-8b64-4b112b707588, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:07.667656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] For port 05850403-7d08-42b8-8b64-4b112b707588, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=05850403-7d08-42b8-8b64-4b112b707588,segment=NetworkSegment(a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5),segment_id=a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:07.678314 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.691999 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-278a9f99-90cf-4fd8-9dda-fa743dbae9f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:07.704984 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.708955 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.711135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:07.711751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.713146 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] 10.222.0.10 "PUT /v2.0/ports/50451d97-3b1e-47a5-955e-26fe163065d0 HTTP/1.1" status: 200 len: 1097 time: 3.0182245 Jun 17 08:20:07.714547 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ae5045-a35b-4e16-aefc-604590090c0d', 'tag': '50451d97-3b1e-47a5-955e-26fe163065d0'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:07.717661 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c321f4e5-d4af-4240-8b49-e4f17a8925ed" -d '{"events": [{"name": "network-changed", "server_uuid": "42ae5045-a35b-4e16-aefc-604590090c0d", "tag": "50451d97-3b1e-47a5-955e-26fe163065d0"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:07.756006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615138b-390e-4932-8455-b8120ab997c6 req-efc10abb-252f-4051-a073-570cc8a427db tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:07.773589 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3615138b-390e-4932-8455-b8120ab997c6 req-efc10abb-252f-4051-a073-570cc8a427db tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.2920389 Jun 17 08:20:07.804678 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Pushing event updated for resources: {'Port': ['ID=05850403-7d08-42b8-8b64-4b112b707588,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:07.818497 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:07.862097 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Pushing event updated for resources: {'Port': ['ID=50451d97-3b1e-47a5-955e-26fe163065d0,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:07.870180 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:07.872098 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.872684 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3d487f7-127f-426a-a4a2-68830b068587 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:20:07.880452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:07.881371 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] 10.222.0.47 "DELETE /v2.0/routers/d3d487f7-127f-426a-a4a2-68830b068587 HTTP/1.1" status: 204 len: 168 time: 2.3086610 Jun 17 08:20:07.884855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51402) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:07.890059 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d2d243c9-98b8-4a53-9de3-ec3947d934cb req-1b69e8d2-bb91-43b8-8ee5-58b025b65f1a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991018 Jun 17 08:20:08.109553 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3acca11-e58b-4a79-80c7-ad51c98eb93e {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:08.122038 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.154448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Transition to ACTIVE for port object b3acca11-e58b-4a79-80c7-ad51c98eb93e will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:08.164285 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.164285 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:08.231148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ceb3f-f2a7-4745-a3ea-4c09f0f334fa req-12a9e653-fe14-4f85-b2c1-570633c8e4da tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:08.239365 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-542ceb3f-f2a7-4745-a3ea-4c09f0f334fa req-12a9e653-fe14-4f85-b2c1-570633c8e4da tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.2148764 Jun 17 08:20:08.305269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Pushing event updated for resources: {'Port': ['ID=b3acca11-e58b-4a79-80c7-ad51c98eb93e,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:08.320699 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:08.324060 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33276fd9-53b1-4662-acea-797e25e0a795 x-openstack-request-id: req-33276fd9-53b1-4662-acea-797e25e0a795 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:08.324458 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ae5045-a35b-4e16-aefc-604590090c0d", "tag": "50451d97-3b1e-47a5-955e-26fe163065d0", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:08.324810 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-33276fd9-53b1-4662-acea-797e25e0a795 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:08.325353 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ae5045-a35b-4e16-aefc-604590090c0d', 'tag': '50451d97-3b1e-47a5-955e-26fe163065d0', 'status': 'completed', 'code': 200} Jun 17 08:20:08.336720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb778b26-0211-45d2-92db-d06b9aa6e834 admin admin] Deleting subnet 535391d7-7ca4-41f3-9fe2-51419b23ddad {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:20:08.340169 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb778b26-0211-45d2-92db-d06b9aa6e834 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.343769 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-542ceb3f-f2a7-4745-a3ea-4c09f0f334fa req-98a8809a-121c-4d74-af11-d322692f8986 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996020 Jun 17 08:20:08.400211 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb778b26-0211-45d2-92db-d06b9aa6e834 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.429749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-d92b5674-b3f6-4d9f-926c-169f9098443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:08.431440 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-d92b5674-b3f6-4d9f-926c-169f9098443b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 1100 time: 0.6235437 Jun 17 08:20:08.502919 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-c2fe58bf-0cd0-4375-a1cd-a8d6c36bc002 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=50451d97-3b1e-47a5-955e-26fe163065d0 HTTP/1.1" status: 200 len: 217 time: 0.0559032 Jun 17 08:20:08.576050 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Attempting to bind port b3acca11-e58b-4a79-80c7-ad51c98eb93e on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:08.576662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Attempting to bind port b3acca11-e58b-4a79-80c7-ad51c98eb93e by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:08.576662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Attempting to bind port b3acca11-e58b-4a79-80c7-ad51c98eb93e on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:08.595975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4e0-4bc4-4df5-95ae-1f465f9c4f95 req-aa3ddeeb-ef69-4d33-812c-8be9bd02b5a4 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:08.597442 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d362a4e0-4bc4-4df5-95ae-1f465f9c4f95 req-aa3ddeeb-ef69-4d33-812c-8be9bd02b5a4 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 948 time: 0.2139273 Jun 17 08:20:08.600409 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Port b3acca11-e58b-4a79-80c7-ad51c98eb93e on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:08.600731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Attempting to bind port b3acca11-e58b-4a79-80c7-ad51c98eb93e on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:08.635516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:08.636271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:08.636271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:08.636653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Bound port: b3acca11-e58b-4a79-80c7-ad51c98eb93e, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:08.637252 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.656920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-afda343d-a6a8-42d8-a5d0-ecfd34a0a8c5 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:08.658686 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-afda343d-a6a8-42d8-a5d0-ecfd34a0a8c5 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 821 time: 0.1778393 Jun 17 08:20:08.673977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb778b26-0211-45d2-92db-d06b9aa6e834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.678995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-9cbc9884-f508-44ff-b862-3f6ddd549731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:08.680448 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-9cbc9884-f508-44ff-b862-3f6ddd549731 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1703060 Jun 17 08:20:08.707491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d362a4e0-4bc4-4df5-95ae-1f465f9c4f95 req-c58eb906-1fc5-4e32-bf4f-ed68aa8fbd74 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949094 Jun 17 08:20:08.710378 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-203858e1-1b58-4146-b83e-ea380d5ea877 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/quotas/3464ed1b59db4bc6ad9e3d34623bee5d HTTP/1.1" status: 200 len: 375 time: 0.0420067 Jun 17 08:20:08.756237 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.783295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.790439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] For port b3acca11-e58b-4a79-80c7-ad51c98eb93e, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:08.807139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] For port b3acca11-e58b-4a79-80c7-ad51c98eb93e, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b3acca11-e58b-4a79-80c7-ad51c98eb93e,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:08.817575 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.821384 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2a79f89e-a99d-4590-9df9-ad6bcd27a53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:08.867310 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb778b26-0211-45d2-92db-d06b9aa6e834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.879329 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c71089e-9cfa-4d92-8507-5819e1cc2b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:08.879533 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:08.880078 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.881486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] 10.222.0.10 "PUT /v2.0/ports/b3acca11-e58b-4a79-80c7-ad51c98eb93e HTTP/1.1" status: 200 len: 1096 time: 2.1561115 Jun 17 08:20:08.884229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702fd721-f614-45a7-a5e6-e8b4c41935d6', 'tag': 'b3acca11-e58b-4a79-80c7-ad51c98eb93e'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:08.887589 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f" -d '{"events": [{"name": "network-changed", "server_uuid": "702fd721-f614-45a7-a5e6-e8b4c41935d6", "tag": "b3acca11-e58b-4a79-80c7-ad51c98eb93e"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:08.919344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-e351200e-88e7-4bf4-ae6d-f4d43271613c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1955338 Jun 17 08:20:08.940012 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:08.946615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0a6fba82-6a74-4691-8be1-18517ff77b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:08.948198 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0a6fba82-6a74-4691-8be1-18517ff77b33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2432435 Jun 17 08:20:08.961396 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90251fa9-a7f7-46f2-bb7b-68c4da1888d2 x-openstack-request-id: req-90251fa9-a7f7-46f2-bb7b-68c4da1888d2 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:08.961789 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702fd721-f614-45a7-a5e6-e8b4c41935d6", "tag": "b3acca11-e58b-4a79-80c7-ad51c98eb93e", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:08.962017 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-90251fa9-a7f7-46f2-bb7b-68c4da1888d2 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:08.962411 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '702fd721-f614-45a7-a5e6-e8b4c41935d6', 'tag': 'b3acca11-e58b-4a79-80c7-ad51c98eb93e', 'status': 'completed', 'code': 200} Jun 17 08:20:08.968459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb778b26-0211-45d2-92db-d06b9aa6e834 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=535391d7-7ca4-41f3-9fe2-51419b23ddad,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:08.975774 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bb778b26-0211-45d2-92db-d06b9aa6e834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:09.012829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Pushing event updated for resources: {'Port': ['ID=b3acca11-e58b-4a79-80c7-ad51c98eb93e,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:09.018875 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:09.133588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb778b26-0211-45d2-92db-d06b9aa6e834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.135430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1650a162-e2f8-4f8b-b2ba-5487239af53f None None] Network 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:09.141493 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bb778b26-0211-45d2-92db-d06b9aa6e834 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/535391d7-7ca4-41f3-9fe2-51419b23ddad HTTP/1.1" status: 204 len: 168 time: 1.2520120 Jun 17 08:20:09.164382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51438) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:09.266454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-e2c44574-835d-4cf2-b282-c84d5f1f2583 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461990 Jun 17 08:20:09.342867 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-0cd8cc98-586a-4862-ba76-ddcd05a51fb0 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655891 Jun 17 08:20:09.343511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51444) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:09.345123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Allocated IP 172.25.8.188 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/b33657f1-76ac-4487-ad64-f56e784f8ecf) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:09.420320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c2777-8cd5-4fe7-a379-91ef46fe3b3d None None] Network 1b22fbc7-1d5f-4419-9a80-36174de6055b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:09.457935 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-107c1b43-4133-4a24-b798-15ae63e0e4f3 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758790 Jun 17 08:20:09.463077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-58b7bc8c-c177-4824-ab8a-066ca3b667dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:09.483858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-58b7bc8c-c177-4824-ab8a-066ca3b667dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=702fd721-f614-45a7-a5e6-e8b4c41935d6 HTTP/1.1" status: 200 len: 1099 time: 0.5165317 Jun 17 08:20:09.513838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7a09f3ee-c42d-4a22-ba5b-5a9975d6cce4 None None] Provisioning for port 05850403-7d08-42b8-8b64-4b112b707588 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:09.556884 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.581533 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c374f4db-54a2-45d8-9949-4cffa3009a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.585463 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-12327978-1a52-4ad6-a0d7-31af52b54f50 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299650 Jun 17 08:20:09.621758 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-11d6ab94-ec38-41a3-be5b-b71b64b8c5b8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=b3acca11-e58b-4a79-80c7-ad51c98eb93e HTTP/1.1" status: 200 len: 217 time: 0.1271462 Jun 17 08:20:09.676428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 05850403-7d08-42b8-8b64-4b112b707588 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:09.710342 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c172878-3c8d-422f-95be-d5d4b379025f req-0afe0884-0038-497f-80ff-db80afbab00a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:09.728869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0c172878-3c8d-422f-95be-d5d4b379025f req-0afe0884-0038-497f-80ff-db80afbab00a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 946 time: 0.6250131 Jun 17 08:20:09.765580 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.833544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0c172878-3c8d-422f-95be-d5d4b379025f req-4dcd9420-e7f3-432f-9d56-b852a2b0880a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015048 Jun 17 08:20:09.843940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 05850403-7d08-42b8-8b64-4b112b707588 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:09.847863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-401ab16e-0cec-4418-af92-d6587f8496c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:09.857050 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-401ab16e-0cec-4418-af92-d6587f8496c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2149651 Jun 17 08:20:09.866600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Deleting port 796c08d8-30bd-4c20-ad01-919f6753fb9d {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:09.867362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.868180 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 05850403-7d08-42b8-8b64-4b112b707588 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:09.868568 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:09.937325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154f52d6-86d1-4cbe-bdea-fdb83c4b17f5 None None] DHCP port deletion for 7d3bc11e-a9d3-4f68-b661-2ff2b9452385 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:20:09.941896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321f4e5-d4af-4240-8b49-e4f17a8925ed req-db4e3feb-dca1-4709-8660-76a51bf6b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:09.943490 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c321f4e5-d4af-4240-8b49-e4f17a8925ed req-db4e3feb-dca1-4709-8660-76a51bf6b08b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 1100 time: 0.2629445 Jun 17 08:20:09.989308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] For port 796c08d8-30bd-4c20-ad01-919f6753fb9d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=796c08d8-30bd-4c20-ad01-919f6753fb9d,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:09.989867 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.036175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-470a0cbb-d78e-44c3-9901-847e43c56979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:10.038746 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-470a0cbb-d78e-44c3-9901-847e43c56979 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1797111 Jun 17 08:20:10.078180 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Calling delete_port for 796c08d8-30bd-4c20-ad01-919f6753fb9d owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:10.098337 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-154f52d6-86d1-4cbe-bdea-fdb83c4b17f5 None None] Deleting port 796c08d8-30bd-4c20-ad01-919f6753fb9d {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:10.098989 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-154f52d6-86d1-4cbe-bdea-fdb83c4b17f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.115971 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.173249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13d805e5-2f5d-48f4-a7e0-03b81c7a643a req-b5d48307-74b4-41ae-8eef-e8d5503ac063 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 210 time: 0.1334877 Jun 17 08:20:10.216004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-154f52d6-86d1-4cbe-bdea-fdb83c4b17f5 None None] For port 796c08d8-30bd-4c20-ad01-919f6753fb9d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=796c08d8-30bd-4c20-ad01-919f6753fb9d,segment=NetworkSegment(04d95723-43e0-4e10-974b-54c006855409),segment_id=04d95723-43e0-4e10-974b-54c006855409)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:10.216788 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-154f52d6-86d1-4cbe-bdea-fdb83c4b17f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.223443 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c374f4db-54a2-45d8-9949-4cffa3009a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.237991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 05850403-7d08-42b8-8b64-4b112b707588, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=05850403-7d08-42b8-8b64-4b112b707588,segment=NetworkSegment(a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5),segment_id=a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:10.256008 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.276274 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.303221 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f620ff0-b7d2-46e4-8fe2-67ae53cf4d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:10.306977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c374f4db-54a2-45d8-9949-4cffa3009a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.311690 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] No DVR routers for this DVR port 796c08d8-30bd-4c20-ad01-919f6753fb9d on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:10.341573 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.342940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-154f52d6-86d1-4cbe-bdea-fdb83c4b17f5 None None] Calling delete_port for 796c08d8-30bd-4c20-ad01-919f6753fb9d owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:10.350330 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:10.400130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Pushing event deleted for resources: {'Port': ['ID=796c08d8-30bd-4c20-ad01-919f6753fb9d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:10.410796 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:10.416293 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d16f41d9-71bd-4c5b-8927-2bba205e9d3f tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:10.455977 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c374f4db-54a2-45d8-9949-4cffa3009a23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3d2de3905c24ce69ac020c607be257c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1061697 Jun 17 08:20:10.478383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7f6ce0e0-2915-44e0-9053-92ad6699b494 None None] Provisioning complete for port 05850403-7d08-42b8-8b64-4b112b707588 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:10.480028 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7f6ce0e0-2915-44e0-9053-92ad6699b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.491374 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:10.492039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51464) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:10.518443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:10.536740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374f4db-54a2-45d8-9949-4cffa3009a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b25ddf-71f5-4c17-aade-d49c5c72ac26,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:10.549123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=05850403-7d08-42b8-8b64-4b112b707588,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:10.556433 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:10.559586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:10.566110 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.571111 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c374f4db-54a2-45d8-9949-4cffa3009a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:10.573563 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:10.615115 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-154f52d6-86d1-4cbe-bdea-fdb83c4b17f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.619482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3bc11e-a9d3-4f68-b661-2ff2b9452385']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:10.632068 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:10.638737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321f4e5-d4af-4240-8b49-e4f17a8925ed req-189e4bd3-7010-433e-bdeb-ba94b4a9ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:10.640538 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c321f4e5-d4af-4240-8b49-e4f17a8925ed req-189e4bd3-7010-433e-bdeb-ba94b4a9ec25 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.4141197 Jun 17 08:20:10.646688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f52d6-86d1-4cbe-bdea-fdb83c4b17f5 None None] No DVR routers for this DVR port 796c08d8-30bd-4c20-ad01-919f6753fb9d on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:10.671947 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f52d6-86d1-4cbe-bdea-fdb83c4b17f5 None None] Pushing event deleted for resources: {'Port': ['ID=796c08d8-30bd-4c20-ad01-919f6753fb9d,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:10.677256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04d95723-43e0-4e10-974b-54c006855409') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:10.677737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04d95723-43e0-4e10-974b-54c006855409') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:10.679040 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-154f52d6-86d1-4cbe-bdea-fdb83c4b17f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:10.719157 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a90529-8a37-4b3c-8c24-e1a46a38fc28 req-afd61600-556d-4187-8759-8e53189aea34 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:10.720594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a90529-8a37-4b3c-8c24-e1a46a38fc28 req-afd61600-556d-4187-8759-8e53189aea34 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.6681604 Jun 17 08:20:10.722676 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-31b3cc79-6319-4311-8994-a00f7d3d142c service neutron] show failed (client error): The resource could not be found. Jun 17 08:20:10.723608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-31b3cc79-6319-4311-8994-a00f7d3d142c service neutron] 10.222.0.63 "GET /v2.0/ports/b9532ac6-f59d-4feb-8c3a-e5a194af4835/bindings/n-h1-779913-16 HTTP/1.1" status: 404 len: 381 time: 0.4611080 Jun 17 08:20:10.725687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-c6f1fc29-415c-4cd2-88c0-93460afdc516 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543369 Jun 17 08:20:10.741164 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.744446 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c321f4e5-d4af-4240-8b49-e4f17a8925ed req-3383fa87-6c3d-455b-83b8-eecbbaf22fff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=50451d97-3b1e-47a5-955e-26fe163065d0 HTTP/1.1" status: 200 len: 217 time: 0.0864151 Jun 17 08:20:10.777662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Pushing event updated for resources: {'Port': ['ID=b33657f1-76ac-4487-ad64-f56e784f8ecf,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:10.780703 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:10.807566 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:10.825408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a90529-8a37-4b3c-8c24-e1a46a38fc28 req-e4031bbf-539d-4ff5-a916-c7286b19e527 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977316 Jun 17 08:20:10.858452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b928b7-be85-4c20-a69a-bed493c035a1 req-bb8bbb46-d26f-4db3-9db6-4798efe063a5 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:10.865789 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8b928b7-be85-4c20-a69a-bed493c035a1 req-bb8bbb46-d26f-4db3-9db6-4798efe063a5 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 948 time: 0.5078621 Jun 17 08:20:10.889079 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c9d29cf-2ca9-4c95-b548-173879f82fff req-45317f36-49eb-47b6-a573-bff538be2af9 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535904 Jun 17 08:20:10.941093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8b928b7-be85-4c20-a69a-bed493c035a1 req-d022a6ec-6261-4b65-97f4-0e13a0af7e4d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742197 Jun 17 08:20:11.012285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321f4e5-d4af-4240-8b49-e4f17a8925ed req-30ed8c37-17e6-439a-87b8-cf7ed5e72a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.013772 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c321f4e5-d4af-4240-8b49-e4f17a8925ed req-30ed8c37-17e6-439a-87b8-cf7ed5e72a2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2511418 Jun 17 08:20:11.061387 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f req-5263183c-79a6-4618-b2c7-70c704275208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.063775 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f req-5263183c-79a6-4618-b2c7-70c704275208 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=702fd721-f614-45a7-a5e6-e8b4c41935d6 HTTP/1.1" status: 200 len: 1099 time: 0.0937142 Jun 17 08:20:11.091094 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-736fcb90-5e98-40fe-8806-ad2f1835bcd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.093138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:20:11.093532 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.199717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f req-8182ad27-9ec1-42f9-a37d-e1e5db3d44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.201205 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f req-8182ad27-9ec1-42f9-a37d-e1e5db3d44dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1297812 Jun 17 08:20:11.264386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f req-34ee7443-851e-40ae-a62b-c8150111e2bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=b3acca11-e58b-4a79-80c7-ad51c98eb93e HTTP/1.1" status: 200 len: 217 time: 0.0550585 Jun 17 08:20:11.312933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f427b3e-afd1-46a0-9a08-477fd39bbef9 req-f033b68c-7d5f-468e-9f88-d39c028e083e tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.314692 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6f427b3e-afd1-46a0-9a08-477fd39bbef9 req-f033b68c-7d5f-468e-9f88-d39c028e083e tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 1098 time: 0.1627371 Jun 17 08:20:11.356674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f086063-b6a7-4048-be8b-d6a4ba033e45 req-8c4b538f-fdda-48a8-8c6b-e3c83329fd0d tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 210 time: 0.0409174 Jun 17 08:20:11.391181 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f req-d7e37108-48e8-4886-aec4-fa384bda703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.392396 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f req-d7e37108-48e8-4886-aec4-fa384bda703a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1167350 Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:20:11.406566 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:20:11.474923 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6f427b3e-afd1-46a0-9a08-477fd39bbef9 req-ef28765b-5922-4bc4-9bf6-27872e8676c4 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464994 Jun 17 08:20:11.530043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 05850403-7d08-42b8-8b64-4b112b707588 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:11.601770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 05850403-7d08-42b8-8b64-4b112b707588 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:11.602189 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.602540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f req-a7d83e9b-da2d-4e43-b668-5db784529b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.608583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f req-a7d83e9b-da2d-4e43-b668-5db784529b19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2010088 Jun 17 08:20:11.616938 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-736fcb90-5e98-40fe-8806-ad2f1835bcd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.650450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-57342b4e-bb4b-4b49-aa65-12e2b217c52d tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.651954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-57342b4e-bb4b-4b49-aa65-12e2b217c52d tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.63 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 821 time: 0.2785578 Jun 17 08:20:11.703224 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.716220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Request body: {'port': {'device_id': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'admin_state_up': True, 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:11.729412 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:11.731960 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.733843 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] 10.222.0.47 "DELETE /v2.0/networks/7d3bc11e-a9d3-4f68-b661-2ff2b9452385 HTTP/1.1" status: 204 len: 168 time: 2.5611460 Jun 17 08:20:11.736666 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.739145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51476) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:11.785614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 796c08d8-30bd-4c20-ad01-919f6753fb9d no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:11.814455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 796c08d8-30bd-4c20-ad01-919f6753fb9d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:11.815051 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 796c08d8-30bd-4c20-ad01-919f6753fb9d not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:11.832394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Pushing event deleted for resources: {'Network': ['ID=7d3bc11e-a9d3-4f68-b661-2ff2b9452385,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:11.873833 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f req-32c5a073-65a5-4850-b869-f2d56445b29d service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557230 Jun 17 08:20:11.900492 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:11.902498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-0e09f47f-0b88-45dc-8710-fb62adc273e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.904035 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-0e09f47f-0b88-45dc-8710-fb62adc273e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856&tenant_id=9f7669688c6d4b939b7454c55df8be96 HTTP/1.1" status: 200 len: 1102 time: 0.8079929 Jun 17 08:20:11.912277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321f4e5-d4af-4240-8b49-e4f17a8925ed req-c3ec02b5-774b-4fea-8b24-676b0d99bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.912953 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c321f4e5-d4af-4240-8b49-e4f17a8925ed req-c3ec02b5-774b-4fea-8b24-676b0d99bd86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5077486 Jun 17 08:20:11.918373 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57023c8-52e8-46a5-b90c-9e3b7fe80f84 req-d9a249e6-45ac-4b17-88ce-d200fc8bf205 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:11.925489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e57023c8-52e8-46a5-b90c-9e3b7fe80f84 req-d9a249e6-45ac-4b17-88ce-d200fc8bf205 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 1098 time: 0.2028799 Jun 17 08:20:11.926165 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-16', 'device_owner': 'compute:nova'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:11.972130 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-736fcb90-5e98-40fe-8806-ad2f1835bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.974984 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-736fcb90-5e98-40fe-8806-ad2f1835bcd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:11.976200 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-736fcb90-5e98-40fe-8806-ad2f1835bcd0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64b25ddf-71f5-4c17-aade-d49c5c72ac26 HTTP/1.1" status: 204 len: 168 time: 1.4772227 Jun 17 08:20:11.991747 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b5929cd-0e21-4935-b95a-964c494299b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:12.043614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Made reservation on behalf of 3464ed1b59db4bc6ad9e3d34623bee5d for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:12.046030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736fcb90-5e98-40fe-8806-ad2f1835bcd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b25ddf-71f5-4c17-aade-d49c5c72ac26,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:12.047071 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.063632 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-736fcb90-5e98-40fe-8806-ad2f1835bcd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:12.078155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e57023c8-52e8-46a5-b90c-9e3b7fe80f84 req-03e7d9a9-2652-451f-89b2-59cad5eecee2 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516941 Jun 17 08:20:12.098157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ce463fa-9600-42e4-a9d1-5e9b92f7027f req-df1bcd6e-497c-4162-bb1c-0da03204ea66 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156487 Jun 17 08:20:12.166434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a8c38-7ff6-456a-95dc-9ae881978c1e req-ffc1e22e-a243-4ec6-817b-ffdffff26592 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:12.168067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-978a8c38-7ff6-456a-95dc-9ae881978c1e req-ffc1e22e-a243-4ec6-817b-ffdffff26592 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.1889753 Jun 17 08:20:12.262690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-978a8c38-7ff6-456a-95dc-9ae881978c1e req-b025a1d3-9c59-4df7-ad6d-62925e2c709c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867021 Jun 17 08:20:12.281459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.305287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Allocated IP 172.20.0.5 (81738f80-bb67-4920-9f02-af2bd556793a/fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa/35908f85-9bfc-4ae0-b703-c03c08800530) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:12.369560 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c321f4e5-d4af-4240-8b49-e4f17a8925ed req-9e95eb40-f18c-482e-9c6f-2130d37cca79 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319906 Jun 17 08:20:12.381805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f041f95-e3b0-4d5f-bfa0-5e667138de84 req-93862ad5-cf08-4639-83ba-d40c0f5c5a0c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:12.383401 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f041f95-e3b0-4d5f-bfa0-5e667138de84 req-93862ad5-cf08-4639-83ba-d40c0f5c5a0c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 948 time: 0.1149249 Jun 17 08:20:12.489934 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f041f95-e3b0-4d5f-bfa0-5e667138de84 req-130b8007-dd6f-4245-82ea-6b5832874d70 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956538 Jun 17 08:20:12.535671 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.556235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Transition to ACTIVE for port object 35908f85-9bfc-4ae0-b703-c03c08800530 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:12.613501 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.627841 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:12.633174 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-399e3664-a842-439c-89a9-d325e446e813 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:12.669132 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c321f4e5-d4af-4240-8b49-e4f17a8925ed req-372528d7-f91f-468e-ad3f-b01c4ce87b38 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817533 Jun 17 08:20:12.741459 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Network 81738f80-bb67-4920-9f02-af2bd556793a is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:12.753014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:12.755708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:12.798750 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Pushing event updated for resources: {'Port': ['ID=35908f85-9bfc-4ae0-b703-c03c08800530,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:12.815533 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:12.861115 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e346aaf-29ca-4ed1-8832-58f071c21aba req-fe739dad-8db1-4ad5-9c1f-3a294dd34d3a tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:12.863251 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e346aaf-29ca-4ed1-8832-58f071c21aba req-fe739dad-8db1-4ad5-9c1f-3a294dd34d3a tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 931 time: 0.2114232 Jun 17 08:20:12.870423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:12.871361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.896946 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:12.909779 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2362018 Jun 17 08:20:12.936911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Request body: {'port': {'device_id': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:12.987637 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e346aaf-29ca-4ed1-8832-58f071c21aba req-86f4a9f7-1db2-491f-90b5-ddf26a728df9 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120679 Jun 17 08:20:13.058352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.070366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:13.103152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4c79e430-bc3f-4b35-b7da-5798dec621dd None None] Provisioning for port 35908f85-9bfc-4ae0-b703-c03c08800530 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:13.109248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4c79e430-bc3f-4b35-b7da-5798dec621dd None None] Provisioning complete for port 35908f85-9bfc-4ae0-b703-c03c08800530 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:13.109842 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4c79e430-bc3f-4b35-b7da-5798dec621dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.173566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:13.191876 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4c79e430-bc3f-4b35-b7da-5798dec621dd None None] Port 35908f85-9bfc-4ae0-b703-c03c08800530 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:13.236716 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:13.239647 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874e588d-7515-458b-9acb-e746ddf3fafa" -d '{"events": [{"server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "name": "network-vif-unplugged", "status": "completed", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:13.245519 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.270182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Router 1ce58038-73d1-4494-b3fd-34842675fb50 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:20:13.273305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Transition to ACTIVE for port object b9532ac6-f59d-4feb-8c3a-e5a194af4835 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:13.276781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.280978 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.284523 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:13.354225 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c4d48ea2-5195-43d0-9b21-ab67e40c8ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.374541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-49a6163d-4dda-48c3-ae77-25b59b715cbf tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7a2471673b704b68b971e8d2837ade4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501368 Jun 17 08:20:13.500849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35908f85-9bfc-4ae0-b703-c03c08800530 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:13.523492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.556901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Transition to ACTIVE for port object 35908f85-9bfc-4ae0-b703-c03c08800530 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:13.569090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-874b6a42-a36a-4d63-a070-359b9034fc8e tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:13.576773 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-874b6a42-a36a-4d63-a070-359b9034fc8e tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828477 Jun 17 08:20:13.585813 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.588946 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:13.601787 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-d02940d6-2ed4-4f26-9556-9c34a2a86446 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/quotas/7a2471673b704b68b971e8d2837ade4c HTTP/1.1" status: 200 len: 375 time: 0.0238857 Jun 17 08:20:13.659667 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-835bf4e5-aaaa-4860-ab84-02768f087c37 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7a2471673b704b68b971e8d2837ade4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564632 Jun 17 08:20:13.734401 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Pushing event updated for resources: {'Port': ['ID=35908f85-9bfc-4ae0-b703-c03c08800530,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:13.747948 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:13.803145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Pushing event updated for resources: {'Port': ['ID=b9532ac6-f59d-4feb-8c3a-e5a194af4835,revision_number=6']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:13.811463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] No DVR routers for this DVR port b9532ac6-f59d-4feb-8c3a-e5a194af4835 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:13.820325 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:13.910972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Attempting to bind port b9532ac6-f59d-4feb-8c3a-e5a194af4835 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:13.911550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Attempting to bind port 35908f85-9bfc-4ae0-b703-c03c08800530 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:13.912007 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Attempting to bind port 35908f85-9bfc-4ae0-b703-c03c08800530 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:13.912231 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Attempting to bind port b9532ac6-f59d-4feb-8c3a-e5a194af4835 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:13.912488 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Attempting to bind port 35908f85-9bfc-4ae0-b703-c03c08800530 on network 81738f80-bb67-4920-9f02-af2bd556793a {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:13.912864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Attempting to bind port b9532ac6-f59d-4feb-8c3a-e5a194af4835 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:13.926454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Port 35908f85-9bfc-4ae0-b703-c03c08800530 on network 81738f80-bb67-4920-9f02-af2bd556793a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:13.926871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Attempting to bind port 35908f85-9bfc-4ae0-b703-c03c08800530 on network 81738f80-bb67-4920-9f02-af2bd556793a {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:13.943883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:13.944888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Checking segment: {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:13.945313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Bound using segment: {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:13.946289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Bound port: 35908f85-9bfc-4ae0-b703-c03c08800530, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4de7bdd8-324a-4596-820d-4b3c9c732a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:13.946644 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:13.958398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Port b9532ac6-f59d-4feb-8c3a-e5a194af4835 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:13.958872 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Attempting to bind port b9532ac6-f59d-4feb-8c3a-e5a194af4835 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:13.988459 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24649d40-90ea-470a-96ad-2efa1a888fc3 x-openstack-request-id: req-24649d40-90ea-470a-96ad-2efa1a888fc3 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:13.988778 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "name": "network-vif-unplugged", "status": "completed", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:13.989062 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24649d40-90ea-470a-96ad-2efa1a888fc3 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:13.989487 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835', 'code': 200} Jun 17 08:20:13.997137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:13.997511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:13.997965 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:13.998421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Bound port: b9532ac6-f59d-4feb-8c3a-e5a194af4835, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:13.998863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.008584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:14.022553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Sync routers for ids ['1ce58038-73d1-4494-b3fd-34842675fb50'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:14.037168 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Routers {'1ce58038-73d1-4494-b3fd-34842675fb50'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:14.038147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:19:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1ce58038-73d1-4494-b3fd-34842675fb50'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:14.087638 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.092163 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.2227948 Jun 17 08:20:14.092163 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51572) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:14.128059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] For port 35908f85-9bfc-4ae0-b703-c03c08800530, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:14.134012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] For port 35908f85-9bfc-4ae0-b703-c03c08800530, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=35908f85-9bfc-4ae0-b703-c03c08800530,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:14.144188 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.147559 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:14.196666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Set router 1ce58038-73d1-4494-b3fd-34842675fb50 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:14.297708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b3acca11-e58b-4a79-80c7-ad51c98eb93e details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:14.300429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device b9532ac6-f59d-4feb-8c3a-e5a194af4835 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:14.325551 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:14.326158 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.327756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] 10.222.0.63 "PUT /v2.0/ports/35908f85-9bfc-4ae0-b703-c03c08800530 HTTP/1.1" status: 200 len: 1092 time: 1.3966527 Jun 17 08:20:14.328288 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'tag': '35908f85-9bfc-4ae0-b703-c03c08800530'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:14.357758 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5720c04e-8f8a-4a97-9680-6f8b6603f19b" -d '{"events": [{"name": "network-changed", "server_uuid": "2903b14c-dfbf-41ff-a1df-6daab8107f9c", "tag": "35908f85-9bfc-4ae0-b703-c03c08800530"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:14.476178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:14.487804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:14.511970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51582) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:14.524157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device b9532ac6-f59d-4feb-8c3a-e5a194af4835 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:14.551566 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Pushing event updated for resources: {'Port': ['ID=35908f85-9bfc-4ae0-b703-c03c08800530,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:14.569838 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:14.623699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9b6c0-1a37-424f-b22e-1d94af674bd9 req-b0c86d0c-a9be-4126-ac70-9eff57eac700 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:14.631404 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ef9b6c0-1a37-424f-b22e-1d94af674bd9 req-b0c86d0c-a9be-4126-ac70-9eff57eac700 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 948 time: 0.4219878 Jun 17 08:20:14.684088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-734d4b4b-96f5-4814-b33e-685456591cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:14.684896 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port b3acca11-e58b-4a79-80c7-ad51c98eb93e, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b3acca11-e58b-4a79-80c7-ad51c98eb93e,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:14.685612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-734d4b4b-96f5-4814-b33e-685456591cda service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 1095 time: 0.2878065 Jun 17 08:20:14.711761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'b3acca11-e58b-4a79-80c7-ad51c98eb93e', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'b3acca11-e58b-4a79-80c7-ad51c98eb93e', 'mac_address': 'fa:16:3e:cb:b9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:14.742085 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-785a9b4c-619e-48d1-b247-c0caff671f99 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35908f85-9bfc-4ae0-b703-c03c08800530 HTTP/1.1" status: 200 len: 217 time: 0.0366290 Jun 17 08:20:14.745270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ef9b6c0-1a37-424f-b22e-1d94af674bd9 req-f5b24cc9-2fa4-4a5f-9bbd-ad9505532017 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961854 Jun 17 08:20:14.763716 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.766123 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-635c2786-fd9a-455c-b10e-50bd377b342c tempest-VolumesAdminNegativeTest-53968730 tempest-VolumesAdminNegativeTest-53968730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:14.843147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-5cb04d1c-0290-4d81-a2c3-6066d8fc5f4d tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:20:14.844525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-5cb04d1c-0290-4d81-a2c3-6066d8fc5f4d tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3281503 Jun 17 08:20:14.902236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-47b7dbdd-8b22-4281-b895-ea6e619cb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:14.903787 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-47b7dbdd-8b22-4281-b895-ea6e619cb98f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.1551781 Jun 17 08:20:14.954905 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:14.955529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:14.964530 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] 10.222.0.10 "PUT /v2.0/ports/b9532ac6-f59d-4feb-8c3a-e5a194af4835 HTTP/1.1" status: 200 len: 1097 time: 3.0462604 Jun 17 08:20:15.066290 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-ad905edf-3c58-4b4b-84bb-62a34cba04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:15.069656 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-ad905edf-3c58-4b4b-84bb-62a34cba04d1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1578770 Jun 17 08:20:15.078405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Request body: {'binding': {'host': 'n-h1-779913-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:15.079078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Unknown quota resources ['binding']. {{(pid=93803) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:20:15.127732 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.137431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-router', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:07Z', 'updated_at': '2021-06-17T08:20:10Z', 'revision_number': 3, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'gw_port': {'id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:66:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:08Z', 'updated_at': '2021-06-17T08:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:15.173505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3acca11-e58b-4a79-80c7-ad51c98eb93e {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:15.182561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Checking router: 1ce58038-73d1-4494-b3fd-34842675fb50 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:15.186202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Updating router 1ce58038-73d1-4494-b3fd-34842675fb50 port b33657f1-76ac-4487-ad64-f56e784f8ecf binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:20:15.209770 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Pushing event updated for resources: {'Port': ['ID=b9532ac6-f59d-4feb-8c3a-e5a194af4835,revision_number=7']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:15.218543 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:15.250584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port b3acca11-e58b-4a79-80c7-ad51c98eb93e, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b3acca11-e58b-4a79-80c7-ad51c98eb93e,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:15.271435 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.272740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 50451d97-3b1e-47a5-955e-26fe163065d0 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:15.277441 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5da88500-c7bd-44a5-b1d3-146d739fb5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:15.305491 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.378208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 50451d97-3b1e-47a5-955e-26fe163065d0, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=50451d97-3b1e-47a5-955e-26fe163065d0,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:15.413532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-1277ecd1-cdb3-45b6-843f-5fd7f983f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:15.415832 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-1277ecd1-cdb3-45b6-843f-5fd7f983f17b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 1100 time: 0.3763609 Jun 17 08:20:15.427537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Deleting port d28b889e-2905-42b1-b94b-680e5aaaace8 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:15.428164 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.437225 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=b3acca11-e58b-4a79-80c7-ad51c98eb93e,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:15.444467 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:15.455617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '50451d97-3b1e-47a5-955e-26fe163065d0', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '50451d97-3b1e-47a5-955e-26fe163065d0', 'mac_address': 'fa:16:3e:8f:5c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:15.527112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.552079 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.575917 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-af53efa3-590a-4f6f-90a5-8cad66cd74b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.583328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50451d97-3b1e-47a5-955e-26fe163065d0 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:15.629334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 50451d97-3b1e-47a5-955e-26fe163065d0, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=50451d97-3b1e-47a5-955e-26fe163065d0,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:15.651202 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.657987 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:15.725937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-271bfec7-2763-4192-b0ea-dbe2a508cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:15.728128 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-271bfec7-2763-4192-b0ea-dbe2a508cefb service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.3024647 Jun 17 08:20:15.746405 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.755109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=50451d97-3b1e-47a5-955e-26fe163065d0,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:15.755412 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] For port d28b889e-2905-42b1-b94b-680e5aaaace8, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d28b889e-2905-42b1-b94b-680e5aaaace8,segment=NetworkSegment(aa22541c-f545-4e25-94c1-091051d9c013),segment_id=aa22541c-f545-4e25-94c1-091051d9c013)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:15.755902 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.760141 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:15.762718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Transition to ACTIVE for port object b33657f1-76ac-4487-ad64-f56e784f8ecf will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:15.772948 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.775010 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:15.850798 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-98728016-f61e-48c4-a131-ac0e930b43b3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835 HTTP/1.1" status: 200 len: 217 time: 0.1153708 Jun 17 08:20:15.879754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Attempting to bind port b33657f1-76ac-4487-ad64-f56e784f8ecf on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:15.880345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Attempting to bind port b33657f1-76ac-4487-ad64-f56e784f8ecf by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:15.881069 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Attempting to bind port b33657f1-76ac-4487-ad64-f56e784f8ecf on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:15.892115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602094f9-ad83-43ff-89ab-208a66f8d867 None None] Pushing event updated for resources: {'Port': ['ID=b33657f1-76ac-4487-ad64-f56e784f8ecf,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:15.895506 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-602094f9-ad83-43ff-89ab-208a66f8d867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:15.901204 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-4113804b-3387-4417-972c-9dd8118a91a2 service neutron] 10.222.0.63 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8186538 Jun 17 08:20:15.903347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 19, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:15.903743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:15.904198 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.904695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:15.905945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Bound port: b33657f1-76ac-4487-ad64-f56e784f8ecf, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:15.906681 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.937693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Calling delete_port for d28b889e-2905-42b1-b94b-680e5aaaace8 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:15.939973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be929c-877b-4422-8ddb-1a82aeef7eb5 req-87fca3f4-bb7f-4bea-aa95-596c0eec05aa tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:15.942102 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-82f7aadc-5f59-4085-9b93-61f74733e184 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=7a2471673b704b68b971e8d2837ade4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082723 Jun 17 08:20:15.949782 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3be929c-877b-4422-8ddb-1a82aeef7eb5 req-87fca3f4-bb7f-4bea-aa95-596c0eec05aa tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 948 time: 0.7835114 Jun 17 08:20:15.968023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] For port b33657f1-76ac-4487-ad64-f56e784f8ecf, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:15.972869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] For port b33657f1-76ac-4487-ad64-f56e784f8ecf, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b33657f1-76ac-4487-ad64-f56e784f8ecf,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:15.975082 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.981409 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:15.995858 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:16.047627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on host n-h1-779913-16 for vnic_type normal with profile None {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:16.048271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:16.048801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:16.062981 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3be929c-877b-4422-8ddb-1a82aeef7eb5 req-ebabad6b-1c96-406f-9d40-436f2373b4d0 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119606 Jun 17 08:20:16.083058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602094f9-ad83-43ff-89ab-208a66f8d867 None None] Pushing event updated for resources: {'Port': ['ID=b33657f1-76ac-4487-ad64-f56e784f8ecf,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:16.085418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:16.086489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Routers {'1ce58038-73d1-4494-b3fd-34842675fb50'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:16.087066 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:16.087363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1ce58038-73d1-4494-b3fd-34842675fb50'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:16.090103 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-602094f9-ad83-43ff-89ab-208a66f8d867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:16.096051 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:16.097202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:16.099143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['50451d97-3b1e-47a5-955e-26fe163065d0'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:16.100108 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e312b9c-8128-4498-ae26-8ccedc62cd80" -d '{"events": [{"name": "network-changed", "server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:16.107181 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:16.107780 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:16.108380 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:16.109229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Bound port: 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:16.111347 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-85a20440-c114-4d31-bdd1-b9bfe5cf54e2 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:16.115663 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-85a20440-c114-4d31-bdd1-b9bfe5cf54e2 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1481445 Jun 17 08:20:16.175389 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Request body: {'port': {'device_id': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '7a2471673b704b68b971e8d2837ade4c'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:16.189738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1eccd8-41f3-447d-928e-466f539774c3 req-aaf8ab92-1466-4893-af4f-dffbb5c58f79 service neutron] 10.222.0.63 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772622 Jun 17 08:20:16.221411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:16.229822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:16.239500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-0c30c655-ec1f-4f87-859e-8100870853e2 service neutron] 10.222.0.47 "POST /v2.0/ports/71c1e96b-6e53-4a17-a6d0-f0c829012f93/bindings HTTP/1.1" status: 201 len: 390 time: 1.2607126 Jun 17 08:20:16.294349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7259d4a1-f07c-4406-86b7-23febc896344 req-5165bbb6-c355-4d53-9d19-37776db56cb9 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 210 time: 0.0318027 Jun 17 08:20:16.296908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-d8ce0909-8e44-4f93-8526-d363f2b355c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:16.298513 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-d8ce0909-8e44-4f93-8526-d363f2b355c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.4287021 Jun 17 08:20:16.305858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Allocated IP 172.20.0.1 (1b22fbc7-1d5f-4419-9a80-36174de6055b/75bf2644-671f-4233-8ec4-7eb377cb5f83/5a196486-f0f3-4230-af92-ad286c800a3e) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:16.416603 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] Set router 1ce58038-73d1-4494-b3fd-34842675fb50 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:16.447462 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612ba74c-c052-45d4-ba84-e7812aea25a8 x-openstack-request-id: req-612ba74c-c052-45d4-ba84-e7812aea25a8 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:16.447830 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2903b14c-dfbf-41ff-a1df-6daab8107f9c", "tag": "35908f85-9bfc-4ae0-b703-c03c08800530", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:16.448055 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-612ba74c-c052-45d4-ba84-e7812aea25a8 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:16.448828 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'tag': '35908f85-9bfc-4ae0-b703-c03c08800530', 'status': 'completed', 'code': 200} Jun 17 08:20:16.534845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-d9c4f9ab-2a7c-4a76-bda3-7f04ced44c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:16.536350 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-d9c4f9ab-2a7c-4a76-bda3-7f04ced44c6c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2237935 Jun 17 08:20:16.582368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Made reservation on behalf of 7a2471673b704b68b971e8d2837ade4c for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:16.585903 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:16.598209 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:16.613587 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c04e-8f8a-4a97-9680-6f8b6603f19b req-06e31e7f-ee31-42bc-8b6c-f7b02989e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:16.616224 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5720c04e-8f8a-4a97-9680-6f8b6603f19b req-06e31e7f-ee31-42bc-8b6c-f7b02989e86e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 1095 time: 0.1152012 Jun 17 08:20:16.631690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e77ea-103c-4940-b224-e92bb324569f req-ca44b28e-30bb-43e2-8fd0-6f2e76fe772c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:16.633481 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a0e77ea-103c-4940-b224-e92bb324569f req-ca44b28e-30bb-43e2-8fd0-6f2e76fe772c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 943 time: 0.1483531 Jun 17 08:20:16.723634 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:16.776820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a0e77ea-103c-4940-b224-e92bb324569f req-2ec9dc35-0f26-40c1-af2b-af1a8750fb2c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337323 Jun 17 08:20:16.779129 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-router', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:07Z', 'updated_at': '2021-06-17T08:20:10Z', 'revision_number': 3, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'gw_port': {'id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:66:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:08Z', 'updated_at': '2021-06-17T08:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:16.821768 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4726cf7a-f0fb-417f-82f8-f35d9adf4628 None None] The sync data for ids ['1ce58038-73d1-4494-b3fd-34842675fb50'] in n-d-779913-16 is: [{'id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-router', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:07Z', 'updated_at': '2021-06-17T08:20:10Z', 'revision_number': 3, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'gw_port': {'id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:66:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:08Z', 'updated_at': '2021-06-17T08:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:16.828652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c04e-8f8a-4a97-9680-6f8b6603f19b req-cc07eece-ab5c-447c-abc5-1345974e525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:16.830469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5720c04e-8f8a-4a97-9680-6f8b6603f19b req-cc07eece-ab5c-447c-abc5-1345974e525a service neutron] 10.222.0.63 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.1958156 Jun 17 08:20:16.844419 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d08bd-6f6e-41ee-b33c-56bcf207e2e8 req-cd9288cb-d940-4c06-b6de-a625b6116851 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:16.847060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-815d08bd-6f6e-41ee-b33c-56bcf207e2e8 req-cd9288cb-d940-4c06-b6de-a625b6116851 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 948 time: 0.1467221 Jun 17 08:20:16.896405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5720c04e-8f8a-4a97-9680-6f8b6603f19b req-055bff21-30e5-4143-8a8c-f9edfc2e8a71 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35908f85-9bfc-4ae0-b703-c03c08800530 HTTP/1.1" status: 200 len: 217 time: 0.0480943 Jun 17 08:20:16.962751 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-815d08bd-6f6e-41ee-b33c-56bcf207e2e8 req-ba9c36cf-e908-48cf-9100-1529dce2e971 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071784 Jun 17 08:20:16.972285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c04e-8f8a-4a97-9680-6f8b6603f19b req-89f76e8d-e81b-46b1-a10c-0d4ac12ce3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:16.973844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5720c04e-8f8a-4a97-9680-6f8b6603f19b req-89f76e8d-e81b-46b1-a10c-0d4ac12ce3a4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.0703018 Jun 17 08:20:17.002361 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.016202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Transition to ACTIVE for port object 5a196486-f0f3-4230-af92-ad286c800a3e will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:17.040366 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b9fb4b-8512-4b06-8eef-b9706451cca3 x-openstack-request-id: req-f8b9fb4b-8512-4b06-8eef-b9706451cca3 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:17.040687 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:17.041176 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8b9fb4b-8512-4b06-8eef-b9706451cca3 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:17.041434 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835', 'status': 'completed', 'code': 200} Jun 17 08:20:17.059809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c04e-8f8a-4a97-9680-6f8b6603f19b req-d042749d-26e4-4454-85ee-91e59cb69c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:17.061495 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5720c04e-8f8a-4a97-9680-6f8b6603f19b req-d042749d-26e4-4454-85ee-91e59cb69c95 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753601 Jun 17 08:20:17.185913 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-c3f27b45-fd5c-4ae8-9b26-882f13de3d0c service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6405556 Jun 17 08:20:17.235463 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.247316 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:17.284305 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.293081 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.325931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Pushing event deleted for resources: {'Port': ['ID=d28b889e-2905-42b1-b94b-680e5aaaace8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:17.327736 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.336236 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:17.336806 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b8affe7-3150-4a64-95e3-87dbd5297e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:17.341388 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-af1d9706-2eca-4fb3-ae25-e965cb105945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:17.342951 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-af1d9706-2eca-4fb3-ae25-e965cb105945 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 1098 time: 0.7020793 Jun 17 08:20:17.377841 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-eea79571-0de6-44ed-9c5d-a5d43d929d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:17.379789 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-eea79571-0de6-44ed-9c5d-a5d43d929d2f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 1100 time: 0.3333356 Jun 17 08:20:17.390134 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5720c04e-8f8a-4a97-9680-6f8b6603f19b req-75644c38-35b2-43fc-8a01-04263c3ea639 service neutron] 10.222.0.63 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034737 Jun 17 08:20:17.508985 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf482e-ddec-4758-b19c-6671c02bc132 req-b14dcad6-a675-4fb5-a6fa-bfbc9197d45b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:17.517328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52cf482e-ddec-4758-b19c-6671c02bc132 req-b14dcad6-a675-4fb5-a6fa-bfbc9197d45b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 949 time: 0.2658608 Jun 17 08:20:17.536580 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Allocated IP 192.168.233.91 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/16ed9851-cfd8-4223-8710-a18f7b920fcd) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:17.569357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d42ad85-fa34-4786-ac84-d599d5b61a18,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:17.572652 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:17.575219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Network 1b22fbc7-1d5f-4419-9a80-36174de6055b is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:17.593717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc98fc9f-d276-4a8e-a547-4472e6fbe774 req-0559565d-fc9d-4aef-9db7-14f9f3cdc819 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:17.601706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc98fc9f-d276-4a8e-a547-4472e6fbe774 req-0559565d-fc9d-4aef-9db7-14f9f3cdc819 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 946 time: 0.4818902 Jun 17 08:20:17.609599 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0cbd0701-4a46-415a-ad1d-87dc1a4af296 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:17.670603 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52cf482e-ddec-4758-b19c-6671c02bc132 req-238fff9f-35cd-46fd-a632-5ca9d1d8b65e tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521764 Jun 17 08:20:17.672485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b33657f1-76ac-4487-ad64-f56e784f8ecf up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:17.707161 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:17.710247 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:17.760075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc98fc9f-d276-4a8e-a547-4472e6fbe774 req-cab05eb4-8352-436b-87bc-fbba8d4d27cc tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572206 Jun 17 08:20:17.774101 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Pushing event updated for resources: {'Port': ['ID=5a196486-f0f3-4230-af92-ad286c800a3e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:17.777049 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:17.791763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port b33657f1-76ac-4487-ad64-f56e784f8ecf completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:17.798325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b33657f1-76ac-4487-ad64-f56e784f8ecf triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:17.798714 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:17.812601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-c9732dc4-4bc9-4dc4-9db1-b5770902207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:17.816464 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-c9732dc4-4bc9-4dc4-9db1-b5770902207c service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.4219847 Jun 17 08:20:17.824588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5720c04e-8f8a-4a97-9680-6f8b6603f19b req-f0017485-d4dd-4d10-8761-75481a2ef2b0 service neutron] 10.222.0.63 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275155 Jun 17 08:20:17.850642 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cde7eaed-dfca-4f6c-819a-439ada1ff4d1 req-1cebba06-aa09-4474-bbbf-56cdba6f2c30 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6465895 Jun 17 08:20:17.972070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-34f5c32e-7f6a-46d9-bdaf-43426924c188 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835 HTTP/1.1" status: 200 len: 217 time: 0.1463420 Jun 17 08:20:17.992780 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0c7ef866-1014-4088-a3af-3bde3bb74c3e req-9e1fe830-ec25-4ace-b682-75bb76cc9df5 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 210 time: 0.1360149 Jun 17 08:20:18.008642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.048694 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.099765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port b33657f1-76ac-4487-ad64-f56e784f8ecf, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b33657f1-76ac-4487-ad64-f56e784f8ecf,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:18.102656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b3acca11-e58b-4a79-80c7-ad51c98eb93e up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:18.170676 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.173727 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:18.185917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-ef0af54f-588f-4753-b369-9023dd71ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:18.188143 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-ef0af54f-588f-4753-b369-9023dd71ecda service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1931696 Jun 17 08:20:18.236487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port b3acca11-e58b-4a79-80c7-ad51c98eb93e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:18.242423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-e5bc84af-ec12-428c-94d9-ad32ed036de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:18.245062 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-e5bc84af-ec12-428c-94d9-ad32ed036de4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.8806851 Jun 17 08:20:18.252222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port b3acca11-e58b-4a79-80c7-ad51c98eb93e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:18.252645 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.269742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ab2f4-a13b-4b14-b9a3-a5d8ce80ec80 req-c59d6f20-1b08-4e5b-a390-e14ad53620fb tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:18.271643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c70ab2f4-a13b-4b14-b9a3-a5d8ce80ec80 req-c59d6f20-1b08-4e5b-a390-e14ad53620fb tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 943 time: 0.2343736 Jun 17 08:20:18.298378 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=b33657f1-76ac-4487-ad64-f56e784f8ecf,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:18.302286 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:18.302931 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-17dad298-11e7-4563-8772-340e0ba5717f None None] Provisioning for port 5a196486-f0f3-4230-af92-ad286c800a3e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:18.312182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-17dad298-11e7-4563-8772-340e0ba5717f None None] Provisioning complete for port 5a196486-f0f3-4230-af92-ad286c800a3e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:18.312567 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-17dad298-11e7-4563-8772-340e0ba5717f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.318051 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-4e8a65b5-aac5-451f-9e79-7946c5328904 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93 HTTP/1.1" status: 200 len: 217 time: 0.0561976 Jun 17 08:20:18.334669 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c70ab2f4-a13b-4b14-b9a3-a5d8ce80ec80 req-69171c56-283d-4f00-b6c4-a02a9dcd70b3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573521 Jun 17 08:20:18.363455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-17dad298-11e7-4563-8772-340e0ba5717f None None] Port 5a196486-f0f3-4230-af92-ad286c800a3e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:18.381139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-f28661ad-b8a9-4911-aaf9-4f43c8696d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:18.383049 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-f28661ad-b8a9-4911-aaf9-4f43c8696d5d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1847875 Jun 17 08:20:18.389531 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.400133 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.422616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702fd721-f614-45a7-a5e6-e8b4c41935d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3acca11-e58b-4a79-80c7-ad51c98eb93e'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:18.425020 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3732cc-3ee4-4015-afae-3abe74b9fc09" -d '{"events": [{"server_uuid": "702fd721-f614-45a7-a5e6-e8b4c41935d6", "name": "network-vif-plugged", "status": "completed", "tag": "b3acca11-e58b-4a79-80c7-ad51c98eb93e"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:18.438739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port b3acca11-e58b-4a79-80c7-ad51c98eb93e, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b3acca11-e58b-4a79-80c7-ad51c98eb93e,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:18.447971 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.449383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 50451d97-3b1e-47a5-955e-26fe163065d0 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:18.453272 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:18.497489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-a1233167-493f-42ae-a678-5daee44f211b service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075850 Jun 17 08:20:18.508954 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e430db1-d43b-414f-a746-940d1b955005 x-openstack-request-id: req-0e430db1-d43b-414f-a746-940d1b955005 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:18.509253 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702fd721-f614-45a7-a5e6-e8b4c41935d6", "name": "network-vif-plugged", "status": "completed", "tag": "b3acca11-e58b-4a79-80c7-ad51c98eb93e", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:18.509517 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0e430db1-d43b-414f-a746-940d1b955005 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:18.509918 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702fd721-f614-45a7-a5e6-e8b4c41935d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3acca11-e58b-4a79-80c7-ad51c98eb93e', 'code': 200} Jun 17 08:20:18.543405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-53ac2e9c-c962-4cbd-b21e-aca92fd04bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:18.547375 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-53ac2e9c-c962-4cbd-b21e-aca92fd04bb4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 1100 time: 0.5762320 Jun 17 08:20:18.551240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=b3acca11-e58b-4a79-80c7-ad51c98eb93e,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:18.554783 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:18.561522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-b472c7ea-440a-4bc1-9aad-c0bf1e51d3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:18.563799 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-b472c7ea-440a-4bc1-9aad-c0bf1e51d3fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.2309432 Jun 17 08:20:18.567192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 50451d97-3b1e-47a5-955e-26fe163065d0 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:18.572238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 50451d97-3b1e-47a5-955e-26fe163065d0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:18.573575 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.585440 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.588665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c57c9-27eb-45f9-95b8-d391243de43d req-195a9c5a-126a-4846-95b4-b7b45afa4e56 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:18.590435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-548c57c9-27eb-45f9-95b8-d391243de43d req-195a9c5a-126a-4846-95b4-b7b45afa4e56 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 948 time: 0.2503817 Jun 17 08:20:18.658395 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-9f5770a8-7e80-4dc4-9238-b9d13c179ef4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859153 Jun 17 08:20:18.679710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-548c57c9-27eb-45f9-95b8-d391243de43d req-9a2719cb-12ad-4ffe-bf61-950a11e27069 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757840 Jun 17 08:20:18.698389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-40fe3210-78d1-42fe-be93-df529b81109e service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930165 Jun 17 08:20:18.719818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40786a17-4e05-4bf8-b876-d91d7fce76ed req-305f6672-4d06-4037-81f7-c953c7e39104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:18.721697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40786a17-4e05-4bf8-b876-d91d7fce76ed req-305f6672-4d06-4037-81f7-c953c7e39104 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=702fd721-f614-45a7-a5e6-e8b4c41935d6 HTTP/1.1" status: 200 len: 1101 time: 0.1302764 Jun 17 08:20:18.740770 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Transition to ACTIVE for port object 16ed9851-cfd8-4223-8710-a18f7b920fcd will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:18.767517 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40786a17-4e05-4bf8-b876-d91d7fce76ed req-cfa84d1f-7f3b-4151-ac80-f31bc47ec254 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378053 Jun 17 08:20:18.809997 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.819863 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.831539 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.876187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 50451d97-3b1e-47a5-955e-26fe163065d0, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=50451d97-3b1e-47a5-955e-26fe163065d0,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:18.885922 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:18.888102 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:18.943673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-127bbcf5-f522-4f18-ac1f-55cc028fde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:18.945199 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-127bbcf5-f522-4f18-ac1f-55cc028fde6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.3803728 Jun 17 08:20:18.951640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=50451d97-3b1e-47a5-955e-26fe163065d0,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:18.954801 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:19.015972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.032417 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-91d897ec-bbc1-4aec-a14d-7812635d2688 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378484 Jun 17 08:20:19.038048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d806cc9-e695-49f5-acbd-fc2ca9ffb8ee req-1e4d2ce4-ec00-4841-af10-bac5a92ac66e tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:19.039585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d806cc9-e695-49f5-acbd-fc2ca9ffb8ee req-1e4d2ce4-ec00-4841-af10-bac5a92ac66e tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 950 time: 0.1362092 Jun 17 08:20:19.054390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b5482-4e9d-4ee9-9c35-d00716de7af8 req-8dd33162-ab21-407a-88d0-e8d6a8ccf55a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:19.055973 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d32b5482-4e9d-4ee9-9c35-d00716de7af8 req-8dd33162-ab21-407a-88d0-e8d6a8ccf55a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 946 time: 0.1080191 Jun 17 08:20:19.066432 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d8f6736-6f6c-459e-8443-41c6c4db955e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:19.093770 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-1902b34c-2482-4e84-b688-39faefe52fcf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835 HTTP/1.1" status: 200 len: 217 time: 0.1112220 Jun 17 08:20:19.109078 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d806cc9-e695-49f5-acbd-fc2ca9ffb8ee req-1562dd2f-cc00-4f57-87c4-a2590d9e0015 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627935 Jun 17 08:20:19.116569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d32b5482-4e9d-4ee9-9c35-d00716de7af8 req-5ed1abae-0713-42a7-9e6a-c70f92929359 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534935 Jun 17 08:20:19.295054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756bde4-c22b-49aa-812a-ed4a89810129 req-852e93a0-9882-48c3-8ead-e3c4e712e446 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:19.296652 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6756bde4-c22b-49aa-812a-ed4a89810129 req-852e93a0-9882-48c3-8ead-e3c4e712e446 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 935 time: 0.0718563 Jun 17 08:20:19.340832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6756bde4-c22b-49aa-812a-ed4a89810129 req-40fdda43-31e1-4bc4-89ef-47ce0da4f05d tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374942 Jun 17 08:20:19.499731 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b33657f1-76ac-4487-ad64-f56e784f8ecf up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:19.507153 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:19.520271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d781ff-f2e4-4fac-a0c5-29214fa22471 req-c5de5ac7-d2f3-4d97-acfc-a2f3550c460a tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:19.521942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7d781ff-f2e4-4fac-a0c5-29214fa22471 req-c5de5ac7-d2f3-4d97-acfc-a2f3550c460a tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 943 time: 0.0688829 Jun 17 08:20:19.526967 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:19.537718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:19.541893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Pushing event updated for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:19.555923 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:19.558048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b33657f1-76ac-4487-ad64-f56e784f8ecf triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:19.558530 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.570480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7d781ff-f2e4-4fac-a0c5-29214fa22471 req-04df4a39-8d14-4d02-862d-8755151fdeac tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 Jun 17 08:20:19.587755 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-2e454401-bef5-440b-900a-e6baecf2761d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:19.589366 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-2e454401-bef5-440b-900a-e6baecf2761d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.4602239 Jun 17 08:20:19.628581 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Router 2c2ec265-a069-47ac-aba4-aecaf7edb81a has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:19.692521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:19.693160 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.701522 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-937d7a69-dfba-4b92-837b-29d191676001 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299047 Jun 17 08:20:19.798857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-271f1124-77d7-4710-b434-13c524d90c70 None None] Provisioning for port 16ed9851-cfd8-4223-8710-a18f7b920fcd completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:19.799560 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6311653 Jun 17 08:20:19.804848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-271f1124-77d7-4710-b434-13c524d90c70 None None] Provisioning complete for port 16ed9851-cfd8-4223-8710-a18f7b920fcd triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:19.805904 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-271f1124-77d7-4710-b434-13c524d90c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.840475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Request body: {'port': {'device_id': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:19.844019 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-271f1124-77d7-4710-b434-13c524d90c70 None None] Port 16ed9851-cfd8-4223-8710-a18f7b920fcd cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:19.844530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.869295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:19.895607 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:19.932165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815b16d-7e3c-4550-98fe-76932d964301 req-16f3b59f-0222-4520-9ce9-574f7a4d3a84 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:19.934613 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0815b16d-7e3c-4550-98fe-76932d964301 req-16f3b59f-0222-4520-9ce9-574f7a4d3a84 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 948 time: 0.0659723 Jun 17 08:20:19.974928 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0815b16d-7e3c-4550-98fe-76932d964301 req-d944b045-4861-42ce-93f7-a5a641249723 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340891 Jun 17 08:20:19.982251 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-51cd4d50-0570-466c-a048-6de2e6e71587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:19.983819 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-51cd4d50-0570-466c-a048-6de2e6e71587 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3786552 Jun 17 08:20:20.026245 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.045104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Pushing event updated for resources: {'Port': ['ID=5a196486-f0f3-4230-af92-ad286c800a3e,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:20.096666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:20.107856 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] 10.222.0.47 "PUT /v2.0/routers/2c2ec265-a069-47ac-aba4-aecaf7edb81a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3576663 Jun 17 08:20:20.108073 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47b033-5865-43c5-817b-bd88df164696 None None] Sync routers for ids ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:20.108530 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:20.108629 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51624) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:20.116682 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47b033-5865-43c5-817b-bd88df164696 None None] Routers {'2c2ec265-a069-47ac-aba4-aecaf7edb81a'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:20.117537 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-de47b033-5865-43c5-817b-bd88df164696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:20.186208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-a562b3de-4af2-4001-9b47-81165a615c62 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:20.187780 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-a562b3de-4af2-4001-9b47-81165a615c62 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1098 time: 0.3937225 Jun 17 08:20:20.195615 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.212315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-16'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:20.247199 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-de47b033-5865-43c5-817b-bd88df164696 None None] Set router 2c2ec265-a069-47ac-aba4-aecaf7edb81a gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:20.269516 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-dfd752d5-adaa-4f09-a94c-70dc0689e6ee service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691154 Jun 17 08:20:20.287540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 35908f85-9bfc-4ae0-b703-c03c08800530 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:20.333111 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.427003 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Network 1b22fbc7-1d5f-4419-9a80-36174de6055b is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:20.481955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:20.484100 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-de47b033-5865-43c5-817b-bd88df164696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-router', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:08Z', 'updated_at': '2021-06-17T08:20:17Z', 'revision_number': 5, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'gw_port': {'id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:10Z', 'updated_at': '2021-06-17T08:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:20.489146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 35908f85-9bfc-4ae0-b703-c03c08800530, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=35908f85-9bfc-4ae0-b703-c03c08800530,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:20.502716 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.511318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ae5045-a35b-4e16-aefc-604590090c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50451d97-3b1e-47a5-955e-26fe163065d0'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:20.511883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.514804 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd7e44f-b562-4584-a0de-c0d517e1459a" -d '{"events": [{"server_uuid": "42ae5045-a35b-4e16-aefc-604590090c0d", "name": "network-vif-plugged", "status": "completed", "tag": "50451d97-3b1e-47a5-955e-26fe163065d0"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:20.518424 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47b033-5865-43c5-817b-bd88df164696 None None] Checking router: 2c2ec265-a069-47ac-aba4-aecaf7edb81a for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:20.532072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '35908f85-9bfc-4ae0-b703-c03c08800530', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'port_id': '35908f85-9bfc-4ae0-b703-c03c08800530', 'mac_address': 'fa:16:3e:5a:e4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:20.535312 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47b033-5865-43c5-817b-bd88df164696 None None] Routers {'2c2ec265-a069-47ac-aba4-aecaf7edb81a'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:20.536128 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-de47b033-5865-43c5-817b-bd88df164696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:20.615869 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.633025 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35908f85-9bfc-4ae0-b703-c03c08800530 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:20.657427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 35908f85-9bfc-4ae0-b703-c03c08800530, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=35908f85-9bfc-4ae0-b703-c03c08800530,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:20.667392 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.670383 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:20.676786 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e312b9c-8128-4498-ae26-8ccedc62cd80 req-c8e25fec-8592-482b-b2bb-98ff4ada0a02 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940341 Jun 17 08:20:20.712747 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-de47b033-5865-43c5-817b-bd88df164696 None None] Set router 2c2ec265-a069-47ac-aba4-aecaf7edb81a gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:20.755563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=35908f85-9bfc-4ae0-b703-c03c08800530,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:20.760232 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:20.852093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Router 1ce58038-73d1-4494-b3fd-34842675fb50 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:20.882233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-368ccbd4-8f10-45fd-bf9c-bc5655e1ee05 None None] Provisioning complete for port 5a196486-f0f3-4230-af92-ad286c800a3e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:20.882936 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-368ccbd4-8f10-45fd-bf9c-bc5655e1ee05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:20.905417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:20.927881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['35908f85-9bfc-4ae0-b703-c03c08800530'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:21.005145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-368ccbd4-8f10-45fd-bf9c-bc5655e1ee05 None None] Port 5a196486-f0f3-4230-af92-ad286c800a3e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:21.031549 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc1fee-72dd-46f8-b5fc-de67b70a1031 req-99297251-0b42-4f80-ade7-d4e9b8e6af8b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:21.033834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6cc1fee-72dd-46f8-b5fc-de67b70a1031 req-99297251-0b42-4f80-ade7-d4e9b8e6af8b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 950 time: 0.5738087 Jun 17 08:20:21.043513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0303c4-650b-4cb3-a8aa-f83b8d51f84c req-63ff2553-2039-452e-ad7a-26b9b0e03e4f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:21.051027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a0303c4-650b-4cb3-a8aa-f83b8d51f84c req-63ff2553-2039-452e-ad7a-26b9b0e03e4f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 946 time: 0.5919645 Jun 17 08:20:21.089277 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-de47b033-5865-43c5-817b-bd88df164696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-router', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:08Z', 'updated_at': '2021-06-17T08:20:17Z', 'revision_number': 5, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'gw_port': {'id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:10Z', 'updated_at': '2021-06-17T08:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:21.119943 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a0303c4-650b-4cb3-a8aa-f83b8d51f84c req-8bf6ff50-8a33-4690-aafb-e073a586a5cc tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675588 Jun 17 08:20:21.120595 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47b033-5865-43c5-817b-bd88df164696 None None] The sync data for ids ['2c2ec265-a069-47ac-aba4-aecaf7edb81a'] in n-d-779913-16 is: [{'id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1705446853-router', 'tenant_id': 'f474727227ea4a36ba98408e2a0775c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:18:08Z', 'updated_at': '2021-06-17T08:20:17Z', 'revision_number': 5, 'project_id': 'f474727227ea4a36ba98408e2a0775c7', 'gw_port': {'id': '8d66a90c-343f-4a7f-8298-39853eea5eb7', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:1f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2ec265-a069-47ac-aba4-aecaf7edb81a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:18:10Z', 'updated_at': '2021-06-17T08:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:21.154669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Deleting port 8d66a90c-343f-4a7f-8298-39853eea5eb7 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:21.156829 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.181157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6cc1fee-72dd-46f8-b5fc-de67b70a1031 req-d923ce1f-6650-4905-bbf5-11b2bed80d63 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126549 Jun 17 08:20:21.309511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] For port 8d66a90c-343f-4a7f-8298-39853eea5eb7, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=8d66a90c-343f-4a7f-8298-39853eea5eb7,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:21.310372 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.312208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ed9851-cfd8-4223-8710-a18f7b920fcd {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:21.312971 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0fce46-0caf-43fa-8238-ba293fd670f9 x-openstack-request-id: req-4c0fce46-0caf-43fa-8238-ba293fd670f9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:21.313295 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ae5045-a35b-4e16-aefc-604590090c0d", "name": "network-vif-plugged", "status": "completed", "tag": "50451d97-3b1e-47a5-955e-26fe163065d0", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:21.313570 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c0fce46-0caf-43fa-8238-ba293fd670f9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:21.313978 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ae5045-a35b-4e16-aefc-604590090c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50451d97-3b1e-47a5-955e-26fe163065d0', 'code': 200} Jun 17 08:20:21.333492 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.350287 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:21.381956 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Transition to ACTIVE for port object 16ed9851-cfd8-4223-8710-a18f7b920fcd will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:21.396119 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.404172 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b2acead-0f44-42f3-86c1-8b858c28dc65 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:21.406618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:21.408930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Calling delete_port for 8d66a90c-343f-4a7f-8298-39853eea5eb7 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:21.423331 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] 10.222.0.47 "PUT /v2.0/routers/1ce58038-73d1-4494-b3fd-34842675fb50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3210323 Jun 17 08:20:21.427592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c1e96b-6e53-4a17-a6d0-f0c829012f93'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:21.429353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Sync routers for ids ['1ce58038-73d1-4494-b3fd-34842675fb50'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:21.430431 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf35f18-ed58-4025-aef4-2070429e7df4" -d '{"events": [{"server_uuid": "ca41332d-9c8b-45a5-97b2-97dd936849e1", "name": "network-vif-unplugged", "status": "completed", "tag": "71c1e96b-6e53-4a17-a6d0-f0c829012f93"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:21.435601 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.442891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Routers {'1ce58038-73d1-4494-b3fd-34842675fb50'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:21.443576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1ce58038-73d1-4494-b3fd-34842675fb50'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:21.504335 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.579733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d28b889e-2905-42b1-b94b-680e5aaaace8 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:21.582116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Pushing event updated for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:21.609738 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.610277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.610764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.611247 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.611741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.612263 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.612704 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.613145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.613596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.614039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.614477 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.614940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:21.629308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea8de3d-2901-493b-aa84-c90b44722542 req-63f65662-7e35-490e-a6a2-2bd34d1c64b9 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:21.636719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ea8de3d-2901-493b-aa84-c90b44722542 req-63f65662-7e35-490e-a6a2-2bd34d1c64b9 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 947 time: 0.2648346 Jun 17 08:20:21.688027 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:21.695052 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cdd7251a-52dc-4af4-b4eb-e456925affd4 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:21.715358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: d28b889e-2905-42b1-b94b-680e5aaaace8 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:21.715734 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d28b889e-2905-42b1-b94b-680e5aaaace8 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:21.732147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44528f9e-3365-47a8-9aa6-2f9e60690802 req-c7374971-7f9a-4ce3-8cee-87bc489f6cdf tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:21.737979 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44528f9e-3365-47a8-9aa6-2f9e60690802 req-c7374971-7f9a-4ce3-8cee-87bc489f6cdf tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 944 time: 0.3255551 Jun 17 08:20:21.847558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ea8de3d-2901-493b-aa84-c90b44722542 req-2496483b-1634-48c7-91a0-22f95a38ae0e tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098377 Jun 17 08:20:21.857389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Set router 1ce58038-73d1-4494-b3fd-34842675fb50 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:21.875863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4b646-fd7d-48e4-9e59-190f78e954e8 req-53496e06-31a9-4852-beb7-59c1d9ba8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:21.877462 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-16a4b646-fd7d-48e4-9e59-190f78e954e8 req-53496e06-31a9-4852-beb7-59c1d9ba8ed1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 1102 time: 0.4541190 Jun 17 08:20:21.883269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on host n-h2-779913-16 for vnic_type normal with profile {"migrating_to": "n-h1-779913-16"} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:21.883597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:21.883923 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:21.891349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Attempting to bind port 16ed9851-cfd8-4223-8710-a18f7b920fcd on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:21.891681 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Attempting to bind port 16ed9851-cfd8-4223-8710-a18f7b920fcd by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:21.891996 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Attempting to bind port 16ed9851-cfd8-4223-8710-a18f7b920fcd on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:21.910344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44528f9e-3365-47a8-9aa6-2f9e60690802 req-c31d4357-f21a-4973-a1e0-889475c11da5 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602955 Jun 17 08:20:21.936587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Port 16ed9851-cfd8-4223-8710-a18f7b920fcd on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:21.936587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Attempting to bind port 16ed9851-cfd8-4223-8710-a18f7b920fcd on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:21.938330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Pushing event updated for resources: {'Port': ['ID=71c1e96b-6e53-4a17-a6d0-f0c829012f93,revision_number=7']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:21.941221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:21.941891 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Attempting to bind port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:21.946878 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:21.957653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:21.957980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:21.958358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:21.958824 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Bound port: 16ed9851-cfd8-4223-8710-a18f7b920fcd, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:21.959158 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.965610 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:21.966022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:21.966411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:21.966866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Bound port: 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:21.967248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.976164 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:21.984042 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:21.987824 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-16a4b646-fd7d-48e4-9e59-190f78e954e8 req-639d9994-61ab-41e7-9fb9-01b3c1e54ff9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933497 Jun 17 08:20:22.034239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d66a90c-343f-4a7f-8298-39853eea5eb7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:22.046720 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6a2964-aeb8-44bb-9e03-c3b69ccc2e52 x-openstack-request-id: req-1f6a2964-aeb8-44bb-9e03-c3b69ccc2e52 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:22.047078 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca41332d-9c8b-45a5-97b2-97dd936849e1", "name": "network-vif-unplugged", "status": "completed", "tag": "71c1e96b-6e53-4a17-a6d0-f0c829012f93", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:22.047371 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f6a2964-aeb8-44bb-9e03-c3b69ccc2e52 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:22.048283 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71c1e96b-6e53-4a17-a6d0-f0c829012f93', 'code': 200} Jun 17 08:20:22.071135 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:22.128157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:22.130446 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:22.133255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:22.135424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:22.140209 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.143405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b9532ac6-f59d-4feb-8c3a-e5a194af4835 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:22.143917 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8319cd9c-5ce0-4d22-a7c2-0a3a9fdf15bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:22.149265 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.167140 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-01db45ae-00cd-4849-8b33-8659dfeba7b1 req-333494cc-2c1d-43c7-8f9b-adf79bfed183 tempest-FloatingIPDetailsNegativeTestJSON-1633604610 tempest-FloatingIPDetailsNegativeTestJSON-1633604610-project] show failed (client error): The resource could not be found. Jun 17 08:20:22.168167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01db45ae-00cd-4849-8b33-8659dfeba7b1 req-333494cc-2c1d-43c7-8f9b-adf79bfed183 tempest-FloatingIPDetailsNegativeTestJSON-1633604610 tempest-FloatingIPDetailsNegativeTestJSON-1633604610-project] 10.222.0.47 "GET /v2.0/floatingips/9d250a09-9a89-44d6-8cda-5f943920a46b HTTP/1.1" status: 404 len: 350 time: 0.0422256 Jun 17 08:20:22.183029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51650) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:22.208153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.229974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-router', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:07Z', 'updated_at': '2021-06-17T08:20:18Z', 'revision_number': 4, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'gw_port': {'id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:08Z', 'updated_at': '2021-06-17T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a196486-f0f3-4230-af92-ad286c800a3e', 'name': '', 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'mac_address': 'fa:16:3e:e5:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '75bf2644-671f-4233-8ec4-7eb377cb5f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:15Z', 'updated_at': '2021-06-17T08:20:19Z', 'revision_number': 2, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'subnets': [{'id': '75bf2644-671f-4233-8ec4-7eb377cb5f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:22.230829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:22.231455 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.232844 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] 10.222.0.63 "PUT /v2.0/ports/16ed9851-cfd8-4223-8710-a18f7b920fcd HTTP/1.1" status: 200 len: 1096 time: 2.4167931 Jun 17 08:20:22.282808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Checking router: 1ce58038-73d1-4494-b3fd-34842675fb50 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:22.283240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Updating router 1ce58038-73d1-4494-b3fd-34842675fb50 port 5a196486-f0f3-4230-af92-ad286c800a3e binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:20:22.311516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 35908f85-9bfc-4ae0-b703-c03c08800530 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:22.375209 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.401879 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Pushing event updated for resources: {'Port': ['ID=71c1e96b-6e53-4a17-a6d0-f0c829012f93,revision_number=8']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:22.410722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:22.411368 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.412763 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] 10.222.0.10 "PUT /v2.0/ports/71c1e96b-6e53-4a17-a6d0-f0c829012f93 HTTP/1.1" status: 200 len: 1124 time: 2.2071834 Jun 17 08:20:22.413852 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:22.416109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:22.417016 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:22.467057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49793ee-35e0-492a-87e4-709c997f2023 req-93a57491-d4a0-4266-9f47-b829a92d1a18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:22.483767 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d49793ee-35e0-492a-87e4-709c997f2023 req-93a57491-d4a0-4266-9f47-b829a92d1a18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 948 time: 0.3884552 Jun 17 08:20:22.489673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835', 'mac_address': 'fa:16:3e:f2:6d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:22.497532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 35908f85-9bfc-4ae0-b703-c03c08800530 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:22.500023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-5994716c-bd5a-4b41-a422-7888e3827c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:22.501627 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-5994716c-bd5a-4b41-a422-7888e3827c56 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7a2471673b704b68b971e8d2837ade4c&device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 1099 time: 0.2054946 Jun 17 08:20:22.504223 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Pushing event updated for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:22.510842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['71c1e96b-6e53-4a17-a6d0-f0c829012f93'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:22.511311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.515399 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.538608 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:22.539696 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 35908f85-9bfc-4ae0-b703-c03c08800530 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:22.540165 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.592805 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.593309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c2ec265-a069-47ac-aba4-aecaf7edb81a {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:20:22.599002 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.603133 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2c2ec265-a069-47ac-aba4-aecaf7edb81a HTTP/1.1" status: 204 len: 168 time: 2.4936059 Jun 17 08:20:22.604113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51656) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:22.606029 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-600c090d-d2fc-41a0-9e9a-075e5d2a9864 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd HTTP/1.1" status: 200 len: 217 time: 0.0373516 Jun 17 08:20:22.607594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d49793ee-35e0-492a-87e4-709c997f2023 req-73e83457-7136-4d45-b425-657a61a35b7c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165934 Jun 17 08:20:22.634078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42624fa2-fcae-4d1e-9751-3df6b65c2b97 req-6d867599-18c6-4388-bf9e-7db2c00e0bc1 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:22.641938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42624fa2-fcae-4d1e-9751-3df6b65c2b97 req-6d867599-18c6-4388-bf9e-7db2c00e0bc1 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 944 time: 0.2355874 Jun 17 08:20:22.693533 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.741353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9532ac6-f59d-4feb-8c3a-e5a194af4835 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:22.745736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-83d60920-c500-4fa1-b34a-e3ee0fec4b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:22.747630 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-83d60920-c500-4fa1-b34a-e3ee0fec4b9c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1300373 Jun 17 08:20:22.755169 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-34169045-f19b-427d-a729-26f187ee4572 admin admin] Deleting subnet d63632c8-12d0-4a9a-866e-4917d82f8cd2 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:20:22.764233 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34169045-f19b-427d-a729-26f187ee4572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.806291 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42624fa2-fcae-4d1e-9751-3df6b65c2b97 req-8e8ab468-23d5-4f83-b240-807eef628ea2 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632121 Jun 17 08:20:22.828692 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34169045-f19b-427d-a729-26f187ee4572 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.845410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:22.862125 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.871969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-b2d7609d-d072-4176-9cd1-93fbfbaa8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:22.873486 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-b2d7609d-d072-4176-9cd1-93fbfbaa8b17 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1154811 Jun 17 08:20:22.877571 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:22.927059 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:22.974353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba424b5-cb39-46b3-888c-3c501df62fd1 req-02603df2-608c-4b4c-992e-9e45aa8058e5 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:22.981760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bba424b5-cb39-46b3-888c-3c501df62fd1 req-02603df2-608c-4b4c-992e-9e45aa8058e5 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 950 time: 0.2468519 Jun 17 08:20:23.038445 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34169045-f19b-427d-a729-26f187ee4572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.051447 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-eb1af19d-5470-43b4-ae50-f06fd85d90a5 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490510 Jun 17 08:20:23.114367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bba424b5-cb39-46b3-888c-3c501df62fd1 req-1bd62d17-0133-4d6c-b804-1a156cebba5d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248376 Jun 17 08:20:23.132551 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.154867 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=b9532ac6-f59d-4feb-8c3a-e5a194af4835,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:23.190279 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:23.222131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 35908f85-9bfc-4ae0-b703-c03c08800530, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=35908f85-9bfc-4ae0-b703-c03c08800530,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:23.222892 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34169045-f19b-427d-a729-26f187ee4572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.235622 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-00dc66e7-900b-4117-8154-0a93d5ce0592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:23.253661 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.262201 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:23.279073 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe9266f-f094-40de-ad0c-d54a3a84e2db req-c8a07d87-6f63-4bd1-a5e5-0770b1ec1f05 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192221 Jun 17 08:20:23.315543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35908f85-9bfc-4ae0-b703-c03c08800530'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:23.318446 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e329e9ed-5153-4dcf-9950-044f7fec62cc" -d '{"events": [{"server_uuid": "2903b14c-dfbf-41ff-a1df-6daab8107f9c", "name": "network-vif-plugged", "status": "completed", "tag": "35908f85-9bfc-4ae0-b703-c03c08800530"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:23.334088 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.336884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34169045-f19b-427d-a729-26f187ee4572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63632c8-12d0-4a9a-866e-4917d82f8cd2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:23.341093 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34169045-f19b-427d-a729-26f187ee4572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:23.359570 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Transition to ACTIVE for port object 5a196486-f0f3-4230-af92-ad286c800a3e will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:23.363412 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34169045-f19b-427d-a729-26f187ee4572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.368890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=35908f85-9bfc-4ae0-b703-c03c08800530,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:23.369575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51668) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:23.372235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-34169045-f19b-427d-a729-26f187ee4572 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d63632c8-12d0-4a9a-866e-4917d82f8cd2 HTTP/1.1" status: 204 len: 168 time: 0.7605181 Jun 17 08:20:23.373220 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53123ac6-5eb7-4ef5-b056-1cc154249473 None None] Network 1a1a56b6-7e52-48b7-b903-dc9396ac09ae requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:23.375327 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:23.377931 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.389566 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5da88500-c7bd-44a5-b1d3-146d739fb5d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:23.503107 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.557690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 8d66a90c-343f-4a7f-8298-39853eea5eb7 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:23.562218 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab35ca-84c5-4ae8-8fbe-cdebc8d838ec None None] Pushing event updated for resources: {'Port': ['ID=5a196486-f0f3-4230-af92-ad286c800a3e,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:23.584210 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5aab35ca-84c5-4ae8-8fbe-cdebc8d838ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:23.590487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a643c2-4c0f-42cc-bbad-b90a8d96440a req-721a300c-7361-4f2e-8dd0-146a013de9f1 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:23.598052 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48a643c2-4c0f-42cc-bbad-b90a8d96440a req-721a300c-7361-4f2e-8dd0-146a013de9f1 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 947 time: 0.1717770 Jun 17 08:20:23.621467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 8d66a90c-343f-4a7f-8298-39853eea5eb7 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:23.621820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 8d66a90c-343f-4a7f-8298-39853eea5eb7 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:23.662027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48a643c2-4c0f-42cc-bbad-b90a8d96440a req-0f0e703d-c8b3-45eb-aceb-5c2f6e2e412d tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626550 Jun 17 08:20:23.662882 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b9532ac6-f59d-4feb-8c3a-e5a194af4835'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:23.690429 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650ae2e-ae63-415e-918d-da05652a3902 req-ab889c62-ce5f-4f55-993b-d6e112d36b73 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:23.692372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e650ae2e-ae63-415e-918d-da05652a3902 req-ab889c62-ce5f-4f55-993b-d6e112d36b73 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 945 time: 0.1937976 Jun 17 08:20:23.748504 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e650ae2e-ae63-415e-918d-da05652a3902 req-8e6cce5f-7591-468b-8bec-8d66210ab68d tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492833 Jun 17 08:20:23.770017 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Deleting port 686ae1d9-57e1-4e8d-b72d-d37547496fee {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:23.770585 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.802562 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b9eb4a-f36f-449c-b8f3-eddfb080774e x-openstack-request-id: req-76b9eb4a-f36f-449c-b8f3-eddfb080774e {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:23.803144 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2903b14c-dfbf-41ff-a1df-6daab8107f9c", "name": "network-vif-plugged", "status": "completed", "tag": "35908f85-9bfc-4ae0-b703-c03c08800530", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:23.803544 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76b9eb4a-f36f-449c-b8f3-eddfb080774e {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:23.804068 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35908f85-9bfc-4ae0-b703-c03c08800530', 'code': 200} Jun 17 08:20:23.826169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Attempting to bind port 5a196486-f0f3-4230-af92-ad286c800a3e on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:23.826822 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Attempting to bind port 5a196486-f0f3-4230-af92-ad286c800a3e by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:23.827376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Attempting to bind port 5a196486-f0f3-4230-af92-ad286c800a3e on network 1b22fbc7-1d5f-4419-9a80-36174de6055b {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:23.842483 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:23.843179 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Checking segment: {'id': 'a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:23.843735 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.844301 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Bound using segment: {'id': 'a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:23.844934 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Bound port: 5a196486-f0f3-4230-af92-ad286c800a3e, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:23.845469 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.854849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] For port 686ae1d9-57e1-4e8d-b72d-d37547496fee, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=686ae1d9-57e1-4e8d-b72d-d37547496fee,segment=NetworkSegment(aa22541c-f545-4e25-94c1-091051d9c013),segment_id=aa22541c-f545-4e25-94c1-091051d9c013)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:23.855212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:23.918793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823f0d8-0c76-405c-8d79-d5080380a2f4 req-0d6a2e68-9d4d-44f7-9ae6-7e6a39d82832 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:23.920771 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d823f0d8-0c76-405c-8d79-d5080380a2f4 req-0d6a2e68-9d4d-44f7-9ae6-7e6a39d82832 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 949 time: 0.1276112 Jun 17 08:20:23.983026 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d8c8e9-9259-41a2-b857-720445e8ae79 None None] DHCP port deletion for 1a1a56b6-7e52-48b7-b903-dc9396ac09ae request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:20:23.986003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] For port 5a196486-f0f3-4230-af92-ad286c800a3e, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:23.992574 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] For port 5a196486-f0f3-4230-af92-ad286c800a3e, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5a196486-f0f3-4230-af92-ad286c800a3e,segment=NetworkSegment(a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5),segment_id=a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:23.997085 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d823f0d8-0c76-405c-8d79-d5080380a2f4 req-55c16bf3-30d2-4303-a62e-20018680ab57 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676348 Jun 17 08:20:24.005628 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.011303 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:24.015219 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5194a80-8307-4615-a64a-41c3aec16ce4 req-bbf4cb28-5e29-4c0d-99af-9bf3dbb0c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.017000 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5194a80-8307-4615-a64a-41c3aec16ce4 req-bbf4cb28-5e29-4c0d-99af-9bf3dbb0c15b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 1097 time: 0.1495962 Jun 17 08:20:24.106187 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5194a80-8307-4615-a64a-41c3aec16ce4 req-c939a05f-f563-49b5-a4f4-4ad34519381e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814071 Jun 17 08:20:24.140540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab35ca-84c5-4ae8-8fbe-cdebc8d838ec None None] Pushing event updated for resources: {'Port': ['ID=5a196486-f0f3-4230-af92-ad286c800a3e,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:24.147429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Routers {'1ce58038-73d1-4494-b3fd-34842675fb50'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:24.148083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1ce58038-73d1-4494-b3fd-34842675fb50'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:24.150276 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5aab35ca-84c5-4ae8-8fbe-cdebc8d838ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:24.153833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 71c1e96b-6e53-4a17-a6d0-f0c829012f93 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:24.165104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1e1e6-171e-4146-9353-04e873f3206f req-008fd685-1832-4f4d-8a97-b0ec9ba4058a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.166920 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3f1e1e6-171e-4146-9353-04e873f3206f req-008fd685-1832-4f4d-8a97-b0ec9ba4058a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 944 time: 0.1353455 Jun 17 08:20:24.254196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3f1e1e6-171e-4146-9353-04e873f3206f req-52f19521-1cf3-4ab3-a277-fd70edff0e85 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795207 Jun 17 08:20:24.311735 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Calling delete_port for 686ae1d9-57e1-4e8d-b72d-d37547496fee owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:24.314725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd'}, {'name': 'network-changed', 'server_uuid': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'tag': '71c1e96b-6e53-4a17-a6d0-f0c829012f93'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:24.317285 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78" -d '{"events": [{"name": "network-changed", "server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd"}, {"name": "network-changed", "server_uuid": "ca41332d-9c8b-45a5-97b2-97dd936849e1", "tag": "71c1e96b-6e53-4a17-a6d0-f0c829012f93"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:24.320869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] Set router 1ce58038-73d1-4494-b3fd-34842675fb50 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:24.335618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Deleting port 5a196486-f0f3-4230-af92-ad286c800a3e {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:24.336059 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.352169 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5ea6b-397c-42a4-b378-16191c14523a req-983498d8-b78e-4774-be0e-acd5b11d5e8c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.353887 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eca5ea6b-397c-42a4-b378-16191c14523a req-983498d8-b78e-4774-be0e-acd5b11d5e8c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.63 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856&tenant_id=9f7669688c6d4b939b7454c55df8be96&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 949 time: 0.6765730 Jun 17 08:20:24.392508 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.resource_extend [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:20:24.397955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-14d8c8e9-9259-41a2-b857-720445e8ae79 None None] Deleting port 686ae1d9-57e1-4e8d-b72d-d37547496fee {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:24.398642 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-14d8c8e9-9259-41a2-b857-720445e8ae79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.408685 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca21c31-0958-46dc-ba63-215dd5fcbb21 x-openstack-request-id: req-2ca21c31-0958-46dc-ba63-215dd5fcbb21 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:24.409184 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca41332d-9c8b-45a5-97b2-97dd936849e1", "tag": "71c1e96b-6e53-4a17-a6d0-f0c829012f93", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:24.409584 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ca21c31-0958-46dc-ba63-215dd5fcbb21 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:24.410112 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'status': 'completed', 'code': 200} Jun 17 08:20:24.410503 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'tag': '71c1e96b-6e53-4a17-a6d0-f0c829012f93', 'status': 'completed', 'code': 200} Jun 17 08:20:24.454663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed75021-2904-4684-9e30-4067601fa5ec req-1513514c-e086-41e3-bdde-f4dda2cbeba0 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.456327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ed75021-2904-4684-9e30-4067601fa5ec req-1513514c-e086-41e3-bdde-f4dda2cbeba0 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 950 time: 0.1011000 Jun 17 08:20:24.511348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-61e226f4-5520-4a56-8834-c51a70cd52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.513308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-61e226f4-5520-4a56-8834-c51a70cd52e6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7a2471673b704b68b971e8d2837ade4c&device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 1099 time: 0.1096685 Jun 17 08:20:24.518689 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ed75021-2904-4684-9e30-4067601fa5ec req-3d8a24f0-3d71-43bf-88db-aad9ed5dc341 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510418 Jun 17 08:20:24.554649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.568758 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [req-eca5ea6b-397c-42a4-b378-16191c14523a req-0fb2ffd4-fd03-40d8-a44e-ead6a69557a9 service neutron] delete failed (client error): The resource could not be found. Jun 17 08:20:24.569829 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eca5ea6b-397c-42a4-b378-16191c14523a req-0fb2ffd4-fd03-40d8-a44e-ead6a69557a9 service neutron] 10.222.0.63 "DELETE /v2.0/ports/b9532ac6-f59d-4feb-8c3a-e5a194af4835/bindings/n-h2-779913-16 HTTP/1.1" status: 404 len: 381 time: 0.2009134 Jun 17 08:20:24.633533 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-d3736468-f785-46ec-829c-62a0246a02db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.635365 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-d3736468-f785-46ec-829c-62a0246a02db service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1154051 Jun 17 08:20:24.636087 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Calling delete_port for 5a196486-f0f3-4230-af92-ad286c800a3e owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:24.640799 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.650469 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:24.655291 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] No DVR routers for this DVR port 686ae1d9-57e1-4e8d-b72d-d37547496fee on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:24.689810 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-4abfc1ee-a3f1-4c9e-ac29-74212571c978 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd HTTP/1.1" status: 200 len: 217 time: 0.0466845 Jun 17 08:20:24.689981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-14d8c8e9-9259-41a2-b857-720445e8ae79 None None] For port 686ae1d9-57e1-4e8d-b72d-d37547496fee, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=686ae1d9-57e1-4e8d-b72d-d37547496fee,segment=NetworkSegment(aa22541c-f545-4e25-94c1-091051d9c013),segment_id=aa22541c-f545-4e25-94c1-091051d9c013)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:24.690395 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-14d8c8e9-9259-41a2-b857-720445e8ae79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.701372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:24.704333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=686ae1d9-57e1-4e8d-b72d-d37547496fee,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:24.707732 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:24.782273 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-14d8c8e9-9259-41a2-b857-720445e8ae79 None None] Calling delete_port for 686ae1d9-57e1-4e8d-b72d-d37547496fee owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:24.793903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 71c1e96b-6e53-4a17-a6d0-f0c829012f93 has no active binding in host n-h1-779913-16 {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:20:24.801390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-20f31260-bc4b-4a90-8cf8-dab9a99f413d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.806010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-20f31260-bc4b-4a90-8cf8-dab9a99f413d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0742869 Jun 17 08:20:24.849618 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.864651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1a56b6-7e52-48b7-b903-dc9396ac09ae']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:24.882824 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa22541c-f545-4e25-94c1-091051d9c013') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:24.883103 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa22541c-f545-4e25-94c1-091051d9c013') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:24.901028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62aff3-9d4c-4412-9bc9-f79bb609b67a req-b6693ef0-eb9c-484d-9d00-2dddad243ee6 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.908818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d62aff3-9d4c-4412-9bc9-f79bb609b67a req-b6693ef0-eb9c-484d-9d00-2dddad243ee6 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=702fd721-f614-45a7-a5e6-e8b4c41935d6 HTTP/1.1" status: 200 len: 949 time: 0.2175267 Jun 17 08:20:24.937452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.956252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5ea6b-397c-42a4-b378-16191c14523a req-ce842d8f-3037-437c-a0ea-953d078c67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: from cryptography.utils import int_from_bytes Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: from cryptography.utils import int_from_bytes Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.957072 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:24.964834 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:20:24.965671 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eca5ea6b-397c-42a4-b378-16191c14523a req-ce842d8f-3037-437c-a0ea-953d078c67ba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 1101 time: 0.2553840 Jun 17 08:20:24.965752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-router', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:07Z', 'updated_at': '2021-06-17T08:20:18Z', 'revision_number': 4, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'gw_port': {'id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:08Z', 'updated_at': '2021-06-17T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a196486-f0f3-4230-af92-ad286c800a3e', 'name': '', 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'mac_address': 'fa:16:3e:e5:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '75bf2644-671f-4233-8ec4-7eb377cb5f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:15Z', 'updated_at': '2021-06-17T08:20:23Z', 'revision_number': 4, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'subnets': [{'id': '75bf2644-671f-4233-8ec4-7eb377cb5f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:24.965890 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:24.981905 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d62aff3-9d4c-4412-9bc9-f79bb609b67a req-2d20fe50-b16c-49cd-b160-6ca93a3238e3 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721574 Jun 17 08:20:24.991258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70366d-7ef2-49de-839d-a60546a7640e req-26097757-02ba-4918-b0f3-fa3f42d7ee0a tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.993163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cd70366d-7ef2-49de-839d-a60546a7640e req-26097757-02ba-4918-b0f3-fa3f42d7ee0a tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 947 time: 0.1963334 Jun 17 08:20:24.997295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-cbab280e-2f90-42e2-b48b-1f48b3580a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:24.998735 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-cbab280e-2f90-42e2-b48b-1f48b3580a88 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1783555 Jun 17 08:20:25.025584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:20:25.026232 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:20:25.028023 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:20:25.032548 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-14d8c8e9-9259-41a2-b857-720445e8ae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.050500 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-154f52d6-86d1-4cbe-bdea-fdb83c4b17f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:25.052993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e176005-64a5-4559-9d7c-448a692219c8 None None] The sync data for ids ['1ce58038-73d1-4494-b3fd-34842675fb50'] in n-d-779913-16 is: [{'id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-router', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:07Z', 'updated_at': '2021-06-17T08:20:18Z', 'revision_number': 4, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'gw_port': {'id': 'b33657f1-76ac-4487-ad64-f56e784f8ecf', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:66:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:08Z', 'updated_at': '2021-06-17T08:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a196486-f0f3-4230-af92-ad286c800a3e', 'name': '', 'network_id': '1b22fbc7-1d5f-4419-9a80-36174de6055b', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'mac_address': 'fa:16:3e:e5:ac:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '75bf2644-671f-4233-8ec4-7eb377cb5f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:20:15Z', 'updated_at': '2021-06-17T08:20:23Z', 'revision_number': 4, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'subnets': [{'id': '75bf2644-671f-4233-8ec4-7eb377cb5f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:25.100551 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8c8e9-9259-41a2-b857-720445e8ae79 None None] Pushing event deleted for resources: {'Port': ['ID=686ae1d9-57e1-4e8d-b72d-d37547496fee,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:25.105870 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-14d8c8e9-9259-41a2-b857-720445e8ae79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:25.130708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d8c8e9-9259-41a2-b857-720445e8ae79 None None] No DVR routers for this DVR port 686ae1d9-57e1-4e8d-b72d-d37547496fee on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:25.141553 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.184327 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.190376 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] 10.222.0.47 "DELETE /v2.0/networks/1a1a56b6-7e52-48b7-b903-dc9396ac09ae HTTP/1.1" status: 204 len: 168 time: 1.8100364 Jun 17 08:20:25.200801 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:25.217357 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cd70366d-7ef2-49de-839d-a60546a7640e req-a4dc232e-ecd3-4180-9f36-98f2e203e53a tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150373 Jun 17 08:20:25.235899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1a56b6-7e52-48b7-b903-dc9396ac09ae,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:25.244778 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:25.249482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5ea6b-397c-42a4-b378-16191c14523a req-4e7e9db5-45e9-4a8a-a5f5-d087ed143f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.251011 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eca5ea6b-397c-42a4-b378-16191c14523a req-4e7e9db5-45e9-4a8a-a5f5-d087ed143f95 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2851138 Jun 17 08:20:25.283556 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-b0402db8-2890-4efb-93ac-6c0a007e32e0 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749791 Jun 17 08:20:25.302451 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eca5ea6b-397c-42a4-b378-16191c14523a req-9d3a1c62-4027-4267-ac0d-9ac2c198cd76 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835 HTTP/1.1" status: 200 len: 217 time: 0.0408244 Jun 17 08:20:25.319277 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.321515 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:25.374336 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a196486-f0f3-4230-af92-ad286c800a3e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:25.385748 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:25.447706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51696) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:25.473239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564221f-655d-4087-b002-8781254d3a5e req-d5a84d6c-ef3f-435b-94f2-a78e3fb962b0 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.480455 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1564221f-655d-4087-b002-8781254d3a5e req-d5a84d6c-ef3f-435b-94f2-a78e3fb962b0 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 945 time: 0.2412624 Jun 17 08:20:25.573692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 686ae1d9-57e1-4e8d-b72d-d37547496fee no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:25.577609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1564221f-655d-4087-b002-8781254d3a5e req-d6cf8a73-ec66-4700-9882-ea5d3297d2d2 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961668 Jun 17 08:20:25.587911 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5ea6b-397c-42a4-b378-16191c14523a req-28ea5732-9e42-4535-9907-5044a494c0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.590688 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eca5ea6b-397c-42a4-b378-16191c14523a req-28ea5732-9e42-4535-9907-5044a494c0fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2794001 Jun 17 08:20:25.627012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 686ae1d9-57e1-4e8d-b72d-d37547496fee {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:25.627370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 686ae1d9-57e1-4e8d-b72d-d37547496fee not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:25.670233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6eb1f4c0-e1aa-469b-a019-6a2c38bd00b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e4237e4fbc545b1aab932daef22c456&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208052 Jun 17 08:20:25.686658 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51698) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:25.688880 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-f7497186-7d4a-4a14-824d-93735466b1f0 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848059 Jun 17 08:20:25.730682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61607da-8e01-4866-a234-52e0ccb3d8e8 req-4107dd59-04f6-4beb-8073-e59a7ee7800c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.737244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61607da-8e01-4866-a234-52e0ccb3d8e8 req-4107dd59-04f6-4beb-8073-e59a7ee7800c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.740525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c61607da-8e01-4866-a234-52e0ccb3d8e8 req-4107dd59-04f6-4beb-8073-e59a7ee7800c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d&device_id=702fd721-f614-45a7-a5e6-e8b4c41935d6 HTTP/1.1" status: 200 len: 1690 time: 0.0814803 Jun 17 08:20:25.789736 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.824183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5ea6b-397c-42a4-b378-16191c14523a req-993a4466-74be-4b90-9a35-8d1f97eba47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.826832 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eca5ea6b-397c-42a4-b378-16191c14523a req-993a4466-74be-4b90-9a35-8d1f97eba47e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1828759 Jun 17 08:20:25.852769 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c61607da-8e01-4866-a234-52e0ccb3d8e8 req-a2b652a5-838e-45be-8cb7-466970966c84 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053760 Jun 17 08:20:25.884776 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-1bed2260-7e0c-4ebb-9d95-2e4c88535d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.886279 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-1bed2260-7e0c-4ebb-9d95-2e4c88535d90 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 1127 time: 0.1204605 Jun 17 08:20:25.899048 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-000208d7-9025-451e-870a-c033977e0813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.901141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3fec8-54c4-4a94-b2e5-bdad4474d73a req-141a6963-10c2-48c3-aeb8-e99afaae7a83 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.902672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01f3fec8-54c4-4a94-b2e5-bdad4474d73a req-141a6963-10c2-48c3-aeb8-e99afaae7a83 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 949 time: 0.1242526 Jun 17 08:20:25.975812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-000208d7-9025-451e-870a-c033977e0813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:25.996503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-173f0f00-ea8d-447f-95f1-357223aebf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:25.997963 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-173f0f00-ea8d-447f-95f1-357223aebf9b service neutron] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.0943880 Jun 17 08:20:26.061500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-dd23a256-618d-45e5-a6ad-a3d57d1111e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93 HTTP/1.1" status: 200 len: 217 time: 0.0537765 Jun 17 08:20:26.070966 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01f3fec8-54c4-4a94-b2e5-bdad4474d73a req-8179bf6d-88bc-49be-a555-b4f4ab689483 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837879 Jun 17 08:20:26.113735 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eca5ea6b-397c-42a4-b378-16191c14523a req-9a227cc9-9da8-4ceb-82c2-0576fdae8a0b service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527318 Jun 17 08:20:26.153685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-f7748896-f8aa-4e54-903b-3a21a4cac675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:26.155179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-f7748896-f8aa-4e54-903b-3a21a4cac675 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0830781 Jun 17 08:20:26.160588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-000208d7-9025-451e-870a-c033977e0813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.163430 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-000208d7-9025-451e-870a-c033977e0813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.166576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b9532ac6-f59d-4feb-8c3a-e5a194af4835 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:26.168617 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-000208d7-9025-451e-870a-c033977e0813 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/746ac985-0dd3-421d-a927-937945e4869f HTTP/1.1" status: 204 len: 168 time: 0.4805443 Jun 17 08:20:26.172609 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0b690056-f1c6-4b3b-a36d-a99dae9a52de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:26.216342 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-9d9bd00d-7481-44ec-bfcc-712646495bb4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534222 Jun 17 08:20:26.229647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000208d7-9025-451e-870a-c033977e0813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746ac985-0dd3-421d-a927-937945e4869f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:26.232837 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-000208d7-9025-451e-870a-c033977e0813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:26.300442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Router 1ce58038-73d1-4494-b3fd-34842675fb50 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:26.306230 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eca5ea6b-397c-42a4-b378-16191c14523a req-2b9300d2-2e0b-40da-8bf1-2f94e8d8ac2c service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556690 Jun 17 08:20:26.350485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 16ed9851-cfd8-4223-8710-a18f7b920fcd details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:26.369016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port b9532ac6-f59d-4feb-8c3a-e5a194af4835 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:26.380978 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port b9532ac6-f59d-4feb-8c3a-e5a194af4835 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:26.381634 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.479561 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:26.495383 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] 10.222.0.47 "PUT /v2.0/routers/1ce58038-73d1-4494-b3fd-34842675fb50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3092878 Jun 17 08:20:26.496931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51708) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:26.507757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-bdeec2ac-9917-44a9-8750-45d145ee95ec service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670088 Jun 17 08:20:26.518731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc84ce-40ea-49a1-af35-02564a2ba04c req-48859d54-98e4-4253-9f21-dfdcef2fd44a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:26.527171 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5bc84ce-40ea-49a1-af35-02564a2ba04c req-48859d54-98e4-4253-9f21-dfdcef2fd44a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 944 time: 0.3520393 Jun 17 08:20:26.659571 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.660841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5bc84ce-40ea-49a1-af35-02564a2ba04c req-b9d2d20a-2e7a-45ce-bbf8-9c1b8b6b73c7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325970 Jun 17 08:20:26.669086 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329273d-5630-4477-b0d9-bcfaa26748ae req-aa4b0bed-3c61-4090-bed3-97e2a70e477c tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:26.670635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9329273d-5630-4477-b0d9-bcfaa26748ae req-aa4b0bed-3c61-4090-bed3-97e2a70e477c tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 1102 time: 0.2860801 Jun 17 08:20:26.811635 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.856241 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc8d0933-36e6-4dc9-ba89-e7ca53d8fd78 req-1c157006-eda0-4050-8fbf-087e04c62f8b service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123035 Jun 17 08:20:26.877008 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9329273d-5630-4477-b0d9-bcfaa26748ae req-f14d1e26-a4a2-428d-bb6b-d93a42098df3 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863170 Jun 17 08:20:26.881645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51714) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:26.920390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Deleting port b33657f1-76ac-4487-ad64-f56e784f8ecf {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:26.920868 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.937082 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:26.971723 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:26.985207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'mac_address': 'fa:16:3e:37:0c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:27.015678 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5c376fac-811b-4a32-94eb-8bcac69e3759 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f474727227ea4a36ba98408e2a0775c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1314847 Jun 17 08:20:27.021771 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51720) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:27.030322 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] For port b33657f1-76ac-4487-ad64-f56e784f8ecf, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b33657f1-76ac-4487-ad64-f56e784f8ecf,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:27.030716 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.054257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:27.057008 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccfcdba-e365-46f9-a909-ac6289274619" -d '{"events": [{"server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "name": "network-vif-plugged", "status": "completed", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:27.068185 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69345bd5-1fec-4cee-83cf-52d2aef411f3 None None] Sync routers for ids ['1ce58038-73d1-4494-b3fd-34842675fb50'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:27.086234 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69345bd5-1fec-4cee-83cf-52d2aef411f3 None None] Routers {'1ce58038-73d1-4494-b3fd-34842675fb50'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:27.086879 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-69345bd5-1fec-4cee-83cf-52d2aef411f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1ce58038-73d1-4494-b3fd-34842675fb50'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:27.093349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:27.111138 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.120948 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-14d8c8e9-9259-41a2-b857-720445e8ae79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:27.151755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3136357-4789-4e80-8f6b-b0524575a6dc req-1288e873-8047-4158-afd6-9be8cb649877 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:27.160781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3136357-4789-4e80-8f6b-b0524575a6dc req-1288e873-8047-4158-afd6-9be8cb649877 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 947 time: 0.2145760 Jun 17 08:20:27.164629 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.180392 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-69345bd5-1fec-4cee-83cf-52d2aef411f3 None None] Set router 1ce58038-73d1-4494-b3fd-34842675fb50 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:27.181554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ed9851-cfd8-4223-8710-a18f7b920fcd {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:27.215474 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:27.228558 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.232120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=b9532ac6-f59d-4feb-8c3a-e5a194af4835,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:27.238880 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-69345bd5-1fec-4cee-83cf-52d2aef411f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-router', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:07Z', 'updated_at': '2021-06-17T08:20:26Z', 'revision_number': 6, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:27.245735 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:27.246425 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:27.268990 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69345bd5-1fec-4cee-83cf-52d2aef411f3 None None] Checking router: 1ce58038-73d1-4494-b3fd-34842675fb50 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:27.279324 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69345bd5-1fec-4cee-83cf-52d2aef411f3 None None] Routers {'1ce58038-73d1-4494-b3fd-34842675fb50'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:27.280282 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-69345bd5-1fec-4cee-83cf-52d2aef411f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1ce58038-73d1-4494-b3fd-34842675fb50'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:27.305657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:27.309220 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:27.404733 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-69345bd5-1fec-4cee-83cf-52d2aef411f3 None None] Set router 1ce58038-73d1-4494-b3fd-34842675fb50 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:27.481785 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-69345bd5-1fec-4cee-83cf-52d2aef411f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-router', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:07Z', 'updated_at': '2021-06-17T08:20:26Z', 'revision_number': 6, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:27.509688 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69345bd5-1fec-4cee-83cf-52d2aef411f3 None None] The sync data for ids ['1ce58038-73d1-4494-b3fd-34842675fb50'] in n-d-779913-16 is: [{'id': '1ce58038-73d1-4494-b3fd-34842675fb50', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-431619188-router', 'tenant_id': 'f2218021f4d145b8a1f38c2568a7930f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:20:07Z', 'updated_at': '2021-06-17T08:20:26Z', 'revision_number': 6, 'project_id': 'f2218021f4d145b8a1f38c2568a7930f', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:27.540940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Calling delete_port for b33657f1-76ac-4487-ad64-f56e784f8ecf owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:27.555848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['16ed9851-cfd8-4223-8710-a18f7b920fcd'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:27.575547 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.607028 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3136357-4789-4e80-8f6b-b0524575a6dc req-c0904637-b183-4081-8194-3516a554bd9d tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410272 Jun 17 08:20:27.651044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ec631-4b2b-4413-8daf-5b77e3f75fda req-df618792-0fd8-4db0-8367-6f5b45d34f24 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:27.653131 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca0ec631-4b2b-4413-8daf-5b77e3f75fda req-df618792-0fd8-4db0-8367-6f5b45d34f24 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 945 time: 0.6229739 Jun 17 08:20:27.662473 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.746163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca0ec631-4b2b-4413-8daf-5b77e3f75fda req-89780cf4-9a1c-47b5-9517-a2fa3bb04853 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768406 Jun 17 08:20:27.766261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.770949 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-85db3a2e-c480-42bb-92f9-f16a5af51135 tempest-ServersAdminNegativeTestJSON-798356090 tempest-ServersAdminNegativeTestJSON-798356090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:27.811386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Pushing event deleted for resources: {'Port': ['ID=b33657f1-76ac-4487-ad64-f56e784f8ecf,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:27.822051 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:27.840964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828adce-34fd-4d85-80b0-32027197e648 req-27b006cc-6912-4987-9b20-05cae173743d tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:27.849343 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3828adce-34fd-4d85-80b0-32027197e648 req-27b006cc-6912-4987-9b20-05cae173743d tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=702fd721-f614-45a7-a5e6-e8b4c41935d6 HTTP/1.1" status: 200 len: 1101 time: 0.0899963 Jun 17 08:20:27.852657 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.856168 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.859930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd717934-53a5-48fb-a8bb-2998dd3795e6 HTTP/1.1" status: 204 len: 168 time: 0.8337102 Jun 17 08:20:27.876525 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0877cd7e-9453-49be-9080-c709007bf52d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:27.896123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd717934-53a5-48fb-a8bb-2998dd3795e6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:27.915337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.915703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.916062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.916395 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:27.916548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.916738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.917107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.917450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.917785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.918413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.918663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.919915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.919915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:27.925541 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:27.948535 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3828adce-34fd-4d85-80b0-32027197e648 req-e79d79ee-f8ea-44f3-8dee-00f85589ca52 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933280 Jun 17 08:20:28.000342 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aa797a-4cb7-4fa9-9578-054e65b5e9da x-openstack-request-id: req-d1aa797a-4cb7-4fa9-9578-054e65b5e9da {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:28.000849 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "name": "network-vif-plugged", "status": "completed", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:28.000957 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1aa797a-4cb7-4fa9-9578-054e65b5e9da {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:28.001279 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835', 'code': 200} Jun 17 08:20:28.040017 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.042590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.100911 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.101713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce58038-73d1-4494-b3fd-34842675fb50 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:20:28.108308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.110111 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1ce58038-73d1-4494-b3fd-34842675fb50 HTTP/1.1" status: 204 len: 168 time: 1.6117549 Jun 17 08:20:28.112313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51734) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:28.161659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-648c22ee-4ea9-406e-85f3-ca4b038a64a2 admin admin] Deleting subnet 75bf2644-671f-4233-8ec4-7eb377cb5f83 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:20:28.164875 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-648c22ee-4ea9-406e-85f3-ca4b038a64a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.200317 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-648c22ee-4ea9-406e-85f3-ca4b038a64a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.211264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27117800-a456-469e-aaac-0d448d6acc3a req-82f66876-09e5-4a27-9065-b9d29cd20e9a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:28.212819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27117800-a456-469e-aaac-0d448d6acc3a req-82f66876-09e5-4a27-9065-b9d29cd20e9a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 944 time: 0.1084042 Jun 17 08:20:28.229169 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54f42e-3932-4012-8642-9d8cd2607db4 req-ef0121e5-9490-4e5d-b3bd-1d30f1bde168 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:28.235638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df54f42e-3932-4012-8642-9d8cd2607db4 req-ef0121e5-9490-4e5d-b3bd-1d30f1bde168 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.1412241 Jun 17 08:20:28.287624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-648c22ee-4ea9-406e-85f3-ca4b038a64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.293619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27117800-a456-469e-aaac-0d448d6acc3a req-b179b0b2-a4aa-49b6-be1f-da6f0a9de248 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541975 Jun 17 08:20:28.296327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df54f42e-3932-4012-8642-9d8cd2607db4 req-e21eaf48-4778-4687-87bd-20bc1a0789f6 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596523 Jun 17 08:20:28.355683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 16ed9851-cfd8-4223-8710-a18f7b920fcd up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:28.370107 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-648c22ee-4ea9-406e-85f3-ca4b038a64a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.374036 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-700aa9fa-7edd-4c78-aa54-15589dc031b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:28.403449 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-648c22ee-4ea9-406e-85f3-ca4b038a64a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.406162 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-648c22ee-4ea9-406e-85f3-ca4b038a64a2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/75bf2644-671f-4233-8ec4-7eb377cb5f83 HTTP/1.1" status: 204 len: 168 time: 0.2926042 Jun 17 08:20:28.407185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c22ee-4ea9-406e-85f3-ca4b038a64a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bf2644-671f-4233-8ec4-7eb377cb5f83,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:28.410370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51746) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:28.413312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8de0f6f-3ec7-4072-b7a6-40ad151f91f5 None None] Network 1b22fbc7-1d5f-4419-9a80-36174de6055b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:28.427429 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-648c22ee-4ea9-406e-85f3-ca4b038a64a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:28.576965 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.647332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 16ed9851-cfd8-4223-8710-a18f7b920fcd completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:28.652985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 16ed9851-cfd8-4223-8710-a18f7b920fcd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:28.653367 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.756402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-e3b7d996-ac5a-45aa-8f17-3259b030f727 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:28.766119 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.768134 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-e3b7d996-ac5a-45aa-8f17-3259b030f727 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2881064 Jun 17 08:20:28.772348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55592690-a3cf-45b9-894b-e549bd3a5220 None None] DHCP port deletion for 1b22fbc7-1d5f-4419-9a80-36174de6055b request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:20:28.842259 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-a5664b24-562b-471b-9c7c-2c9c6a1ed24a tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 696 time: 0.0731542 Jun 17 08:20:28.845681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:28.851566 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-6d92507b-fbf3-4004-bbb2-6be60ae4b0b8 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Request body: {'floatingip': {'port_id': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:28.852123 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.854743 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:28.897335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-55592690-a3cf-45b9-894b-e549bd3a5220 None None] Deleting port 05850403-7d08-42b8-8b64-4b112b707588 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:28.897579 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-55592690-a3cf-45b9-894b-e549bd3a5220 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.906244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Deleting port 05850403-7d08-42b8-8b64-4b112b707588 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:28.906587 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.911491 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb893025-b78a-4eb0-9a5a-11492dc65fb7 req-c4f310f9-848b-4da7-afb8-4adaffd79be9 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:28.913013 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb893025-b78a-4eb0-9a5a-11492dc65fb7 req-c4f310f9-848b-4da7-afb8-4adaffd79be9 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 1102 time: 0.2736204 Jun 17 08:20:28.915467 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-6d92507b-fbf3-4004-bbb2-6be60ae4b0b8 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:28.919901 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:28.953238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.953520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.953899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.954180 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.954508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.954854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.955173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.955743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.955890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.956314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.956616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.956807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:20:28.965904 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:28.981612 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-55592690-a3cf-45b9-894b-e549bd3a5220 None None] For port 05850403-7d08-42b8-8b64-4b112b707588, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=05850403-7d08-42b8-8b64-4b112b707588,segment=NetworkSegment(a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5),segment_id=a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:28.982036 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-55592690-a3cf-45b9-894b-e549bd3a5220 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.046086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-55592690-a3cf-45b9-894b-e549bd3a5220 None None] Calling delete_port for 05850403-7d08-42b8-8b64-4b112b707588 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:29.049501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] For port 05850403-7d08-42b8-8b64-4b112b707588, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=05850403-7d08-42b8-8b64-4b112b707588,segment=NetworkSegment(a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5),segment_id=a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:29.049870 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.130781 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-55592690-a3cf-45b9-894b-e549bd3a5220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.132941 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:29.151781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Calling delete_port for 05850403-7d08-42b8-8b64-4b112b707588 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:29.156003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55592690-a3cf-45b9-894b-e549bd3a5220 None None] Pushing event deleted for resources: {'Port': ['ID=05850403-7d08-42b8-8b64-4b112b707588,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:29.158231 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb893025-b78a-4eb0-9a5a-11492dc65fb7 req-a1f9544d-90b9-457a-ad71-02455a190d48 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053337 Jun 17 08:20:29.160568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55592690-a3cf-45b9-894b-e549bd3a5220 None None] No DVR routers for this DVR port 05850403-7d08-42b8-8b64-4b112b707588 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:29.164487 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-55592690-a3cf-45b9-894b-e549bd3a5220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:29.438452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.465359 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c38bcd5d-9e16-47db-8dec-e0bdfb31ff6b tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:29.499598 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=05850403-7d08-42b8-8b64-4b112b707588,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:29.503844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b33657f1-76ac-4487-ad64-f56e784f8ecf no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:29.511565 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:29.513020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] No DVR routers for this DVR port 05850403-7d08-42b8-8b64-4b112b707588 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:29.525661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf8c37-bffa-4781-b2e8-3fee595fc92e req-a1f43958-63e7-414a-8820-1c8965233239 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:29.527142 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: b33657f1-76ac-4487-ad64-f56e784f8ecf {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:29.527268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5cbf8c37-bffa-4781-b2e8-3fee595fc92e req-a1f43958-63e7-414a-8820-1c8965233239 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 949 time: 0.2478595 Jun 17 08:20:29.527538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b33657f1-76ac-4487-ad64-f56e784f8ecf not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:29.528054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 05850403-7d08-42b8-8b64-4b112b707588 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:29.546224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 05850403-7d08-42b8-8b64-4b112b707588 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:29.546571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 05850403-7d08-42b8-8b64-4b112b707588 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:29.547150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5a196486-f0f3-4230-af92-ad286c800a3e no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:29.567182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 5a196486-f0f3-4230-af92-ad286c800a3e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:29.567537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5a196486-f0f3-4230-af92-ad286c800a3e not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:29.686918 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.707076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b22fbc7-1d5f-4419-9a80-36174de6055b']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:29.711431 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5cbf8c37-bffa-4781-b2e8-3fee595fc92e req-1eacde22-1870-45cc-a93c-0f38035a2874 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650960 Jun 17 08:20:29.723074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:29.723368 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e3aff6-9d8a-4f6f-ac36-d68a10a019a5') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:29.737943 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-6d92507b-fbf3-4004-bbb2-6be60ae4b0b8 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.739733 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.748040 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-6d92507b-fbf3-4004-bbb2-6be60ae4b0b8 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.787703 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.842351 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:20:29.842757 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:20:29.847991 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:20:29.852326 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:20:29.890023 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-f3e53c17-67b1-47f2-a499-097c65087dc7 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689826 Jun 17 08:20:29.980162 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.002413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:30.005082 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cd7f80-2263-48f1-87e3-3d52452e9c09" -d '{"events": [{"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-plugged", "status": "completed", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:30.024858 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:30.030215 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.032169 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1b22fbc7-1d5f-4419-9a80-36174de6055b HTTP/1.1" status: 204 len: 168 time: 1.6207108 Jun 17 08:20:30.049202 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-6d92507b-fbf3-4004-bbb2-6be60ae4b0b8 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Floating IP f40cfb2c-ec3e-47b4-842c-626c2b07af70 associated. External IP: 172.25.8.176, port: 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d. Jun 17 08:20:30.086724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b22fbc7-1d5f-4419-9a80-36174de6055b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:30.089631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-853d6af0-4e35-48b4-a259-d31832340570 service neutron] 10.222.0.63 "GET /v2.0/ports/71c1e96b-6e53-4a17-a6d0-f0c829012f93/bindings/n-h1-779913-16 HTTP/1.1" status: 200 len: 385 time: 0.2631888 Jun 17 08:20:30.116542 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:30.203714 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-d65fa1d7-94c2-4b5b-8252-afef7b3add7b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:30.205802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-d65fa1d7-94c2-4b5b-8252-afef7b3add7b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2827568 Jun 17 08:20:30.210504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51784) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:30.243288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-baa7b2bf-ad2d-4b9e-90d6-5794f69b6c08 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/quotas/dc4472e4500249488a12da44d62a3095 HTTP/1.1" status: 200 len: 375 time: 0.0274515 Jun 17 08:20:30.250809 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-60f4b1ac-eb31-407c-bbd5-2486eb7e3de4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2218021f4d145b8a1f38c2568a7930f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386043 Jun 17 08:20:30.253042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51786) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:30.302072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d7728a0-6ea0-4561-b43f-cea1d92c1608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.324266 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d7728a0-6ea0-4561-b43f-cea1d92c1608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.372961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d7728a0-6ea0-4561-b43f-cea1d92c1608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.376061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d7728a0-6ea0-4561-b43f-cea1d92c1608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.377249 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2d7728a0-6ea0-4561-b43f-cea1d92c1608 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e3b5e675-7230-414d-b8c4-d54884e3313e HTTP/1.1" status: 204 len: 168 time: 0.1232557 Jun 17 08:20:30.378264 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b5d5f8b3-18a1-41fb-89fd-3f2989db4b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:30.387159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7728a0-6ea0-4561-b43f-cea1d92c1608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b5e675-7230-414d-b8c4-d54884e3313e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:30.389830 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2d7728a0-6ea0-4561-b43f-cea1d92c1608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:30.778092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-df048be7-a8d9-4c62-8bf1-cff9a6a1d971 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5239112 Jun 17 08:20:30.799711 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-680e536d-250b-440f-b750-3438f14d81ab service neutron] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:30.813657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-6d92507b-fbf3-4004-bbb2-6be60ae4b0b8 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Router 48576bee-e015-488b-8247-677d88ef51d8 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:30.827809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-680e536d-250b-440f-b750-3438f14d81ab service neutron] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:30.922262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-680e536d-250b-440f-b750-3438f14d81ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c1e96b-6e53-4a17-a6d0-f0c829012f93 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:30.937337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-680e536d-250b-440f-b750-3438f14d81ab service neutron] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:30.963114 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-680e536d-250b-440f-b750-3438f14d81ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:30.988383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-6d92507b-fbf3-4004-bbb2-6be60ae4b0b8 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:30.996411 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-6d92507b-fbf3-4004-bbb2-6be60ae4b0b8 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.000928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c528c88c-2d13-43e4-b769-53380c6d3363 None None] Sync routers for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:31.015151 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528c88c-2d13-43e4-b769-53380c6d3363 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:31.016220 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c528c88c-2d13-43e4-b769-53380c6d3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:31.073514 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-6d92507b-fbf3-4004-bbb2-6be60ae4b0b8 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "PUT /v2.0/floatingips/f40cfb2c-ec3e-47b4-842c-626c2b07af70 HTTP/1.1" status: 200 len: 996 time: 2.2299836 Jun 17 08:20:31.079320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:31.081314 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df60c55e-073f-43ca-a71a-a72c5785df02" -d '{"events": [{"name": "network-changed", "server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:31.103977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-680e536d-250b-440f-b750-3438f14d81ab service neutron] Transition to ACTIVE for port object 71c1e96b-6e53-4a17-a6d0-f0c829012f93 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:31.141445 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-680e536d-250b-440f-b750-3438f14d81ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.147054 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4bf7ff08-1af6-47cc-bdf4-332f25145a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:31.169387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-c528c88c-2d13-43e4-b769-53380c6d3363 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:31.211031 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51812) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:31.240203 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-680e536d-250b-440f-b750-3438f14d81ab service neutron] No DVR routers for this DVR port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:31.308481 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-680e536d-250b-440f-b750-3438f14d81ab service neutron] 10.222.0.63 "PUT /v2.0/ports/71c1e96b-6e53-4a17-a6d0-f0c829012f93/bindings/n-h1-779913-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1869557 Jun 17 08:20:31.310020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e536d-250b-440f-b750-3438f14d81ab service neutron] Pushing event updated for resources: {'Port': ['ID=71c1e96b-6e53-4a17-a6d0-f0c829012f93,revision_number=10']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:31.313216 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-680e536d-250b-440f-b750-3438f14d81ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:31.326214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-81ee4068-6039-4fae-b6da-8a10dbf3337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:31.327783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-81ee4068-6039-4fae-b6da-8a10dbf3337b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 1097 time: 0.2207401 Jun 17 08:20:31.344665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-383785238-network', 'tenant_id': '3a01de3e2c464444b41ad7bd64ef1eb7'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:31.403285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Made reservation on behalf of 3a01de3e2c464444b41ad7bd64ef1eb7 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:31.405847 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.449060 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.481519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-f66472c6-7f68-4115-9561-2777c8c955b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:31.483820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-f66472c6-7f68-4115-9561-2777c8c955b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.1471169 Jun 17 08:20:31.562207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-29cba955-0b37-49f7-916c-748b81713cb1 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:31.565972 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-29cba955-0b37-49f7-916c-748b81713cb1 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.1807563 Jun 17 08:20:31.568409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c528c88c-2d13-43e4-b769-53380c6d3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:e1:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:29Z', 'revision_number': 1, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:31.579096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-ed1189cc-638e-4329-822a-d1d0c50fca17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 999 time: 0.0884879 Jun 17 08:20:31.599767 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c528c88c-2d13-43e4-b769-53380c6d3363 None None] Checking router: 48576bee-e015-488b-8247-677d88ef51d8 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:31.610185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528c88c-2d13-43e4-b769-53380c6d3363 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:31.611492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c528c88c-2d13-43e4-b769-53380c6d3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:31.653746 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-cfb142a6-2455-429b-b73c-3703f6b3cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:31.659257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-cfb142a6-2455-429b-b73c-3703f6b3cca2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.0730717 Jun 17 08:20:31.736876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-408a4b8c-f427-40c3-b9f8-13cbdae6c623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:31.739348 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-408a4b8c-f427-40c3-b9f8-13cbdae6c623 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1&tenant_id=8bb892de27e941a1be407e53634cff36 HTTP/1.1" status: 200 len: 1097 time: 0.1545279 Jun 17 08:20:31.764877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-c528c88c-2d13-43e4-b769-53380c6d3363 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:31.766513 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.782266 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.802370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:31.828363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-7e42e583-7dd0-4ab1-87c1-a6d896da233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:31.832479 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.835003 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Added segment d5e92ab3-b6ea-42e6-812e-38b6fd28d683 of type vlan for network 4bad1339-3c30-4d06-9310-373c69c176e8 Jun 17 08:20:31.838728 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-7e42e583-7dd0-4ab1-87c1-a6d896da233d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720021 Jun 17 08:20:31.943718 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:31.955661 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-a4e54248-2f37-404c-894b-33d2f01a7999 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155441 Jun 17 08:20:32.046128 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3fb7c169-c214-4c11-999f-ca4759b5bf4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:32.077037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06909d63-4506-4aef-8e4f-4cf0e54a522a req-1af408f3-5727-4aaa-97bd-db99bcd43424 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173322 Jun 17 08:20:32.082144 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.086634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a559f7-0028-4552-b178-cbd6a8224b09,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:32.106525 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:32.113174 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:32.113836 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.121724 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:32.188897 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9761469 Jun 17 08:20:32.191967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51838) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:32.199885 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Request body: {'subnet': {'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-383785238-subnet', 'tenant_id': '3a01de3e2c464444b41ad7bd64ef1eb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:32.238874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Pushing event updated for resources: {'Network': ['ID=4bad1339-3c30-4d06-9310-373c69c176e8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:32.252031 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:32.253311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Made reservation on behalf of 3a01de3e2c464444b41ad7bd64ef1eb7 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:32.253915 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c528c88c-2d13-43e4-b769-53380c6d3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:e1:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:29Z', 'revision_number': 1, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:32.255720 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.262833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 4bad1339-3c30-4d06-9310-373c69c176e8 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:32.266579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-4e586ecc-d657-493f-93a4-ae82bc2ff378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:32.268845 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-4e586ecc-d657-493f-93a4-ae82bc2ff378 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 1097 time: 0.4998720 Jun 17 08:20:32.324085 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c528c88c-2d13-43e4-b769-53380c6d3363 None None] The sync data for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 is: [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:e1:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:29Z', 'revision_number': 1, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:32.359754 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60149c21-4b9e-449c-8577-8e746b7e6b5d x-openstack-request-id: req-60149c21-4b9e-449c-8577-8e746b7e6b5d {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:32.360121 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-plugged", "status": "completed", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:32.360319 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-60149c21-4b9e-449c-8577-8e746b7e6b5d {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:32.360732 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'code': 200} Jun 17 08:20:32.393600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 71c1e96b-6e53-4a17-a6d0-f0c829012f93 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:32.496135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-5e16b7f6-1a4f-4008-9d70-ff07da7889c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:32.497929 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-5e16b7f6-1a4f-4008-9d70-ff07da7889c9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.2119775 Jun 17 08:20:32.526192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 71c1e96b-6e53-4a17-a6d0-f0c829012f93 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:32.579790 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-f7bc9cf9-6ef4-41b2-9710-9c7a8422f735 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93 HTTP/1.1" status: 200 len: 217 time: 0.0676150 Jun 17 08:20:32.644317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-bff8dc46-d49e-46c7-9027-ecb8260fabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:32.647323 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-bff8dc46-d49e-46c7-9027-ecb8260fabd8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0599105 Jun 17 08:20:32.651582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5af6f-8960-46fb-886e-bbd5c2812aa7 req-42755521-4b77-4c62-987e-c800354c6c5b tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:32.658837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6d5af6f-8960-46fb-886e-bbd5c2812aa7 req-42755521-4b77-4c62-987e-c800354c6c5b tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 945 time: 0.2471426 Jun 17 08:20:32.715717 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f80408f-19d1-4c1b-885b-0f8940bae186 None None] New status for floating IP f40cfb2c-ec3e-47b4-842c-626c2b07af70: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:20:32.735382 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.740623 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-f40b0a7b-0454-4f37-bb85-c818f90a6663 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777209 Jun 17 08:20:32.824570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6d5af6f-8960-46fb-886e-bbd5c2812aa7 req-93ab6927-af7b-4097-b2a8-72be5528ed56 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642392 Jun 17 08:20:32.852405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff763bd8-5957-484c-98c9-157d3208288a req-cdbdf66d-d18d-4462-a565-288123286efe tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:32.853960 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff763bd8-5957-484c-98c9-157d3208288a req-cdbdf66d-d18d-4462-a565-288123286efe tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 949 time: 0.3005800 Jun 17 08:20:32.871100 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-d9e3e03e-796b-43b9-b4f4-c57b32893fa5 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086366 Jun 17 08:20:32.878506 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:32.880715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d142a67-84a8-4713-a7a5-6c9fb876abb6 req-ebeae492-afe1-47fa-b242-dd79f7880d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:32.882437 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d142a67-84a8-4713-a7a5-6c9fb876abb6 req-ebeae492-afe1-47fa-b242-dd79f7880d92 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 1101 time: 0.2566917 Jun 17 08:20:32.893464 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:32.927441 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75db8188-0d27-4652-9e9a-d28e505e4050 x-openstack-request-id: req-75db8188-0d27-4652-9e9a-d28e505e4050 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:32.927761 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:32.928043 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-75db8188-0d27-4652-9e9a-d28e505e4050 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:32.928462 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'status': 'completed', 'code': 200} Jun 17 08:20:32.989075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff763bd8-5957-484c-98c9-157d3208288a req-8b4d05a1-7114-4bcd-b9d6-d66d14937f9f tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239495 Jun 17 08:20:32.994514 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af897ec-2d0a-4599-9130-95c99bd44887,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:32.999371 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d142a67-84a8-4713-a7a5-6c9fb876abb6 req-1ed25e3e-cf8d-46f3-9728-b5be7dd0bc76 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037276 Jun 17 08:20:33.005081 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:33.022489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Checking segment: {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:33.022489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Network hostable DHCP agents. Network: 4bad1339-3c30-4d06-9310-373c69c176e8, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:33.041735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Network 4bad1339-3c30-4d06-9310-373c69c176e8 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:33.047748 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-35f1ee84-13ef-458b-a713-61f3beb02927 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572511 Jun 17 08:20:33.058412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 4bad1339-3c30-4d06-9310-373c69c176e8) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:33.068907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:33.071397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce72aae-5e63-4e6a-b013-3075aec6f41c None None] Network 4bad1339-3c30-4d06-9310-373c69c176e8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:33.082880 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:33.092438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60c55e-073f-43ca-a71a-a72c5785df02 req-ca762357-7948-4201-8e3f-787b3f4a7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:33.095259 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-df60c55e-073f-43ca-a71a-a72c5785df02 req-ca762357-7948-4201-8e3f-787b3f4a7e6a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 1097 time: 0.1092708 Jun 17 08:20:33.137513 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9363554 Jun 17 08:20:33.282954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60c55e-073f-43ca-a71a-a72c5785df02 req-d0f77280-ab76-4668-bd39-30f76f97e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:33.294333 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-df60c55e-073f-43ca-a71a-a72c5785df02 req-d0f77280-ab76-4668-bd39-30f76f97e7d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.1774006 Jun 17 08:20:33.298114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ebc20d-ad16-4857-8c04-20c8abb9c600 None None] Network 4bad1339-3c30-4d06-9310-373c69c176e8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:33.334290 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:20:33.399463 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f2e930b0-57cb-4786-80ac-40b5f9f65dbf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f7669688c6d4b939b7454c55df8be96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453951 Jun 17 08:20:33.413416 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-df60c55e-073f-43ca-a71a-a72c5785df02 req-a3a84d22-47cd-488c-bffd-131f92da7401 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 1001 time: 0.1077249 Jun 17 08:20:33.495915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60c55e-073f-43ca-a71a-a72c5785df02 req-11fb08af-b648-4e76-b735-bfcd6c03d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:33.497738 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-df60c55e-073f-43ca-a71a-a72c5785df02 req-11fb08af-b648-4e76-b735-bfcd6c03d0ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.0753067 Jun 17 08:20:33.507257 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-e1213bc2-a308-4e9b-b1c1-a3d7a9e705a4 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:33.515506 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-e1213bc2-a308-4e9b-b1c1-a3d7a9e705a4 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2824748 Jun 17 08:20:33.577484 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-d60ed7ec-6a49-4d40-a3e3-175dd22da3a8 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262346 Jun 17 08:20:33.658548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60c55e-073f-43ca-a71a-a72c5785df02 req-8c8418d5-cfd7-445a-949a-6e79e4ad0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:33.661699 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-df60c55e-073f-43ca-a71a-a72c5785df02 req-8c8418d5-cfd7-445a-949a-6e79e4ad0c2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1512530 Jun 17 08:20:33.675368 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-e2adb18f-0d27-47e2-83aa-70f3fe5aa518 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:33.682745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-e2adb18f-0d27-47e2-83aa-70f3fe5aa518 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822278 Jun 17 08:20:33.708312 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-080687e3-d052-4950-a552-9f490415415a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860152 Jun 17 08:20:33.715254 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-7e3d54aa-df3a-4ef4-85cb-0bc879cbe9b1 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/quotas/9f7669688c6d4b939b7454c55df8be96 HTTP/1.1" status: 200 len: 375 time: 0.0313969 Jun 17 08:20:33.769311 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-3b598673-1ac0-43e4-98ec-d98d31b21ac5 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:33.771230 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-3b598673-1ac0-43e4-98ec-d98d31b21ac5 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806755 Jun 17 08:20:33.786875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Request body: {'port': {'device_id': '0907bdca-d49d-4453-93b0-172bd2cc432e', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'dc4472e4500249488a12da44d62a3095'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:33.847993 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-b5f4fc77-03a7-490f-acc9-1099d821fb88 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 1001 time: 0.3322282 Jun 17 08:20:33.871910 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-df60c55e-073f-43ca-a71a-a72c5785df02 req-cf7dae20-6d35-441c-ac35-122121986318 service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004302 Jun 17 08:20:33.875893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1ebc4e17-aa49-4574-ba8c-c24110bbf95c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Request body: {'floatingip': {'port_id': '35908f85-9bfc-4ae0-b703-c03c08800530', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:33.992834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f389d929-2a5c-4b93-922d-4b07547ab656 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2764432 Jun 17 08:20:33.998896 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-973699ca-3269-488f-9968-735dd977cdf1 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.002200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-973699ca-3269-488f-9968-735dd977cdf1 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.4318590 Jun 17 08:20:34.027815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-b68cc90d-6ee7-4027-ae15-ed0f112236d9 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.029384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-b68cc90d-6ee7-4027-ae15-ed0f112236d9 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2801912 Jun 17 08:20:34.038417 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-df60c55e-073f-43ca-a71a-a72c5785df02 req-f11eed07-abc3-4ae5-9099-f61342cb499b service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567843 Jun 17 08:20:34.045688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Made reservation on behalf of dc4472e4500249488a12da44d62a3095 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:34.046352 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Request body: {'port': {'device_id': '05392e49-6af0-4ca7-9b11-3666e43e6b90', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'dc4472e4500249488a12da44d62a3095'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:34.051106 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.137476 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1ebc4e17-aa49-4574-ba8c-c24110bbf95c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.248910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Allocated IP 192.168.233.44 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/5a22293b-7f18-4872-a231-38e8d01f2f94) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:34.423048 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.439378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Transition to ACTIVE for port object 5a22293b-7f18-4872-a231-38e8d01f2f94 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:34.476637 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.481489 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:34.489118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:34.494366 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e', '50451d97-3b1e-47a5-955e-26fe163065d0'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:34.538633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2abdd705-e639-48c4-bc20-e27c0635ca4c req-be77cd7e-0679-4207-b5c6-63c694a6971a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 210 time: 0.0651093 Jun 17 08:20:34.600043 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:34.601371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event updated for resources: {'Port': ['ID=5a22293b-7f18-4872-a231-38e8d01f2f94,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:34.604814 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:34.606210 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:34.619314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:34.691939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:34.693162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.721465 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9402895 Jun 17 08:20:34.737065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Request body: {'port': {'device_id': '0907bdca-d49d-4453-93b0-172bd2cc432e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:34.800875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-cb9259e4-1cb2-46b8-ae69-eb3f072a165e service neutron] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:34.803987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Made reservation on behalf of dc4472e4500249488a12da44d62a3095 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:34.809696 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.891991 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-cb9259e4-1cb2-46b8-ae69-eb3f072a165e service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:34.893181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c04ddda-795a-4549-badf-48f2e79055f7 req-cb9259e4-1cb2-46b8-ae69-eb3f072a165e service neutron] 10.222.0.10 "DELETE /v2.0/ports/71c1e96b-6e53-4a17-a6d0-f0c829012f93/bindings/n-h2-779913-16 HTTP/1.1" status: 204 len: 173 time: 0.8623524 Jun 17 08:20:34.957394 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.079615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4e7e0cbf-2cd6-4686-966e-635d3097ce34 None None] Provisioning for port 5a22293b-7f18-4872-a231-38e8d01f2f94 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:35.086960 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4e7e0cbf-2cd6-4686-966e-635d3097ce34 None None] Provisioning complete for port 5a22293b-7f18-4872-a231-38e8d01f2f94 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:35.087411 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e7e0cbf-2cd6-4686-966e-635d3097ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.129520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e0cbf-2cd6-4686-966e-635d3097ce34 None None] Port 5a22293b-7f18-4872-a231-38e8d01f2f94 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:35.230222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-e0d7eda0-a4b2-40b6-ad39-22157f9c2af9 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:35.231617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-e0d7eda0-a4b2-40b6-ad39-22157f9c2af9 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 804 time: 0.2508209 Jun 17 08:20:35.232757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Allocated IP 192.168.233.197 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/f8638ef6-7e6d-4836-8b3b-0cd56ae0935e) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:35.295194 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-be1bb08d-f799-4aa0-ad3e-5de4a1b711ed tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/quotas/3a01de3e2c464444b41ad7bd64ef1eb7 HTTP/1.1" status: 200 len: 375 time: 0.0556400 Jun 17 08:20:35.372362 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-72b7ea1f-d105-45b9-97ce-e5500ece4512 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442238 Jun 17 08:20:35.631493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-842fefe4-959a-441e-a56e-de2463d576f0 service neutron] 10.222.0.47 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472439 Jun 17 08:20:35.653513 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1ebc4e17-aa49-4574-ba8c-c24110bbf95c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.656640 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.684198 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1ebc4e17-aa49-4574-ba8c-c24110bbf95c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.760676 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Transition to ACTIVE for port object f8638ef6-7e6d-4836-8b3b-0cd56ae0935e will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:35.765077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f611641b-3e5f-48c3-8b1b-16555cb77ce1 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9f7669688c6d4b939b7454c55df8be96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1050959 Jun 17 08:20:35.943644 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-51d6a7a5-c2b6-4f32-b846-47c3ab6b89c2 service neutron] 10.222.0.47 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050487 Jun 17 08:20:35.954114 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:35.967031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:35.967586 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:35.970065 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e', '50451d97-3b1e-47a5-955e-26fe163065d0'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:36.002819 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1ebc4e17-aa49-4574-ba8c-c24110bbf95c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Floating IP f40cfb2c-ec3e-47b4-842c-626c2b07af70 associated. External IP: 172.25.8.176, port: 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d. Jun 17 08:20:36.013296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-ba17e2b8-64da-4484-86ea-e78108a4b8a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:36.014746 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-ba17e2b8-64da-4484-86ea-e78108a4b8a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168949 Jun 17 08:20:36.089641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Request body: {'port': {'device_id': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '9f7669688c6d4b939b7454c55df8be96'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:36.094732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:36.113754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:36.146116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:36.154797 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event updated for resources: {'Port': ['ID=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:36.201201 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:36.234345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a22293b-7f18-4872-a231-38e8d01f2f94 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:36.248360 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.281027 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:36.281261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Transition to ACTIVE for port object 5a22293b-7f18-4872-a231-38e8d01f2f94 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:36.282141 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.289695 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.292112 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a383ddf-7596-4470-80ef-ce455f081f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:36.380507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3387837 Jun 17 08:20:36.388014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Pushing event updated for resources: {'Port': ['ID=5a22293b-7f18-4872-a231-38e8d01f2f94,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:36.394389 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:36.401252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Request body: {'port': {'device_id': '05392e49-6af0-4ca7-9b11-3666e43e6b90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:36.527365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Attempting to bind port 5a22293b-7f18-4872-a231-38e8d01f2f94 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:36.527682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Attempting to bind port 5a22293b-7f18-4872-a231-38e8d01f2f94 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:36.528018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Attempting to bind port 5a22293b-7f18-4872-a231-38e8d01f2f94 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:36.538901 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Port 5a22293b-7f18-4872-a231-38e8d01f2f94 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:36.539278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Attempting to bind port 5a22293b-7f18-4872-a231-38e8d01f2f94 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:36.544738 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:36.545465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:36.545465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:36.545855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Bound port: 5a22293b-7f18-4872-a231-38e8d01f2f94, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:36.546200 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.584721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1ebc4e17-aa49-4574-ba8c-c24110bbf95c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Router 48576bee-e015-488b-8247-677d88ef51d8 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:36.645705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] For port 5a22293b-7f18-4872-a231-38e8d01f2f94, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:36.649189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] For port 5a22293b-7f18-4872-a231-38e8d01f2f94, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=5a22293b-7f18-4872-a231-38e8d01f2f94,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:36.651686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-acb417fc-f413-47dc-af2b-07970695195b None None] Provisioning for port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:36.656304 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.658571 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f9f57810-2624-4375-851a-c7c9cf52caac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:36.663951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-acb417fc-f413-47dc-af2b-07970695195b None None] Provisioning complete for port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:36.664334 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-acb417fc-f413-47dc-af2b-07970695195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.701709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-acb417fc-f413-47dc-af2b-07970695195b None None] Port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:36.718202 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.729458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Pushing event updated for resources: {'Port': ['ID=5a22293b-7f18-4872-a231-38e8d01f2f94,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:36.733757 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:36.734876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:36.735509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.737064 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] 10.222.0.10 "PUT /v2.0/ports/5a22293b-7f18-4872-a231-38e8d01f2f94 HTTP/1.1" status: 200 len: 1096 time: 2.0049307 Jun 17 08:20:36.737569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0907bdca-d49d-4453-93b0-172bd2cc432e', 'tag': '5a22293b-7f18-4872-a231-38e8d01f2f94'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:36.738260 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Made reservation on behalf of 9f7669688c6d4b939b7454c55df8be96 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:36.740066 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76bc2724-8e12-485d-80c1-dba566a4b964" -d '{"events": [{"name": "network-changed", "server_uuid": "0907bdca-d49d-4453-93b0-172bd2cc432e", "tag": "5a22293b-7f18-4872-a231-38e8d01f2f94"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:36.749630 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:36.834416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a698157-8180-438d-a410-afc070e2d00a req-a4316ace-0d96-488d-a666-d9eeef29ccb0 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:36.836092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a698157-8180-438d-a410-afc070e2d00a req-a4316ace-0d96-488d-a666-d9eeef29ccb0 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 945 time: 0.5476761 Jun 17 08:20:36.861790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-33f5ae40-415c-4233-aba2-29c54fee9398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:36.867607 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-33f5ae40-415c-4233-aba2-29c54fee9398 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=0907bdca-d49d-4453-93b0-172bd2cc432e HTTP/1.1" status: 200 len: 1099 time: 0.0746613 Jun 17 08:20:36.925591 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-d8f479c0-777e-4e20-9f63-2de7f0f3c264 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=5a22293b-7f18-4872-a231-38e8d01f2f94 HTTP/1.1" status: 200 len: 217 time: 0.0393755 Jun 17 08:20:36.983266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-87f36701-6567-4141-883c-6fb46e96a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:36.984805 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-87f36701-6567-4141-883c-6fb46e96a0d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0518696 Jun 17 08:20:37.069352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-09caecc8-1351-4e01-b550-2984ec833d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:37.071226 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-09caecc8-1351-4e01-b550-2984ec833d26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0754728 Jun 17 08:20:37.174701 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-478f9043-f841-4167-ba2c-a0d4abcd5cfd service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951140 Jun 17 08:20:37.269474 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-9689e31d-9889-4fdb-9713-8950d1b1a9de service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867622 Jun 17 08:20:37.439686 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a698157-8180-438d-a410-afc070e2d00a req-54358d2c-60c7-4fe9-a52c-07c3c8b8059e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935526 Jun 17 08:20:37.475482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1ebc4e17-aa49-4574-ba8c-c24110bbf95c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:37.486308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f70157-3f03-4935-926a-88293693424e None None] Sync routers for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:37.495837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f70157-3f03-4935-926a-88293693424e None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:37.496472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a0f70157-3f03-4935-926a-88293693424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:37.506608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Allocated IP 192.168.233.153 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/aa66d78f-5886-414e-943c-88d3040bbbcc) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:37.656479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-3f579e5d-17a9-4fa8-b0bb-72c8e29a557d tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:37.658595 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-3f579e5d-17a9-4fa8-b0bb-72c8e29a557d tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 804 time: 0.1499345 Jun 17 08:20:37.669312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a0f70157-3f03-4935-926a-88293693424e None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:37.672161 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Request body: {'port': {'device_id': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'admin_state_up': True, 'tenant_id': '3a01de3e2c464444b41ad7bd64ef1eb7'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:37.776990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d550c59-7291-44cd-9505-f852006e80ea req-d4500519-1db4-48ee-bcd1-570e469eafb4 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:37.778555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d550c59-7291-44cd-9505-f852006e80ea req-d4500519-1db4-48ee-bcd1-570e469eafb4 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 949 time: 0.1919935 Jun 17 08:20:37.869597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Made reservation on behalf of 3a01de3e2c464444b41ad7bd64ef1eb7 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:37.873713 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.932386 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a0f70157-3f03-4935-926a-88293693424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '35908f85-9bfc-4ae0-b703-c03c08800530', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:5a:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:35Z', 'revision_number': 3, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:37.943911 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d550c59-7291-44cd-9505-f852006e80ea req-d937b94e-f51a-4e0c-81f9-942d70d2c312 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277175 Jun 17 08:20:37.949910 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:37.960087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f70157-3f03-4935-926a-88293693424e None None] Checking router: 48576bee-e015-488b-8247-677d88ef51d8 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:37.968328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f70157-3f03-4935-926a-88293693424e None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:37.968958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a0f70157-3f03-4935-926a-88293693424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:37.970301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Transition to ACTIVE for port object aa66d78f-5886-414e-943c-88d3040bbbcc will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:37.989924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1ebc4e17-aa49-4574-ba8c-c24110bbf95c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Router 48576bee-e015-488b-8247-677d88ef51d8 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:38.039460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Allocated IP 172.20.0.11 (4bad1339-3c30-4d06-9310-373c69c176e8/6af897ec-2d0a-4599-9130-95c99bd44887/db0f9b45-230a-46bd-ba3d-7168bb96481c) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:38.094244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a0f70157-3f03-4935-926a-88293693424e None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:38.146959 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.155536 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b3d0de67-0589-4368-a7c9-f04a7b3ca0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:38.164874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b9532ac6-f59d-4feb-8c3a-e5a194af4835'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:38.212670 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.247349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:38.261410 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.265822 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-23dccb9f-aa68-443a-af6b-faa0e46271fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:38.269253 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:38.272048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:38.304462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Network 4bad1339-3c30-4d06-9310-373c69c176e8 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:38.310514 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:38.314442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:38.315629 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Pushing event updated for resources: {'Port': ['ID=aa66d78f-5886-414e-943c-88d3040bbbcc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:38.320284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1ebc4e17-aa49-4574-ba8c-c24110bbf95c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:38.331565 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:38.342269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1ebc4e17-aa49-4574-ba8c-c24110bbf95c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.348352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Pushing event updated for resources: {'Port': ['ID=db0f9b45-230a-46bd-ba3d-7168bb96481c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:38.356512 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:38.403583 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:38.404298 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.421528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:38.422598 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7549956 Jun 17 08:20:38.422750 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.433472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a0f70157-3f03-4935-926a-88293693424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '35908f85-9bfc-4ae0-b703-c03c08800530', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:5a:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:35Z', 'revision_number': 3, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:38.435450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Request body: {'port': {'device_id': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:38.461335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f70157-3f03-4935-926a-88293693424e None None] The sync data for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 is: [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '35908f85-9bfc-4ae0-b703-c03c08800530', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:5a:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:35Z', 'revision_number': 3, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:38.486435 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:38.489171 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fee0d5-b487-4d78-adf4-92a352d06c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:38.498981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec21cf3-3e5c-425d-9313-cf3db23325bc req-35d213af-0fa0-4220-8397-e7b23127b8e3 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:38.500605 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fec21cf3-3e5c-425d-9313-cf3db23325bc req-35d213af-0fa0-4220-8397-e7b23127b8e3 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 936 time: 0.3575587 Jun 17 08:20:38.526663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4744785 Jun 17 08:20:38.528716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8638ef6-7e6d-4836-8b3b-0cd56ae0935e {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:38.533877 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.546661 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.560050 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Request body: {'port': {'device_id': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:38.608725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1ebc4e17-aa49-4574-ba8c-c24110bbf95c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "PUT /v2.0/floatingips/f40cfb2c-ec3e-47b4-842c-626c2b07af70 HTTP/1.1" status: 200 len: 998 time: 4.7456360 Jun 17 08:20:38.616655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Transition to ACTIVE for port object f8638ef6-7e6d-4836-8b3b-0cd56ae0935e will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:38.643946 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.649473 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6ec057f8-a57a-41a5-81c9-56bc321e00f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:38.673191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fec21cf3-3e5c-425d-9313-cf3db23325bc req-b4f9f3ca-110f-4989-ae3b-6e4a5e9971c0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480026 Jun 17 08:20:38.680289 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0c4d21-7dee-408a-8cfd-fb077eb95f12 None None] New status for floating IP f40cfb2c-ec3e-47b4-842c-626c2b07af70: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:20:38.696539 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c9713170-6b0c-4a80-8159-cb197802c8ec None None] Provisioning for port aa66d78f-5886-414e-943c-88d3040bbbcc completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:38.702671 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c9713170-6b0c-4a80-8159-cb197802c8ec None None] Provisioning complete for port aa66d78f-5886-414e-943c-88d3040bbbcc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:38.702934 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c9713170-6b0c-4a80-8159-cb197802c8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.782538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c9713170-6b0c-4a80-8159-cb197802c8ec None None] Port aa66d78f-5886-414e-943c-88d3040bbbcc cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:20:38.876858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1dbcf5c1-2125-4d45-b4e3-4a8557e9dad5 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:38.894257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-1dbcf5c1-2125-4d45-b4e3-4a8557e9dad5 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports/789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 942 time: 0.2694385 Jun 17 08:20:38.918123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Pushing event updated for resources: {'Port': ['ID=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:38.927429 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:38.932918 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:38.936351 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.011371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c7ee8-db65-4f1a-b369-1b247926e116 None None] Sync routers for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:39.022281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c7ee8-db65-4f1a-b369-1b247926e116 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:39.023299 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-901c7ee8-db65-4f1a-b369-1b247926e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:39.160969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-901c7ee8-db65-4f1a-b369-1b247926e116 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:39.224735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Attempting to bind port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:39.224981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Attempting to bind port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:39.225286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Attempting to bind port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:39.226445 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0f9b45-230a-46bd-ba3d-7168bb96481c {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:39.236021 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.251663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Transition to ACTIVE for port object db0f9b45-230a-46bd-ba3d-7168bb96481c will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:39.260940 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.265127 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f5ee7c0d-0c17-466f-a623-1cc55e7ceae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:39.265326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:39.265612 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Attempting to bind port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:39.280293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-aa87b58a-8ff0-401b-8de8-29c24fde4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:39.281844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-aa87b58a-8ff0-401b-8de8-29c24fde4e31 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 1097 time: 0.2788072 Jun 17 08:20:39.285494 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:39.285829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:39.286218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:39.286655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Bound port: f8638ef6-7e6d-4836-8b3b-0cd56ae0935e, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:39.287026 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.390359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Pushing event updated for resources: {'Port': ['ID=db0f9b45-230a-46bd-ba3d-7168bb96481c,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:39.394660 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:39.408861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-901c7ee8-db65-4f1a-b369-1b247926e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '35908f85-9bfc-4ae0-b703-c03c08800530', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:5a:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:38Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:39.412204 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Attempting to bind port db0f9b45-230a-46bd-ba3d-7168bb96481c on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:39.412533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Attempting to bind port db0f9b45-230a-46bd-ba3d-7168bb96481c by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:39.412856 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Attempting to bind port db0f9b45-230a-46bd-ba3d-7168bb96481c on network 4bad1339-3c30-4d06-9310-373c69c176e8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:39.417331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Port db0f9b45-230a-46bd-ba3d-7168bb96481c on network 4bad1339-3c30-4d06-9310-373c69c176e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:39.417649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Attempting to bind port db0f9b45-230a-46bd-ba3d-7168bb96481c on network 4bad1339-3c30-4d06-9310-373c69c176e8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:39.422566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:39.422929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Checking segment: {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:39.423306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Bound using segment: {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:39.423725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Bound port: db0f9b45-230a-46bd-ba3d-7168bb96481c, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:39.424132 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.440163 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c7ee8-db65-4f1a-b369-1b247926e116 None None] Checking router: 48576bee-e015-488b-8247-677d88ef51d8 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:39.450697 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901c7ee8-db65-4f1a-b369-1b247926e116 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:39.451489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-901c7ee8-db65-4f1a-b369-1b247926e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:39.481516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484187d-f044-4cd6-bf39-e5a51f7d2288 req-b5dd115a-6af4-4eb2-b9b4-324fe4607823 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:39.482969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5484187d-f044-4cd6-bf39-e5a51f7d2288 req-b5dd115a-6af4-4eb2-b9b4-324fe4607823 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 948 time: 0.3215592 Jun 17 08:20:39.488713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] For port db0f9b45-230a-46bd-ba3d-7168bb96481c, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:39.492213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] For port db0f9b45-230a-46bd-ba3d-7168bb96481c, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=db0f9b45-230a-46bd-ba3d-7168bb96481c,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:39.498873 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.501073 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2bc73687-8765-476a-af6c-4aa999e1edf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:39.538240 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:39.538918 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.540269 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] 10.222.0.63 "PUT /v2.0/ports/db0f9b45-230a-46bd-ba3d-7168bb96481c HTTP/1.1" status: 200 len: 1093 time: 1.1096098 Jun 17 08:20:39.541887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-232d37ed-9296-477c-bf94-e7e1da2cd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:39.543419 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-232d37ed-9296-477c-bf94-e7e1da2cd9a7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.2444916 Jun 17 08:20:39.548160 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] For port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:39.561364 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Pushing event updated for resources: {'Port': ['ID=db0f9b45-230a-46bd-ba3d-7168bb96481c,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:39.564569 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:39.579718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-901c7ee8-db65-4f1a-b369-1b247926e116 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:39.606273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] For port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:39.622042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-07493d0d-4a4f-469a-ae8f-dbe6578605d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 217 time: 0.0681691 Jun 17 08:20:39.626435 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.633238 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:39.645887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-69dc61a7-31fa-48d0-a6ba-00af16d8a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:39.647519 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-69dc61a7-31fa-48d0-a6ba-00af16d8a136 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 1096 time: 0.0604901 Jun 17 08:20:39.672683 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5484187d-f044-4cd6-bf39-e5a51f7d2288 req-a1ef0055-0846-46f6-8fde-9bc9b72b9cb1 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753228 Jun 17 08:20:39.698901 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-10b8176a-91fb-42cf-8165-de4c15a4bcd9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db0f9b45-230a-46bd-ba3d-7168bb96481c HTTP/1.1" status: 200 len: 217 time: 0.0418544 Jun 17 08:20:39.726104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:39.726728 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.728167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] 10.222.0.63 "PUT /v2.0/ports/f8638ef6-7e6d-4836-8b3b-0cd56ae0935e HTTP/1.1" status: 200 len: 1097 time: 3.3352599 Jun 17 08:20:39.751824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa66d78f-5886-414e-943c-88d3040bbbcc {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:39.771173 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.777481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-caf7ed4d-406a-42fe-b895-ad0fc19d4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:39.779043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-caf7ed4d-406a-42fe-b895-ad0fc19d4f01 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.1248970 Jun 17 08:20:39.784996 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Pushing event updated for resources: {'Port': ['ID=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:39.798984 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:39.819367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-624a22b1-2ac9-4745-9d67-124ef94cdb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:39.821239 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-624a22b1-2ac9-4745-9d67-124ef94cdb86 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6af897ec-2d0a-4599-9130-95c99bd44887 HTTP/1.1" status: 200 len: 844 time: 0.1167943 Jun 17 08:20:39.832235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Transition to ACTIVE for port object aa66d78f-5886-414e-943c-88d3040bbbcc will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:39.854387 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:39.860601 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-79c23461-2c4d-4f90-8130-eb8b918deafa tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:39.865151 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-9083086c-f7ec-4a13-b40d-b65fc145a294 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4bad1339-3c30-4d06-9310-373c69c176e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350106 Jun 17 08:20:40.031083 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-54daa583-e273-46b2-be29-52043c2f725f service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530757 Jun 17 08:20:40.095201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-901c7ee8-db65-4f1a-b369-1b247926e116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '35908f85-9bfc-4ae0-b703-c03c08800530', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:5a:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:38Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:40.122156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901c7ee8-db65-4f1a-b369-1b247926e116 None None] The sync data for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 is: [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '35908f85-9bfc-4ae0-b703-c03c08800530', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:5a:e4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:38Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:40.135066 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c2bdce10-66f4-45b7-aca5-a8fe7ee9a25f req-fe29bda4-1215-4ce8-b04e-7bd7b3c7a5ab service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969684 Jun 17 08:20:40.264141 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 5a22293b-7f18-4872-a231-38e8d01f2f94 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:40.304619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Pushing event updated for resources: {'Port': ['ID=aa66d78f-5886-414e-943c-88d3040bbbcc,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:40.308250 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:40.385497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-fc8bdc1d-63db-45d4-876c-5bfffb035860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:40.387119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-fc8bdc1d-63db-45d4-876c-5bfffb035860 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5989718 Jun 17 08:20:40.393690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 5a22293b-7f18-4872-a231-38e8d01f2f94, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=5a22293b-7f18-4872-a231-38e8d01f2f94,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:40.407157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '5a22293b-7f18-4872-a231-38e8d01f2f94', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '5a22293b-7f18-4872-a231-38e8d01f2f94', 'mac_address': 'fa:16:3e:a0:d3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:40.410909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e2f015-0bcf-443e-bf15-d2662f54f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:40.413491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-75e2f015-0bcf-443e-bf15-d2662f54f259 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 1100 time: 0.6124768 Jun 17 08:20:40.448699 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.461682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a22293b-7f18-4872-a231-38e8d01f2f94 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:40.482617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 5a22293b-7f18-4872-a231-38e8d01f2f94, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=5a22293b-7f18-4872-a231-38e8d01f2f94,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:40.488049 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.490849 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-73726acd-9558-4b47-9dcf-b7c0dafd6f85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:40.514593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059dd12-d74a-4f74-8773-8aceca45434d req-b5856dcd-598e-4d5f-9ef2-7ecb886d6155 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:40.516039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d059dd12-d74a-4f74-8773-8aceca45434d req-b5856dcd-598e-4d5f-9ef2-7ecb886d6155 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 944 time: 0.3012385 Jun 17 08:20:40.517320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-90e69c87-b99b-4302-a817-d6063e094f3d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e HTTP/1.1" status: 200 len: 217 time: 0.0906062 Jun 17 08:20:40.548210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=5a22293b-7f18-4872-a231-38e8d01f2f94,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:40.551120 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:40.568481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Attempting to bind port aa66d78f-5886-414e-943c-88d3040bbbcc on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:40.569027 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Attempting to bind port aa66d78f-5886-414e-943c-88d3040bbbcc by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:40.569175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Attempting to bind port aa66d78f-5886-414e-943c-88d3040bbbcc on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:40.600821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Port aa66d78f-5886-414e-943c-88d3040bbbcc on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:40.601139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Attempting to bind port aa66d78f-5886-414e-943c-88d3040bbbcc on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:40.632297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:40.632669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:40.633036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:40.633462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Bound port: aa66d78f-5886-414e-943c-88d3040bbbcc, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:40.633811 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.641277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-508aad01-0c5e-4aec-baed-72c5413b49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:40.642765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-508aad01-0c5e-4aec-baed-72c5413b49fd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1151066 Jun 17 08:20:40.644558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-db221438-592c-4fc2-9724-8b09f24e71e2 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469811 Jun 17 08:20:40.673458 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d059dd12-d74a-4f74-8773-8aceca45434d req-5fb677ee-8056-48cc-b972-948f482a7301 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459627 Jun 17 08:20:40.733975 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554868b7-260a-4141-a72c-e43a1160af60 x-openstack-request-id: req-554868b7-260a-4141-a72c-e43a1160af60 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:40.734903 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0907bdca-d49d-4453-93b0-172bd2cc432e", "tag": "5a22293b-7f18-4872-a231-38e8d01f2f94", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:40.735383 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-554868b7-260a-4141-a72c-e43a1160af60 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:40.736224 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0907bdca-d49d-4453-93b0-172bd2cc432e', 'tag': '5a22293b-7f18-4872-a231-38e8d01f2f94', 'status': 'completed', 'code': 200} Jun 17 08:20:40.827329 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2724-8e12-485d-80c1-dba566a4b964 req-216c1fb4-3047-492b-88e0-61008f84e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:40.828776 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-76bc2724-8e12-485d-80c1-dba566a4b964 req-216c1fb4-3047-492b-88e0-61008f84e007 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=0907bdca-d49d-4453-93b0-172bd2cc432e HTTP/1.1" status: 200 len: 1100 time: 0.0680056 Jun 17 08:20:40.837875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46448633-0aa2-4244-94d5-d117c91515a7 req-33926394-08b3-4412-89e1-d11e4a5e97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:40.839398 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-33926394-08b3-4412-89e1-d11e4a5e97ec service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1875045 Jun 17 08:20:40.840405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:40.887004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-e086f119-8079-43ee-acd4-9feb54312132 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360289 Jun 17 08:20:40.888793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=aa66d78f-5886-414e-943c-88d3040bbbcc,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:40.929851 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['5a22293b-7f18-4872-a231-38e8d01f2f94'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:40.934961 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.942028 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:40.943598 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2724-8e12-485d-80c1-dba566a4b964 req-a89c107e-e877-4514-aea1-9e5aae67d015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:40.945120 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-76bc2724-8e12-485d-80c1-dba566a4b964 req-a89c107e-e877-4514-aea1-9e5aae67d015 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.0999389 Jun 17 08:20:40.996799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:40.997356 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:40.998808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] 10.222.0.10 "PUT /v2.0/ports/aa66d78f-5886-414e-943c-88d3040bbbcc HTTP/1.1" status: 200 len: 1097 time: 2.4543166 Jun 17 08:20:41.001598 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-76bc2724-8e12-485d-80c1-dba566a4b964 req-e390ef94-e89a-47e2-a29b-22e6630c034e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=5a22293b-7f18-4872-a231-38e8d01f2f94 HTTP/1.1" status: 200 len: 217 time: 0.0472624 Jun 17 08:20:41.105198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2724-8e12-485d-80c1-dba566a4b964 req-1dd4d5b3-229d-4018-9e47-1d1dbe6b783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.107356 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-76bc2724-8e12-485d-80c1-dba566a4b964 req-1dd4d5b3-229d-4018-9e47-1d1dbe6b783e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0910354 Jun 17 08:20:41.111823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Pushing event updated for resources: {'Port': ['ID=aa66d78f-5886-414e-943c-88d3040bbbcc,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:41.115875 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:41.119779 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-0d156e10-6712-43c7-8f7c-c5845032b91f service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614951 Jun 17 08:20:41.160352 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-ae38e4dd-0c7f-4fd6-97a7-7cea171ce34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.161950 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-ae38e4dd-0c7f-4fd6-97a7-7cea171ce34c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 1097 time: 0.2383230 Jun 17 08:20:41.196350 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2724-8e12-485d-80c1-dba566a4b964 req-46913807-595e-4b85-bb31-e3c9fa960ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.198445 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-76bc2724-8e12-485d-80c1-dba566a4b964 req-46913807-595e-4b85-bb31-e3c9fa960ce7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0844646 Jun 17 08:20:41.291988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-6d44f8ff-d476-4f3d-bada-57a27bb2564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.293638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-6d44f8ff-d476-4f3d-bada-57a27bb2564b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 1100 time: 0.2404637 Jun 17 08:20:41.327211 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-76bc2724-8e12-485d-80c1-dba566a4b964 req-cedcb2d7-06cd-463c-a973-8fa28a0c8f81 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124268 Jun 17 08:20:41.359535 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5cd768-b289-487e-a319-6205f871bf1c x-openstack-request-id: req-5b5cd768-b289-487e-a319-6205f871bf1c {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:41.359783 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:41.360287 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b5cd768-b289-487e-a319-6205f871bf1c {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:41.360715 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'status': 'completed', 'code': 200} Jun 17 08:20:41.363041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46448633-0aa2-4244-94d5-d117c91515a7 req-2a9fea5d-0606-4775-acd1-04c24d00711b service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334776 Jun 17 08:20:41.376003 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-c9f0b63d-d701-4918-aeef-f5c05d9594f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa66d78f-5886-414e-943c-88d3040bbbcc HTTP/1.1" status: 200 len: 217 time: 0.0687764 Jun 17 08:20:41.395771 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-f3110240-76fe-4d17-8a9c-c738029f6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.397252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-f3110240-76fe-4d17-8a9c-c738029f6eae service neutron] 10.222.0.47 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.2045264 Jun 17 08:20:41.489536 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-50b0d6ce-28a6-4c90-9a75-34f369224b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.490976 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-50b0d6ce-28a6-4c90-9a75-34f369224b2a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1070797 Jun 17 08:20:41.512223 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fee0d5-b487-4d78-adf4-92a352d06c2b req-ec95020f-71af-4d2b-888e-a995617f8ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.513812 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10fee0d5-b487-4d78-adf4-92a352d06c2b req-ec95020f-71af-4d2b-888e-a995617f8ad5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0921559 Jun 17 08:20:41.515848 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-76bc2724-8e12-485d-80c1-dba566a4b964 req-a14fee6c-5231-4144-9f16-f7f3ba260f28 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819201 Jun 17 08:20:41.548634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-6cd0e543-710a-4203-ac5c-88e54618fe7a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35908f85-9bfc-4ae0-b703-c03c08800530 HTTP/1.1" status: 200 len: 1001 time: 0.1323769 Jun 17 08:20:41.624228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fee0d5-b487-4d78-adf4-92a352d06c2b req-e7f6f581-dae9-4a34-8c44-069ba64623ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.625780 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10fee0d5-b487-4d78-adf4-92a352d06c2b req-e7f6f581-dae9-4a34-8c44-069ba64623ef service neutron] 10.222.0.10 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.0955031 Jun 17 08:20:41.632654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-92d462bd-a3ec-4fc0-beaa-7d80140d4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.634194 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-92d462bd-a3ec-4fc0-beaa-7d80140d4089 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.0773430 Jun 17 08:20:41.647666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de288e0a-b66f-4575-a274-c70874788fb4 req-a73c3f4a-81ff-4a0f-8b2b-a106697fc7bf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.649137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de288e0a-b66f-4575-a274-c70874788fb4 req-a73c3f4a-81ff-4a0f-8b2b-a106697fc7bf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 948 time: 0.1721187 Jun 17 08:20:41.663062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-5cdb4b86-3f46-4491-9792-9e8208bcc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.664469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-5cdb4b86-3f46-4491-9792-9e8208bcc18c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1524587 Jun 17 08:20:41.672243 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10fee0d5-b487-4d78-adf4-92a352d06c2b req-e1106b31-2f57-4749-b415-2ae027563981 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 217 time: 0.0344908 Jun 17 08:20:41.720918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fee0d5-b487-4d78-adf4-92a352d06c2b req-93965332-224b-4c31-80e2-54d791ef0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.722375 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10fee0d5-b487-4d78-adf4-92a352d06c2b req-93965332-224b-4c31-80e2-54d791ef0461 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.0439618 Jun 17 08:20:41.771663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de288e0a-b66f-4575-a274-c70874788fb4 req-e64c37fd-305d-487a-bc7a-5a6c95b02b93 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122210 Jun 17 08:20:41.786125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fee0d5-b487-4d78-adf4-92a352d06c2b req-6bf85ddf-ffc1-4863-84f2-97df3020c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.787685 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10fee0d5-b487-4d78-adf4-92a352d06c2b req-6bf85ddf-ffc1-4863-84f2-97df3020c1eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566182 Jun 17 08:20:41.803627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-06b56065-8da1-4f7b-8d8b-7f86661c7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:41.805285 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-06b56065-8da1-4f7b-8d8b-7f86661c7096 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1552837 Jun 17 08:20:41.827571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-a8a753b0-9237-4081-a4c4-e1e6d82e688e service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425996 Jun 17 08:20:41.880691 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10fee0d5-b487-4d78-adf4-92a352d06c2b req-005ab3a6-da27-437d-84c8-d868b393aac9 service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851407 Jun 17 08:20:41.973472 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10fee0d5-b487-4d78-adf4-92a352d06c2b req-7a3d13c9-eb0e-4a9e-b81e-ec4c6cdfc616 service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850060 Jun 17 08:20:42.014993 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-d75feaaf-6bd6-4011-ae0a-a9db329dad9f service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995447 Jun 17 08:20:42.031907 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-938773eb-98f2-4530-b6f0-af0d16b23e81 req-090f7610-f132-4c90-8a44-339527abf275 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643136 Jun 17 08:20:42.086448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a87aa-97e0-4d2c-932d-1249c9a8ad3c req-5964203a-3853-4a03-a74b-3f0972b27faf tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:42.087963 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b6a87aa-97e0-4d2c-932d-1249c9a8ad3c req-5964203a-3853-4a03-a74b-3f0972b27faf tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 948 time: 0.1944048 Jun 17 08:20:42.149037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b6a87aa-97e0-4d2c-932d-1249c9a8ad3c req-7bccebcf-9134-40b7-aadc-319d0a826ede tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551090 Jun 17 08:20:42.152758 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbaf71f6-6fa9-4246-a62c-a46c5560d51b req-71fae527-1bae-4dd1-9fba-56d58d906512 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311948 Jun 17 08:20:42.308564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a866-8f42-4e2f-9981-2383c8950d95 req-4837d50d-cf3b-43de-b0f0-163b8cfd7538 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:42.310272 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86d4a866-8f42-4e2f-9981-2383c8950d95 req-4837d50d-cf3b-43de-b0f0-163b8cfd7538 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 1097 time: 0.0602684 Jun 17 08:20:42.351092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86d4a866-8f42-4e2f-9981-2383c8950d95 req-d5dcdf17-90e3-464b-8f17-18231fa51903 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350659 Jun 17 08:20:42.411567 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device db0f9b45-230a-46bd-ba3d-7168bb96481c details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:42.515612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ea85854-4d27-4f75-9f12-4667d4c60f4c req-f1c62288-0687-4baa-8313-de200c25b885 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 1001 time: 0.1024163 Jun 17 08:20:42.524660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port db0f9b45-230a-46bd-ba3d-7168bb96481c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=db0f9b45-230a-46bd-ba3d-7168bb96481c,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:42.538886 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'db0f9b45-230a-46bd-ba3d-7168bb96481c', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'port_id': 'db0f9b45-230a-46bd-ba3d-7168bb96481c', 'mac_address': 'fa:16:3e:0a:9c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af897ec-2d0a-4599-9130-95c99bd44887', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:42.574765 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.588489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0f9b45-230a-46bd-ba3d-7168bb96481c {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:42.603803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea85854-4d27-4f75-9f12-4667d4c60f4c req-e599f11f-44ce-4e35-9e82-16e1e3aa0cc4 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:42.605228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ea85854-4d27-4f75-9f12-4667d4c60f4c req-e599f11f-44ce-4e35-9e82-16e1e3aa0cc4 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports/35908f85-9bfc-4ae0-b703-c03c08800530 HTTP/1.1" status: 200 len: 942 time: 0.0796442 Jun 17 08:20:42.609587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port db0f9b45-230a-46bd-ba3d-7168bb96481c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=db0f9b45-230a-46bd-ba3d-7168bb96481c,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:42.615697 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:42.618286 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:42.633166 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b63384-f9cb-4744-9567-7166b2ffbb87 req-a0f340b3-40d8-41a8-9c08-9a015e553aaf tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:42.634680 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-22b63384-f9cb-4744-9567-7166b2ffbb87 req-a0f340b3-40d8-41a8-9c08-9a015e553aaf tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 944 time: 0.1181865 Jun 17 08:20:42.666023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=db0f9b45-230a-46bd-ba3d-7168bb96481c,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:42.669077 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:42.675045 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-22b63384-f9cb-4744-9567-7166b2ffbb87 req-2d5af99c-6256-4c7a-8a7c-05f7f435e038 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339170 Jun 17 08:20:42.738205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'tag': 'db0f9b45-230a-46bd-ba3d-7168bb96481c'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:42.740909 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f768e30a-5d06-48f9-a476-f190d0b59b13" -d '{"events": [{"name": "network-changed", "server_uuid": "82a29959-8d7f-4f92-8b17-f2c505e67581", "tag": "db0f9b45-230a-46bd-ba3d-7168bb96481c"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:42.763229 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ea85854-4d27-4f75-9f12-4667d4c60f4c req-f6069a6c-a5d8-4f0e-b27c-e1eb0b0f54e7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 1001 time: 0.0615058 Jun 17 08:20:42.903712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['db0f9b45-230a-46bd-ba3d-7168bb96481c'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:42.944448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea85854-4d27-4f75-9f12-4667d4c60f4c req-be888b8f-be55-4ff6-8fdf-b2b15089d9c5 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:42.945824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ea85854-4d27-4f75-9f12-4667d4c60f4c req-be888b8f-be55-4ff6-8fdf-b2b15089d9c5 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1770389 Jun 17 08:20:42.954673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-81f1aeed-0940-43fb-9826-e063268f6b84 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:42.956163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-81f1aeed-0940-43fb-9826-e063268f6b84 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 820 time: 0.1671050 Jun 17 08:20:42.973482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-cd4af4a2-db40-4eab-b9e3-9502db6760fc tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/quotas/8bb892de27e941a1be407e53634cff36 HTTP/1.1" status: 200 len: 375 time: 0.0113375 Jun 17 08:20:43.046657 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-2bf2867c-fa18-4ce6-888c-3c8a4890e88c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664930 Jun 17 08:20:43.126079 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62d770d-5906-42b2-87b9-c4d1d4077478 x-openstack-request-id: req-a62d770d-5906-42b2-87b9-c4d1d4077478 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:43.126589 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82a29959-8d7f-4f92-8b17-f2c505e67581", "tag": "db0f9b45-230a-46bd-ba3d-7168bb96481c", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:43.126692 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a62d770d-5906-42b2-87b9-c4d1d4077478 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:43.127147 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'tag': 'db0f9b45-230a-46bd-ba3d-7168bb96481c', 'status': 'completed', 'code': 200} Jun 17 08:20:43.141102 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-eb646e8e-004c-4960-91e7-e2d3c3d666c4 service neutron] 10.222.0.47 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850778 Jun 17 08:20:43.298879 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-7cee182a-1179-4c7c-9259-0b5f108e0d14 service neutron] 10.222.0.47 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516538 Jun 17 08:20:43.318621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768e30a-5d06-48f9-a476-f190d0b59b13 req-321df4f9-35fb-44f1-b5e9-82083589f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:43.320034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f768e30a-5d06-48f9-a476-f190d0b59b13 req-321df4f9-35fb-44f1-b5e9-82083589f74b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 1097 time: 0.1527958 Jun 17 08:20:43.330513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2056e-6a40-42d9-8105-6f1c0dc6734b req-9ddf4b99-cbb7-4ef9-a27a-1919b0bef4c1 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:43.332037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87a2056e-6a40-42d9-8105-6f1c0dc6734b req-9ddf4b99-cbb7-4ef9-a27a-1919b0bef4c1 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 948 time: 0.1085656 Jun 17 08:20:43.348707 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b39a4605-2f56-4a0b-a640-00b4eb960e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:43.646028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'tag': '35908f85-9bfc-4ae0-b703-c03c08800530'}, {'name': 'network-changed', 'server_uuid': '05392e49-6af0-4ca7-9b11-3666e43e6b90', 'tag': 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e'}, {'name': 'network-changed', 'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:43.648374 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5652af5-dab6-426f-9bb9-144aa27d48c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2903b14c-dfbf-41ff-a1df-6daab8107f9c", "tag": "35908f85-9bfc-4ae0-b703-c03c08800530"}, {"name": "network-changed", "server_uuid": "05392e49-6af0-4ca7-9b11-3666e43e6b90", "tag": "f8638ef6-7e6d-4836-8b3b-0cd56ae0935e"}, {"name": "network-changed", "server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:43.767640 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87a2056e-6a40-42d9-8105-6f1c0dc6734b req-c731bb8d-7cdd-4554-8301-01d3e1fa5732 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250181 Jun 17 08:20:43.793494 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-52adda6d-487b-47a7-9244-0c07cc49b0f8 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 1001 time: 0.1387422 Jun 17 08:20:43.794534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768e30a-5d06-48f9-a476-f190d0b59b13 req-e9b5060e-8694-4612-99f7-1807c0dfbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:43.795967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f768e30a-5d06-48f9-a476-f190d0b59b13 req-e9b5060e-8694-4612-99f7-1807c0dfbda6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 905 time: 0.4630556 Jun 17 08:20:43.873462 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f768e30a-5d06-48f9-a476-f190d0b59b13 req-8b7172bf-3eee-4a3d-981e-1edf2ecdfefa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db0f9b45-230a-46bd-ba3d-7168bb96481c HTTP/1.1" status: 200 len: 217 time: 0.0617645 Jun 17 08:20:43.927081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-ea1641f2-5086-4418-a4e3-207e574200e5 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:43.928443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-ea1641f2-5086-4418-a4e3-207e574200e5 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports/35908f85-9bfc-4ae0-b703-c03c08800530 HTTP/1.1" status: 200 len: 942 time: 0.1279423 Jun 17 08:20:43.940473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768e30a-5d06-48f9-a476-f190d0b59b13 req-45fcee0c-dbf2-44bc-8363-a633ae22d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:43.942455 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f768e30a-5d06-48f9-a476-f190d0b59b13 req-45fcee0c-dbf2-44bc-8363-a633ae22d404 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6af897ec-2d0a-4599-9130-95c99bd44887 HTTP/1.1" status: 200 len: 844 time: 0.0634203 Jun 17 08:20:44.012843 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f768e30a-5d06-48f9-a476-f190d0b59b13 req-4a93dc3e-bf9d-460c-a97a-7c6d7b22e000 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4bad1339-3c30-4d06-9310-373c69c176e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399170 Jun 17 08:20:44.195112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-838966dd-8357-4749-abd2-0ef7ae94ec3d tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 1001 time: 0.1240778 Jun 17 08:20:44.288369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 5a22293b-7f18-4872-a231-38e8d01f2f94 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:44.289271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f768e30a-5d06-48f9-a476-f190d0b59b13 req-3bbb9c3f-d0b6-4df7-8bd9-950388e5eb4a service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463877 Jun 17 08:20:44.348803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 5a22293b-7f18-4872-a231-38e8d01f2f94 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:44.361302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 5a22293b-7f18-4872-a231-38e8d01f2f94 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:44.362253 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.427654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f768e30a-5d06-48f9-a476-f190d0b59b13 req-cbd1e54c-03df-459b-9fd1-331314c65740 service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303611 Jun 17 08:20:44.439084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-acd5963b-6837-4388-8848-6800cc7a5af2 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:44.446988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 16ed9851-cfd8-4223-8710-a18f7b920fcd details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:44.451222 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-acd5963b-6837-4388-8848-6800cc7a5af2 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.2544472 Jun 17 08:20:44.479616 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.520435 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device db0f9b45-230a-46bd-ba3d-7168bb96481c up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:44.551553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-dfea6082-4448-4cb7-bf04-5abf901e2969 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 1001 time: 0.0986576 Jun 17 08:20:44.562662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-fff6ec79-9e6a-4ffb-88c9-1fa070831699 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:44.649741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0907bdca-d49d-4453-93b0-172bd2cc432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a22293b-7f18-4872-a231-38e8d01f2f94'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:44.652126 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8327818-cd22-42f7-b0c0-f6c1b0238814" -d '{"events": [{"server_uuid": "0907bdca-d49d-4453-93b0-172bd2cc432e", "name": "network-vif-plugged", "status": "completed", "tag": "5a22293b-7f18-4872-a231-38e8d01f2f94"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:44.664722 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-fff6ec79-9e6a-4ffb-88c9-1fa070831699 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.668242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:44.672700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 5a22293b-7f18-4872-a231-38e8d01f2f94, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=5a22293b-7f18-4872-a231-38e8d01f2f94,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:44.703163 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.705823 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5aab35ca-84c5-4ae8-8fbe-cdebc8d838ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:44.707966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'mac_address': 'fa:16:3e:37:0c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:44.779227 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.784025 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port db0f9b45-230a-46bd-ba3d-7168bb96481c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:44.805787 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port db0f9b45-230a-46bd-ba3d-7168bb96481c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:44.806429 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.814280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16ed9851-cfd8-4223-8710-a18f7b920fcd {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:44.851309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=5a22293b-7f18-4872-a231-38e8d01f2f94,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:44.864713 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:44.878280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:44.892269 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:44.893373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f8638ef6-7e6d-4836-8b3b-0cd56ae0935e details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:44.902526 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:45.010567 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:45.014483 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:45.025494 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:45.032463 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e', 'mac_address': 'fa:16:3e:9c:e7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:45.043919 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.044140 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-fff6ec79-9e6a-4ffb-88c9-1fa070831699 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.058206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-fff6ec79-9e6a-4ffb-88c9-1fa070831699 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.058616 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-fff6ec79-9e6a-4ffb-88c9-1fa070831699 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Floating IP f40cfb2c-ec3e-47b4-842c-626c2b07af70 disassociated. External IP: 172.25.8.176, port: 35908f85-9bfc-4ae0-b703-c03c08800530. Jun 17 08:20:45.108366 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.113461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port db0f9b45-230a-46bd-ba3d-7168bb96481c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=db0f9b45-230a-46bd-ba3d-7168bb96481c,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:45.124167 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.126465 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:45.129464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8638ef6-7e6d-4836-8b3b-0cd56ae0935e {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:45.145685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f69fb-7b00-4c7b-bbfb-bd5a2eb7268c req-4e588510-8d8b-4896-94f1-f41f847f3d6f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:45.153438 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd9f69fb-7b00-4c7b-bbfb-bd5a2eb7268c req-4e588510-8d8b-4896-94f1-f41f847f3d6f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 948 time: 0.2984910 Jun 17 08:20:45.173376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:45.181655 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.198639 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=db0f9b45-230a-46bd-ba3d-7168bb96481c,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:45.202221 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:45.202751 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-55592690-a3cf-45b9-894b-e549bd3a5220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:45.213045 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-6238aed6-5827-4843-bbb7-bd1a3d370518 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:45.214506 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-6238aed6-5827-4843-bbb7-bd1a3d370518 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 820 time: 0.3591108 Jun 17 08:20:45.229105 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd9f69fb-7b00-4c7b-bbfb-bd5a2eb7268c req-abb57665-3c9e-4def-a48c-117e9cd446af tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752516 Jun 17 08:20:45.258534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Request body: {'port': {'device_id': 'a1e51dae-eee4-4326-9919-86de42608293', 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7', 'admin_state_up': True, 'tenant_id': '8bb892de27e941a1be407e53634cff36'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:45.260686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:45.264194 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:45.286607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['16ed9851-cfd8-4223-8710-a18f7b920fcd'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:45.454491 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['f8638ef6-7e6d-4836-8b3b-0cd56ae0935e'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:45.554510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Made reservation on behalf of 8bb892de27e941a1be407e53634cff36 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:45.559847 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.566956 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dd5c7af0-fe0a-4c3c-a322-907468c3e376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.620251 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7deb712-b92e-4fe5-a4b6-b46a973d1039 req-2c923163-796b-4b8e-ab27-91e90f15f61f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 210 time: 0.0498183 Jun 17 08:20:45.701482 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc921044-e719-4c34-8462-05898fd68f92 x-openstack-request-id: req-cc921044-e719-4c34-8462-05898fd68f92 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:45.702075 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2903b14c-dfbf-41ff-a1df-6daab8107f9c", "tag": "35908f85-9bfc-4ae0-b703-c03c08800530", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05392e49-6af0-4ca7-9b11-3666e43e6b90", "tag": "f8638ef6-7e6d-4836-8b3b-0cd56ae0935e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:45.702429 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cc921044-e719-4c34-8462-05898fd68f92 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:45.713476 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'tag': '35908f85-9bfc-4ae0-b703-c03c08800530', 'status': 'completed', 'code': 200} Jun 17 08:20:45.713883 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05392e49-6af0-4ca7-9b11-3666e43e6b90', 'tag': 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e', 'status': 'completed', 'code': 200} Jun 17 08:20:45.714263 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc', 'status': 'completed', 'code': 200} Jun 17 08:20:45.774751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-fff6ec79-9e6a-4ffb-88c9-1fa070831699 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Router 48576bee-e015-488b-8247-677d88ef51d8 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:45.848759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Allocated IP 172.20.0.2 (68d4a268-2e46-4a78-88b6-8c0692b51af7/5b598db4-dbc2-4206-84e4-02cf733688f1/c17ff0b1-fde6-4cdd-8037-3bf46944528b) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:20:45.853743 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:45.864189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-f5abeffc-c36b-4a99-9d96-700a6b3e6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:45.866363 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-f5abeffc-c36b-4a99-9d96-700a6b3e6770 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 1097 time: 0.1313329 Jun 17 08:20:45.993504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-4e1def85-de1e-49b8-9014-d4dc1f98f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:45.995158 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-4e1def85-de1e-49b8-9014-d4dc1f98f73c service neutron] 10.222.0.63 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.1195018 Jun 17 08:20:46.015351 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-78dc209d-eced-41ff-8476-fe2ed775894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:46.016888 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-78dc209d-eced-41ff-8476-fe2ed775894b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 1100 time: 0.2598300 Jun 17 08:20:46.064774 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-348cf6eb-5486-4211-bb52-d3c8fb9f8f1b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35908f85-9bfc-4ae0-b703-c03c08800530 HTTP/1.1" status: 200 len: 217 time: 0.0592260 Jun 17 08:20:46.127044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-0584c4e4-ac08-4692-a2be-d67730c63875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:46.130505 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-0584c4e4-ac08-4692-a2be-d67730c63875 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.0587547 Jun 17 08:20:46.165684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e649d3-a940-45df-a746-04d5610db782 req-5616cb3c-3a89-4476-b5b6-7e1a93ee6182 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:46.167641 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92e649d3-a940-45df-a746-04d5610db782 req-5616cb3c-3a89-4476-b5b6-7e1a93ee6182 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 946 time: 0.3384614 Jun 17 08:20:46.195571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-fff6ec79-9e6a-4ffb-88c9-1fa070831699 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:46.200809 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-fff6ec79-9e6a-4ffb-88c9-1fa070831699 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.202277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-aa42614c-9026-48f9-a204-4002689d199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:46.204436 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-aa42614c-9026-48f9-a204-4002689d199d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656257 Jun 17 08:20:46.215475 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e42a06-bcbd-4e4d-9261-54d070733e1c None None] Sync routers for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:46.228934 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e42a06-bcbd-4e4d-9261-54d070733e1c None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:46.229720 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-89e42a06-bcbd-4e4d-9261-54d070733e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:46.306884 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device aa66d78f-5886-414e-943c-88d3040bbbcc details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:46.374414 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-e770a9d5-5c7e-4c67-bd1c-a24e1e51307f service neutron] 10.222.0.63 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623430 Jun 17 08:20:46.423416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-fff6ec79-9e6a-4ffb-88c9-1fa070831699 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "PUT /v2.0/floatingips/f40cfb2c-ec3e-47b4-842c-626c2b07af70 HTTP/1.1" status: 200 len: 695 time: 1.8654559 Jun 17 08:20:46.454143 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-89e42a06-bcbd-4e4d-9261-54d070733e1c None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:46.461019 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92e649d3-a940-45df-a746-04d5610db782 req-8dffa9fa-9ce0-4d6c-a129-2122f3ad34e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802930 Jun 17 08:20:46.465321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 16ed9851-cfd8-4223-8710-a18f7b920fcd up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:46.559018 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.566797 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-0697452a-db1f-4c74-92ff-be5e16c61024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:46.569419 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-0697452a-db1f-4c74-92ff-be5e16c61024 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.5388708 Jun 17 08:20:46.603827 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-48ecd3ac-dbf4-4836-94f7-c4e2e8b5a341 service neutron] 10.222.0.63 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209113 Jun 17 08:20:46.616332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=aa66d78f-5886-414e-943c-88d3040bbbcc,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:46.654984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 16ed9851-cfd8-4223-8710-a18f7b920fcd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:46.655439 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.658600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'aa66d78f-5886-414e-943c-88d3040bbbcc', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'aa66d78f-5886-414e-943c-88d3040bbbcc', 'mac_address': 'fa:16:3e:3b:8d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:46.712628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-0f7d25af-0261-4a63-9690-54610870f34d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa66d78f-5886-414e-943c-88d3040bbbcc HTTP/1.1" status: 200 len: 217 time: 0.1211247 Jun 17 08:20:46.781439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-ff0d17d0-5a9b-4d40-ab02-14682c86b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:46.788711 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-ff0d17d0-5a9b-4d40-ab02-14682c86b23b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 1101 time: 0.1149142 Jun 17 08:20:46.805658 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.807624 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.871012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa66d78f-5886-414e-943c-88d3040bbbcc {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:46.931183 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-ab9403f0-d992-4717-bf45-a0b499bd32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:46.942103 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-ab9403f0-d992-4717-bf45-a0b499bd32a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 1097 time: 0.5021663 Jun 17 08:20:46.945048 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-3ff7156e-d63c-45fe-a018-3ecd9f51bac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:46.947351 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-3ff7156e-d63c-45fe-a018-3ecd9f51bac6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1523647 Jun 17 08:20:46.970893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-943e32a1-372c-4a09-8ce4-a404437bc4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:46.979729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-943e32a1-372c-4a09-8ce4-a404437bc4fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2479699 Jun 17 08:20:46.992491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:46.992764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=aa66d78f-5886-414e-943c-88d3040bbbcc,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:46.993762 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.009429 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.021655 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:47.033673 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:47.041148 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-89e42a06-bcbd-4e4d-9261-54d070733e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:47.078701 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-c0c8afe7-9d31-4dcf-a89b-f89252cc99b3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e HTTP/1.1" status: 200 len: 217 time: 0.1109216 Jun 17 08:20:47.090591 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e42a06-bcbd-4e4d-9261-54d070733e1c None None] Checking router: 48576bee-e015-488b-8247-677d88ef51d8 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:47.119051 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e42a06-bcbd-4e4d-9261-54d070733e1c None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:47.120002 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-89e42a06-bcbd-4e4d-9261-54d070733e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:47.189288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:47.199175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-67268fe4-daea-466e-8502-42fe060720dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:47.202816 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-67268fe4-daea-466e-8502-42fe060720dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1161213 Jun 17 08:20:47.209993 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.214540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f8638ef6-7e6d-4836-8b3b-0cd56ae0935e up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:47.356036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-87da4799-f507-4b79-81f4-01be14f9ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:47.361588 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-87da4799-f507-4b79-81f4-01be14f9ed09 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1471019 Jun 17 08:20:47.436934 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-89e42a06-bcbd-4e4d-9261-54d070733e1c None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:47.539370 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa73bda-f030-4041-a4db-5af0ee63479e x-openstack-request-id: req-faa73bda-f030-4041-a4db-5af0ee63479e {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:47.539947 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0907bdca-d49d-4453-93b0-172bd2cc432e", "name": "network-vif-plugged", "status": "completed", "tag": "5a22293b-7f18-4872-a231-38e8d01f2f94", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:47.539947 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-faa73bda-f030-4041-a4db-5af0ee63479e {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:47.540483 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0907bdca-d49d-4453-93b0-172bd2cc432e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a22293b-7f18-4872-a231-38e8d01f2f94', 'code': 200} Jun 17 08:20:47.550384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=aa66d78f-5886-414e-943c-88d3040bbbcc,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:47.553584 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:47.556652 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:47.587650 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-b1403ec0-fa15-44b0-8f98-b79258bc4459 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516678 Jun 17 08:20:47.618989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:47.623540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:47.624176 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.625904 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:47.629382 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:47.731781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'tag': '35908f85-9bfc-4ae0-b703-c03c08800530'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:47.734849 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a370807f-d238-4efb-be11-84cac20cde7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2903b14c-dfbf-41ff-a1df-6daab8107f9c", "tag": "35908f85-9bfc-4ae0-b703-c03c08800530"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:47.766549 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Network 68d4a268-2e46-4a78-88b6-8c0692b51af7 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:20:47.766886 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-389756bb-028a-4e5b-8c9f-5ed6ae8f8151 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698775 Jun 17 08:20:47.773283 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89bf9f-ed19-4b49-8965-bea5aea87e22 req-a99af2b5-1a07-44db-8872-bb5da2e3f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:47.775052 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bf89bf9f-ed19-4b49-8965-bea5aea87e22 req-a99af2b5-1a07-44db-8872-bb5da2e3f80f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0907bdca-d49d-4453-93b0-172bd2cc432e HTTP/1.1" status: 200 len: 1101 time: 0.4102781 Jun 17 08:20:47.782343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['aa66d78f-5886-414e-943c-88d3040bbbcc'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:47.796330 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-89e42a06-bcbd-4e4d-9261-54d070733e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:47.799920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:47.819795 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:20:47.836110 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e42a06-bcbd-4e4d-9261-54d070733e1c None None] The sync data for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 is: [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:47.848989 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bf89bf9f-ed19-4b49-8965-bea5aea87e22 req-be654a7d-19d5-4441-bc27-c268b007705c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652401 Jun 17 08:20:47.856288 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.887673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Pushing event updated for resources: {'Port': ['ID=c17ff0b1-fde6-4cdd-8037-3bf46944528b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:47.914858 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.881s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:47.927847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:47.941009 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.946804 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-602094f9-ad83-43ff-89ab-208a66f8d867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:47.957713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-c46afe56-406c-4e7f-847a-a4a50971f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:47.959283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-c46afe56-406c-4e7f-847a-a4a50971f0db service neutron] 10.222.0.47 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 1.0151100 Jun 17 08:20:47.969078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:47.969725 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:47.979100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-ee746c3e-27bc-436c-8852-cb47961466f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:47.980681 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-ee746c3e-27bc-436c-8852-cb47961466f9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0000582 Jun 17 08:20:48.030016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:48.033765 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:48.043370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-22ff03b1-786d-4c47-9e88-ffd371012840 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35908f85-9bfc-4ae0-b703-c03c08800530 HTTP/1.1" status: 200 len: 217 time: 0.0666447 Jun 17 08:20:48.089130 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e815f-c2d1-43c2-a8ac-78059ad58d69 req-2850abff-4983-4162-9673-1a67b9cb98ca tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:48.102141 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c93e815f-c2d1-43c2-a8ac-78059ad58d69 req-2850abff-4983-4162-9673-1a67b9cb98ca tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 949 time: 0.3892007 Jun 17 08:20:48.160188 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9219503 Jun 17 08:20:48.183496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Request body: {'port': {'device_id': 'a1e51dae-eee4-4326-9919-86de42608293', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:48.249829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b92e02b-5839-4a81-a17f-a15aa55db057 None None] New status for floating IP f40cfb2c-ec3e-47b4-842c-626c2b07af70: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:20:48.263792 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-034b40fb-0466-4243-b3f4-d591ff1ee58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:48.265352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-034b40fb-0466-4243-b3f4-d591ff1ee58e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.2036641 Jun 17 08:20:48.268382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c93e815f-c2d1-43c2-a8ac-78059ad58d69 req-13819d60-73a6-4868-b5ea-b18eec6c8da7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654356 Jun 17 08:20:48.333096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-469bd5bb-ec5c-4160-b0fe-097084778848 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130233 Jun 17 08:20:48.402870 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.464556 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-a5bbc1f4-e836-40e4-9a87-525e45816d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:48.466127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-a5bbc1f4-e836-40e4-9a87-525e45816d94 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1936300 Jun 17 08:20:48.646252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5652af5-dab6-426f-9bb9-144aa27d48c1 req-2d48c1bd-0a37-490d-8e62-3e2277547fbe service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034968 Jun 17 08:20:48.756956 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:48.786819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-3bc1251e-2035-4b55-acaa-2b1c29108ce1 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097034 Jun 17 08:20:48.806837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991231a-95b1-45cc-a2b1-ff01382b4d1c req-55ee4798-dc5d-4514-9ac3-78807b6f4d12 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:48.809040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4991231a-95b1-45cc-a2b1-ff01382b4d1c req-55ee4798-dc5d-4514-9ac3-78807b6f4d12 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 950 time: 0.3174624 Jun 17 08:20:48.945324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4991231a-95b1-45cc-a2b1-ff01382b4d1c req-e2ede644-00b6-475c-90a7-9370fbeb4427 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230037 Jun 17 08:20:48.990947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9c28df-6796-4070-be16-158aa5b24de9 req-9f015a2c-aa63-481c-8f75-a069b8348643 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771359 Jun 17 08:20:49.040467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17ff0b1-fde6-4cdd-8037-3bf46944528b {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:49.060623 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.086929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Transition to ACTIVE for port object c17ff0b1-fde6-4cdd-8037-3bf46944528b will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:20:49.103017 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.112456 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7938795b-4fbc-462e-a2a3-840405d3ddc2 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:49.193844 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Pushing event updated for resources: {'Port': ['ID=c17ff0b1-fde6-4cdd-8037-3bf46944528b,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:49.226212 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:49.456724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c20283-8f50-485c-90bf-3075280c7cdc req-62c6c052-dbf0-4b37-b5c5-bf70625e116a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:49.458982 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f3c20283-8f50-485c-90bf-3075280c7cdc req-62c6c052-dbf0-4b37-b5c5-bf70625e116a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 946 time: 0.1978676 Jun 17 08:20:49.467172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d11bf-79cf-4ede-bf1a-c81102cc7a44 req-3ddcef70-c6d0-4b1d-ae56-d7148d8216e6 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:49.473139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c43d11bf-79cf-4ede-bf1a-c81102cc7a44 req-3ddcef70-c6d0-4b1d-ae56-d7148d8216e6 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 943 time: 0.2108691 Jun 17 08:20:49.474254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:20:49.474654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:20:49.475240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:49.508314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Port c17ff0b1-fde6-4cdd-8037-3bf46944528b on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:20:49.508703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:20:49.534622 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:20:49.534982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:49.535403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:20:49.535835 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Bound port: c17ff0b1-fde6-4cdd-8037-3bf46944528b, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:20:49.536170 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.543117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0f9b45-230a-46bd-ba3d-7168bb96481c'}, {'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd'}, {'server_uuid': '05392e49-6af0-4ca7-9b11-3666e43e6b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:49.546220 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca7bef0-603f-4f92-84bb-422ee0ee6656" -d '{"events": [{"server_uuid": "82a29959-8d7f-4f92-8b17-f2c505e67581", "name": "network-vif-plugged", "status": "completed", "tag": "db0f9b45-230a-46bd-ba3d-7168bb96481c"}, {"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-plugged", "status": "completed", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd"}, {"server_uuid": "05392e49-6af0-4ca7-9b11-3666e43e6b90", "name": "network-vif-plugged", "status": "completed", "tag": "f8638ef6-7e6d-4836-8b3b-0cd56ae0935e"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:49.574879 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f3c20283-8f50-485c-90bf-3075280c7cdc req-7d20cf73-7249-4934-a45e-f2947d81f2c9 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942676 Jun 17 08:20:49.599931 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c43d11bf-79cf-4ede-bf1a-c81102cc7a44 req-581dc0b2-5f42-43cd-bbda-0ee5416d6880 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173561 Jun 17 08:20:49.665805 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd1ae97-599c-40d7-81e3-314362e7ec54 x-openstack-request-id: req-4fd1ae97-599c-40d7-81e3-314362e7ec54 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:49.666581 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2903b14c-dfbf-41ff-a1df-6daab8107f9c", "tag": "35908f85-9bfc-4ae0-b703-c03c08800530", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:49.666581 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4fd1ae97-599c-40d7-81e3-314362e7ec54 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:49.666913 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'tag': '35908f85-9bfc-4ae0-b703-c03c08800530', 'status': 'completed', 'code': 200} Jun 17 08:20:49.684087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:20:49.689788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:20:49.706480 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.717414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:49.781192 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:49.781680 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:49.789815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] 10.222.0.63 "PUT /v2.0/ports/c17ff0b1-fde6-4cdd-8037-3bf46944528b HTTP/1.1" status: 200 len: 1092 time: 1.6138775 Jun 17 08:20:49.852166 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Pushing event updated for resources: {'Port': ['ID=c17ff0b1-fde6-4cdd-8037-3bf46944528b,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:49.853276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370807f-d238-4efb-be11-84cac20cde7d req-78e8cc7f-bda3-4928-a98f-ca113f5fdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:49.862509 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:49.869491 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a370807f-d238-4efb-be11-84cac20cde7d req-78e8cc7f-bda3-4928-a98f-ca113f5fdd4f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 1097 time: 0.1923959 Jun 17 08:20:49.999251 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370807f-d238-4efb-be11-84cac20cde7d req-a0506390-eb91-49a5-8bb0-511070c737ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.001543 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a370807f-d238-4efb-be11-84cac20cde7d req-a0506390-eb91-49a5-8bb0-511070c737ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.1255774 Jun 17 08:20:50.026413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-1f82be61-9978-4663-b707-8fd9e0a57b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.027975 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-1f82be61-9978-4663-b707-8fd9e0a57b8a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 1095 time: 0.1221156 Jun 17 08:20:50.078944 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a370807f-d238-4efb-be11-84cac20cde7d req-b96ed0d9-dbf1-42c2-8cfe-54764a380876 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35908f85-9bfc-4ae0-b703-c03c08800530 HTTP/1.1" status: 200 len: 217 time: 0.0685880 Jun 17 08:20:50.088604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507b71f-e88d-4806-a5f5-8bc0269292f0 req-b9056567-351a-4cf7-be2d-231ffd44d5f7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.095887 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3507b71f-e88d-4806-a5f5-8bc0269292f0 req-b9056567-351a-4cf7-be2d-231ffd44d5f7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 949 time: 0.1297832 Jun 17 08:20:50.099323 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-c2347d65-8dfc-4f6f-888d-8e215733ef9c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b HTTP/1.1" status: 200 len: 217 time: 0.0613136 Jun 17 08:20:50.107012 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a556f159-a461-4135-8b6c-4398f66b3e3c x-openstack-request-id: req-a556f159-a461-4135-8b6c-4398f66b3e3c {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:50.107849 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a29959-8d7f-4f92-8b17-f2c505e67581", "name": "network-vif-plugged", "status": "completed", "tag": "db0f9b45-230a-46bd-ba3d-7168bb96481c", "code": 200}, {"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-plugged", "status": "completed", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd", "code": 200}, {"server_uuid": "05392e49-6af0-4ca7-9b11-3666e43e6b90", "name": "network-vif-plugged", "status": "completed", "tag": "f8638ef6-7e6d-4836-8b3b-0cd56ae0935e", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:50.108279 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a556f159-a461-4135-8b6c-4398f66b3e3c {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:50.108854 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0f9b45-230a-46bd-ba3d-7168bb96481c', 'code': 200} Jun 17 08:20:50.109262 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'code': 200} Jun 17 08:20:50.109680 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05392e49-6af0-4ca7-9b11-3666e43e6b90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e', 'code': 200} Jun 17 08:20:50.139301 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370807f-d238-4efb-be11-84cac20cde7d req-53b15b22-6f7a-433f-83f4-66c0cdd7d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.141298 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a370807f-d238-4efb-be11-84cac20cde7d req-53b15b22-6f7a-433f-83f4-66c0cdd7d62d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.0564528 Jun 17 08:20:50.192445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3507b71f-e88d-4806-a5f5-8bc0269292f0 req-ac3113c6-6caf-4708-a407-3630073561fe tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955555 Jun 17 08:20:50.224246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.63', 49849) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:50.226177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-8df5f94b-c2a3-4aa1-b27b-2ba6d22c90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.231799 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-8df5f94b-c2a3-4aa1-b27b-2ba6d22c90fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.1210113 Jun 17 08:20:50.276950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370807f-d238-4efb-be11-84cac20cde7d req-12d77583-1892-40bb-b5d7-44c0c48a24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.278483 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a370807f-d238-4efb-be11-84cac20cde7d req-12d77583-1892-40bb-b5d7-44c0c48a24b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1189451 Jun 17 08:20:50.333091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device aa66d78f-5886-414e-943c-88d3040bbbcc up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:50.357830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3340b-65d0-4ecc-968d-0aea62fa0228 req-ac7fea1a-6bcf-450e-87e8-96b6ea999691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.359348 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fff3340b-65d0-4ecc-968d-0aea62fa0228 req-ac7fea1a-6bcf-450e-87e8-96b6ea999691 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 1098 time: 0.1306610 Jun 17 08:20:50.373844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-c3eea2ec-ee8e-44d5-abf1-ad11d6a72e34 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032951 Jun 17 08:20:50.429292 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fff3340b-65d0-4ecc-968d-0aea62fa0228 req-d853be52-e407-488d-ba51-f67bb7dd0661 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610609 Jun 17 08:20:50.429554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port aa66d78f-5886-414e-943c-88d3040bbbcc completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:50.433307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port aa66d78f-5886-414e-943c-88d3040bbbcc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:50.433883 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.435206 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a370807f-d238-4efb-be11-84cac20cde7d req-bedd1408-0f4d-4c6a-91af-7a2f285c29b5 service neutron] 10.222.0.63 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496620 Jun 17 08:20:50.529704 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.570718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=aa66d78f-5886-414e-943c-88d3040bbbcc,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:50.578551 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:50.583423 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-da3788cc-1a79-4bb5-9867-c011625735d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:50.593739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c6084-7044-4fa5-8312-e5f05de27160 req-3eeba10f-4b26-4640-821d-c1b26971c04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.595462 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c5c6084-7044-4fa5-8312-e5f05de27160 req-3eeba10f-4b26-4640-821d-c1b26971c04e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 1102 time: 0.3857386 Jun 17 08:20:50.656694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=aa66d78f-5886-414e-943c-88d3040bbbcc,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:50.662061 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:50.676155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef58ef-321e-4088-9b6c-eb7d2f9f09db req-183259b6-7377-4215-b9ed-dd97d658219a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.677892 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7cef58ef-321e-4088-9b6c-eb7d2f9f09db req-183259b6-7377-4215-b9ed-dd97d658219a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 950 time: 0.3819175 Jun 17 08:20:50.703519 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c5c6084-7044-4fa5-8312-e5f05de27160 req-f1a4c5c8-54a7-446d-8167-b0b68cf35bb3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925522 Jun 17 08:20:50.711267 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db83e0-4f51-4897-832b-228a04542a29 req-ca9da6b5-880e-441c-8e32-8421165614b1 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:50.712868 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37db83e0-4f51-4897-832b-228a04542a29 req-ca9da6b5-880e-441c-8e32-8421165614b1 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3358679 Jun 17 08:20:50.723929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-34cf4c33-5eb6-4b6d-96e1-339a854352e5 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032708 Jun 17 08:20:50.737364 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a370807f-d238-4efb-be11-84cac20cde7d req-9b49241e-ec31-45e4-8d22-2af919c1c207 service neutron] 10.222.0.63 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246611 Jun 17 08:20:50.806227 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37db83e0-4f51-4897-832b-228a04542a29 req-3d05dcd7-6ade-46a4-999f-5076985899e1 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 696 time: 0.0847738 Jun 17 08:20:50.831588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-37db83e0-4f51-4897-832b-228a04542a29 req-3aa68a1b-9dd5-4adc-bee9-040215d9cd34 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Request body: {'floatingip': {'port_id': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:50.865222 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7cef58ef-321e-4088-9b6c-eb7d2f9f09db req-bef842fe-731c-4f39-ac57-92d465950c40 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720066 Jun 17 08:20:50.920947 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-37db83e0-4f51-4897-832b-228a04542a29 req-3aa68a1b-9dd5-4adc-bee9-040215d9cd34 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.069741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25cf45b4-281a-4518-8f6a-5198a79a35e3 req-d1e29ade-689c-4e14-b1f4-a980bfaeb16b service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867379 Jun 17 08:20:51.450644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52090) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:51.675600 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30bc5739-b7bb-4dc6-9a19-65a46fa89ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.685785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e51dae-eee4-4326-9919-86de42608293', 'tag': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:51.688090 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fc86fd-e7e9-43c7-9ab2-0f6b0c159465" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e51dae-eee4-4326-9919-86de42608293", "tag": "c17ff0b1-fde6-4cdd-8037-3bf46944528b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:51.851151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30bc5739-b7bb-4dc6-9a19-65a46fa89ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.852560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71916e95-0a47-420b-b607-086e11581b21 req-e30ca7d8-a135-4a13-bbde-9bf21f398425 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:51.855261 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71916e95-0a47-420b-b607-086e11581b21 req-e30ca7d8-a135-4a13-bbde-9bf21f398425 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 946 time: 0.5962825 Jun 17 08:20:51.864142 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30bc5739-b7bb-4dc6-9a19-65a46fa89ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.867710 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-000208d7-9025-451e-870a-c033977e0813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:51.912576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc5739-b7bb-4dc6-9a19-65a46fa89ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4459b4d-077e-4ba4-86b8-aa8048fca953,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:51.922188 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-30bc5739-b7bb-4dc6-9a19-65a46fa89ca8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73c6c3490f0a4f3ebd27a5a54aae5b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689758 Jun 17 08:20:51.922996 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52098) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:51.923960 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-30bc5739-b7bb-4dc6-9a19-65a46fa89ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:51.981084 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-37db83e0-4f51-4897-832b-228a04542a29 req-3aa68a1b-9dd5-4adc-bee9-040215d9cd34 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:51.989858 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4888758-7f93-46ea-b718-b0633a70a779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.000108 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71916e95-0a47-420b-b607-086e11581b21 req-082b8033-5960-42f9-a79d-c5ae27b53df5 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226463 Jun 17 08:20:52.006127 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-37db83e0-4f51-4897-832b-228a04542a29 req-3aa68a1b-9dd5-4adc-bee9-040215d9cd34 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.036531 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4888758-7f93-46ea-b718-b0633a70a779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.094697 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4888758-7f93-46ea-b718-b0633a70a779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.098385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4888758-7f93-46ea-b718-b0633a70a779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.102175 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b4888758-7f93-46ea-b718-b0633a70a779 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f4459b4d-077e-4ba4-86b8-aa8048fca953 HTTP/1.1" status: 204 len: 168 time: 0.1748230 Jun 17 08:20:52.102175 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98bb1459-aec7-424a-98c1-830404c1e669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:52.109150 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4888758-7f93-46ea-b718-b0633a70a779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4459b4d-077e-4ba4-86b8-aa8048fca953,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:52.111401 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:52.112275 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b4888758-7f93-46ea-b718-b0633a70a779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:52.118019 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40a7106-fed9-402e-ba64-0df28a260d4f" -d '{"events": [{"server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "name": "network-vif-plugged", "status": "completed", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:52.304798 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-37db83e0-4f51-4897-832b-228a04542a29 req-3aa68a1b-9dd5-4adc-bee9-040215d9cd34 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Floating IP f40cfb2c-ec3e-47b4-842c-626c2b07af70 associated. External IP: 172.25.8.176, port: 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d. Jun 17 08:20:52.412673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31116336-843c-4004-a188-06c8e6f799f5 req-48a35453-c6ef-4456-a217-43531ff6ec97 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:52.414203 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31116336-843c-4004-a188-06c8e6f799f5 req-48a35453-c6ef-4456-a217-43531ff6ec97 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.63 "GET /v2.0/ports?device_id=2903b14c-dfbf-41ff-a1df-6daab8107f9c HTTP/1.1" status: 200 len: 945 time: 0.2368693 Jun 17 08:20:52.468406 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fd741-eb06-4e98-8e56-6ce9412c5e55 req-f65f2754-38ba-40f9-a9f5-c9fb32a9ba41 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:52.475552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec6fd741-eb06-4e98-8e56-6ce9412c5e55 req-f65f2754-38ba-40f9-a9f5-c9fb32a9ba41 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 943 time: 0.2798095 Jun 17 08:20:52.597863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec6fd741-eb06-4e98-8e56-6ce9412c5e55 req-038bef52-aba1-4359-b7ed-18246a8bdac0 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212895 Jun 17 08:20:52.841554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-31116336-843c-4004-a188-06c8e6f799f5 req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Deleting port 35908f85-9bfc-4ae0-b703-c03c08800530 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:20:52.841908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-31116336-843c-4004-a188-06c8e6f799f5 req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:52.943751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37db83e0-4f51-4897-832b-228a04542a29 req-3aa68a1b-9dd5-4adc-bee9-040215d9cd34 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Router 48576bee-e015-488b-8247-677d88ef51d8 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:52.968286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05f662-59c0-4ed4-bb79-6d34bf5d911d req-8f8bcf28-815e-4a04-a83c-fc5d32d202df tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:52.975844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad05f662-59c0-4ed4-bb79-6d34bf5d911d req-8f8bcf28-815e-4a04-a83c-fc5d32d202df tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.2052536 Jun 17 08:20:53.111757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-31116336-843c-4004-a188-06c8e6f799f5 req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] For port 35908f85-9bfc-4ae0-b703-c03c08800530, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=35908f85-9bfc-4ae0-b703-c03c08800530,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:53.112126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-31116336-843c-4004-a188-06c8e6f799f5 req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.131829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad05f662-59c0-4ed4-bb79-6d34bf5d911d req-8d4b20a2-18bb-4d33-9214-a2931d199a6c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550894 Jun 17 08:20:53.201183 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-31116336-843c-4004-a188-06c8e6f799f5 req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Calling delete_port for 35908f85-9bfc-4ae0-b703-c03c08800530 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:20:53.205493 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc07ca6-0309-4964-b8e5-2f74a5908606 x-openstack-request-id: req-cdc07ca6-0309-4964-b8e5-2f74a5908606 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:53.205934 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e51dae-eee4-4326-9919-86de42608293", "tag": "c17ff0b1-fde6-4cdd-8037-3bf46944528b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:53.206327 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cdc07ca6-0309-4964-b8e5-2f74a5908606 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:53.206878 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e51dae-eee4-4326-9919-86de42608293', 'tag': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b', 'status': 'completed', 'code': 200} Jun 17 08:20:53.281709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37db83e0-4f51-4897-832b-228a04542a29 req-3aa68a1b-9dd5-4adc-bee9-040215d9cd34 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:53.287430 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-37db83e0-4f51-4897-832b-228a04542a29 req-3aa68a1b-9dd5-4adc-bee9-040215d9cd34 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.291449 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c9145-df6a-48ce-9d8a-98afa8deba00 None None] Sync routers for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:53.308010 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c9145-df6a-48ce-9d8a-98afa8deba00 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:53.308888 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e95c9145-df6a-48ce-9d8a-98afa8deba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:53.352374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37db83e0-4f51-4897-832b-228a04542a29 req-3aa68a1b-9dd5-4adc-bee9-040215d9cd34 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "PUT /v2.0/floatingips/f40cfb2c-ec3e-47b4-842c-626c2b07af70 HTTP/1.1" status: 200 len: 996 time: 2.5273716 Jun 17 08:20:53.383860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc86fd-e7e9-43c7-9ab2-0f6b0c159465 req-30a8886f-5b1d-4227-8f17-50d744ed186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:53.386139 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c5fc86fd-e7e9-43c7-9ab2-0f6b0c159465 req-30a8886f-5b1d-4227-8f17-50d744ed186f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 1095 time: 0.1421444 Jun 17 08:20:53.500289 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-31116336-843c-4004-a188-06c8e6f799f5 req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.507419 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-58b48d50-d1f0-4367-8334-579f97c1c99a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:53.513585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['35908f85-9bfc-4ae0-b703-c03c08800530'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:53.516227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:53.519914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc86fd-e7e9-43c7-9ab2-0f6b0c159465 req-d3323986-0155-450e-9076-b894bbee86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:53.522313 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c5fc86fd-e7e9-43c7-9ab2-0f6b0c159465 req-d3323986-0155-450e-9076-b894bbee86cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.1289451 Jun 17 08:20:53.534611 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-e95c9145-df6a-48ce-9d8a-98afa8deba00 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:53.571146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Pushing event deleted for resources: {'Port': ['ID=35908f85-9bfc-4ae0-b703-c03c08800530,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:53.574547 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:53.585718 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c5fc86fd-e7e9-43c7-9ab2-0f6b0c159465 req-60241476-5e7c-4b57-a042-2abcae9ef9f4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b HTTP/1.1" status: 200 len: 217 time: 0.0553691 Jun 17 08:20:53.606417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db83e0-4f51-4897-832b-228a04542a29 req-3eb6cf71-b567-44af-b07f-fc91ec7d87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:53.608067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37db83e0-4f51-4897-832b-228a04542a29 req-3eb6cf71-b567-44af-b07f-fc91ec7d87e6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 1097 time: 0.2070732 Jun 17 08:20:53.623487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ca29f-fd96-4933-a5ae-ac0792129b0b req-aa0f8d6e-827d-4bea-afc4-3bc64820fc6d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:53.632731 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-555ca29f-fd96-4933-a5ae-ac0792129b0b req-aa0f8d6e-827d-4bea-afc4-3bc64820fc6d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 950 time: 0.2617543 Jun 17 08:20:53.660734 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc86fd-e7e9-43c7-9ab2-0f6b0c159465 req-e8ca6ad2-e588-4946-b512-ee6442ececf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:53.662499 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c5fc86fd-e7e9-43c7-9ab2-0f6b0c159465 req-e8ca6ad2-e588-4946-b512-ee6442ececf6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0697367 Jun 17 08:20:53.727799 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c5fc86fd-e7e9-43c7-9ab2-0f6b0c159465 req-022b71d3-923f-49de-9cfa-0c81b780033a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580044 Jun 17 08:20:53.728236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-31116336-843c-4004-a188-06c8e6f799f5 req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] No DVR routers for this DVR port 35908f85-9bfc-4ae0-b703-c03c08800530 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:20:53.779256 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-31116336-843c-4004-a188-06c8e6f799f5 req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:53.786328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31116336-843c-4004-a188-06c8e6f799f5 req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.63 "DELETE /v2.0/ports/35908f85-9bfc-4ae0-b703-c03c08800530 HTTP/1.1" status: 204 len: 173 time: 1.3650544 Jun 17 08:20:53.934068 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-555ca29f-fd96-4933-a5ae-ac0792129b0b req-d6550f0f-f09d-4b1d-b090-d217bb2d2c0e tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003359 Jun 17 08:20:53.992705 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c5fc86fd-e7e9-43c7-9ab2-0f6b0c159465 req-e3f79417-5c16-4275-9ad4-e7b30305f117 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579360 Jun 17 08:20:54.014003 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db83e0-4f51-4897-832b-228a04542a29 req-f56dea4b-408c-480f-a804-664078b148af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:54.026100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37db83e0-4f51-4897-832b-228a04542a29 req-f56dea4b-408c-480f-a804-664078b148af service neutron] 10.222.0.47 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.3911676 Jun 17 08:20:54.092421 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e95c9145-df6a-48ce-9d8a-98afa8deba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:e1:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:51Z', 'revision_number': 8, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:54.110059 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c5fc86fd-e7e9-43c7-9ab2-0f6b0c159465 req-9b8aa8af-766b-4dc0-8626-d4c93df30d89 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107728 Jun 17 08:20:54.139475 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c9145-df6a-48ce-9d8a-98afa8deba00 None None] Checking router: 48576bee-e015-488b-8247-677d88ef51d8 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:54.153017 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95c9145-df6a-48ce-9d8a-98afa8deba00 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:54.153749 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e95c9145-df6a-48ce-9d8a-98afa8deba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:54.166764 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37db83e0-4f51-4897-832b-228a04542a29 req-7c14f946-1ff9-439d-a195-f34d2959833d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 999 time: 0.1386781 Jun 17 08:20:54.245653 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe9f92c-58b8-4192-bd39-e3bda17e2e1b x-openstack-request-id: req-ffe9f92c-58b8-4192-bd39-e3bda17e2e1b {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:54.246440 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "name": "network-vif-plugged", "status": "completed", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:54.246977 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ffe9f92c-58b8-4192-bd39-e3bda17e2e1b {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:54.247582 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc', 'code': 200} Jun 17 08:20:54.250937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db83e0-4f51-4897-832b-228a04542a29 req-1fc8ab60-1f8f-470b-82a3-633dd7f2385d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:54.252753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37db83e0-4f51-4897-832b-228a04542a29 req-1fc8ab60-1f8f-470b-82a3-633dd7f2385d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.0779338 Jun 17 08:20:54.294168 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-e95c9145-df6a-48ce-9d8a-98afa8deba00 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:54.408726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db83e0-4f51-4897-832b-228a04542a29 req-2bcba418-54b4-47d0-b3b4-c582e6f63371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:54.410213 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37db83e0-4f51-4897-832b-228a04542a29 req-2bcba418-54b4-47d0-b3b4-c582e6f63371 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1508486 Jun 17 08:20:54.493553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c17ff0b1-fde6-4cdd-8037-3bf46944528b details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:20:54.643461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37db83e0-4f51-4897-832b-228a04542a29 req-86ced47e-7b50-4446-befa-344505ae3337 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222462 Jun 17 08:20:54.658221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:54.677649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b', 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7', 'port_id': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b', 'mac_address': 'fa:16:3e:b1:4f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b598db4-dbc2-4206-84e4-02cf733688f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:20:54.690792 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e95c9145-df6a-48ce-9d8a-98afa8deba00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:e1:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:51Z', 'revision_number': 8, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:54.715766 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c376e6c-c7de-4edb-944a-eb377ce7cabb req-0e7e2d32-a16c-4699-ab39-1eb43358865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:54.717838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1c376e6c-c7de-4edb-944a-eb377ce7cabb req-0e7e2d32-a16c-4699-ab39-1eb43358865c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 1102 time: 0.3670597 Jun 17 08:20:54.720213 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.723174 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95c9145-df6a-48ce-9d8a-98afa8deba00 None None] The sync data for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 is: [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'f40cfb2c-ec3e-47b4-842c-626c2b07af70', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'floating_ip_address': '172.25.8.176', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '48576bee-e015-488b-8247-677d88ef51d8', 'port_id': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'mac_address': 'fa:16:3e:e1:de:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:20:06Z', 'updated_at': '2021-06-17T08:20:51Z', 'revision_number': 8, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:20:54.732813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49a6a7-256b-4ca7-ab83-b35aeb55824b req-5c7ada9c-e2e6-4524-a2a4-0dbc86c45583 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:54.734269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17ff0b1-fde6-4cdd-8037-3bf46944528b {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:20:54.741239 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d49a6a7-256b-4ca7-ab83-b35aeb55824b req-5c7ada9c-e2e6-4524-a2a4-0dbc86c45583 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 946 time: 0.3348927 Jun 17 08:20:54.779948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:54.787080 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:54.789158 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:54.842391 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c17ff0b1-fde6-4cdd-8037-3bf46944528b,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:54.854251 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1c376e6c-c7de-4edb-944a-eb377ce7cabb req-fbc001f0-23d1-4e63-9eb6-7c1775044fa7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Jun 17 08:20:54.858799 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:54.892637 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d49a6a7-256b-4ca7-ab83-b35aeb55824b req-37c90f83-b9c7-448a-82b8-25259c268512 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501954 Jun 17 08:20:54.938467 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37db83e0-4f51-4897-832b-228a04542a29 req-f7ceb4e5-df1b-4665-9334-3f79541d5500 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795312 Jun 17 08:20:55.088268 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['c17ff0b1-fde6-4cdd-8037-3bf46944528b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:20:55.141867 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4607378b-0b12-427e-863b-0971ed8e3cd3 None None] New status for floating IP f40cfb2c-ec3e-47b4-842c-626c2b07af70: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:20:55.192637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ceaad0-4d1c-4360-b92d-bceabe0f0e56 req-fe27c67c-d519-4dab-97bc-5759e9502ec4 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:55.194722 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98ceaad0-4d1c-4360-b92d-bceabe0f0e56 req-fe27c67c-d519-4dab-97bc-5759e9502ec4 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 944 time: 0.1102879 Jun 17 08:20:55.207739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d'}, {'server_uuid': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'name': 'network-vif-deleted', 'tag': '35908f85-9bfc-4ae0-b703-c03c08800530'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:55.211383 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2741cc86-8471-4cc3-9034-905ef14e9b57" -d '{"events": [{"name": "network-changed", "server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d"}, {"server_uuid": "2903b14c-dfbf-41ff-a1df-6daab8107f9c", "name": "network-vif-deleted", "tag": "35908f85-9bfc-4ae0-b703-c03c08800530"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:55.246951 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98ceaad0-4d1c-4360-b92d-bceabe0f0e56 req-89ad6cd3-eca4-43ed-80dd-ee7cfe7f69f5 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453894 Jun 17 08:20:55.614241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17e91c-22cb-4973-9310-765917c53ec3 req-c5c3e885-3646-4a4c-b5cd-16710605c59a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:55.616230 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a17e91c-22cb-4973-9310-765917c53ec3 req-c5c3e885-3646-4a4c-b5cd-16710605c59a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.2409656 Jun 17 08:20:55.671522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52061e73-a3e9-4a74-9570-cdbff125ed93 req-5ea6500f-5948-485b-9fff-ca694a389dfd tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:55.673570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52061e73-a3e9-4a74-9570-cdbff125ed93 req-5ea6500f-5948-485b-9fff-ca694a389dfd tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=0907bdca-d49d-4453-93b0-172bd2cc432e HTTP/1.1" status: 200 len: 949 time: 0.1831405 Jun 17 08:20:55.693797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52164) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:55.725911 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a17e91c-22cb-4973-9310-765917c53ec3 req-7ccba4ec-ff69-48e6-9021-ae8bb7395e09 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998297 Jun 17 08:20:55.774269 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52061e73-a3e9-4a74-9570-cdbff125ed93 req-3c9a0498-7399-4077-b46d-7c1492bfc5b4 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786443 Jun 17 08:20:55.886555 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0ff8684d-33af-41a9-a906-89bfc6bbfb49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:55.903039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3588eb1-4eed-4b3f-8f12-30ca40835937 req-0728159b-160c-4651-8339-2fd47ca1c60b tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips/f40cfb2c-ec3e-47b4-842c-626c2b07af70 HTTP/1.1" status: 200 len: 998 time: 0.0768204 Jun 17 08:20:56.093252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3588eb1-4eed-4b3f-8f12-30ca40835937 req-c5af7b02-db86-438d-9f76-4bc46161c8b4 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:56.100236 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3588eb1-4eed-4b3f-8f12-30ca40835937 req-c5af7b02-db86-438d-9f76-4bc46161c8b4 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1877768 Jun 17 08:20:56.104909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0ff8684d-33af-41a9-a906-89bfc6bbfb49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.106487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-b3588eb1-4eed-4b3f-8f12-30ca40835937 req-80c64daa-6826-4423-b62d-2c24a9d73b11 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:20:56.120096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3588eb1-4eed-4b3f-8f12-30ca40835937 req-80c64daa-6826-4423-b62d-2c24a9d73b11 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0186400 Jun 17 08:20:56.121130 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0ff8684d-33af-41a9-a906-89bfc6bbfb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.161601 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4018a036-d7cd-4fee-b284-b1c46881abbe x-openstack-request-id: req-4018a036-d7cd-4fee-b284-b1c46881abbe {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:56.162467 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d", "status": "completed", "code": 200}, {"server_uuid": "2903b14c-dfbf-41ff-a1df-6daab8107f9c", "name": "network-vif-deleted", "tag": "35908f85-9bfc-4ae0-b703-c03c08800530", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:56.163645 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4018a036-d7cd-4fee-b284-b1c46881abbe {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:56.164691 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'status': 'completed', 'code': 200} Jun 17 08:20:56.165209 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2903b14c-dfbf-41ff-a1df-6daab8107f9c', 'name': 'network-vif-deleted', 'tag': '35908f85-9bfc-4ae0-b703-c03c08800530', 'status': 'completed', 'code': 200} Jun 17 08:20:56.182443 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ee012562-c735-48e9-934d-a37d16a3e13b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:56.201774 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0ff8684d-33af-41a9-a906-89bfc6bbfb49 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=442066cbff6c4409ae2fe8ecd9ce0279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5067332 Jun 17 08:20:56.202418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52182) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:56.308365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8684d-33af-41a9-a906-89bfc6bbfb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9597d14d-52a6-45c9-8110-d96227604b66,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:56.319993 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741cc86-8471-4cc3-9034-905ef14e9b57 req-576cf307-2c41-4279-9906-dab33d268ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:56.326245 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2741cc86-8471-4cc3-9034-905ef14e9b57 req-576cf307-2c41-4279-9906-dab33d268ad8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 1097 time: 0.1301908 Jun 17 08:20:56.386848 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0ff8684d-33af-41a9-a906-89bfc6bbfb49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:56.440183 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bcae7034-1c8f-48d2-a1bf-81628264a0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.498019 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bcae7034-1c8f-48d2-a1bf-81628264a0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.499955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c17ff0b1-fde6-4cdd-8037-3bf46944528b up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:20:56.580487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bcae7034-1c8f-48d2-a1bf-81628264a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.588015 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bcae7034-1c8f-48d2-a1bf-81628264a0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.589330 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bcae7034-1c8f-48d2-a1bf-81628264a0b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9597d14d-52a6-45c9-8110-d96227604b66 HTTP/1.1" status: 204 len: 168 time: 0.3791013 Jun 17 08:20:56.604740 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-37cb913e-8702-4095-823e-87bea6b4ce8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:56.626039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port c17ff0b1-fde6-4cdd-8037-3bf46944528b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:20:56.631681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port c17ff0b1-fde6-4cdd-8037-3bf46944528b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:20:56.632471 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.636118 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae7034-1c8f-48d2-a1bf-81628264a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9597d14d-52a6-45c9-8110-d96227604b66,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:56.639515 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bcae7034-1c8f-48d2-a1bf-81628264a0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:56.768423 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.805894 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e51dae-eee4-4326-9919-86de42608293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:56.809083 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22056b28-79ec-424d-afa3-745085dcbd88" -d '{"events": [{"server_uuid": "a1e51dae-eee4-4326-9919-86de42608293", "name": "network-vif-plugged", "status": "completed", "tag": "c17ff0b1-fde6-4cdd-8037-3bf46944528b"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:56.829826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:20:56.836070 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:56.837377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 35908f85-9bfc-4ae0-b703-c03c08800530 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:20:56.840286 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-602094f9-ad83-43ff-89ab-208a66f8d867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:56.886102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 35908f85-9bfc-4ae0-b703-c03c08800530 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:20:56.886722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 35908f85-9bfc-4ae0-b703-c03c08800530 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:20:56.955358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c17ff0b1-fde6-4cdd-8037-3bf46944528b,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:56.965600 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:57.049502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741cc86-8471-4cc3-9034-905ef14e9b57 req-40046d58-c1fe-4097-8ec2-e43c89f6a8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:57.051039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2741cc86-8471-4cc3-9034-905ef14e9b57 req-40046d58-c1fe-4097-8ec2-e43c89f6a8b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.7173526 Jun 17 08:20:57.123092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e3423-1487-43a4-a0ac-e459853166d4 req-9707377c-0c8c-4eb9-b497-18c3dc2d281a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:57.124866 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e77e3423-1487-43a4-a0ac-e459853166d4 req-9707377c-0c8c-4eb9-b497-18c3dc2d281a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 946 time: 0.2202487 Jun 17 08:20:57.135146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3429707-5afa-4ee6-9353-32cf2fbb7a8e req-459d8f35-d43f-4779-9209-08a0b216b8a1 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:57.141855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3429707-5afa-4ee6-9353-32cf2fbb7a8e req-459d8f35-d43f-4779-9209-08a0b216b8a1 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:57.149871 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3429707-5afa-4ee6-9353-32cf2fbb7a8e req-459d8f35-d43f-4779-9209-08a0b216b8a1 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90&device_id=0907bdca-d49d-4453-93b0-172bd2cc432e HTTP/1.1" status: 200 len: 1690 time: 0.2436011 Jun 17 08:20:57.204181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2741cc86-8471-4cc3-9034-905ef14e9b57 req-2c838f02-b19e-44c0-8dee-30a3f5abef18 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 1001 time: 0.1427672 Jun 17 08:20:57.261518 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3429707-5afa-4ee6-9353-32cf2fbb7a8e req-ea663fee-732a-45d4-ab94-516a6bb8abb1 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111212 Jun 17 08:20:57.277171 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e77e3423-1487-43a4-a0ac-e459853166d4 req-65324d00-9955-4440-9ade-49cde88b7416 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184702 Jun 17 08:20:57.283498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741cc86-8471-4cc3-9034-905ef14e9b57 req-ba4cf08c-e8b5-4cc0-a608-2944f844be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:57.285511 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2741cc86-8471-4cc3-9034-905ef14e9b57 req-ba4cf08c-e8b5-4cc0-a608-2944f844be80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.0703499 Jun 17 08:20:57.436971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-e73e5d79-c394-4c8a-b395-9d0d2d61ad90 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 1001 time: 0.1045356 Jun 17 08:20:57.547671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741cc86-8471-4cc3-9034-905ef14e9b57 req-488c903e-a6e8-469d-a9a3-606f9bbf4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:57.549328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2741cc86-8471-4cc3-9034-905ef14e9b57 req-488c903e-a6e8-469d-a9a3-606f9bbf4850 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2564948 Jun 17 08:20:57.583681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-fe0eeff8-5031-4601-87d2-bbe61e13f696 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:57.586268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-fe0eeff8-5031-4601-87d2-bbe61e13f696 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports/789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 942 time: 0.1479645 Jun 17 08:20:57.650839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52216) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:57.671208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c561b-cb15-4eaa-902c-d507dad86292 req-0dd9c4a0-39e7-4a11-9841-1b6dedfdaf54 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:57.678389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f6c561b-cb15-4eaa-902c-d507dad86292 req-0dd9c4a0-39e7-4a11-9841-1b6dedfdaf54 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 945 time: 0.1859112 Jun 17 08:20:57.776096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2741cc86-8471-4cc3-9034-905ef14e9b57 req-89aa34cc-41dd-43dd-9e40-878fdd3eb95d service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149229 Jun 17 08:20:57.807001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-731356628-network', 'tenant_id': '85171ee2abef4415ab381abdf9fa216f'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:57.832326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f6c561b-cb15-4eaa-902c-d507dad86292 req-9fdd7334-b7db-4e3d-8b73-1da1b723261a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521144 Jun 17 08:20:57.866414 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Made reservation on behalf of 85171ee2abef4415ab381abdf9fa216f for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:57.870672 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.885953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:57.947214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-45e6e5cd-a97e-444e-8050-a7de849483f4 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 1001 time: 0.2361422 Jun 17 08:20:58.052342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.060220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.064638 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-68c83e72-548a-4fa8-9dba-c698c44acff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:58.084478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:20:58.098331 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.098653 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Added segment 9fab9e3b-f751-4f97-99ca-74f3dcc5573a of type vlan for network 3650e9a3-408b-4503-b72a-a24fdbac10d9 Jun 17 08:20:58.110709 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2741cc86-8471-4cc3-9034-905ef14e9b57 req-64b11dcd-70ef-47a8-9957-39458e2c702b service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232148 Jun 17 08:20:58.147544 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-7ae454cc-8eb1-4e92-9965-1c1e82cd866b tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:58.149989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-7ae454cc-8eb1-4e92-9965-1c1e82cd866b tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.2023981 Jun 17 08:20:58.156704 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.169123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef83fb7-5670-4635-92d8-0c32a4cadb27,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:58.175836 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:58.215205 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.217565 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:58.217565 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.220822 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-11a74712-7106-419a-a33a-ad703d23da7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:58.264001 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6095450 Jun 17 08:20:58.266694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52222) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:20:58.272289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e24e02-4ce3-4b8f-850c-0e875c279ecd req-4105bdcb-836b-45da-a2cc-608d704fc895 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:58.273032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Request body: {'subnet': {'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-731356628-subnet', 'tenant_id': '85171ee2abef4415ab381abdf9fa216f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:58.274332 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71e24e02-4ce3-4b8f-850c-0e875c279ecd req-4105bdcb-836b-45da-a2cc-608d704fc895 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.2572801 Jun 17 08:20:58.304186 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Pushing event updated for resources: {'Network': ['ID=3650e9a3-408b-4503-b72a-a24fdbac10d9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:58.314710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 3650e9a3-408b-4503-b72a-a24fdbac10d9 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:20:58.315290 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:58.327730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-608b6750-4f1d-4700-948d-dfef554639ee tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 1001 time: 0.1654346 Jun 17 08:20:58.331647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Made reservation on behalf of 85171ee2abef4415ab381abdf9fa216f for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:20:58.336766 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.351049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-da7aa014-ba17-4df2-bb12-4af9bc3d64c9 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:20:58.438820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71e24e02-4ce3-4b8f-850c-0e875c279ecd req-2353ddb0-4d54-4db2-944f-ced4183d3c1c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078355 Jun 17 08:20:58.458603 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-da7aa014-ba17-4df2-bb12-4af9bc3d64c9 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.495010 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5091c87-6668-49b3-96de-2a17d7abd3a6 x-openstack-request-id: req-e5091c87-6668-49b3-96de-2a17d7abd3a6 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:20:58.495556 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e51dae-eee4-4326-9919-86de42608293", "name": "network-vif-plugged", "status": "completed", "tag": "c17ff0b1-fde6-4cdd-8037-3bf46944528b", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:20:58.495820 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e5091c87-6668-49b3-96de-2a17d7abd3a6 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:20:58.496292 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e51dae-eee4-4326-9919-86de42608293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b', 'code': 200} Jun 17 08:20:58.655892 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.662593 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:20:58.696844 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-da7aa014-ba17-4df2-bb12-4af9bc3d64c9 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.704670 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-da7aa014-ba17-4df2-bb12-4af9bc3d64c9 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:58.705193 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-da7aa014-ba17-4df2-bb12-4af9bc3d64c9 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Floating IP f40cfb2c-ec3e-47b4-842c-626c2b07af70 disassociated. External IP: 172.25.8.176, port: 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d. Jun 17 08:20:59.010194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-da7aa014-ba17-4df2-bb12-4af9bc3d64c9 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Router 48576bee-e015-488b-8247-677d88ef51d8 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:20:59.019146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf363df-9562-4be4-af56-89ecf9ac268c req-e130f536-195b-415d-9cdf-64bcbb269f33 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:59.026283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0cf363df-9562-4be4-af56-89ecf9ac268c req-e130f536-195b-415d-9cdf-64bcbb269f33 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 946 time: 0.1069055 Jun 17 08:20:59.069643 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Checking segment: {'id': '9fab9e3b-f751-4f97-99ca-74f3dcc5573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:20:59.070028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Network hostable DHCP agents. Network: 3650e9a3-408b-4503-b72a-a24fdbac10d9, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:20:59.075788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Pushing event updated for resources: {'Subnet': ['ID=92928205-2d0e-4237-a318-5abce9ca270e,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:20:59.082559 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:20:59.091604 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afdde6-4642-4803-91b2-46c557ac8675 req-a331292b-d546-4942-88ab-03dbbb970778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:59.093092 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-41afdde6-4642-4803-91b2-46c557ac8675 req-a331292b-d546-4942-88ab-03dbbb970778 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 1097 time: 0.4758182 Jun 17 08:20:59.107183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Network 3650e9a3-408b-4503-b72a-a24fdbac10d9 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:20:59.130388 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 3650e9a3-408b-4503-b72a-a24fdbac10d9) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:20:59.134621 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:59.135387 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.142105 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0cf363df-9562-4be4-af56-89ecf9ac268c req-9e2b5cac-7a98-4393-99d9-2142535eb187 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083589 Jun 17 08:20:59.146551 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ac6e9-bb93-43c4-9338-908b3b550e40 None None] Network 3650e9a3-408b-4503-b72a-a24fdbac10d9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:59.154615 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-41afdde6-4642-4803-91b2-46c557ac8675 req-04f0ccf7-6816-44c9-9d3d-781917e50aa7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544169 Jun 17 08:20:59.173050 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9047794 Jun 17 08:20:59.189772 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-da7aa014-ba17-4df2-bb12-4af9bc3d64c9 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:20:59.195222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-da7aa014-ba17-4df2-bb12-4af9bc3d64c9 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:20:59.200124 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbd493-b2ce-4c30-981f-6b2d08c87977 None None] Sync routers for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:20:59.214629 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbd493-b2ce-4c30-981f-6b2d08c87977 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:59.215524 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a9bbd493-b2ce-4c30-981f-6b2d08c87977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:59.247622 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-da7aa014-ba17-4df2-bb12-4af9bc3d64c9 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "PUT /v2.0/floatingips/f40cfb2c-ec3e-47b4-842c-626c2b07af70 HTTP/1.1" status: 200 len: 696 time: 0.9187963 Jun 17 08:20:59.248960 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:20:59.252989 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73ff854-19af-4d02-b354-45cf8a5b8b79" -d '{"events": [{"name": "network-changed", "server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:20:59.357601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-5b3fb3c4-7168-4824-8b6f-b761dadc966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:59.358475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fddc7b1-7a4f-4c6e-8ca7-87510e0fbb24 None None] Network 3650e9a3-408b-4503-b72a-a24fdbac10d9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:20:59.362324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-5b3fb3c4-7168-4824-8b6f-b761dadc966d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0916917 Jun 17 08:20:59.374936 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-a9bbd493-b2ce-4c30-981f-6b2d08c87977 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:59.480132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-e6e4c6d4-0e9d-4283-84e0-edc1a94a8e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:59.484206 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-e6e4c6d4-0e9d-4283-84e0-edc1a94a8e8a service neutron] 10.222.0.47 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.1174529 Jun 17 08:20:59.542843 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-3facd8c0-5303-4fe3-a66f-6a3cd4c826d8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 217 time: 0.0431631 Jun 17 08:20:59.664940 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-e7c0097f-c41d-4159-8ff9-75442c6265b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:59.666962 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-e7c0097f-c41d-4159-8ff9-75442c6265b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.1102285 Jun 17 08:20:59.705183 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a9bbd493-b2ce-4c30-981f-6b2d08c87977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:59.729149 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-8679fc75-8214-4ff3-9240-750331acbbf6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1579921 Jun 17 08:20:59.734436 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbd493-b2ce-4c30-981f-6b2d08c87977 None None] Checking router: 48576bee-e015-488b-8247-677d88ef51d8 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:20:59.735760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad1b9-d918-433e-9095-46a574b06e75 req-279af2fc-152a-4217-a64b-2ea6fb4fbed3 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:59.737163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-288ad1b9-d918-433e-9095-46a574b06e75 req-279af2fc-152a-4217-a64b-2ea6fb4fbed3 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 1102 time: 0.1377921 Jun 17 08:20:59.748606 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bbd493-b2ce-4c30-981f-6b2d08c87977 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:20:59.749308 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a9bbd493-b2ce-4c30-981f-6b2d08c87977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:20:59.779899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-eb76ec07-9735-4fa0-9128-89c91dc3c3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:20:59.781512 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-eb76ec07-9735-4fa0-9128-89c91dc3c3a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067851 Jun 17 08:20:59.797771 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-288ad1b9-d918-433e-9095-46a574b06e75 req-577fbd29-3258-4052-b1c5-2a1cc04d096c tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472531 Jun 17 08:20:59.871927 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-a9bbd493-b2ce-4c30-981f-6b2d08c87977 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:20:59.919900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-7af7830b-cb3c-4ed4-a0e0-e8d45458ecf5 service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160192 Jun 17 08:21:00.051137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edc79fcb-4be2-4a43-8aee-88bbab48a315 req-1b65ad9b-1790-431d-8167-80dbade2180d service neutron] 10.222.0.47 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300759 Jun 17 08:21:00.066277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d66cea-61d7-4ad2-91c6-64a814844b49 req-c0c053e7-22ac-46ce-80b7-e765f5e3de71 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:00.067876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91d66cea-61d7-4ad2-91c6-64a814844b49 req-c0c053e7-22ac-46ce-80b7-e765f5e3de71 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 945 time: 0.1564584 Jun 17 08:21:00.112708 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a9bbd493-b2ce-4c30-981f-6b2d08c87977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:00.141909 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91d66cea-61d7-4ad2-91c6-64a814844b49 req-4d068dc4-ecea-4eda-9876-d265cc121ea0 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660257 Jun 17 08:21:00.146414 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bbd493-b2ce-4c30-981f-6b2d08c87977 None None] The sync data for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 is: [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:19:43Z', 'revision_number': 4, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '2cfb05d4-ae77-43c3-93e1-cfd46d0459a6', 'name': '', 'network_id': '81738f80-bb67-4920-9f02-af2bd556793a', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'mac_address': 'fa:16:3e:1e:dc:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:40Z', 'updated_at': '2021-06-17T08:19:53Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'subnets': [{'id': 'fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:00.207779 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ec0014-d283-47f0-8423-a276e568b86c x-openstack-request-id: req-66ec0014-d283-47f0-8423-a276e568b86c {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:00.208483 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:00.208938 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-66ec0014-d283-47f0-8423-a276e568b86c {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:00.210519 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'status': 'completed', 'code': 200} Jun 17 08:21:00.349489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ff854-19af-4d02-b354-45cf8a5b8b79 req-0b6e51d4-c538-40b7-9b88-8c7d3692b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:00.351348 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a73ff854-19af-4d02-b354-45cf8a5b8b79 req-0b6e51d4-c538-40b7-9b88-8c7d3692b913 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 1097 time: 0.0793555 Jun 17 08:21:00.427840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-77c084a0-ee51-4d62-a39f-28ad8132a8ab req-9aa1621f-64ce-4f89-bf5a-e204ac088543 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-977652908', 'description': 'tempest-description-162477247'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:00.474523 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77c084a0-ee51-4d62-a39f-28ad8132a8ab req-9aa1621f-64ce-4f89-bf5a-e204ac088543 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.479564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ff854-19af-4d02-b354-45cf8a5b8b79 req-0bd13e71-42e1-414d-bcc1-1427d51613ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:00.481060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a73ff854-19af-4d02-b354-45cf8a5b8b79 req-0bd13e71-42e1-414d-bcc1-1427d51613ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 200 len: 922 time: 0.1224370 Jun 17 08:21:00.546887 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a73ff854-19af-4d02-b354-45cf8a5b8b79 req-50be6a50-d954-46ac-a1cb-7086205bb192 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 200 len: 217 time: 0.0583911 Jun 17 08:21:00.550825 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d48e73-5566-4c95-9587-2b393a0b81b3 None None] New status for floating IP f40cfb2c-ec3e-47b4-842c-626c2b07af70: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:21:00.641371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ff854-19af-4d02-b354-45cf8a5b8b79 req-25949a14-f187-41c8-ad2a-fe8734475f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:00.642949 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a73ff854-19af-4d02-b354-45cf8a5b8b79 req-25949a14-f187-41c8-ad2a-fe8734475f85 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 200 len: 860 time: 0.0727906 Jun 17 08:21:00.710647 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77c084a0-ee51-4d62-a39f-28ad8132a8ab req-9aa1621f-64ce-4f89-bf5a-e204ac088543 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.718192 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77c084a0-ee51-4d62-a39f-28ad8132a8ab req-9aa1621f-64ce-4f89-bf5a-e204ac088543 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.748794 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-39c35181-e4c1-44a8-95aa-a1fc490d32ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:00.778594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1621f-64ce-4f89-bf5a-e204ac088543 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d34212-6977-40de-a6c9-242cfff08a56,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:00.781078 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77c084a0-ee51-4d62-a39f-28ad8132a8ab req-9aa1621f-64ce-4f89-bf5a-e204ac088543 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:00.782351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77c084a0-ee51-4d62-a39f-28ad8132a8ab req-9aa1621f-64ce-4f89-bf5a-e204ac088543 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.3586149 Jun 17 08:21:00.795632 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9aa1621f-64ce-4f89-bf5a-e204ac088543 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:00.847505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ff854-19af-4d02-b354-45cf8a5b8b79 req-ce73cb54-c74e-4e18-b0ae-00c33808d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:00.849208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a73ff854-19af-4d02-b354-45cf8a5b8b79 req-ce73cb54-c74e-4e18-b0ae-00c33808d328 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=81738f80-bb67-4920-9f02-af2bd556793a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1979680 Jun 17 08:21:00.953079 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a73ff854-19af-4d02-b354-45cf8a5b8b79 req-db5b778d-eb16-41c7-b4f9-2fa43cd00aa5 service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953267 Jun 17 08:21:00.974988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daddf7ef-d030-452f-9f1a-99de7b6e181a req-f29a8c46-190b-4e85-a55f-9c5783acbef6 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:00.976630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-daddf7ef-d030-452f-9f1a-99de7b6e181a req-f29a8c46-190b-4e85-a55f-9c5783acbef6 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.1891043 Jun 17 08:21:01.069033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-daddf7ef-d030-452f-9f1a-99de7b6e181a req-b3f49cca-485c-4edd-b650-66bfe2f95e98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829492 Jun 17 08:21:01.119093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a73ff854-19af-4d02-b354-45cf8a5b8b79 req-dc6a44da-3dd6-4fa5-b028-59728fb57570 service neutron] 10.222.0.10 "GET /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412923 Jun 17 08:21:01.140488 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d352ce-fdb9-4220-87df-eb5b7772e406 req-c07bc7f0-49b0-4e60-bce9-e6cdf9dda010 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:01.142430 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63d352ce-fdb9-4220-87df-eb5b7772e406 req-c07bc7f0-49b0-4e60-bce9-e6cdf9dda010 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0907bdca-d49d-4453-93b0-172bd2cc432e HTTP/1.1" status: 200 len: 1101 time: 0.0796983 Jun 17 08:21:01.181488 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63d352ce-fdb9-4220-87df-eb5b7772e406 req-3027957d-6aee-43b3-88d4-41751eee6fcd tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333369 Jun 17 08:21:01.215427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-9e86bbbb-ec3f-4082-8f42-088e75c57066 req-69b6f406-31f1-4984-81c8-429442287e04 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1322911546', 'description': 'tempest-description-1534055531'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:01.240771 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9e86bbbb-ec3f-4082-8f42-088e75c57066 req-69b6f406-31f1-4984-81c8-429442287e04 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:01.361284 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9e86bbbb-ec3f-4082-8f42-088e75c57066 req-69b6f406-31f1-4984-81c8-429442287e04 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:01.366754 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9e86bbbb-ec3f-4082-8f42-088e75c57066 req-69b6f406-31f1-4984-81c8-429442287e04 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:01.372274 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b89554b4-3c19-4b08-bd30-906c47e8bd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:01.424621 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9e86bbbb-ec3f-4082-8f42-088e75c57066 req-69b6f406-31f1-4984-81c8-429442287e04 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:01.425817 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e86bbbb-ec3f-4082-8f42-088e75c57066 req-69b6f406-31f1-4984-81c8-429442287e04 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2151890 Jun 17 08:21:01.434838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6f406-31f1-4984-81c8-429442287e04 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231a7a7a-9813-40cd-8365-5d56da924720,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:01.438336 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-69b6f406-31f1-4984-81c8-429442287e04 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:01.497423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-a349c9bd-e08e-4332-9a11-4b11eaa64039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:01.499201 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-a349c9bd-e08e-4332-9a11-4b11eaa64039 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 1102 time: 0.1091201 Jun 17 08:21:01.527677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f1902-2224-4086-bedd-83ff55044a39 req-dd76823e-caf9-4a73-8707-de537ce52047 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:01.529145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-816f1902-2224-4086-bedd-83ff55044a39 req-dd76823e-caf9-4a73-8707-de537ce52047 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 945 time: 0.0963757 Jun 17 08:21:01.663847 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-816f1902-2224-4086-bedd-83ff55044a39 req-96ab54d0-c607-49ae-aa2d-45e70eeef9ed tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242447 Jun 17 08:21:01.668492 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-3ebd956e-1cde-48ca-9a8f-8b6dc4744511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:01.669957 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-3ebd956e-1cde-48ca-9a8f-8b6dc4744511 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1614878 Jun 17 08:21:01.718721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-0aa85ccb-a08a-4ee2-b578-125306df1028 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa66d78f-5886-414e-943c-88d3040bbbcc HTTP/1.1" status: 200 len: 217 time: 0.0411713 Jun 17 08:21:01.740405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f8cb4-bcee-496d-9b72-bb567956baaa req-ec62eb34-b81f-496c-91f0-a03646c87781 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:01.741867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a5f8cb4-bcee-496d-9b72-bb567956baaa req-ec62eb34-b81f-496c-91f0-a03646c87781 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 949 time: 0.2035403 Jun 17 08:21:01.802097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-6659b66f-9e53-474e-b78f-6547cff16f00 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412076 Jun 17 08:21:01.837100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-35d44f46-3c97-4bc0-9183-3e1c45958f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:01.838491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-35d44f46-3c97-4bc0-9183-3e1c45958f5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1128721 Jun 17 08:21:01.886343 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a5f8cb4-bcee-496d-9b72-bb567956baaa req-ed21d430-f7d3-4bc7-8589-20244ce84cea tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243999 Jun 17 08:21:02.272033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5208648e-98ff-493d-8f0f-448251b14a36 req-ae29fafa-2c8f-434f-8a8a-4bf375dd3bd0 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips/f40cfb2c-ec3e-47b4-842c-626c2b07af70 HTTP/1.1" status: 200 len: 694 time: 0.3582075 Jun 17 08:21:02.300691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-9c20fc7b-d604-4035-ae95-7db4f6ab0eb2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:02.302069 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-9c20fc7b-d604-4035-ae95-7db4f6ab0eb2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4935744 Jun 17 08:21:02.363945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-e02b5c19-235f-42c6-bd82-befbba6dac63 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/quotas/dc4472e4500249488a12da44d62a3095 HTTP/1.1" status: 200 len: 375 time: 0.0484426 Jun 17 08:21:02.377521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-67712adb-0c40-42bf-a199-0d40999807a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:02.379006 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-67712adb-0c40-42bf-a199-0d40999807a0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5288668 Jun 17 08:21:02.478513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208648e-98ff-493d-8f0f-448251b14a36 req-07967a6b-fe1d-4692-a322-8912a504a829 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:02.479954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5208648e-98ff-493d-8f0f-448251b14a36 req-07967a6b-fe1d-4692-a322-8912a504a829 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.2010255 Jun 17 08:21:02.552473 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5208648e-98ff-493d-8f0f-448251b14a36 req-90384743-75f7-4093-9751-18d55871e53a tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 697 time: 0.0664451 Jun 17 08:21:02.579709 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-8a8166b8-0b26-456d-acb4-925fb76261d9 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904187 Jun 17 08:21:02.633644 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5208648e-98ff-493d-8f0f-448251b14a36 req-3d7f9263-10ab-4034-a60c-fe096003a66c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.176 HTTP/1.1" status: 200 len: 697 time: 0.0748832 Jun 17 08:21:02.648268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-52aeee93-634a-40f1-b335-3f9aedb4a7fd tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2763243 Jun 17 08:21:02.709173 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:02.817848 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-7838cb4d-7db8-4632-a558-13a52c2ef819 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062688 Jun 17 08:21:02.855733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-5208648e-98ff-493d-8f0f-448251b14a36 req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Deleting port 7a31dddb-58f7-4ac6-bcde-e2ad52fa5772 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:02.856079 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5208648e-98ff-493d-8f0f-448251b14a36 req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.011021 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5208648e-98ff-493d-8f0f-448251b14a36 req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.011355 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5208648e-98ff-493d-8f0f-448251b14a36 req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.020261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-c77f2f4c-b9ba-411d-930f-707878573e48 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:03.021756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-c77f2f4c-b9ba-411d-930f-707878573e48 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/networks?id=3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 200 len: 812 time: 0.1815574 Jun 17 08:21:03.094035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-5208648e-98ff-493d-8f0f-448251b14a36 req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Calling delete_port for 7a31dddb-58f7-4ac6-bcde-e2ad52fa5772 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:03.101135 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-8f03bd93-fd60-402d-a176-8bb3515cc37b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/quotas/85171ee2abef4415ab381abdf9fa216f HTTP/1.1" status: 200 len: 375 time: 0.0719814 Jun 17 08:21:03.174297 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-cd05e528-deee-4f9e-b7e1-793660d490bf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=85171ee2abef4415ab381abdf9fa216f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651774 Jun 17 08:21:03.317772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-0242e852-987e-4089-982e-3aab85658105 service neutron] 10.222.0.47 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315072 Jun 17 08:21:03.374004 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5208648e-98ff-493d-8f0f-448251b14a36 req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.378975 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac88e5e3-435b-41ed-94c7-0a39a7d1cfe3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:03.407195 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Pushing event deleted for resources: {'Port': ['ID=7a31dddb-58f7-4ac6-bcde-e2ad52fa5772,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:03.413088 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:03.485863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-2fe31464-835d-4f71-bab0-cff0a7fc2be1 service neutron] 10.222.0.47 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597672 Jun 17 08:21:03.496768 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5208648e-98ff-493d-8f0f-448251b14a36 req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.499565 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5208648e-98ff-493d-8f0f-448251b14a36 req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:03.500700 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5208648e-98ff-493d-8f0f-448251b14a36 req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "DELETE /v2.0/floatingips/f40cfb2c-ec3e-47b4-842c-626c2b07af70 HTTP/1.1" status: 204 len: 173 time: 0.8515978 Jun 17 08:21:03.661920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f76b05-b9ac-41b1-8180-b027b55e30a5 req-27d528c5-9a5c-4596-abf4-9c49fec34686 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:03.664599 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6f76b05-b9ac-41b1-8180-b027b55e30a5 req-27d528c5-9a5c-4596-abf4-9c49fec34686 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 1097 time: 0.0721407 Jun 17 08:21:03.716171 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6f76b05-b9ac-41b1-8180-b027b55e30a5 req-b014225b-18ea-459f-8c70-eaebc266d7f6 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435593 Jun 17 08:21:03.943218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58d23-d110-42a9-ad79-fc9f1ce6b111 req-e620ab3e-499b-41d0-a94d-39d73cf792d4 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:03.944940 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5de58d23-d110-42a9-ad79-fc9f1ce6b111 req-e620ab3e-499b-41d0-a94d-39d73cf792d4 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.0957000 Jun 17 08:21:04.032551 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5de58d23-d110-42a9-ad79-fc9f1ce6b111 req-fa807b5d-9028-4a97-93f1-5512cc93d45f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763459 Jun 17 08:21:04.111908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80d2bc13-823b-4d49-8538-97b452d5a59d req-8df457b1-e24f-4e8d-a17c-8f48a51d3349 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 210 time: 0.0774584 Jun 17 08:21:04.162118 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-b0dd3740-9f1b-4d5d-a58b-369a4b1b909e tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331571 Jun 17 08:21:04.327697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-049181f9-0212-481a-b25f-0818e9b0cdf8 req-e73ecad2-b68f-483c-8bac-e09180447eb8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 210 time: 0.0592334 Jun 17 08:21:04.388425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-ca438af8-e90d-4417-913a-e0f55b8f9673 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:04.390570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-ca438af8-e90d-4417-913a-e0f55b8f9673 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192338 Jun 17 08:21:04.404291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Request body: {'port': {'device_id': 'bc87b1b7-8904-45d9-8e13-04b76ea9bffe', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'dc4472e4500249488a12da44d62a3095'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:04.550492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device db0f9b45-230a-46bd-ba3d-7168bb96481c details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:04.556922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 16ed9851-cfd8-4223-8710-a18f7b920fcd no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:04.686721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Made reservation on behalf of dc4472e4500249488a12da44d62a3095 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:04.692685 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.700610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea17d3c-82bb-4abf-ada2-bde9b1aabcff req-7495d347-77bb-428b-8ae8-2ce4a8742625 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:04.714945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eea17d3c-82bb-4abf-ada2-bde9b1aabcff req-7495d347-77bb-428b-8ae8-2ce4a8742625 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 1097 time: 0.1441944 Jun 17 08:21:04.825648 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.883957 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:04.889334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:04.892445 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9c2c10-73cc-40db-a837-679281a736ca" -d '{"events": [{"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-unplugged", "status": "completed", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:04.904270 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:04.908369 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e2547f79-eea2-4597-b992-1098c6a7e7c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:04.924179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eea17d3c-82bb-4abf-ada2-bde9b1aabcff req-8c6fa6ed-c32b-4aa9-98b2-1944285f2956 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743894 Jun 17 08:21:04.973777 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:04.980448 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-1bf2fa3e-eb14-4c2a-a254-7434ca7f50b5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1447771 Jun 17 08:21:04.981814 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port db0f9b45-230a-46bd-ba3d-7168bb96481c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=db0f9b45-230a-46bd-ba3d-7168bb96481c,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:05.011898 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:05.012679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'db0f9b45-230a-46bd-ba3d-7168bb96481c', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'port_id': 'db0f9b45-230a-46bd-ba3d-7168bb96481c', 'mac_address': 'fa:16:3e:0a:9c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af897ec-2d0a-4599-9130-95c99bd44887', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:05.142321 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.170905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Allocated IP 192.168.233.209 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/6b37ad3b-fcaf-4d62-8955-194965936d18) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:05.192932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db0f9b45-230a-46bd-ba3d-7168bb96481c {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:05.197863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-c4717af4-49b8-477e-be57-7a0efe9f895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:05.200770 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-c4717af4-49b8-477e-be57-7a0efe9f895b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 1102 time: 0.1410306 Jun 17 08:21:05.252435 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port db0f9b45-230a-46bd-ba3d-7168bb96481c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=db0f9b45-230a-46bd-ba3d-7168bb96481c,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:05.267533 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.272819 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:05.354786 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=db0f9b45-230a-46bd-ba3d-7168bb96481c,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:05.360022 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:05.398225 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['db0f9b45-230a-46bd-ba3d-7168bb96481c'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:05.403186 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-dc62e82c-7bae-4859-98ed-3bf2978c36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:05.412388 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-dc62e82c-7bae-4859-98ed-3bf2978c36ab service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1739197 Jun 17 08:21:05.507326 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-e6a07b61-8ec3-4521-9316-29642410a01b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=23a14062-4d2e-4057-9394-cb5f9210a876 HTTP/1.1" status: 200 len: 217 time: 0.0761194 Jun 17 08:21:05.602069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-a12f2658-1b97-4131-85ff-7819d97e7c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:05.610907 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-a12f2658-1b97-4131-85ff-7819d97e7c57 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0956864 Jun 17 08:21:05.701002 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.734609 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-a18f04dd-a892-4d93-9db9-4cd538064a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:05.736859 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-a18f04dd-a892-4d93-9db9-4cd538064a2e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1211691 Jun 17 08:21:05.759262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Transition to ACTIVE for port object 6b37ad3b-fcaf-4d62-8955-194965936d18 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:05.805134 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09244d-ed8d-4814-b64d-4d0509e5c17f req-8dbce9bd-79b1-4342-9792-33722d441ae6 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:05.806758 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c09244d-ed8d-4814-b64d-4d0509e5c17f req-8dbce9bd-79b1-4342-9792-33722d441ae6 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 945 time: 0.5208516 Jun 17 08:21:05.848199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-4149f26a-b30a-40e9-a143-ed135c81417c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:05.850174 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-4149f26a-b30a-40e9-a143-ed135c81417c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.63 "GET /v2.0/networks?id=3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 200 len: 812 time: 0.4672387 Jun 17 08:21:05.870504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'port': {'device_id': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9', 'admin_state_up': True, 'tenant_id': '85171ee2abef4415ab381abdf9fa216f'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:05.877998 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-90e2e2c5-9e6c-467c-9662-102a9a4af656 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275687 Jun 17 08:21:05.882292 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb425045-1f24-4871-8fe3-f0d201b25b4e x-openstack-request-id: req-cb425045-1f24-4871-8fe3-f0d201b25b4e {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:05.882821 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-unplugged", "status": "completed", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:05.883123 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb425045-1f24-4871-8fe3-f0d201b25b4e {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:05.883867 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'code': 200} Jun 17 08:21:05.959097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c09244d-ed8d-4814-b64d-4d0509e5c17f req-033c56e2-50c3-41e3-8246-86ec7da171ff tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8a7c2cc-5fa7-427d-9ede-c55b24094fea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429889 Jun 17 08:21:05.967695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:05.981216 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876', 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:05.981433 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-680e536d-250b-440f-b750-3438f14d81ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:05.984152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e', '50451d97-3b1e-47a5-955e-26fe163065d0', '5a22293b-7f18-4872-a231-38e8d01f2f94'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:06.018588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:06.020146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:06.095978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event updated for resources: {'Port': ['ID=6b37ad3b-fcaf-4d62-8955-194965936d18,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:06.101379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:06.131025 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7960fcda-990b-4c3c-a67a-ee2e74dd6db3 req-c2c057d4-12a0-4133-9807-2e7fcaddea09 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310574 Jun 17 08:21:06.236848 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:06.237877 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.255720 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:06.373432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Made reservation on behalf of 85171ee2abef4415ab381abdf9fa216f for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:06.377022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.392553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9924974 Jun 17 08:21:06.415481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Request body: {'port': {'device_id': 'bc87b1b7-8904-45d9-8e13-04b76ea9bffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:06.457345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b5b49de7-5096-42a3-8b32-878d2d486585 None None] Provisioning for port 6b37ad3b-fcaf-4d62-8955-194965936d18 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:06.466575 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b5b49de7-5096-42a3-8b32-878d2d486585 None None] Provisioning complete for port 6b37ad3b-fcaf-4d62-8955-194965936d18 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:06.466973 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b5b49de7-5096-42a3-8b32-878d2d486585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.554100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b5b49de7-5096-42a3-8b32-878d2d486585 None None] Port 6b37ad3b-fcaf-4d62-8955-194965936d18 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:06.554981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb93ce-d85d-4a57-b628-29f67dcfd3f0 req-1452a572-4f14-4a19-9191-a9702f40d57e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:06.556544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18bb93ce-d85d-4a57-b628-29f67dcfd3f0 req-1452a572-4f14-4a19-9191-a9702f40d57e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.3022294 Jun 17 08:21:06.558657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device db0f9b45-230a-46bd-ba3d-7168bb96481c up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:06.636849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd4d2b-bd71-4dac-a5db-1f15a4d98cb8 req-b054563e-f40d-41f4-bb3b-f8742add27e6 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:06.638866 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94fd4d2b-bd71-4dac-a5db-1f15a4d98cb8 req-b054563e-f40d-41f4-bb3b-f8742add27e6 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 945 time: 0.0960631 Jun 17 08:21:06.728505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41702f-f567-4199-8e9b-2e8fa7a05200 req-d836f413-3872-476d-a0f9-421f3546949c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:06.731601 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b41702f-f567-4199-8e9b-2e8fa7a05200 req-d836f413-3872-476d-a0f9-421f3546949c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 936 time: 0.4217932 Jun 17 08:21:06.751807 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.756295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18bb93ce-d85d-4a57-b628-29f67dcfd3f0 req-30726fa5-092d-4acc-89ea-6dfee6d31101 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616266 Jun 17 08:21:06.787594 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port db0f9b45-230a-46bd-ba3d-7168bb96481c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:06.787594 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.805652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Allocated IP 172.20.0.12 (3650e9a3-408b-4503-b72a-a24fdbac10d9/92928205-2d0e-4237-a318-5abce9ca270e/885d4529-65a4-496e-83a1-8e1375aa55d8) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:06.898236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-94fd4d2b-bd71-4dac-a5db-1f15a4d98cb8 req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Deleting port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:06.898587 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94fd4d2b-bd71-4dac-a5db-1f15a4d98cb8 req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:06.913998 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b41702f-f567-4199-8e9b-2e8fa7a05200 req-ccd4c9bd-2580-486e-8019-1a93094d5f79 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650980 Jun 17 08:21:07.098924 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.104325 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d728dba1-72cb-42a1-8bb2-36bfc312e7cc req-9601e52b-c977-4177-a7dc-d910928a382f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 210 time: 0.0634921 Jun 17 08:21:07.157153 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-94fd4d2b-bd71-4dac-a5db-1f15a4d98cb8 req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] For port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:07.168796 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94fd4d2b-bd71-4dac-a5db-1f15a4d98cb8 req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.170909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port db0f9b45-230a-46bd-ba3d-7168bb96481c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=db0f9b45-230a-46bd-ba3d-7168bb96481c,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:07.183795 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.190428 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:07.298126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-94fd4d2b-bd71-4dac-a5db-1f15a4d98cb8 req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Calling delete_port for 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:07.312511 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.317236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=db0f9b45-230a-46bd-ba3d-7168bb96481c,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:07.333243 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:07.563331 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94fd4d2b-bd71-4dac-a5db-1f15a4d98cb8 req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.568033 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:07.636749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Pushing event deleted for resources: {'Port': ['ID=789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:07.639928 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:07.698346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fd4d2b-bd71-4dac-a5db-1f15a4d98cb8 req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] No DVR routers for this DVR port 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:07.702406 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94fd4d2b-bd71-4dac-a5db-1f15a4d98cb8 req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.706043 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94fd4d2b-bd71-4dac-a5db-1f15a4d98cb8 req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.10 "DELETE /v2.0/ports/789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d HTTP/1.1" status: 204 len: 173 time: 1.0595853 Jun 17 08:21:07.707331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'name': 'network-vif-deleted', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:07.711501 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cb69d2-1254-4c36-8985-bc46c453f2a0" -d '{"events": [{"server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "name": "network-vif-deleted", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:07.885133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0f9b45-230a-46bd-ba3d-7168bb96481c'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:07.888225 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3e6ec2-ec6a-41a2-83c2-2bca78d65ce3" -d '{"events": [{"server_uuid": "82a29959-8d7f-4f92-8b17-f2c505e67581", "name": "network-vif-plugged", "status": "completed", "tag": "db0f9b45-230a-46bd-ba3d-7168bb96481c"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:07.900609 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:07.913220 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-79329688-7c69-46a6-8739-7227916b58e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:07.985359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'Port': ['ID=885d4529-65a4-496e-83a1-8e1375aa55d8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:07.988883 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:08.005527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79274667-3b33-4bc8-b085-580db07d0363 req-6d251df6-4c4f-4aaf-88df-57692c85de50 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] 10.222.0.47 "GET /v2.0/ports?device_id=f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9 HTTP/1.1" status: 200 len: 210 time: 0.1188710 Jun 17 08:21:08.033142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Network 3650e9a3-408b-4503-b72a-a24fdbac10d9 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:08.040563 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:08.047417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:08.166214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:08.166870 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.211475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3474581 Jun 17 08:21:08.247071 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f764289f-ead0-4fbc-ab61-e1a397a96765 x-openstack-request-id: req-f764289f-ead0-4fbc-ab61-e1a397a96765 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:08.247576 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9", "name": "network-vif-deleted", "tag": "789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:08.247681 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f764289f-ead0-4fbc-ab61-e1a397a96765 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:08.250142 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5467b6c-ce94-4e2a-bfd9-130c7fb31fc9', 'name': 'network-vif-deleted', 'tag': '789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d', 'status': 'completed', 'code': 200} Jun 17 08:21:08.264450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Request body: {'port': {'device_id': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:08.367716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b37ad3b-fcaf-4d62-8955-194965936d18 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:08.384466 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.440200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:08.442180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16b7ff-81b3-4576-8830-0d0521732f7d req-9863dadc-891e-4e30-8b8c-12f95aa3f14d tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:08.449839 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b16b7ff-81b3-4576-8830-0d0521732f7d req-9863dadc-891e-4e30-8b8c-12f95aa3f14d tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 1097 time: 0.2449980 Jun 17 08:21:08.494116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Transition to ACTIVE for port object 6b37ad3b-fcaf-4d62-8955-194965936d18 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:08.510716 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.516470 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:08.569137 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.584744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b16b7ff-81b3-4576-8830-0d0521732f7d req-c1176f31-1489-4db3-a840-f3176d6439da tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339686 Jun 17 08:21:08.687307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbb623-cb4e-42ab-a039-4df61f24a8b5 req-34b35fa0-e13d-41b1-ab99-0be54f11c1af tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:08.688768 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcdbb623-cb4e-42ab-a039-4df61f24a8b5 req-34b35fa0-e13d-41b1-ab99-0be54f11c1af tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.2642000 Jun 17 08:21:08.700885 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Pushing event updated for resources: {'Port': ['ID=6b37ad3b-fcaf-4d62-8955-194965936d18,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:08.724463 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af14703-053e-41c6-a0d0-4edcc4113724 x-openstack-request-id: req-9af14703-053e-41c6-a0d0-4edcc4113724 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:08.725379 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a29959-8d7f-4f92-8b17-f2c505e67581", "name": "network-vif-plugged", "status": "completed", "tag": "db0f9b45-230a-46bd-ba3d-7168bb96481c", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:08.726392 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9af14703-053e-41c6-a0d0-4edcc4113724 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:08.727069 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0f9b45-230a-46bd-ba3d-7168bb96481c', 'code': 200} Jun 17 08:21:08.730989 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:08.916434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:08.956948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Attempting to bind port 6b37ad3b-fcaf-4d62-8955-194965936d18 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:08.957597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Attempting to bind port 6b37ad3b-fcaf-4d62-8955-194965936d18 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:08.957597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Attempting to bind port 6b37ad3b-fcaf-4d62-8955-194965936d18 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:09.003663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcdbb623-cb4e-42ab-a039-4df61f24a8b5 req-066d43ad-1c98-4bd2-b143-0d16ce109591 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917283 Jun 17 08:21:09.009497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Port 6b37ad3b-fcaf-4d62-8955-194965936d18 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:09.009497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Attempting to bind port 6b37ad3b-fcaf-4d62-8955-194965936d18 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:09.057386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:09.057874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:09.058369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:09.058948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Bound port: 6b37ad3b-fcaf-4d62-8955-194965936d18, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:09.059394 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.200678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742d1dd-478c-42e7-b552-a4820c9cf182 req-65eb5682-b463-49a2-866d-b979e0f337f1 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:09.202814 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7742d1dd-478c-42e7-b552-a4820c9cf182 req-65eb5682-b463-49a2-866d-b979e0f337f1 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 948 time: 0.2910903 Jun 17 08:21:09.233365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] For port 6b37ad3b-fcaf-4d62-8955-194965936d18, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:09.271505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] For port 6b37ad3b-fcaf-4d62-8955-194965936d18, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6b37ad3b-fcaf-4d62-8955-194965936d18,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:09.297707 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.308795 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec485728-d1d2-4273-ad9f-e398e48be653 tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:09.343854 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7742d1dd-478c-42e7-b552-a4820c9cf182 req-68ed96f6-64f2-446f-a84f-347b79a00817 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327765 Jun 17 08:21:09.383277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:09.384049 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.385492 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] 10.222.0.10 "PUT /v2.0/ports/6b37ad3b-fcaf-4d62-8955-194965936d18 HTTP/1.1" status: 200 len: 1097 time: 2.9809246 Jun 17 08:21:09.391621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc87b1b7-8904-45d9-8e13-04b76ea9bffe', 'tag': '6b37ad3b-fcaf-4d62-8955-194965936d18'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:09.394373 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec738d5-3381-48b2-918e-5b2488a625bb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc87b1b7-8904-45d9-8e13-04b76ea9bffe", "tag": "6b37ad3b-fcaf-4d62-8955-194965936d18"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:09.435271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee1e35-34a5-4fc2-9770-1ffc3cf27225 req-1f030c68-acfb-45c8-9967-2f471941719b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:09.441586 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bdee1e35-34a5-4fc2-9770-1ffc3cf27225 req-1f030c68-acfb-45c8-9967-2f471941719b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 932 time: 0.3189266 Jun 17 08:21:09.471004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885d4529-65a4-496e-83a1-8e1375aa55d8 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:09.506399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Pushing event updated for resources: {'Port': ['ID=6b37ad3b-fcaf-4d62-8955-194965936d18,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:09.510616 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:09.513555 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.551430 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Transition to ACTIVE for port object 885d4529-65a4-496e-83a1-8e1375aa55d8 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:09.556070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bdee1e35-34a5-4fc2-9770-1ffc3cf27225 req-29b42cec-de80-493f-aedd-b985fbfd344b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134977 Jun 17 08:21:09.566245 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:09.570356 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:09.649790 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Pushing event updated for resources: {'Port': ['ID=885d4529-65a4-496e-83a1-8e1375aa55d8,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:09.655498 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:09.726615 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-bae7b986-dd9d-45be-87cc-b8ab9155e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:09.728697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-bae7b986-dd9d-45be-87cc-b8ab9155e94c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 1100 time: 0.2691419 Jun 17 08:21:09.804102 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-9983eebf-8efd-421e-99d5-ce5994e2f4f2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=6b37ad3b-fcaf-4d62-8955-194965936d18 HTTP/1.1" status: 200 len: 217 time: 0.0494716 Jun 17 08:21:09.914473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-43d87422-cc9d-4ed8-805e-1d55e5e5b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:09.916172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-43d87422-cc9d-4ed8-805e-1d55e5e5b4a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0711632 Jun 17 08:21:09.962186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Attempting to bind port 885d4529-65a4-496e-83a1-8e1375aa55d8 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:09.962933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Attempting to bind port 885d4529-65a4-496e-83a1-8e1375aa55d8 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9fab9e3b-f751-4f97-99ca-74f3dcc5573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:09.963197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Attempting to bind port 885d4529-65a4-496e-83a1-8e1375aa55d8 on network 3650e9a3-408b-4503-b72a-a24fdbac10d9 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:09.969983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Port 885d4529-65a4-496e-83a1-8e1375aa55d8 on network 3650e9a3-408b-4503-b72a-a24fdbac10d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:09.970667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Attempting to bind port 885d4529-65a4-496e-83a1-8e1375aa55d8 on network 3650e9a3-408b-4503-b72a-a24fdbac10d9 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:09.986687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:09.987198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Checking segment: {'id': '9fab9e3b-f751-4f97-99ca-74f3dcc5573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:09.987781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Bound using segment: {'id': '9fab9e3b-f751-4f97-99ca-74f3dcc5573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:09.988370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Bound port: 885d4529-65a4-496e-83a1-8e1375aa55d8, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fab9e3b-f751-4f97-99ca-74f3dcc5573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:09.988817 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.070726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-4fbe863f-6154-49dc-873b-6408a5a4f5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:10.072616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-4fbe863f-6154-49dc-873b-6408a5a4f5ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1489780 Jun 17 08:21:10.081241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52584) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:10.097067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] For port 885d4529-65a4-496e-83a1-8e1375aa55d8, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:10.148351 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f138cd7-a3a8-4e59-a529-b0f712618851 x-openstack-request-id: req-1f138cd7-a3a8-4e59-a529-b0f712618851 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:10.148824 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc87b1b7-8904-45d9-8e13-04b76ea9bffe", "tag": "6b37ad3b-fcaf-4d62-8955-194965936d18", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:10.149284 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f138cd7-a3a8-4e59-a529-b0f712618851 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:10.149825 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc87b1b7-8904-45d9-8e13-04b76ea9bffe', 'tag': '6b37ad3b-fcaf-4d62-8955-194965936d18', 'status': 'completed', 'code': 200} Jun 17 08:21:10.155588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] For port 885d4529-65a4-496e-83a1-8e1375aa55d8, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=885d4529-65a4-496e-83a1-8e1375aa55d8,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:10.165327 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.172023 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed850728-83b8-4b66-bafe-822d7055c441 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:10.251129 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Pushing event updated for resources: {'Port': ['ID=885d4529-65a4-496e-83a1-8e1375aa55d8,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:10.260342 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:10.276594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:10.278032 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.283507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] 10.222.0.63 "PUT /v2.0/ports/885d4529-65a4-496e-83a1-8e1375aa55d8 HTTP/1.1" status: 200 len: 1093 time: 2.0336010 Jun 17 08:21:10.328215 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-a59c80be-bb4d-400d-8183-824ff78ed4cd service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331638 Jun 17 08:21:10.336276 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:21:10.412037 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:10.444050 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:10.444938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 789bf7f6-c2d1-42c5-bbe6-b310fe09cb8d not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:10.462709 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc682cf-ec25-4b81-a7ea-3d2716f37281 req-627e25e4-aa63-448e-9219-6177e78995bf service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254089 Jun 17 08:21:10.670103 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c32e5-b7ed-4e49-b3c9-963ea02835d1 req-0c4b9e3a-9e19-4eb1-97e1-a9e9556511a4 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:10.671404 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da0c32e5-b7ed-4e49-b3c9-963ea02835d1 req-0c4b9e3a-9e19-4eb1-97e1-a9e9556511a4 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.2350974 Jun 17 08:21:10.674268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec738d5-3381-48b2-918e-5b2488a625bb req-2f221023-992b-499e-8ba2-26dcbb5a879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:10.676453 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ec738d5-3381-48b2-918e-5b2488a625bb req-2f221023-992b-499e-8ba2-26dcbb5a879c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 1100 time: 0.1359894 Jun 17 08:21:10.678483 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-b8fbae9b-2b4d-484b-b1de-a80564d5383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:10.679916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-b8fbae9b-2b4d-484b-b1de-a80564d5383b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=85171ee2abef4415ab381abdf9fa216f&device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 1096 time: 0.2513433 Jun 17 08:21:10.741537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-8611aca6-019b-4ce0-9f73-e8012b6df3fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=885d4529-65a4-496e-83a1-8e1375aa55d8 HTTP/1.1" status: 200 len: 217 time: 0.0452898 Jun 17 08:21:10.772800 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:10.867543 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da0c32e5-b7ed-4e49-b3c9-963ea02835d1 req-44c5e376-4cfc-40f7-9942-5785ba4356d0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865532 Jun 17 08:21:10.880884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-650a0444-301b-4ac1-aa6d-0615fc544e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:10.882559 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-650a0444-301b-4ac1-aa6d-0615fc544e1a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=92928205-2d0e-4237-a318-5abce9ca270e HTTP/1.1" status: 200 len: 852 time: 0.1279302 Jun 17 08:21:10.957309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec738d5-3381-48b2-918e-5b2488a625bb req-26adfa3f-aed4-4260-81b7-2dfda222c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:10.961598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ec738d5-3381-48b2-918e-5b2488a625bb req-26adfa3f-aed4-4260-81b7-2dfda222c1f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2737761 Jun 17 08:21:11.012793 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-5989a544-9665-4fb7-8e4b-9a36009d2779 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3650e9a3-408b-4503-b72a-a24fdbac10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164141 Jun 17 08:21:11.064283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ec738d5-3381-48b2-918e-5b2488a625bb req-a768de15-fc81-47da-a57d-bac725827c19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=6b37ad3b-fcaf-4d62-8955-194965936d18 HTTP/1.1" status: 200 len: 217 time: 0.0641570 Jun 17 08:21:11.192607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Deleting port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:11.194149 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.251196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec738d5-3381-48b2-918e-5b2488a625bb req-2194f9c4-9095-42cb-9d0b-fe7899bbd164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:11.253337 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ec738d5-3381-48b2-918e-5b2488a625bb req-2194f9c4-9095-42cb-9d0b-fe7899bbd164 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1632473 Jun 17 08:21:11.317117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] For port 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2cfb05d4-ae77-43c3-93e1-cfd46d0459a6,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:11.317459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.329597 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-56ab42aa-aabd-464b-80b5-8045adcf478a service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886593 Jun 17 08:21:11.372699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276a8fa-ad59-4708-bc31-9ca4bac225ec req-8cbe6ccf-2742-418c-aa87-e95f5ccc5dbe tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:11.379787 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1276a8fa-ad59-4708-bc31-9ca4bac225ec req-8cbe6ccf-2742-418c-aa87-e95f5ccc5dbe tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 948 time: 0.3659804 Jun 17 08:21:11.393649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Calling delete_port for 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:11.421274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-eef145ec-d7a8-4549-bcb7-4b772ff8c721 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:21:11.422367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-eef145ec-d7a8-4549-bcb7-4b772ff8c721 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1104732 Jun 17 08:21:11.440199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Request body: {'binding': {'host': 'n-h1-779913-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:11.440760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Unknown quota resources ['binding']. {{(pid=93803) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:21:11.597494 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.600039 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c5179a5c-e0d4-4537-81ad-f112fd53ed49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:11.625119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cfb05d4-ae77-43c3-93e1-cfd46d0459a6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:11.628625 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:11.861229 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:11.948809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1276a8fa-ad59-4708-bc31-9ca4bac225ec req-1bf93eee-4898-4fbb-9a62-e8959d92b5a5 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680535 Jun 17 08:21:11.984559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec738d5-3381-48b2-918e-5b2488a625bb req-826e27c5-9c74-4a05-8d1e-2cd32c548bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:11.986327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ec738d5-3381-48b2-918e-5b2488a625bb req-826e27c5-9c74-4a05-8d1e-2cd32c548bd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7076867 Jun 17 08:21:12.113874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc2a984-6618-4d9e-9f20-f9243ed3b742 req-bc36d118-17e7-43d0-a088-e5a189d0c75e service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7764535 Jun 17 08:21:12.155245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'tag': '885d4529-65a4-496e-83a1-8e1375aa55d8'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:12.157586 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b59d4d1-c114-4c39-a005-f7c98eb92b96" -d '{"events": [{"name": "network-changed", "server_uuid": "17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8", "tag": "885d4529-65a4-496e-83a1-8e1375aa55d8"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:12.220966 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ec738d5-3381-48b2-918e-5b2488a625bb req-1b8f5120-f604-4998-845f-726c7c52ecee service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922574 Jun 17 08:21:12.227035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Router 48576bee-e015-488b-8247-677d88ef51d8 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:21:12.234027 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b on host n-h1-779913-16 for vnic_type normal with profile None {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:12.234681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:12.235220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:12.359427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Port c17ff0b1-fde6-4cdd-8037-3bf46944528b on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:12.362144 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:12.367520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:12.378760 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] 10.222.0.47 "PUT /v2.0/routers/48576bee-e015-488b-8247-677d88ef51d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2961092 Jun 17 08:21:12.382175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52642) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:12.382331 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b3946-f649-44e0-ace1-23c606833073 None None] Sync routers for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:12.394765 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b3946-f649-44e0-ace1-23c606833073 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:12.401669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:12.402093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:12.402551 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:12.403081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Bound port: c17ff0b1-fde6-4cdd-8037-3bf46944528b, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:12.405593 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-225b3946-f649-44e0-ace1-23c606833073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:12.406727 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ec738d5-3381-48b2-918e-5b2488a625bb req-172f4e7c-4cef-469f-b8b3-4229f1820c1c service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684713 Jun 17 08:21:12.542959 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.545180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:12.553867 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 16ed9851-cfd8-4223-8710-a18f7b920fcd details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:12.586925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc83f2-f65b-4928-bfcc-eef12601ee6c req-d536e77d-1397-4ed9-8acf-a72754acc6d2 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:12.587188 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-225b3946-f649-44e0-ace1-23c606833073 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:12.600815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cfcc83f2-f65b-4928-bfcc-eef12601ee6c req-d536e77d-1397-4ed9-8acf-a72754acc6d2 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 944 time: 0.2343979 Jun 17 08:21:12.618038 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.626692 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fc693855-dfb6-431d-ae5b-b1f506c5c1f8 service neutron] 10.222.0.47 "POST /v2.0/ports/c17ff0b1-fde6-4cdd-8037-3bf46944528b/bindings HTTP/1.1" status: 201 len: 390 time: 1.1899295 Jun 17 08:21:12.705700 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cfcc83f2-f65b-4928-bfcc-eef12601ee6c req-27c6a28f-7be2-482e-bee6-ae6e27d807b3 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038625 Jun 17 08:21:12.800496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.834490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:12.859531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'mac_address': 'fa:16:3e:37:0c:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:12.934535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Deleting port f00d2963-4b73-4ddb-9290-56138c932b40 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:12.935349 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.973080 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:12.988167 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ed9851-cfd8-4223-8710-a18f7b920fcd {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:13.051365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:13.059339 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.063315 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-225b3946-f649-44e0-ace1-23c606833073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:21:11Z', 'revision_number': 5, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port': {'id': 'f00d2963-4b73-4ddb-9290-56138c932b40', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:60:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48576bee-e015-488b-8247-677d88ef51d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:19:35Z', 'updated_at': '2021-06-17T08:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:13.063738 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:13.119097 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b3946-f649-44e0-ace1-23c606833073 None None] Checking router: 48576bee-e015-488b-8247-677d88ef51d8 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:13.146826 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b3946-f649-44e0-ace1-23c606833073 None None] Routers {'48576bee-e015-488b-8247-677d88ef51d8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:13.147491 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-225b3946-f649-44e0-ace1-23c606833073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:20:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['48576bee-e015-488b-8247-677d88ef51d8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:13.162845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:13.178501 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:13.183614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['16ed9851-cfd8-4223-8710-a18f7b920fcd'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:13.234146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fe2aeab1-2e49-47e8-aa55-410ebdb6d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:13.235256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-fe2aeab1-2e49-47e8-aa55-410ebdb6d4f5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 1097 time: 0.2064810 Jun 17 08:21:13.247735 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] For port f00d2963-4b73-4ddb-9290-56138c932b40, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f00d2963-4b73-4ddb-9290-56138c932b40,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:13.255078 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.351361 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-225b3946-f649-44e0-ace1-23c606833073 None None] Set router 48576bee-e015-488b-8247-677d88ef51d8 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:13.408998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Calling delete_port for f00d2963-4b73-4ddb-9290-56138c932b40 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:13.436054 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-570b1195-6806-4ced-a614-02a11df6a024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.473571 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-225b3946-f649-44e0-ace1-23c606833073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:21:12Z', 'revision_number': 6, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:13.522338 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b3946-f649-44e0-ace1-23c606833073 None None] The sync data for ids ['48576bee-e015-488b-8247-677d88ef51d8'] in n-d-779913-16 is: [{'id': '48576bee-e015-488b-8247-677d88ef51d8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1805278410-router', 'tenant_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:19:34Z', 'updated_at': '2021-06-17T08:21:12Z', 'revision_number': 6, 'project_id': '3464ed1b59db4bc6ad9e3d34623bee5d', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:13.569094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-6d5c308d-5422-4f72-aac5-a46c8e145b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:13.570642 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-6d5c308d-5422-4f72-aac5-a46c8e145b0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.3254707 Jun 17 08:21:13.671684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81594d6c-ca82-4d8b-90e8-33fd6a4a2959 req-8fc5cb00-f735-4e1f-b1c9-fdd271d74203 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:13.679221 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81594d6c-ca82-4d8b-90e8-33fd6a4a2959 req-8fc5cb00-f735-4e1f-b1c9-fdd271d74203 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.4058957 Jun 17 08:21:13.689457 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-51c2e85a-26a2-4619-bbfc-cc1ae3836fdb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b HTTP/1.1" status: 200 len: 217 time: 0.1010637 Jun 17 08:21:13.778422 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81594d6c-ca82-4d8b-90e8-33fd6a4a2959 req-55b5670e-854d-4f2f-953f-632107c9ebe3 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977592 Jun 17 08:21:13.809749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-ab28abe6-fd48-43f5-a11f-c86a4c52cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:13.812655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-ab28abe6-fd48-43f5-a11f-c86a4c52cf2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.1122875 Jun 17 08:21:13.855985 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:13.871087 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:13.910381 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3febc0ba-b91d-4802-b689-6d284561227c x-openstack-request-id: req-3febc0ba-b91d-4802-b689-6d284561227c {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:13.910758 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8", "tag": "885d4529-65a4-496e-83a1-8e1375aa55d8", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:13.911039 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3febc0ba-b91d-4802-b689-6d284561227c {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:13.911749 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'tag': '885d4529-65a4-496e-83a1-8e1375aa55d8', 'status': 'completed', 'code': 200} Jun 17 08:21:13.917278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-07d255fb-fe8d-47f4-b380-eefb32d3d31c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942814 Jun 17 08:21:14.007884 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00d2963-4b73-4ddb-9290-56138c932b40,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:14.033704 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:14.130242 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.255383 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-c1a0ba95-9cb5-4707-bf1e-f37f5317dfdb service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223393 Jun 17 08:21:14.264107 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.266539 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.292915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59d4d1-c114-4c39-a005-f7c98eb92b96 req-6db992d1-24f3-4e52-8d49-0ce777a3af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:14.303003 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b59d4d1-c114-4c39-a005-f7c98eb92b96 req-6db992d1-24f3-4e52-8d49-0ce777a3af4d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=85171ee2abef4415ab381abdf9fa216f&device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 1096 time: 0.3425508 Jun 17 08:21:14.325570 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.326227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48576bee-e015-488b-8247-677d88ef51d8 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:21:14.333425 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.334608 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/48576bee-e015-488b-8247-677d88ef51d8 HTTP/1.1" status: 204 len: 168 time: 1.9524410 Jun 17 08:21:14.337829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52672) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:14.413643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6b37ad3b-fcaf-4d62-8955-194965936d18 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:14.495830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ada5ab-f58e-4b3a-bf68-e8dfa1493813 admin admin] Deleting subnet fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:21:14.519624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8ada5ab-f58e-4b3a-bf68-e8dfa1493813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:14.589681 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-3c74e897-33cb-4b30-90bd-8c16871b562e service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179789 Jun 17 08:21:14.645560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e290bdd-2e09-42e6-b6f2-ecd4e6118fcc req-648beb98-1a21-4c91-b237-22657be06cfb tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:14.653871 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e290bdd-2e09-42e6-b6f2-ecd4e6118fcc req-648beb98-1a21-4c91-b237-22657be06cfb tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 945 time: 0.4979715 Jun 17 08:21:14.670631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6b37ad3b-fcaf-4d62-8955-194965936d18, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6b37ad3b-fcaf-4d62-8955-194965936d18,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:14.714028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '6b37ad3b-fcaf-4d62-8955-194965936d18', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '6b37ad3b-fcaf-4d62-8955-194965936d18', 'mac_address': 'fa:16:3e:c0:e2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:14.729906 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 885d4529-65a4-496e-83a1-8e1375aa55d8 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:14.742597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 16ed9851-cfd8-4223-8710-a18f7b920fcd up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:14.795733 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e290bdd-2e09-42e6-b6f2-ecd4e6118fcc req-8a1abb43-9125-4a80-bae4-437c6e6c528a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406128 Jun 17 08:21:14.955277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-6f86a2f5-8e88-4bec-84ff-3c8167ac6ae5 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:14.958517 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.resource_extend [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:21:14.960919 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-6f86a2f5-8e88-4bec-84ff-3c8167ac6ae5 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.2967496 Jun 17 08:21:14.995721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-16'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:15.112158 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.145847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b37ad3b-fcaf-4d62-8955-194965936d18 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:15.168958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59d4d1-c114-4c39-a005-f7c98eb92b96 req-6b80b1f3-1967-455c-a392-46f1b2788ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:15.170878 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b59d4d1-c114-4c39-a005-f7c98eb92b96 req-6b80b1f3-1967-455c-a392-46f1b2788ade service neutron] 10.222.0.63 "GET /v2.0/networks?id=3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 200 len: 913 time: 0.8521249 Jun 17 08:21:15.214335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6b37ad3b-fcaf-4d62-8955-194965936d18, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6b37ad3b-fcaf-4d62-8955-194965936d18,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:15.230369 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.234054 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:15.263393 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b59d4d1-c114-4c39-a005-f7c98eb92b96 req-f8b3810f-f867-473c-9ef5-58906a54bf31 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=885d4529-65a4-496e-83a1-8e1375aa55d8 HTTP/1.1" status: 200 len: 217 time: 0.0774572 Jun 17 08:21:15.264011 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.303380 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8ada5ab-f58e-4b3a-bf68-e8dfa1493813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.347247 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 16ed9851-cfd8-4223-8710-a18f7b920fcd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:15.347540 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.410243 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8ada5ab-f58e-4b3a-bf68-e8dfa1493813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.423006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcbb1d-2416-48f3-a48c-9918a125c350 req-ac98be74-e317-4053-af3a-0e71ddfc6f33 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:15.425051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6adcbb1d-2416-48f3-a48c-9918a125c350 req-ac98be74-e317-4053-af3a-0e71ddfc6f33 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 948 time: 0.3094819 Jun 17 08:21:15.452961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59d4d1-c114-4c39-a005-f7c98eb92b96 req-9533a2a7-b112-4958-86bb-6a4f32ae7a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:15.454974 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b59d4d1-c114-4c39-a005-f7c98eb92b96 req-9533a2a7-b112-4958-86bb-6a4f32ae7a4d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=92928205-2d0e-4237-a318-5abce9ca270e HTTP/1.1" status: 200 len: 852 time: 0.1760275 Jun 17 08:21:15.509922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 885d4529-65a4-496e-83a1-8e1375aa55d8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=885d4529-65a4-496e-83a1-8e1375aa55d8,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:15.513102 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8ada5ab-f58e-4b3a-bf68-e8dfa1493813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.524857 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:15.539075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6b37ad3b-fcaf-4d62-8955-194965936d18,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:15.597668 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:15.602614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '885d4529-65a4-496e-83a1-8e1375aa55d8', 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9', 'port_id': '885d4529-65a4-496e-83a1-8e1375aa55d8', 'mac_address': 'fa:16:3e:be:d3:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92928205-2d0e-4237-a318-5abce9ca270e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:15.709474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ada5ab-f58e-4b3a-bf68-e8dfa1493813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:15.718333 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8ada5ab-f58e-4b3a-bf68-e8dfa1493813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:15.718499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f00d2963-4b73-4ddb-9290-56138c932b40 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:15.724395 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d40d0949-3ecf-48da-9215-02031c2e4415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.737509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8ada5ab-f58e-4b3a-bf68-e8dfa1493813 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.749670 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f8ada5ab-f58e-4b3a-bf68-e8dfa1493813 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fdea6ae0-8ab9-41b3-8a35-91f1b348a5aa HTTP/1.1" status: 204 len: 168 time: 1.4098628 Jun 17 08:21:15.750332 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52676) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:15.757111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc938b39-bd5a-423a-9715-554443c6df5c None None] Network 81738f80-bb67-4920-9f02-af2bd556793a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:15.765237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f00d2963-4b73-4ddb-9290-56138c932b40 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:15.766294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f00d2963-4b73-4ddb-9290-56138c932b40 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:15.766760 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:15.769318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:15.822932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:15.823357 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2cfb05d4-ae77-43c3-93e1-cfd46d0459a6 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:15.827842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:15.853031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['6b37ad3b-fcaf-4d62-8955-194965936d18'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:15.869843 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.930114 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.932794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:15.972259 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b59d4d1-c114-4c39-a005-f7c98eb92b96 req-33bc53a8-f583-4b48-bd5d-b33ddca2a50a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3650e9a3-408b-4503-b72a-a24fdbac10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4934025 Jun 17 08:21:15.973360 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e51dae-eee4-4326-9919-86de42608293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:15.980228 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d85069-9df0-4b14-a548-11a3212b73da" -d '{"events": [{"server_uuid": "a1e51dae-eee4-4326-9919-86de42608293", "name": "network-vif-unplugged", "status": "completed", "tag": "c17ff0b1-fde6-4cdd-8037-3bf46944528b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:15.992003 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6adcbb1d-2416-48f3-a48c-9918a125c350 req-3faf1c74-25c1-4d0f-b41b-48ef650911d7 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582325 Jun 17 08:21:16.003031 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.013360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Deleting port f5c00eb5-985e-4300-994d-72dafe775e9d {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:16.013758 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.014179 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.036982 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885d4529-65a4-496e-83a1-8e1375aa55d8 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:16.059225 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.081004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:16.083324 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a48bb2-1d60-4165-99a0-4740e883029f" -d '{"events": [{"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-plugged", "status": "completed", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:16.142372 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] For port f5c00eb5-985e-4300-994d-72dafe775e9d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f5c00eb5-985e-4300-994d-72dafe775e9d,segment=NetworkSegment(4de7bdd8-324a-4596-820d-4b3c9c732a84),segment_id=4de7bdd8-324a-4596-820d-4b3c9c732a84)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:16.142750 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.173859 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-75b18efd-3f80-4323-98f0-be5a10f2fb09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:16.180329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:16.199970 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 885d4529-65a4-496e-83a1-8e1375aa55d8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=885d4529-65a4-496e-83a1-8e1375aa55d8,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:16.202613 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.238128 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:16.244014 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.262268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Calling delete_port for f5c00eb5-985e-4300-994d-72dafe775e9d owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:16.283144 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Pushing event updated for resources: {'Port': ['ID=c17ff0b1-fde6-4cdd-8037-3bf46944528b,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:16.295019 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:16.311767 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=10']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:16.323993 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:16.378477 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:16.410882 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.426379 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c003c696-44d0-4912-a61a-5f75add4ee13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:16.490758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c00eb5-985e-4300-994d-72dafe775e9d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:16.495872 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:16.496741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] No DVR routers for this DVR port f5c00eb5-985e-4300-994d-72dafe775e9d on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:16.540323 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b59d4d1-c114-4c39-a005-f7c98eb92b96 req-bbcf9aff-48ac-4937-b3de-131a7f4a5f69 service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398381 Jun 17 08:21:16.562467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b on host n-h2-779913-16 for vnic_type normal with profile {"migrating_to": "n-h1-779913-16"} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:16.567150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:16.568661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:16.607264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Port c17ff0b1-fde6-4cdd-8037-3bf46944528b on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:16.607928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Attempting to bind port c17ff0b1-fde6-4cdd-8037-3bf46944528b on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:16.663397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:16.664150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:16.664718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:16.665429 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Bound port: c17ff0b1-fde6-4cdd-8037-3bf46944528b, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:16.665985 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.699951 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.738268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81738f80-bb67-4920-9f02-af2bd556793a']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:16.779484 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de7bdd8-324a-4596-820d-4b3c9c732a84') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:16.779707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de7bdd8-324a-4596-820d-4b3c9c732a84') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:16.832647 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.858579 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b59d4d1-c114-4c39-a005-f7c98eb92b96 req-a6eb32c6-f149-45bf-b829-8237d1ce7fca service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972357 Jun 17 08:21:16.883474 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.906557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:21:16.906557 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:21:16.908865 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:21:16.971485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['885d4529-65a4-496e-83a1-8e1375aa55d8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:16.986445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:16.996337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:17.008825 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.017650 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-723f8b9e-417b-4d42-8cb3-bf6559ffaada tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.038992 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.047305 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:17.050508 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.064984 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] 10.222.0.47 "DELETE /v2.0/networks/81738f80-bb67-4920-9f02-af2bd556793a HTTP/1.1" status: 204 len: 168 time: 1.3062668 Jun 17 08:21:17.091031 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=81738f80-bb67-4920-9f02-af2bd556793a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.096941 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.125255 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.130291 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=885d4529-65a4-496e-83a1-8e1375aa55d8,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.148249 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.770s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.223155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Pushing event updated for resources: {'Port': ['ID=c17ff0b1-fde6-4cdd-8037-3bf46944528b,revision_number=8']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:17.246935 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:17.280798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:17.281267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.286529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] 10.222.0.10 "PUT /v2.0/ports/c17ff0b1-fde6-4cdd-8037-3bf46944528b HTTP/1.1" status: 200 len: 1123 time: 2.3039088 Jun 17 08:21:17.340482 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49ed950-2e8b-4691-8fde-6309b60e26b6 None None] DHCP port deletion for 81738f80-bb67-4920-9f02-af2bd556793a request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:21:17.418510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['c17ff0b1-fde6-4cdd-8037-3bf46944528b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:17.516114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52696) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:17.653239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f5c00eb5-985e-4300-994d-72dafe775e9d no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:17.657505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52698) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:17.663433 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2e3c3dd8-78da-4d7d-88e2-d61f3e846370 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3464ed1b59db4bc6ad9e3d34623bee5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444705 Jun 17 08:21:17.757120 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e026e9a9-fdce-461c-9926-8c8868f747e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.762964 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f5c00eb5-985e-4300-994d-72dafe775e9d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:17.763471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f5c00eb5-985e-4300-994d-72dafe775e9d not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:17.833467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e026e9a9-fdce-461c-9926-8c8868f747e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:17.996931 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e026e9a9-fdce-461c-9926-8c8868f747e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.002300 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e026e9a9-fdce-461c-9926-8c8868f747e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.006439 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e026e9a9-fdce-461c-9926-8c8868f747e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8a7c2cc-5fa7-427d-9ede-c55b24094fea HTTP/1.1" status: 204 len: 168 time: 0.3450570 Jun 17 08:21:18.007605 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5cafedd7-0a84-4b77-a9b5-8a46d2bb223a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:18.031554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026e9a9-fdce-461c-9926-8c8868f747e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a7c2cc-5fa7-427d-9ede-c55b24094fea,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:18.061634 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e026e9a9-fdce-461c-9926-8c8868f747e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:18.433216 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b98a373b-1c81-4e59-837e-167a39249b43 req-7eca2b91-49df-4038-814d-7cec8704aa35 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1719689 Jun 17 08:21:18.587422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 885d4529-65a4-496e-83a1-8e1375aa55d8 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:18.683213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a373b-1c81-4e59-837e-167a39249b43 req-3c3c18e1-5756-46e5-9004-2186b83e98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:18.689053 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b98a373b-1c81-4e59-837e-167a39249b43 req-3c3c18e1-5756-46e5-9004-2186b83e98b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4228395c8ead46e294631fe1186cdb6a&device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 1098 time: 0.1441035 Jun 17 08:21:18.774066 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.812412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 885d4529-65a4-496e-83a1-8e1375aa55d8 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:18.827491 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 885d4529-65a4-496e-83a1-8e1375aa55d8 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:18.827884 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:18.944531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a373b-1c81-4e59-837e-167a39249b43 req-47729e77-4939-40f5-981d-a0ab9a265a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:18.951460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b98a373b-1c81-4e59-837e-167a39249b43 req-47729e77-4939-40f5-981d-a0ab9a265a92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f HTTP/1.1" status: 200 len: 925 time: 0.2383816 Jun 17 08:21:19.004634 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.081622 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b98a373b-1c81-4e59-837e-167a39249b43 req-b9556855-1d7f-4bb4-9c90-4e2bf3a6097c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854c10a3-8d99-4da0-af09-65043e2d0d1b HTTP/1.1" status: 200 len: 1001 time: 0.1215577 Jun 17 08:21:19.090290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 885d4529-65a4-496e-83a1-8e1375aa55d8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=885d4529-65a4-496e-83a1-8e1375aa55d8,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:19.101146 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:19.103382 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:19.199721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a373b-1c81-4e59-837e-167a39249b43 req-813a9ff2-2526-43ad-8059-9a90f3d15f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.202335 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b98a373b-1c81-4e59-837e-167a39249b43 req-813a9ff2-2526-43ad-8059-9a90f3d15f52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9b62983-9280-41ef-98fb-95e6bb7ee564 HTTP/1.1" status: 200 len: 863 time: 0.1138160 Jun 17 08:21:19.249019 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=885d4529-65a4-496e-83a1-8e1375aa55d8,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:19.257940 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:19.306038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a373b-1c81-4e59-837e-167a39249b43 req-047d9510-2345-44fc-8d79-977a9dc08af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:19.309388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b98a373b-1c81-4e59-837e-167a39249b43 req-047d9510-2345-44fc-8d79-977a9dc08af9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988748 Jun 17 08:21:19.435171 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b98a373b-1c81-4e59-837e-167a39249b43 req-c25646dd-343b-449f-96db-be6722e3edd8 service neutron] 10.222.0.10 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109872 Jun 17 08:21:19.608418 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b98a373b-1c81-4e59-837e-167a39249b43 req-6857cc31-51ba-4916-bdca-de3fe760971e service neutron] 10.222.0.10 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639600 Jun 17 08:21:20.433624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c17ff0b1-fde6-4cdd-8037-3bf46944528b details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:20.501364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6b37ad3b-fcaf-4d62-8955-194965936d18 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:20.575666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 6b37ad3b-fcaf-4d62-8955-194965936d18 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:20.582668 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 6b37ad3b-fcaf-4d62-8955-194965936d18 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:20.583201 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.693967 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:20.714970 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c17ff0b1-fde6-4cdd-8037-3bf46944528b has no active binding in host n-h1-779913-16 {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:21:20.720652 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.765353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6b37ad3b-fcaf-4d62-8955-194965936d18, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6b37ad3b-fcaf-4d62-8955-194965936d18,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:20.786204 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:20.788580 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:20.847297 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6b37ad3b-fcaf-4d62-8955-194965936d18,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:20.858907 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.098159 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:21:21.102064 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:21:21.174999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986472b-18b1-4a17-a4dc-3bc99d05f387 req-7ab26133-9b9a-4378-ae9c-e0a3213b3fcd tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:21.176708 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6986472b-18b1-4a17-a4dc-3bc99d05f387 req-7ab26133-9b9a-4378-ae9c-e0a3213b3fcd tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 946 time: 0.0855992 Jun 17 08:21:21.237438 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6986472b-18b1-4a17-a4dc-3bc99d05f387 req-75f5956f-e461-4277-961a-dfbd0ca24bf0 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541511 Jun 17 08:21:21.304187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d4fda-f1c1-4b29-8c1d-0f404cc6f763 req-f94b91b1-5b75-4ea6-8810-56333578ac0f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:21.311971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c6d4fda-f1c1-4b29-8c1d-0f404cc6f763 req-f94b91b1-5b75-4ea6-8810-56333578ac0f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.0974019 Jun 17 08:21:21.356650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c6d4fda-f1c1-4b29-8c1d-0f404cc6f763 req-eecc334f-3198-455a-abe2-1935c0096f83 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433900 Jun 17 08:21:21.402736 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a383cf4a-b32b-4899-b758-6824bbdb5aa8 x-openstack-request-id: req-a383cf4a-b32b-4899-b758-6824bbdb5aa8 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:21.403177 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e51dae-eee4-4326-9919-86de42608293", "name": "network-vif-unplugged", "status": "completed", "tag": "c17ff0b1-fde6-4cdd-8037-3bf46944528b", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:21.403557 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a383cf4a-b32b-4899-b758-6824bbdb5aa8 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:21.404078 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e51dae-eee4-4326-9919-86de42608293', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b', 'code': 200} Jun 17 08:21:21.446141 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f807af35-f37d-46a2-804c-d6bb744a633d x-openstack-request-id: req-f807af35-f37d-46a2-804c-d6bb744a633d {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:21.446641 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-plugged", "status": "completed", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:21.447212 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f807af35-f37d-46a2-804c-d6bb744a633d {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:21.447689 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'code': 200} Jun 17 08:21:21.497823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420d7fc-db36-444b-97f4-6a3732c22920 req-20908038-cd37-4bdc-ad25-3a9f2b530e5a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:21.499394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0420d7fc-db36-444b-97f4-6a3732c22920 req-20908038-cd37-4bdc-ad25-3a9f2b530e5a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 943 time: 0.0939541 Jun 17 08:21:21.549397 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0420d7fc-db36-444b-97f4-6a3732c22920 req-7e522178-30ba-4c4c-8f11-d5dc3883e22b tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Jun 17 08:21:21.949438 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-e77759da-575e-4582-b382-7dbecc5cf6a3 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=175bed2f37aa457a88e5cbcd32a47e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303891 Jun 17 08:21:22.039364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d7f6c-2f98-41c1-b0ec-4b310058929f req-21b295d2-ffda-486a-9b12-452e83af811e tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:22.040816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e7d7f6c-2f98-41c1-b0ec-4b310058929f req-21b295d2-ffda-486a-9b12-452e83af811e tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 950 time: 0.4652002 Jun 17 08:21:22.117365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-e29257ab-584c-4385-bc52-6fba1f30fc3b tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:22.118985 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-e29257ab-584c-4385-bc52-6fba1f30fc3b tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593487 Jun 17 08:21:22.134311 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e7d7f6c-2f98-41c1-b0ec-4b310058929f req-55f315e0-5e27-44a9-8cc8-e9d418872008 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805697 Jun 17 08:21:22.138502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-0234ab97-bc83-4935-8766-2d05c59c0a08 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/quotas/175bed2f37aa457a88e5cbcd32a47e19 HTTP/1.1" status: 200 len: 375 time: 0.0135932 Jun 17 08:21:22.180849 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-b7d384cb-9302-4b78-a47a-b086310b9bf8 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=175bed2f37aa457a88e5cbcd32a47e19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322237 Jun 17 08:21:22.448632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd214da-b93c-45d6-914a-343c5c5a4c67 req-1c355426-fed6-4ee1-9e2d-d85751509979 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:22.451594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fd214da-b93c-45d6-914a-343c5c5a4c67 req-1c355426-fed6-4ee1-9e2d-d85751509979 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 946 time: 0.0878007 Jun 17 08:21:22.519916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fd214da-b93c-45d6-914a-343c5c5a4c67 req-7f583a4e-95f2-4268-a29a-990c763669a1 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603447 Jun 17 08:21:22.827354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20dac9-69ac-40d1-80af-48e7489e32e6 req-d8b834cd-8070-4da7-b2bc-80e1c7f872dd tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:22.829069 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de20dac9-69ac-40d1-80af-48e7489e32e6 req-d8b834cd-8070-4da7-b2bc-80e1c7f872dd tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 946 time: 0.1097724 Jun 17 08:21:22.904615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de20dac9-69ac-40d1-80af-48e7489e32e6 req-6696d166-547d-4e42-9bc2-9a64b868e369 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548475 Jun 17 08:21:23.014265 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ccf8991-1df7-40cc-9a7c-0421c21d28b3 req-af09fa07-8fc8-4698-9e23-28cbbbce93dd tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 210 time: 0.0646410 Jun 17 08:21:23.248579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8bddd-78e7-49f3-8023-b394dc1f903e req-97d7fe4f-4570-4d6e-9d43-670b7b3ca23a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:23.258538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2be8bddd-78e7-49f3-8023-b394dc1f903e req-97d7fe4f-4570-4d6e-9d43-670b7b3ca23a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.0895970 Jun 17 08:21:23.310874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2be8bddd-78e7-49f3-8023-b394dc1f903e req-514fcc8c-b1c7-47d4-85db-0fe522fab0eb tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501380 Jun 17 08:21:23.405589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1e51dae-eee4-4326-9919-86de42608293', 'tag': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:23.409022 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c692d9c-7f10-451d-8969-ff46df43acf0" -d '{"events": [{"name": "network-changed", "server_uuid": "a1e51dae-eee4-4326-9919-86de42608293", "tag": "c17ff0b1-fde6-4cdd-8037-3bf46944528b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:23.449157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885d4529-65a4-496e-83a1-8e1375aa55d8'}, {'server_uuid': 'bc87b1b7-8904-45d9-8e13-04b76ea9bffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b37ad3b-fcaf-4d62-8955-194965936d18'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:23.457039 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dbbb4a-34e5-4d07-b53c-fab4da5c6596" -d '{"events": [{"server_uuid": "17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8", "name": "network-vif-plugged", "status": "completed", "tag": "885d4529-65a4-496e-83a1-8e1375aa55d8"}, {"server_uuid": "bc87b1b7-8904-45d9-8e13-04b76ea9bffe", "name": "network-vif-plugged", "status": "completed", "tag": "6b37ad3b-fcaf-4d62-8955-194965936d18"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:23.557950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee09148-3342-4aeb-8e79-f934e6dff2f8 req-8bf167d0-6110-4c50-bbef-5739d20c78ae tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:23.559877 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ee09148-3342-4aeb-8e79-f934e6dff2f8 req-8bf167d0-6110-4c50-bbef-5739d20c78ae tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 943 time: 0.1038859 Jun 17 08:21:23.645935 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ee09148-3342-4aeb-8e79-f934e6dff2f8 req-74372d22-7f1a-4fa5-b6d7-1d8db772984e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799057 Jun 17 08:21:23.748043 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30620b20-0688-4f1e-bdeb-89ff5adde694 x-openstack-request-id: req-30620b20-0688-4f1e-bdeb-89ff5adde694 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:23.748394 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1e51dae-eee4-4326-9919-86de42608293", "tag": "c17ff0b1-fde6-4cdd-8037-3bf46944528b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:23.748635 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-30620b20-0688-4f1e-bdeb-89ff5adde694 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:23.749054 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1e51dae-eee4-4326-9919-86de42608293', 'tag': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b', 'status': 'completed', 'code': 200} Jun 17 08:21:23.760381 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf190375-5b73-4a40-9dd2-18596fd908e1 req-773eae5d-94df-4d23-bb6b-70c734109b8c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:23.762410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bf190375-5b73-4a40-9dd2-18596fd908e1 req-773eae5d-94df-4d23-bb6b-70c734109b8c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 950 time: 0.1421466 Jun 17 08:21:23.884464 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bf190375-5b73-4a40-9dd2-18596fd908e1 req-3e68ab7a-d24b-4dcc-972e-d3412322934f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122808 Jun 17 08:21:23.957960 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a53808-f8a9-437f-9d16-03962993521a x-openstack-request-id: req-e5a53808-f8a9-437f-9d16-03962993521a {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:23.961040 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8", "name": "network-vif-plugged", "status": "completed", "tag": "885d4529-65a4-496e-83a1-8e1375aa55d8", "code": 200}, {"server_uuid": "bc87b1b7-8904-45d9-8e13-04b76ea9bffe", "name": "network-vif-plugged", "status": "completed", "tag": "6b37ad3b-fcaf-4d62-8955-194965936d18", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:23.961040 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e5a53808-f8a9-437f-9d16-03962993521a {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:23.961040 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885d4529-65a4-496e-83a1-8e1375aa55d8', 'code': 200} Jun 17 08:21:23.961040 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc87b1b7-8904-45d9-8e13-04b76ea9bffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b37ad3b-fcaf-4d62-8955-194965936d18', 'code': 200} Jun 17 08:21:23.968858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c692d9c-7f10-451d-8969-ff46df43acf0 req-70172bfa-ead6-40a6-90e2-156b4b710d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:23.970424 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c692d9c-7f10-451d-8969-ff46df43acf0 req-70172bfa-ead6-40a6-90e2-156b4b710d90 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 1126 time: 0.1730325 Jun 17 08:21:23.987732 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-de092891-93a3-4369-ab4c-aa201e5ec3c3 service neutron] 10.222.0.63 "GET /v2.0/ports/c17ff0b1-fde6-4cdd-8037-3bf46944528b/bindings/n-h1-779913-16 HTTP/1.1" status: 200 len: 385 time: 0.1783853 Jun 17 08:21:24.134081 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-0b4e4c55-c450-4951-a270-f5a26f58a99b tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=175bed2f37aa457a88e5cbcd32a47e19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637972 Jun 17 08:21:24.394297 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc45e4-d8cb-4e1c-8fb3-73e4644540a7 req-7939dcf3-e121-4d07-ac06-5b349a433b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:24.400970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c692d9c-7f10-451d-8969-ff46df43acf0 req-012ed89f-e431-46c0-a4cf-da14e82e853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:24.402645 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-79cc45e4-d8cb-4e1c-8fb3-73e4644540a7 req-7939dcf3-e121-4d07-ac06-5b349a433b89 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 1098 time: 0.2726972 Jun 17 08:21:24.406598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c692d9c-7f10-451d-8969-ff46df43acf0 req-012ed89f-e431-46c0-a4cf-da14e82e853c service neutron] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.4291284 Jun 17 08:21:24.462715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c17ff0b1-fde6-4cdd-8037-3bf46944528b details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:24.524063 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-79cc45e4-d8cb-4e1c-8fb3-73e4644540a7 req-7aa99dee-4826-499b-b10e-a161aec7b2ec service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645065 Jun 17 08:21:24.563429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:24.596518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:24.632401 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c692d9c-7f10-451d-8969-ff46df43acf0 req-1e375679-4801-4336-83cf-4ecb4465242d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b HTTP/1.1" status: 200 len: 217 time: 0.2125015 Jun 17 08:21:24.666508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device db0f9b45-230a-46bd-ba3d-7168bb96481c no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:24.678191 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17ff0b1-fde6-4cdd-8037-3bf46944528b {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:24.697267 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:24.719064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.745124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:24.750864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-66dde07a-8750-4f13-ba46-39b7fa387ca7 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:24.752451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-66dde07a-8750-4f13-ba46-39b7fa387ca7 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6129105 Jun 17 08:21:24.754922 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-10595336-dc07-4a4b-ba17-ff24fff5372c req-3a5de1ba-20c8-44b7-a697-fab8d51722c5 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 210 time: 0.1031232 Jun 17 08:21:24.784349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Request body: {'port': {'device_id': '8ecc9b49-0941-40b8-b561-0c21b62daf5e', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '175bed2f37aa457a88e5cbcd32a47e19'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:24.799543 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.824405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c17ff0b1-fde6-4cdd-8037-3bf46944528b has no active binding in host n-h1-779913-16 {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:21:24.843089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port db0f9b45-230a-46bd-ba3d-7168bb96481c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=db0f9b45-230a-46bd-ba3d-7168bb96481c,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:24.854256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed91d8e-434a-43b7-987c-aabc9c1efccd req-8453b75d-fcf1-4ebf-a539-47679e36dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:24.855862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ed91d8e-434a-43b7-987c-aabc9c1efccd req-8453b75d-fcf1-4ebf-a539-47679e36dcf3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 1102 time: 0.6922412 Jun 17 08:21:24.863674 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.866162 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:24.880986 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c692d9c-7f10-451d-8969-ff46df43acf0 req-915c8f7d-e4b0-4cf0-ae4f-d86a276c6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:24.882452 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c692d9c-7f10-451d-8969-ff46df43acf0 req-915c8f7d-e4b0-4cf0-ae4f-d86a276c6813 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.2032678 Jun 17 08:21:24.913820 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Transition to ACTIVE for port object c17ff0b1-fde6-4cdd-8037-3bf46944528b will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:24.929492 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:24.933245 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:24.942485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=db0f9b45-230a-46bd-ba3d-7168bb96481c,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:24.943626 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c692d9c-7f10-451d-8969-ff46df43acf0 req-79fb7284-56fa-4c88-9595-67a99d3264f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454743 Jun 17 08:21:24.946607 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:24.983784 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ed91d8e-434a-43b7-987c-aabc9c1efccd req-b7a59fec-3442-4847-8c56-a42e2d2b129f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123676 Jun 17 08:21:25.000766 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Pushing event updated for resources: {'Port': ['ID=c17ff0b1-fde6-4cdd-8037-3bf46944528b,revision_number=10']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:25.012307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.012932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.014077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.014077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.014528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.015441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.015441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.015863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.016306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.016896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.017339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.017818 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:25.022655 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:25.084290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] No DVR routers for this DVR port c17ff0b1-fde6-4cdd-8037-3bf46944528b on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:25.085319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b41cde-6b17-43f3-8f87-4ed24c539762 req-3e47dfff-7f82-4041-bc86-0e901a59403a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:25.086927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32b41cde-6b17-43f3-8f87-4ed24c539762 req-3e47dfff-7f82-4041-bc86-0e901a59403a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 946 time: 0.4289968 Jun 17 08:21:25.125004 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] 10.222.0.63 "PUT /v2.0/ports/c17ff0b1-fde6-4cdd-8037-3bf46944528b/bindings/n-h1-779913-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1296196 Jun 17 08:21:25.168725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Made reservation on behalf of 175bed2f37aa457a88e5cbcd32a47e19 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:25.172482 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.191471 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.195283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c692d9c-7f10-451d-8969-ff46df43acf0 req-47b10e3c-1288-40fc-8548-c9c8b41fc80a service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328377 Jun 17 08:21:25.201768 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32b41cde-6b17-43f3-8f87-4ed24c539762 req-00be10ce-3450-4dce-9013-fc432bfde186 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077492 Jun 17 08:21:25.282552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d1c37-f324-4ed8-a418-529cdd38f069 req-8837ad6f-6b4c-40e3-b2a1-d1c576877194 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:25.284173 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c48d1c37-f324-4ed8-a418-529cdd38f069 req-8837ad6f-6b4c-40e3-b2a1-d1c576877194 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.2801135 Jun 17 08:21:25.500037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c48d1c37-f324-4ed8-a418-529cdd38f069 req-89d91c4c-2d50-4187-929e-b61bdc2c0787 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784303 Jun 17 08:21:25.551457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-0d90cf88-f686-4c05-80f5-c481226378e4 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:25.553237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-0d90cf88-f686-4c05-80f5-c481226378e4 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1096 time: 0.3503568 Jun 17 08:21:25.584811 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c692d9c-7f10-451d-8969-ff46df43acf0 req-a7f80d61-bab2-41e1-bc06-4bb553d0d505 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606727 Jun 17 08:21:25.634230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-5c8c751f-468d-4160-a196-99faf4266825 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:25.641268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-5c8c751f-468d-4160-a196-99faf4266825 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 804 time: 0.3158634 Jun 17 08:21:25.692683 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7b1620fa-a595-4fc2-9d49-edc3d0ca576d tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/quotas/3a01de3e2c464444b41ad7bd64ef1eb7 HTTP/1.1" status: 200 len: 375 time: 0.0500484 Jun 17 08:21:25.752180 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.772339 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:25.776544 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4bba9ff9-e8e0-4f0b-a4cb-44fa4e46d1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:25.784979 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-ff92ab71-3ea6-4df2-9873-75b1c2329d2e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1069022877&fields=id&tenant_id=4228395c8ead46e294631fe1186cdb6a HTTP/1.1" status: 200 len: 267 time: 0.1290314 Jun 17 08:21:25.943648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a05acafe-6f5b-4644-89ce-2576cb7eeabb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:25.957045 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:25.960307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-c2cfe812-d975-47a2-be4c-f84ff29eabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:25.961535 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0f9b45-230a-46bd-ba3d-7168bb96481c'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:25.962023 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-c2cfe812-d975-47a2-be4c-f84ff29eabf6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293&tenant_id=8bb892de27e941a1be407e53634cff36 HTTP/1.1" status: 200 len: 1096 time: 0.3913579 Jun 17 08:21:25.966306 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf04183-f08f-4b56-8825-0e1b41d72578" -d '{"events": [{"server_uuid": "82a29959-8d7f-4f92-8b17-f2c505e67581", "name": "network-vif-unplugged", "status": "completed", "tag": "db0f9b45-230a-46bd-ba3d-7168bb96481c"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:26.046687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-3c9c00f2-a65f-471c-b37d-eb2809434998 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3527536 Jun 17 08:21:26.162150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Allocated IP 192.168.233.86 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/d96aa9e0-196a-4f2f-91b6-4f998df23249) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:26.172039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-196a0e81-7614-40e6-ba31-eb45ea7f59f6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:26.181182 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-196a0e81-7614-40e6-ba31-eb45ea7f59f6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/networks?id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f HTTP/1.1" status: 200 len: 824 time: 0.3675213 Jun 17 08:21:26.225808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-6498caa6-b806-431a-9992-db868b490c8a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/quotas/4228395c8ead46e294631fe1186cdb6a HTTP/1.1" status: 200 len: 375 time: 0.0436831 Jun 17 08:21:26.334164 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-58269d04-49a5-4395-8418-492a19e70abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:26.335591 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-58269d04-49a5-4395-8418-492a19e70abf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 1096 time: 0.3264825 Jun 17 08:21:26.426225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-ad3b15f1-a896-414a-9288-4b2e7234da52 service neutron] 10.222.0.47 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786836 Jun 17 08:21:26.660519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c17ff0b1-fde6-4cdd-8037-3bf46944528b no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:26.724999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c17ff0b1-fde6-4cdd-8037-3bf46944528b not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:26.784070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-52b301a7-6ba0-449d-a6e6-e2a5647c41a3 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:26.786632 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-52b301a7-6ba0-449d-a6e6-e2a5647c41a3 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.10 "GET /v2.0/ports?device_id=467d6fd2-35ac-401a-a2c4-410fc6833fc2 HTTP/1.1" status: 200 len: 946 time: 0.0932167 Jun 17 08:21:26.929195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Deleting port 854c10a3-8d99-4da0-af09-65043e2d0d1b {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:26.929812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.017992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-e902466b-0c0d-48af-bb26-880f973a8dd9 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4228395c8ead46e294631fe1186cdb6a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7753029 Jun 17 08:21:27.050718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] For port 854c10a3-8d99-4da0-af09-65043e2d0d1b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=854c10a3-8d99-4da0-af09-65043e2d0d1b,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:27.051332 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.055242 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.093343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77969cc0-85cd-4a20-a822-4e854f4fab51 req-ec62301c-50b3-4f72-b080-2771bcead984 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:27.094840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77969cc0-85cd-4a20-a822-4e854f4fab51 req-ec62301c-50b3-4f72-b080-2771bcead984 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "GET /v2.0/ports?device_id=82a29959-8d7f-4f92-8b17-f2c505e67581 HTTP/1.1" status: 200 len: 944 time: 0.7574859 Jun 17 08:21:27.161687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-b29f8718-1d12-466b-baa6-428254bba248 service neutron] 10.222.0.47 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7165434 Jun 17 08:21:27.162684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-460dd60b-922e-4f51-bc8e-984f64599816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:27.164090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-460dd60b-922e-4f51-bc8e-984f64599816 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.8124175 Jun 17 08:21:27.187131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Transition to ACTIVE for port object d96aa9e0-196a-4f2f-91b6-4f998df23249 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:27.259059 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-073c0500-a55c-42bf-be19-2c48130c8213 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b HTTP/1.1" status: 200 len: 217 time: 0.0701418 Jun 17 08:21:27.399483 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.399932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.401159 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Floating IP a7f7bfd9-6c87-4046-a837-8f5a319ec5c0 disassociated. External IP: 172.25.8.50, port: 854c10a3-8d99-4da0-af09-65043e2d0d1b. Jun 17 08:21:27.401159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Calling delete_port for 854c10a3-8d99-4da0-af09-65043e2d0d1b owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:27.466733 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dd57ab14-7494-4194-892a-1635c94b5d90 service neutron] 10.222.0.47 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478247 Jun 17 08:21:27.499280 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.518967 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:27.552254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-3cf88f42-e759-464d-9b97-b525a6110579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:27.553748 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-3cf88f42-e759-464d-9b97-b525a6110579 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.2840891 Jun 17 08:21:27.560746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.566522 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:27.595366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Pushing event deleted for resources: {'Port': ['ID=854c10a3-8d99-4da0-af09-65043e2d0d1b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:27.605583 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:27.638913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-bf54ebb5-7c7f-47a3-8d37-5dbb43593b09 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548255 Jun 17 08:21:27.653485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:27.689979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-77969cc0-85cd-4a20-a822-4e854f4fab51 req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Deleting port db0f9b45-230a-46bd-ba3d-7168bb96481c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:27.690322 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77969cc0-85cd-4a20-a822-4e854f4fab51 req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:27.693199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:27.714913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Pushing event updated for resources: {'Port': ['ID=d96aa9e0-196a-4f2f-91b6-4f998df23249,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:27.735345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:27.735656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Router 4f72ed0e-bb98-4137-9afd-c47aad329e6b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:21:27.745306 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:27.899460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa7a1ed-1ded-4d2c-b81e-9c688e279743 req-b65da34f-b5bd-4acf-b4e5-c246e80d2b62 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:27.906795 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fa7a1ed-1ded-4d2c-b81e-9c688e279743 req-b65da34f-b5bd-4acf-b4e5-c246e80d2b62 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 944 time: 0.4847050 Jun 17 08:21:27.916042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-5fdcad02-80e1-40f9-80f9-f5bf86b32b12 service neutron] 10.222.0.47 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369659 Jun 17 08:21:28.001954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:28.018008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f73e7b6-690d-42e9-b2b4-7238a423ba7b None None] Sync routers for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:28.036566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f73e7b6-690d-42e9-b2b4-7238a423ba7b None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:28.037253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8f73e7b6-690d-42e9-b2b4-7238a423ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:21:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:28.060443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:28.061136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.103777 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] No DVR routers for this DVR port 854c10a3-8d99-4da0-af09-65043e2d0d1b on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:28.109097 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.111358 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-78ecd346-c0a7-4135-a825-cbecde21aec2 req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.10 "DELETE /v2.0/ports/854c10a3-8d99-4da0-af09-65043e2d0d1b HTTP/1.1" status: 204 len: 173 time: 1.3164530 Jun 17 08:21:28.111887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'name': 'network-vif-deleted', 'tag': '854c10a3-8d99-4da0-af09-65043e2d0d1b'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:28.114365 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a47258-264b-4425-abc1-c8858bf31294" -d '{"events": [{"server_uuid": "467d6fd2-35ac-401a-a2c4-410fc6833fc2", "name": "network-vif-deleted", "tag": "854c10a3-8d99-4da0-af09-65043e2d0d1b"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:28.183134 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fa7a1ed-1ded-4d2c-b81e-9c688e279743 req-a5987428-5083-43a9-aecf-c0c7a7769ba4 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745936 Jun 17 08:21:28.226139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-e3b1da5f-a9d5-43f8-8710-0058c4d29729 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673509 Jun 17 08:21:28.300006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-77969cc0-85cd-4a20-a822-4e854f4fab51 req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] For port db0f9b45-230a-46bd-ba3d-7168bb96481c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=db0f9b45-230a-46bd-ba3d-7168bb96481c,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:28.303445 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77969cc0-85cd-4a20-a822-4e854f4fab51 req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.381382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cb3c783e-ed76-4c49-92be-6cab297eae3b None None] Provisioning for port d96aa9e0-196a-4f2f-91b6-4f998df23249 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:28.403086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6232324 Jun 17 08:21:28.427456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cb3c783e-ed76-4c49-92be-6cab297eae3b None None] Provisioning complete for port d96aa9e0-196a-4f2f-91b6-4f998df23249 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:28.427865 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cb3c783e-ed76-4c49-92be-6cab297eae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.489286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Request body: {'port': {'device_id': '8ecc9b49-0941-40b8-b561-0c21b62daf5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:28.498559 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 854c10a3-8d99-4da0-af09-65043e2d0d1b no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:28.521758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-77969cc0-85cd-4a20-a822-4e854f4fab51 req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Calling delete_port for db0f9b45-230a-46bd-ba3d-7168bb96481c owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:28.536681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 854c10a3-8d99-4da0-af09-65043e2d0d1b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:28.537024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 854c10a3-8d99-4da0-af09-65043e2d0d1b not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:28.537446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c17ff0b1-fde6-4cdd-8037-3bf46944528b no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:28.567960 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c783e-ed76-4c49-92be-6cab297eae3b None None] Port d96aa9e0-196a-4f2f-91b6-4f998df23249 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:28.575615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-8f73e7b6-690d-42e9-b2b4-7238a423ba7b None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:28.769984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-70c4fbef-c126-40e2-bf7d-f1f074aada4b service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317004 Jun 17 08:21:28.793693 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:28.817819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f78a8-8b02-4e4d-9e50-9d4c4ec8bc8d req-522727e8-644b-404e-81c9-9c974f9d06cc tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:28.819286 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c07f78a8-8b02-4e4d-9e50-9d4c4ec8bc8d req-522727e8-644b-404e-81c9-9c974f9d06cc tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 950 time: 0.2952764 Jun 17 08:21:28.836400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ce048-46db-4b34-95eb-1f61ae96240a req-f9b945cb-cfbe-4d4c-ad83-e92b65369bbf tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:28.843685 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc6ce048-46db-4b34-95eb-1f61ae96240a req-f9b945cb-cfbe-4d4c-ad83-e92b65369bbf tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 935 time: 0.3141718 Jun 17 08:21:28.848604 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8f73e7b6-690d-42e9-b2b4-7238a423ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:28.891069 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f73e7b6-690d-42e9-b2b4-7238a423ba7b None None] Checking router: 4f72ed0e-bb98-4137-9afd-c47aad329e6b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:28.901701 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f73e7b6-690d-42e9-b2b4-7238a423ba7b None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:28.902372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8f73e7b6-690d-42e9-b2b4-7238a423ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:21:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:29.061114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-8f73e7b6-690d-42e9-b2b4-7238a423ba7b None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:29.120883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-056d8e87-df40-4a06-80d7-0c7edb7aea48 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:29.132624 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-056d8e87-df40-4a06-80d7-0c7edb7aea48 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 804 time: 0.1552689 Jun 17 08:21:29.140786 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc6ce048-46db-4b34-95eb-1f61ae96240a req-340928a4-bf80-49ea-88d9-5c086ce29a6d tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a05acafe-6f5b-4644-89ce-2576cb7eeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948244 Jun 17 08:21:29.156509 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Request body: {'port': {'device_id': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'admin_state_up': True, 'tenant_id': '3a01de3e2c464444b41ad7bd64ef1eb7'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:29.204215 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c07f78a8-8b02-4e4d-9e50-9d4c4ec8bc8d req-6cdd3558-c6a4-4322-a681-a039d3d42f8f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553722 Jun 17 08:21:29.216302 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77969cc0-85cd-4a20-a822-4e854f4fab51 req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:29.268986 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-75d7bb7e-39b3-4776-a2f2-9888ee0c723e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:29.293876 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0001c9-1365-4ed5-88b7-afd7f0abaf7d x-openstack-request-id: req-9f0001c9-1365-4ed5-88b7-afd7f0abaf7d {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:29.297365 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a29959-8d7f-4f92-8b17-f2c505e67581", "name": "network-vif-unplugged", "status": "completed", "tag": "db0f9b45-230a-46bd-ba3d-7168bb96481c", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:29.297774 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f0001c9-1365-4ed5-88b7-afd7f0abaf7d {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:29.298406 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db0f9b45-230a-46bd-ba3d-7168bb96481c', 'code': 200} Jun 17 08:21:29.396193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8f73e7b6-690d-42e9-b2b4-7238a423ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:29.400452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Made reservation on behalf of 3a01de3e2c464444b41ad7bd64ef1eb7 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:29.404064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:29.442996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f73e7b6-690d-42e9-b2b4-7238a423ba7b None None] The sync data for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 is: [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:29.486630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Pushing event deleted for resources: {'Port': ['ID=db0f9b45-230a-46bd-ba3d-7168bb96481c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:29.572400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.572854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.573288 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.573787 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.574245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.574656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.575180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.575638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.576032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.576440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.576835 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.577230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:29.589889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Allocated IP 172.20.0.14 (4bad1339-3c30-4d06-9310-373c69c176e8/6af897ec-2d0a-4599-9130-95c99bd44887/badab0ef-0421-4f88-9fb3-43cefa59d850) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:29.620174 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:29.625083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-77969cc0-85cd-4a20-a822-4e854f4fab51 req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] No DVR routers for this DVR port db0f9b45-230a-46bd-ba3d-7168bb96481c on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:29.636646 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77969cc0-85cd-4a20-a822-4e854f4fab51 req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:29.638669 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77969cc0-85cd-4a20-a822-4e854f4fab51 req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "DELETE /v2.0/ports/db0f9b45-230a-46bd-ba3d-7168bb96481c HTTP/1.1" status: 204 len: 173 time: 2.5361917 Jun 17 08:21:29.642825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'name': 'network-vif-deleted', 'tag': 'db0f9b45-230a-46bd-ba3d-7168bb96481c'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:29.645136 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53d09fe-d7f0-454f-9e65-bfe4b6f57860" -d '{"events": [{"server_uuid": "82a29959-8d7f-4f92-8b17-f2c505e67581", "name": "network-vif-deleted", "tag": "db0f9b45-230a-46bd-ba3d-7168bb96481c"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:29.709806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96aa9e0-196a-4f2f-91b6-4f998df23249 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:29.723719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:29.731826 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-ef91e2e4-1a00-41e0-b37a-6eb4aba6ebd1 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:29.733352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-ef91e2e4-1a00-41e0-b37a-6eb4aba6ebd1 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 1096 time: 0.5761721 Jun 17 08:21:29.762897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Transition to ACTIVE for port object d96aa9e0-196a-4f2f-91b6-4f998df23249 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:29.765985 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:29.789049 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:29.792191 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a5564e6a-bb8d-4483-91d2-e9c6af9ee3b2 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:29.795440 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a514f-25c6-4cad-9c6d-5b8d29de6edb None None] New status for floating IP a7f7bfd9-6c87-4046-a837-8f5a319ec5c0: DOWN {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:21:29.801091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f3964-b6ed-4eeb-83cf-cc60124196d7 req-6e5aa956-626f-4cdf-9a69-72a8e180406f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:29.802651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-597f3964-b6ed-4eeb-83cf-cc60124196d7 req-6e5aa956-626f-4cdf-9a69-72a8e180406f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 946 time: 0.4370043 Jun 17 08:21:29.810190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb0ec9-fb89-4bdd-842c-cd15136caa44 req-f3c22bc2-7a8f-4c4b-b459-17c8a59b6fd0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:29.812001 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3fb0ec9-fb89-4bdd-842c-cd15136caa44 req-f3c22bc2-7a8f-4c4b-b459-17c8a59b6fd0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.3023961 Jun 17 08:21:29.833381 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:29.845334 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f7f967b-b1e9-427e-8c93-63222101546b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:29.857687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Network 4bad1339-3c30-4d06-9310-373c69c176e8 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:29.861871 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:29.903598 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:29.957000 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:29.958111 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.001130 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8485627 Jun 17 08:21:30.005416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Pushing event updated for resources: {'Port': ['ID=badab0ef-0421-4f88-9fb3-43cefa59d850,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:30.010024 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:30.015687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Request body: {'port': {'device_id': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:30.026187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d96aa9e0-196a-4f2f-91b6-4f998df23249,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:30.042467 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:30.058706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-597f3964-b6ed-4eeb-83cf-cc60124196d7 req-22c1bda0-01f7-493f-b032-7c90b877aa58 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456684 Jun 17 08:21:30.132567 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3fb0ec9-fb89-4bdd-842c-cd15136caa44 req-188b759a-b62e-4d2c-af88-2d52f7796fae tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116946 Jun 17 08:21:30.159665 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.223354 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5ec562-7230-41d5-8cdf-a2fe9c10bb1a x-openstack-request-id: req-7d5ec562-7230-41d5-8cdf-a2fe9c10bb1a {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:30.223881 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467d6fd2-35ac-401a-a2c4-410fc6833fc2", "name": "network-vif-deleted", "tag": "854c10a3-8d99-4da0-af09-65043e2d0d1b", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:30.224329 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d5ec562-7230-41d5-8cdf-a2fe9c10bb1a {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:30.225156 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467d6fd2-35ac-401a-a2c4-410fc6833fc2', 'name': 'network-vif-deleted', 'tag': '854c10a3-8d99-4da0-af09-65043e2d0d1b', 'status': 'completed', 'code': 200} Jun 17 08:21:30.493119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id badab0ef-0421-4f88-9fb3-43cefa59d850 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:30.501961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.515507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Transition to ACTIVE for port object badab0ef-0421-4f88-9fb3-43cefa59d850 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:30.520662 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.523102 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4393ab0e-6298-4381-9f8e-db1b105496b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:30.668078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 16ed9851-cfd8-4223-8710-a18f7b920fcd no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:30.706171 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5482bbb8-d21e-4b64-851f-bd719d892f9f req-d2bb8492-3d21-4255-898d-018316c2ce7e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 210 time: 0.0689209 Jun 17 08:21:30.733720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-c9d42d67-bf64-4a08-8f49-1f7e80e72678 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:30.735314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-c9d42d67-bf64-4a08-8f49-1f7e80e72678 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.63 "GET /v2.0/networks?id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f HTTP/1.1" status: 200 len: 824 time: 0.7437651 Jun 17 08:21:30.759624 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-403597fb-a3d2-4fa0-b35b-2cbecef65619 service neutron] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:30.771226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Attempting to bind port d96aa9e0-196a-4f2f-91b6-4f998df23249 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:30.771444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Attempting to bind port d96aa9e0-196a-4f2f-91b6-4f998df23249 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:30.771779 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Attempting to bind port d96aa9e0-196a-4f2f-91b6-4f998df23249 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:30.775902 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-403597fb-a3d2-4fa0-b35b-2cbecef65619 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.777486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab7b0aa7-e79a-42ae-9f80-af6ccb93758d req-403597fb-a3d2-4fa0-b35b-2cbecef65619 service neutron] 10.222.0.10 "DELETE /v2.0/ports/c17ff0b1-fde6-4cdd-8037-3bf46944528b/bindings/n-h2-779913-16 HTTP/1.1" status: 204 len: 173 time: 1.0318811 Jun 17 08:21:30.783290 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.797056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Port d96aa9e0-196a-4f2f-91b6-4f998df23249 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:30.797382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Attempting to bind port d96aa9e0-196a-4f2f-91b6-4f998df23249 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:30.830213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16b2e4-00c3-466d-85a4-fd2db9be5a8c req-31151fb8-cc38-454b-b84d-c8eaacaf9b9f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:30.838555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da16b2e4-00c3-466d-85a4-fd2db9be5a8c req-31151fb8-cc38-454b-b84d-c8eaacaf9b9f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 932 time: 0.5979686 Jun 17 08:21:30.850507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-b29f6452-fc8e-4f9e-b3db-0801e42cbac7 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4228395c8ead46e294631fe1186cdb6a HTTP/1.1" status: 200 len: 380 time: 0.1039276 Jun 17 08:21:30.857312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:30.857671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:30.858020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:30.858473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Bound port: d96aa9e0-196a-4f2f-91b6-4f998df23249, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:30.858861 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.866238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Request body: {'port': {'device_id': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'admin_state_up': True, 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'security_groups': ['0e4ae047-6525-4301-88e5-8c491b2374e7']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:30.878815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:30.885376 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:30.886232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device db0f9b45-230a-46bd-ba3d-7168bb96481c no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:30.888994 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:30.931861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: db0f9b45-230a-46bd-ba3d-7168bb96481c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:30.932217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device db0f9b45-230a-46bd-ba3d-7168bb96481c not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:30.959477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=11']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:30.966881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.967230 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.967570 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.967908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.968237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.968566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.968908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.969217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.969540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.969922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.970250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.970571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:21:30.974507 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:30.983100 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Pushing event updated for resources: {'Port': ['ID=badab0ef-0421-4f88-9fb3-43cefa59d850,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:30.986669 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:30.995214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da16b2e4-00c3-466d-85a4-fd2db9be5a8c req-f8df6480-cf82-4b8a-9fc3-0692416e1f06 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556971 Jun 17 08:21:31.050643 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Attempting to bind port badab0ef-0421-4f88-9fb3-43cefa59d850 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:31.051009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Attempting to bind port badab0ef-0421-4f88-9fb3-43cefa59d850 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:31.051330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Attempting to bind port badab0ef-0421-4f88-9fb3-43cefa59d850 on network 4bad1339-3c30-4d06-9310-373c69c176e8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:31.056043 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Port badab0ef-0421-4f88-9fb3-43cefa59d850 on network 4bad1339-3c30-4d06-9310-373c69c176e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:31.056312 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Attempting to bind port badab0ef-0421-4f88-9fb3-43cefa59d850 on network 4bad1339-3c30-4d06-9310-373c69c176e8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:31.061915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:31.061915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Checking segment: {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:31.062233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Bound using segment: {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:31.062487 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Bound port: badab0ef-0421-4f88-9fb3-43cefa59d850, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:31.063072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.066476 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] For port d96aa9e0-196a-4f2f-91b6-4f998df23249, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:31.071340 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] For port d96aa9e0-196a-4f2f-91b6-4f998df23249, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d96aa9e0-196a-4f2f-91b6-4f998df23249,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:31.081732 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.086592 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:31.130429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] For port badab0ef-0421-4f88-9fb3-43cefa59d850, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:31.134714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] For port badab0ef-0421-4f88-9fb3-43cefa59d850, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=badab0ef-0421-4f88-9fb3-43cefa59d850,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:31.140022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82000625-41ae-42a3-a62b-a6b62576ea45 req-8566f4db-1bf9-4115-b419-99c769bb086b tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:31.141544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82000625-41ae-42a3-a62b-a6b62576ea45 req-8566f4db-1bf9-4115-b419-99c769bb086b tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 1102 time: 0.2102065 Jun 17 08:21:31.144657 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.148171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:31.148791 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.149905 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0b25b458-af82-42bc-a87f-a747d5677f70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:31.150166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] 10.222.0.63 "PUT /v2.0/ports/d96aa9e0-196a-4f2f-91b6-4f998df23249 HTTP/1.1" status: 200 len: 1096 time: 2.7344949 Jun 17 08:21:31.169199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Made reservation on behalf of 4228395c8ead46e294631fe1186cdb6a for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:31.173034 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.197139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:31.197757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:31.199345 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] 10.222.0.63 "PUT /v2.0/ports/badab0ef-0421-4f88-9fb3-43cefa59d850 HTTP/1.1" status: 200 len: 1093 time: 1.1883559 Jun 17 08:21:31.217885 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Pushing event updated for resources: {'Port': ['ID=badab0ef-0421-4f88-9fb3-43cefa59d850,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:31.221321 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:31.242430 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d96aa9e0-196a-4f2f-91b6-4f998df23249,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:31.257314 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:31.291207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-4e2e4f81-5e82-4ac8-9108-3d636c627bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:31.292710 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-4e2e4f81-5e82-4ac8-9108-3d636c627bb8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=175bed2f37aa457a88e5cbcd32a47e19&device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 1099 time: 0.0693460 Jun 17 08:21:31.300006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:31.302821 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f791df98-8781-4232-8c1c-d74745d50639" -d '{"events": [{"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-unplugged", "status": "completed", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:31.315508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82000625-41ae-42a3-a62b-a6b62576ea45 req-730c0a64-0523-414b-8337-c1b6e455da13 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399603 Jun 17 08:21:31.347011 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-e54d1d45-cd42-49fc-9163-b572dabf24a4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d96aa9e0-196a-4f2f-91b6-4f998df23249 HTTP/1.1" status: 200 len: 217 time: 0.0430403 Jun 17 08:21:31.394858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec887-2412-4ce4-ac25-594dcf36768b req-99ea3a61-2ef4-414f-b807-da2ae8d8fb38 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:31.410402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-315be5f0-0ba3-41b8-a4b7-45a4263a6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:31.410518 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-714ec887-2412-4ce4-ac25-594dcf36768b req-99ea3a61-2ef4-414f-b807-da2ae8d8fb38 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 944 time: 0.2808108 Jun 17 08:21:31.411582 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-315be5f0-0ba3-41b8-a4b7-45a4263a6433 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0579786 Jun 17 08:21:31.414873 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713ef899-585f-4c45-8ddc-7fc9f8490c11 x-openstack-request-id: req-713ef899-585f-4c45-8ddc-7fc9f8490c11 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:31.415478 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82a29959-8d7f-4f92-8b17-f2c505e67581", "name": "network-vif-deleted", "tag": "db0f9b45-230a-46bd-ba3d-7168bb96481c", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:31.415992 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-713ef899-585f-4c45-8ddc-7fc9f8490c11 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:31.416643 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82a29959-8d7f-4f92-8b17-f2c505e67581', 'name': 'network-vif-deleted', 'tag': 'db0f9b45-230a-46bd-ba3d-7168bb96481c', 'status': 'completed', 'code': 200} Jun 17 08:21:31.506844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-875749e3-dbe4-4add-843a-91134df6c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:31.508686 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-875749e3-dbe4-4add-843a-91134df6c3b3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0858107 Jun 17 08:21:31.571065 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-714ec887-2412-4ce4-ac25-594dcf36768b req-63382790-8520-4792-93a5-c6acc19f2f52 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596560 Jun 17 08:21:31.595536 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Allocated IP 172.20.0.4 (d40c97ee-aa7c-4a1c-919c-5a9cb171c82f/e9b62983-9280-41ef-98fb-95e6bb7ee564/be884849-5ee8-49f7-94ec-64302298562c) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:31.613433 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72cf40f5-4082-4a28-88f4-7a142bcb4fe9 req-7d8e415a-84a3-4364-a80a-3049426b1e14 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-977652908&fields=id&tenant_id=85171ee2abef4415ab381abdf9fa216f HTTP/1.1" status: 200 len: 267 time: 0.0961988 Jun 17 08:21:31.616145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-e0011983-4851-4124-b4ca-5cd7a616d314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:31.617602 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-e0011983-4851-4124-b4ca-5cd7a616d314 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 1096 time: 0.3109968 Jun 17 08:21:31.623682 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-e8a6ef2b-51ba-421c-abfe-6ea3708eabab service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055887 Jun 17 08:21:31.706608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-a466e7e8-9861-4fb8-a0d9-9286b7da439c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=badab0ef-0421-4f88-9fb3-43cefa59d850 HTTP/1.1" status: 200 len: 217 time: 0.0606718 Jun 17 08:21:31.718721 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4982cbce-ca1c-4022-a280-ac84a4b76b1a req-260da700-8c92-4fb9-96a6-7b076a29070c service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852852 Jun 17 08:21:31.869322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-6bb2c52f-f397-4d4c-b7ad-5545a986e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:31.870971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-6bb2c52f-f397-4d4c-b7ad-5545a986e2e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6af897ec-2d0a-4599-9130-95c99bd44887 HTTP/1.1" status: 200 len: 844 time: 0.1504884 Jun 17 08:21:31.927666 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-f2c642ca-5478-4cbe-a359-3fdeb10bdbd7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4bad1339-3c30-4d06-9310-373c69c176e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454576 Jun 17 08:21:31.939652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf40f5-4082-4a28-88f4-7a142bcb4fe9 req-69614f9c-fa12-49dc-a1c0-db1fbee985fb tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:31.941043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72cf40f5-4082-4a28-88f4-7a142bcb4fe9 req-69614f9c-fa12-49dc-a1c0-db1fbee985fb tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 946 time: 0.3179884 Jun 17 08:21:31.966398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-72cf40f5-4082-4a28-88f4-7a142bcb4fe9 req-45c7305e-feb4-4b82-8fdf-604b6bf1804e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'port': {'security_groups': ['5ef83fb7-5670-4635-92d8-0c32a4cadb27', '48d34212-6977-40de-a6c9-242cfff08a56']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:32.036456 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.062982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e10826-b50b-49a7-8718-3093e35deff9 req-33ea177d-34ea-44dd-8d54-4107fbf715bb tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:32.064417 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4e10826-b50b-49a7-8718-3093e35deff9 req-33ea177d-34ea-44dd-8d54-4107fbf715bb tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 947 time: 0.3637705 Jun 17 08:21:32.088324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Transition to ACTIVE for port object be884849-5ee8-49f7-94ec-64302298562c will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:32.181918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-df01934d-74a8-42fd-90a6-ab73cbee861d service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343588 Jun 17 08:21:32.184755 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4e10826-b50b-49a7-8718-3093e35deff9 req-1939849d-72db-454e-a975-1cc259c16ee7 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a05acafe-6f5b-4644-89ce-2576cb7eeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119046 Jun 17 08:21:32.227050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'tag': 'badab0ef-0421-4f88-9fb3-43cefa59d850'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:32.230906 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e57863-4473-4619-a229-15943764404f" -d '{"events": [{"name": "network-changed", "server_uuid": "18c5d3e2-cc70-4145-8129-18b4d5b2ea18", "tag": "badab0ef-0421-4f88-9fb3-43cefa59d850"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:32.247408 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-72cf40f5-4082-4a28-88f4-7a142bcb4fe9 req-45c7305e-feb4-4b82-8fdf-604b6bf1804e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.255544 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.267452 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:32.383747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:32.403037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:32.410313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Pushing event updated for resources: {'Port': ['ID=be884849-5ee8-49f7-94ec-64302298562c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:32.416684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:32.419881 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:32.430293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aca85a77-da3f-430e-8f33-7fadf5e52a41 req-49140c8b-5238-431b-87f0-4f7ee6729f76 service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415094 Jun 17 08:21:32.511186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:32.511874 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.582053 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7208600 Jun 17 08:21:32.596898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Request body: {'port': {'device_id': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:32.605623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffec9ff-0cd6-42f5-af3f-656c03fb4edb req-50fc00af-85ed-4f7f-8045-10a59d95d73d tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:32.607120 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ffec9ff-0cd6-42f5-af3f-656c03fb4edb req-50fc00af-85ed-4f7f-8045-10a59d95d73d tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 948 time: 0.3030183 Jun 17 08:21:32.675382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8ebfb8c0-1b49-47fd-9957-2c2979b9f00f None None] Provisioning for port be884849-5ee8-49f7-94ec-64302298562c completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:32.679643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8ebfb8c0-1b49-47fd-9957-2c2979b9f00f None None] Provisioning complete for port be884849-5ee8-49f7-94ec-64302298562c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:32.680117 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8ebfb8c0-1b49-47fd-9957-2c2979b9f00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.728826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8ebfb8c0-1b49-47fd-9957-2c2979b9f00f None None] Port be884849-5ee8-49f7-94ec-64302298562c cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:32.732669 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.733342 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ffec9ff-0cd6-42f5-af3f-656c03fb4edb req-ef3953b9-f1cd-4f9f-80d0-bed1a7883a78 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057701 Jun 17 08:21:32.737884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-72cf40f5-4082-4a28-88f4-7a142bcb4fe9 req-45c7305e-feb4-4b82-8fdf-604b6bf1804e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] For port 885d4529-65a4-496e-83a1-8e1375aa55d8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=885d4529-65a4-496e-83a1-8e1375aa55d8,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:32.757821 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.784635 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-72cf40f5-4082-4a28-88f4-7a142bcb4fe9 req-45c7305e-feb4-4b82-8fdf-604b6bf1804e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.805953 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-72cf40f5-4082-4a28-88f4-7a142bcb4fe9 req-45c7305e-feb4-4b82-8fdf-604b6bf1804e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.811048 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-61f3bf48-2b3c-4474-a845-97c5176eb63c tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:32.818397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['885d4529-65a4-496e-83a1-8e1375aa55d8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:32.869632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf40f5-4082-4a28-88f4-7a142bcb4fe9 req-45c7305e-feb4-4b82-8fdf-604b6bf1804e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:32.870224 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-72cf40f5-4082-4a28-88f4-7a142bcb4fe9 req-45c7305e-feb4-4b82-8fdf-604b6bf1804e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:32.871788 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72cf40f5-4082-4a28-88f4-7a142bcb4fe9 req-45c7305e-feb4-4b82-8fdf-604b6bf1804e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "PUT /v2.0/ports/885d4529-65a4-496e-83a1-8e1375aa55d8 HTTP/1.1" status: 200 len: 982 time: 0.9232175 Jun 17 08:21:32.927126 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1c8d82-ea4a-4a05-8c57-2f85961e5706 x-openstack-request-id: req-2c1c8d82-ea4a-4a05-8c57-2f85961e5706 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:32.927569 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-unplugged", "status": "completed", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:32.928039 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c1c8d82-ea4a-4a05-8c57-2f85961e5706 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:32.928539 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'code': 200} Jun 17 08:21:32.954522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['885d4529-65a4-496e-83a1-8e1375aa55d8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:32.985725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c7305e-feb4-4b82-8fdf-604b6bf1804e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'Port': ['ID=885d4529-65a4-496e-83a1-8e1375aa55d8,revision_number=6']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:32.991688 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-45c7305e-feb4-4b82-8fdf-604b6bf1804e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:33.081192 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5d64f1fc-e0d3-477c-a8b9-970917d4d69e tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637081 Jun 17 08:21:33.093899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40dced-88b5-4d71-8cae-370d6f8d29d3 req-52fce1c3-8cdb-4e1f-bda3-20f37bd433a8 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.095616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a40dced-88b5-4d71-8cae-370d6f8d29d3 req-52fce1c3-8cdb-4e1f-bda3-20f37bd433a8 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.2323267 Jun 17 08:21:33.227863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a40dced-88b5-4d71-8cae-370d6f8d29d3 req-e45a2dec-c50c-4d75-b506-f91c7111e4c7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181827 Jun 17 08:21:33.278609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-91b0542c-fa37-4a04-a360-fea7a6878f26 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.280154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-91b0542c-fa37-4a04-a360-fea7a6878f26 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836164 Jun 17 08:21:33.319372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-4a094cf8-cdef-48e4-bb27-0ec63e913736 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/quotas/dc4472e4500249488a12da44d62a3095 HTTP/1.1" status: 200 len: 375 time: 0.0145094 Jun 17 08:21:33.327294 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be884849-5ee8-49f7-94ec-64302298562c {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:33.336554 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:33.376261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Transition to ACTIVE for port object be884849-5ee8-49f7-94ec-64302298562c will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:33.388847 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:33.409901 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38f624fb-4a03-4329-a0a1-67b07c00ae03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:33.436101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecc9b49-0941-40b8-b561-0c21b62daf5e', 'tag': 'd96aa9e0-196a-4f2f-91b6-4f998df23249'}, {'name': 'network-changed', 'server_uuid': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'tag': '885d4529-65a4-496e-83a1-8e1375aa55d8'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:33.438368 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14acff30-4f8d-4175-9c5a-d10156c40731" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecc9b49-0941-40b8-b561-0c21b62daf5e", "tag": "d96aa9e0-196a-4f2f-91b6-4f998df23249"}, {"name": "network-changed", "server_uuid": "17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8", "tag": "885d4529-65a4-496e-83a1-8e1375aa55d8"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:33.505457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=be884849-5ee8-49f7-94ec-64302298562c,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:33.512875 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:33.534924 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-c6b94dc1-def8-41db-9a3e-3ce3c0233b68 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2027409 Jun 17 08:21:33.931903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbef9e0-9b6d-4a71-a722-17c6eed5857a req-8a33daaa-239b-4528-b2ea-f26b4232c492 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:33.933355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1cbef9e0-9b6d-4a71-a722-17c6eed5857a req-8a33daaa-239b-4528-b2ea-f26b4232c492 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 943 time: 0.5590031 Jun 17 08:21:33.993529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Attempting to bind port be884849-5ee8-49f7-94ec-64302298562c on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:33.993857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Attempting to bind port be884849-5ee8-49f7-94ec-64302298562c by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:33.994180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Attempting to bind port be884849-5ee8-49f7-94ec-64302298562c on network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:34.006438 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1cbef9e0-9b6d-4a71-a722-17c6eed5857a req-9191ad8e-70be-411a-abe5-ea632224c4c6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647969 Jun 17 08:21:34.007413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Port be884849-5ee8-49f7-94ec-64302298562c on network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:34.007413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Attempting to bind port be884849-5ee8-49f7-94ec-64302298562c on network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:34.017882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:34.018248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Checking segment: {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:34.018617 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Bound using segment: {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:34.019060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Bound port: be884849-5ee8-49f7-94ec-64302298562c, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42c9e72-d2ac-4124-9c3e-f022c23375b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:34.019403 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:34.030183 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443187f9-c86d-469e-a627-807156775124 req-12a9f78e-f7f5-412d-acac-8b3ddae70f16 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.037049 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-443187f9-c86d-469e-a627-807156775124 req-12a9f78e-f7f5-412d-acac-8b3ddae70f16 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 944 time: 0.1710787 Jun 17 08:21:34.057084 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228729c8-1e70-499a-b704-ac47fe3c4df5 x-openstack-request-id: req-228729c8-1e70-499a-b704-ac47fe3c4df5 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:34.057591 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c5d3e2-cc70-4145-8129-18b4d5b2ea18", "tag": "badab0ef-0421-4f88-9fb3-43cefa59d850", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:34.057714 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-228729c8-1e70-499a-b704-ac47fe3c4df5 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:34.058192 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'tag': 'badab0ef-0421-4f88-9fb3-43cefa59d850', 'status': 'completed', 'code': 200} Jun 17 08:21:34.156341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-443187f9-c86d-469e-a627-807156775124 req-69917c05-68bb-4940-a6e4-0d71903e71f2 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184061 Jun 17 08:21:34.186015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] For port be884849-5ee8-49f7-94ec-64302298562c, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:34.191048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] For port be884849-5ee8-49f7-94ec-64302298562c, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=be884849-5ee8-49f7-94ec-64302298562c,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:34.207793 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:34.216071 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-249c7b07-de49-4da6-af25-1d3c81c4a34a tempest-FloatingIPsAssociationNegativeTestJSON-534054376 tempest-FloatingIPsAssociationNegativeTestJSON-534054376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:34.250877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57863-4473-4619-a229-15943764404f req-f54317fc-34ba-4636-8064-60427c2a4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.252394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3e57863-4473-4619-a229-15943764404f req-f54317fc-34ba-4636-8064-60427c2a4bbf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 1096 time: 0.1510942 Jun 17 08:21:34.261658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.262287 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:34.263707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] 10.222.0.63 "PUT /v2.0/ports/be884849-5ee8-49f7-94ec-64302298562c HTTP/1.1" status: 200 len: 1092 time: 1.6735849 Jun 17 08:21:34.406729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=be884849-5ee8-49f7-94ec-64302298562c,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:34.409983 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:34.463529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76988691-f34c-4644-8496-c0dbffcc6df3 req-6f6d0635-e7e5-4460-af19-7a2fb0753228 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1322911546&fields=id&tenant_id=85171ee2abef4415ab381abdf9fa216f HTTP/1.1" status: 200 len: 267 time: 0.1330590 Jun 17 08:21:34.468032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57863-4473-4619-a229-15943764404f req-b17bfe4e-6fdf-4431-926e-dd9f01c1f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.469631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3e57863-4473-4619-a229-15943764404f req-b17bfe4e-6fdf-4431-926e-dd9f01c1f7bf service neutron] 10.222.0.63 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 905 time: 0.2050951 Jun 17 08:21:34.557283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-fa07dedd-3bef-4d14-8ecf-aa9700dd5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.558747 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-fa07dedd-3bef-4d14-8ecf-aa9700dd5443 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4228395c8ead46e294631fe1186cdb6a&device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 1095 time: 0.2161646 Jun 17 08:21:34.560106 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3e57863-4473-4619-a229-15943764404f req-717b8a88-e2b7-4feb-a84c-0a4ccc031f10 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=badab0ef-0421-4f88-9fb3-43cefa59d850 HTTP/1.1" status: 200 len: 217 time: 0.0758648 Jun 17 08:21:34.637869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-55271337-0c5d-46a0-88ee-c6e6a7f9bd64 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be884849-5ee8-49f7-94ec-64302298562c HTTP/1.1" status: 200 len: 217 time: 0.0644851 Jun 17 08:21:34.699771 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76988691-f34c-4644-8496-c0dbffcc6df3 req-0ce24ad9-b90a-459b-b297-4f4004e3395f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.701288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76988691-f34c-4644-8496-c0dbffcc6df3 req-0ce24ad9-b90a-459b-b297-4f4004e3395f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 985 time: 0.2298412 Jun 17 08:21:34.707861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d96aa9e0-196a-4f2f-91b6-4f998df23249 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:34.728844 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-76988691-f34c-4644-8496-c0dbffcc6df3 req-9d020a5b-222a-41dc-b020-ee1f4a2f8ec8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'port': {'security_groups': ['48d34212-6977-40de-a6c9-242cfff08a56', '5ef83fb7-5670-4635-92d8-0c32a4cadb27', '231a7a7a-9813-40cd-8365-5d56da924720']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:34.732890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e57863-4473-4619-a229-15943764404f req-9174bbc0-5f7f-45f2-a9c4-abbb8f9ac346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.734381 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3e57863-4473-4619-a229-15943764404f req-9174bbc0-5f7f-45f2-a9c4-abbb8f9ac346 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6af897ec-2d0a-4599-9130-95c99bd44887 HTTP/1.1" status: 200 len: 844 time: 0.1600285 Jun 17 08:21:34.781032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-fc2e01f5-0f38-4cf9-8a94-b5a826ba322b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:34.782452 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-fc2e01f5-0f38-4cf9-8a94-b5a826ba322b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e9b62983-9280-41ef-98fb-95e6bb7ee564 HTTP/1.1" status: 200 len: 863 time: 0.1347642 Jun 17 08:21:34.813847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d96aa9e0-196a-4f2f-91b6-4f998df23249, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d96aa9e0-196a-4f2f-91b6-4f998df23249,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:34.817053 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3e57863-4473-4619-a229-15943764404f req-ad719cc3-29dd-4b30-b08c-adba8bb0c679 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4bad1339-3c30-4d06-9310-373c69c176e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621254 Jun 17 08:21:34.829661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'd96aa9e0-196a-4f2f-91b6-4f998df23249', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'd96aa9e0-196a-4f2f-91b6-4f998df23249', 'mac_address': 'fa:16:3e:a5:e6:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:34.871718 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:34.888968 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96aa9e0-196a-4f2f-91b6-4f998df23249 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:34.917024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d96aa9e0-196a-4f2f-91b6-4f998df23249, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d96aa9e0-196a-4f2f-91b6-4f998df23249,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:34.923486 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:34.924590 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device badab0ef-0421-4f88-9fb3-43cefa59d850 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:34.926548 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:34.934145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-0a55acfd-557d-4a65-a831-081da5c32d36 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728519 Jun 17 08:21:35.024921 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d96aa9e0-196a-4f2f-91b6-4f998df23249,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:35.028129 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:35.057364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6a181-55da-49a2-b0c1-b934eb28cee0 req-743d40a3-8e6b-472e-b3f5-b5fd7d207df4 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:35.058901 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2d6a181-55da-49a2-b0c1-b934eb28cee0 req-743d40a3-8e6b-472e-b3f5-b5fd7d207df4 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 947 time: 0.3542001 Jun 17 08:21:35.071916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port badab0ef-0421-4f88-9fb3-43cefa59d850, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=badab0ef-0421-4f88-9fb3-43cefa59d850,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:35.077797 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-76988691-f34c-4644-8496-c0dbffcc6df3 req-9d020a5b-222a-41dc-b020-ee1f4a2f8ec8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:35.084445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'badab0ef-0421-4f88-9fb3-43cefa59d850', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'port_id': 'badab0ef-0421-4f88-9fb3-43cefa59d850', 'mac_address': 'fa:16:3e:45:d1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af897ec-2d0a-4599-9130-95c99bd44887', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:35.120667 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:35.124921 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3e57863-4473-4619-a229-15943764404f req-924502e4-0af3-4029-b54e-f2b49934aaa2 service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814500 Jun 17 08:21:35.126704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d155f64c-d74e-4025-a275-66a1490d7cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:35.128104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-d155f64c-d74e-4025-a275-66a1490d7cb3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3252163 Jun 17 08:21:35.133507 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id badab0ef-0421-4f88-9fb3-43cefa59d850 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:35.153606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port badab0ef-0421-4f88-9fb3-43cefa59d850, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=badab0ef-0421-4f88-9fb3-43cefa59d850,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:35.159057 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:35.162398 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:35.213075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=badab0ef-0421-4f88-9fb3-43cefa59d850,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:35.216409 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:35.301312 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2d6a181-55da-49a2-b0c1-b934eb28cee0 req-4d9c076e-b4b5-4bab-b20e-9d11a7e0eff2 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a05acafe-6f5b-4644-89ce-2576cb7eeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244065 Jun 17 08:21:35.332187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-b63a3191-ba61-4a12-8a12-92fe9a99bc85 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:35.333876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-b63a3191-ba61-4a12-8a12-92fe9a99bc85 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3731978 Jun 17 08:21:35.355548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Request body: {'port': {'device_id': '33d575af-cf9d-4660-a944-7a729ec60b11', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'dc4472e4500249488a12da44d62a3095'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:35.389009 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-7d48993d-1955-4aa6-89bd-afb00006fda3 service neutron] show failed (client error): The resource could not be found. Jun 17 08:21:35.390656 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-7d48993d-1955-4aa6-89bd-afb00006fda3 service neutron] 10.222.0.10 "GET /v2.0/ports/aa66d78f-5886-414e-943c-88d3040bbbcc/bindings/n-h2-779913-16 HTTP/1.1" status: 404 len: 381 time: 0.0596483 Jun 17 08:21:35.440326 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['d96aa9e0-196a-4f2f-91b6-4f998df23249'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:35.468346 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['badab0ef-0421-4f88-9fb3-43cefa59d850'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:35.503422 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3e57863-4473-4619-a229-15943764404f req-7ace8ba8-2843-4534-ace1-9594b18af4f7 service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517070 Jun 17 08:21:35.517713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-e34846ee-a605-4054-b56a-7f050342a115 service neutron] 10.222.0.63 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650498 Jun 17 08:21:35.740777 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Made reservation on behalf of dc4472e4500249488a12da44d62a3095 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:35.744261 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:35.760107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2a335-75f6-4249-bc76-d21e13bb18e7 req-221ba72d-e522-477c-984d-83f5c17dc3cf tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:35.761625 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14a2a335-75f6-4249-bc76-d21e13bb18e7 req-221ba72d-e522-477c-984d-83f5c17dc3cf tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 1096 time: 0.3315933 Jun 17 08:21:35.792725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-76988691-f34c-4644-8496-c0dbffcc6df3 req-9d020a5b-222a-41dc-b020-ee1f4a2f8ec8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] For port 885d4529-65a4-496e-83a1-8e1375aa55d8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=885d4529-65a4-496e-83a1-8e1375aa55d8,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:35.816963 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0939a47b-325d-4270-9aff-4d2da4d8d6c5 req-ad0a9bca-d0f0-4f28-aea4-f007c8538b64 service neutron] 10.222.0.63 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777674 Jun 17 08:21:35.890522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-76988691-f34c-4644-8496-c0dbffcc6df3 req-9d020a5b-222a-41dc-b020-ee1f4a2f8ec8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:35.905571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-76988691-f34c-4644-8496-c0dbffcc6df3 req-9d020a5b-222a-41dc-b020-ee1f4a2f8ec8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:35.912095 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14a2a335-75f6-4249-bc76-d21e13bb18e7 req-03314f60-c218-40bb-861c-2789a3fceb63 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357110 Jun 17 08:21:35.916849 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8df94ca-4f0e-4bce-be52-51c5d1868987 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:35.921123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-9237490b-c827-4fb3-ab39-a651ce1da87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:35.922562 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-9237490b-c827-4fb3-ab39-a651ce1da87f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955&tenant_id=9f7669688c6d4b939b7454c55df8be96 HTTP/1.1" status: 200 len: 1102 time: 0.2805541 Jun 17 08:21:35.971190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-16', 'device_owner': 'compute:nova'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:36.020720 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83281ba-dd5e-4378-a210-817259c87438 x-openstack-request-id: req-d83281ba-dd5e-4378-a210-817259c87438 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:36.021050 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecc9b49-0941-40b8-b561-0c21b62daf5e", "tag": "d96aa9e0-196a-4f2f-91b6-4f998df23249", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8", "tag": "885d4529-65a4-496e-83a1-8e1375aa55d8", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:36.021296 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d83281ba-dd5e-4378-a210-817259c87438 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:36.021708 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ecc9b49-0941-40b8-b561-0c21b62daf5e', 'tag': 'd96aa9e0-196a-4f2f-91b6-4f998df23249', 'status': 'completed', 'code': 200} Jun 17 08:21:36.021985 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'tag': '885d4529-65a4-496e-83a1-8e1375aa55d8', 'status': 'completed', 'code': 200} Jun 17 08:21:36.039295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76988691-f34c-4644-8496-c0dbffcc6df3 req-9d020a5b-222a-41dc-b020-ee1f4a2f8ec8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:36.039931 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-76988691-f34c-4644-8496-c0dbffcc6df3 req-9d020a5b-222a-41dc-b020-ee1f4a2f8ec8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.041314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76988691-f34c-4644-8496-c0dbffcc6df3 req-9d020a5b-222a-41dc-b020-ee1f4a2f8ec8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "PUT /v2.0/ports/885d4529-65a4-496e-83a1-8e1375aa55d8 HTTP/1.1" status: 200 len: 1021 time: 1.3242238 Jun 17 08:21:36.276416 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['885d4529-65a4-496e-83a1-8e1375aa55d8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:36.306876 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['885d4529-65a4-496e-83a1-8e1375aa55d8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:36.426179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d020a5b-222a-41dc-b020-ee1f4a2f8ec8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'Port': ['ID=885d4529-65a4-496e-83a1-8e1375aa55d8,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:36.441590 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9d020a5b-222a-41dc-b020-ee1f4a2f8ec8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:36.458028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Allocated IP 192.168.233.246 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/3f1f05c0-bd45-4884-b4c5-1ee68575775f) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:36.480738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d76636da-11f5-405d-b263-d6d10258f513 req-4f162cb2-32bb-4472-a639-bb0c757bd5fa tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 210 time: 0.0843494 Jun 17 08:21:36.553755 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.625410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-c4e22960-99a5-4ff1-ad05-8c0192541a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:36.627012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-c4e22960-99a5-4ff1-ad05-8c0192541a9a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=175bed2f37aa457a88e5cbcd32a47e19&device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 1100 time: 0.5762334 Jun 17 08:21:36.692399 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d96aa9e0-196a-4f2f-91b6-4f998df23249 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:36.719197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc20c2-605e-427b-9746-79be31f9850a req-bb677594-5d30-42c4-87a8-e84ed9da6041 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:36.720818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01fc20c2-605e-427b-9746-79be31f9850a req-bb677594-5d30-42c4-87a8-e84ed9da6041 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.3201139 Jun 17 08:21:36.744488 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port d96aa9e0-196a-4f2f-91b6-4f998df23249 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:36.749392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port d96aa9e0-196a-4f2f-91b6-4f998df23249 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:36.749966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.833985 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.855693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecc9b49-0941-40b8-b561-0c21b62daf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96aa9e0-196a-4f2f-91b6-4f998df23249'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:36.861999 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d937988-ced9-4151-ab9a-53fff729cd9a" -d '{"events": [{"server_uuid": "8ecc9b49-0941-40b8-b561-0c21b62daf5e", "name": "network-vif-plugged", "status": "completed", "tag": "d96aa9e0-196a-4f2f-91b6-4f998df23249"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:36.871715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d96aa9e0-196a-4f2f-91b6-4f998df23249, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d96aa9e0-196a-4f2f-91b6-4f998df23249,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:36.876945 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.877907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device badab0ef-0421-4f88-9fb3-43cefa59d850 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:36.879812 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-755014cf-0a37-4dd4-826a-f61cc420d003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:36.950931 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01fc20c2-605e-427b-9746-79be31f9850a req-d61df0cf-be86-4b7b-baa9-02eee770aa5f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769838 Jun 17 08:21:36.952451 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d96aa9e0-196a-4f2f-91b6-4f998df23249,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:36.959131 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.959341 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:36.971137 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port badab0ef-0421-4f88-9fb3-43cefa59d850 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:36.976364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port badab0ef-0421-4f88-9fb3-43cefa59d850 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:36.976529 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:36.977122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-99507910-8105-4c61-b0ca-1bc5bb7b0d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:36.978613 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-99507910-8105-4c61-b0ca-1bc5bb7b0d4d service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.3354602 Jun 17 08:21:36.992217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e5a04-6eed-454b-9526-af6c6a6b5e8a req-fea6445d-ba3f-4ce0-87b0-662e175e85d9 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:36.993373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cf1e5a04-6eed-454b-9526-af6c6a6b5e8a req-fea6445d-ba3f-4ce0-87b0-662e175e85d9 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 943 time: 0.3415143 Jun 17 08:21:37.000645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Transition to ACTIVE for port object 3f1f05c0-bd45-4884-b4c5-1ee68575775f will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:37.049073 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-e52951e4-ad10-4495-9c60-388d89f43be1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d96aa9e0-196a-4f2f-91b6-4f998df23249 HTTP/1.1" status: 200 len: 217 time: 0.0546432 Jun 17 08:21:37.063650 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.095641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port badab0ef-0421-4f88-9fb3-43cefa59d850, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=badab0ef-0421-4f88-9fb3-43cefa59d850,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:37.100978 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.103091 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:37.133068 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cf1e5a04-6eed-454b-9526-af6c6a6b5e8a req-07825a13-bab1-4547-b683-952bea4c1f84 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295660 Jun 17 08:21:37.148922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=badab0ef-0421-4f88-9fb3-43cefa59d850,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:37.159880 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:37.165911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-089d8c0e-955b-49fd-9215-f0abf817fb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.167498 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-089d8c0e-955b-49fd-9215-f0abf817fb30 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1078708 Jun 17 08:21:37.173088 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.183892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876', 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:37.189504 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e', '50451d97-3b1e-47a5-955e-26fe163065d0', '5a22293b-7f18-4872-a231-38e8d01f2f94', '6b37ad3b-fcaf-4d62-8955-194965936d18'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:37.191150 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:37.340096 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:37.356945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:37.365677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d1800-dfc2-4abe-8939-75a3d9672143 req-9b30e074-ba95-41db-a6ed-1ac01479ae2a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.367144 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-997d1800-dfc2-4abe-8939-75a3d9672143 req-9b30e074-ba95-41db-a6ed-1ac01479ae2a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.2906404 Jun 17 08:21:37.371162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:37.383209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event updated for resources: {'Port': ['ID=3f1f05c0-bd45-4884-b4c5-1ee68575775f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:37.388033 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:37.455620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=aa66d78f-5886-414e-943c-88d3040bbbcc,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:37.500234 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.500940 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.546609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-997d1800-dfc2-4abe-8939-75a3d9672143 req-55d6e6e8-c119-4948-ae4e-32cd2c47ddd7 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559558 Jun 17 08:21:37.563469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-7b11aec9-d71e-4243-adac-45593e51db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.565035 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-7b11aec9-d71e-4243-adac-45593e51db06 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3750162 Jun 17 08:21:37.568938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2235987 Jun 17 08:21:37.582596 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c886938-0087-408f-9c0a-b74b31d2b4ad req-0d3f2644-19f0-412b-96f6-59a0d340f09b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.582596 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c886938-0087-408f-9c0a-b74b31d2b4ad req-0d3f2644-19f0-412b-96f6-59a0d340f09b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 1024 time: 0.3041205 Jun 17 08:21:37.586622 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:37.620294 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Request body: {'port': {'device_id': '33d575af-cf9d-4660-a944-7a729ec60b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:37.664787 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-63953046-ad1b-471e-8da8-4302599aa32c None None] Provisioning for port 3f1f05c0-bd45-4884-b4c5-1ee68575775f completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:37.676895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-63953046-ad1b-471e-8da8-4302599aa32c None None] Provisioning complete for port 3f1f05c0-bd45-4884-b4c5-1ee68575775f triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:37.677273 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63953046-ad1b-471e-8da8-4302599aa32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.731185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-63953046-ad1b-471e-8da8-4302599aa32c None None] Port 3f1f05c0-bd45-4884-b4c5-1ee68575775f cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:37.750341 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.846006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Transition to ACTIVE for port object aa66d78f-5886-414e-943c-88d3040bbbcc will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:37.870376 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.879130 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:37.931162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c886938-0087-408f-9c0a-b74b31d2b4ad req-9ee38d9c-cbd3-4197-9759-e1a26bf84dc8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=48d34212-6977-40de-a6c9-242cfff08a56&id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&id=231a7a7a-9813-40cd-8365-5d56da924720 HTTP/1.1" status: 200 len: 6148 time: 0.3366523 Jun 17 08:21:37.954963 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:37.965272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-1fe27e45-6376-48b5-94dc-9c77cecbc60e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:37.966824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-1fe27e45-6376-48b5-94dc-9c77cecbc60e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 820 time: 0.2767310 Jun 17 08:21:37.968688 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-29e3984e-a69e-4288-9481-4cdafaf726d4 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842695 Jun 17 08:21:38.032067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'tag': 'be884849-5ee8-49f7-94ec-64302298562c'}, {'name': 'network-changed', 'server_uuid': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'tag': '885d4529-65a4-496e-83a1-8e1375aa55d8'}, {'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:38.034704 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e528783e-636d-45b7-818d-fbdea14dfa17" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5e74e1-cf93-4240-8709-f3b1a924ce0f", "tag": "be884849-5ee8-49f7-94ec-64302298562c"}, {"name": "network-changed", "server_uuid": "17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8", "tag": "885d4529-65a4-496e-83a1-8e1375aa55d8"}, {"server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "name": "network-vif-unplugged", "status": "completed", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:38.064293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Pushing event updated for resources: {'Port': ['ID=aa66d78f-5886-414e-943c-88d3040bbbcc,revision_number=6']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:38.070867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] No DVR routers for this DVR port aa66d78f-5886-414e-943c-88d3040bbbcc on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:38.103339 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:38.109870 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-57eeaf0d-7693-4c4e-b085-d3662e20d9f4 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/quotas/8bb892de27e941a1be407e53634cff36 HTTP/1.1" status: 200 len: 375 time: 0.1065662 Jun 17 08:21:38.306283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Attempting to bind port aa66d78f-5886-414e-943c-88d3040bbbcc on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:38.306515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Attempting to bind port aa66d78f-5886-414e-943c-88d3040bbbcc by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:38.306857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Attempting to bind port aa66d78f-5886-414e-943c-88d3040bbbcc on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:38.317423 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-84997bb9-c9a0-451c-90de-cbe54f76951a service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179483 Jun 17 08:21:38.329895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Port aa66d78f-5886-414e-943c-88d3040bbbcc on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:38.330228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Attempting to bind port aa66d78f-5886-414e-943c-88d3040bbbcc on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:38.359140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:38.359493 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:38.359831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:38.360301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Bound port: aa66d78f-5886-414e-943c-88d3040bbbcc, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:38.360665 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.446979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035a57d-789d-4af7-b1a4-d0f71351f295 req-f6a55a11-ed3f-4453-8662-4c0869b24abf tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:38.448448 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2035a57d-789d-4af7-b1a4-d0f71351f295 req-f6a55a11-ed3f-4453-8662-4c0869b24abf tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 949 time: 0.4004889 Jun 17 08:21:38.522039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4e1ed63d-f90e-4a70-a8bd-60ad1c83797e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3876426 Jun 17 08:21:38.533879 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device aa66d78f-5886-414e-943c-88d3040bbbcc no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:38.576196 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device aa66d78f-5886-414e-943c-88d3040bbbcc not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:38.706043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device be884849-5ee8-49f7-94ec-64302298562c details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:38.837540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port be884849-5ee8-49f7-94ec-64302298562c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=be884849-5ee8-49f7-94ec-64302298562c,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:38.850563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'be884849-5ee8-49f7-94ec-64302298562c', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'port_id': 'be884849-5ee8-49f7-94ec-64302298562c', 'mac_address': 'fa:16:3e:0e:f2:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:38.890386 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.904767 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be884849-5ee8-49f7-94ec-64302298562c {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:38.936408 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.938346 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port be884849-5ee8-49f7-94ec-64302298562c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=be884849-5ee8-49f7-94ec-64302298562c,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:38.943187 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:38.945014 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5aab35ca-84c5-4ae8-8fbe-cdebc8d838ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:38.966094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:38.983948 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2035a57d-789d-4af7-b1a4-d0f71351f295 req-039c3a6c-47e0-47e5-bdd8-ff92b3e21279 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a05acafe-6f5b-4644-89ce-2576cb7eeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115416 Jun 17 08:21:38.993022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=be884849-5ee8-49f7-94ec-64302298562c,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:38.996855 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:38.998239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=aa66d78f-5886-414e-943c-88d3040bbbcc,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:39.023474 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.032308 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dc26dd00-e6a8-462b-a76d-1c5a04cf9294 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:39.091851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-95fda83e-5e0a-47ce-90b5-ac1394ba1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.093352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-95fda83e-5e0a-47ce-90b5-ac1394ba1edf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=85171ee2abef4415ab381abdf9fa216f&device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 1176 time: 0.7010791 Jun 17 08:21:39.126870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.127502 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.128851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] 10.222.0.63 "PUT /v2.0/ports/aa66d78f-5886-414e-943c-88d3040bbbcc HTTP/1.1" status: 200 len: 1097 time: 3.1729596 Jun 17 08:21:39.148300 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-8f138307-6e52-4e2f-91a5-6f438527cb6e service neutron] 10.222.0.47 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095605 Jun 17 08:21:39.194138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1f05c0-bd45-4884-b4c5-1ee68575775f {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:39.203363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['be884849-5ee8-49f7-94ec-64302298562c'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:39.247953 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.259727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Pushing event updated for resources: {'Port': ['ID=aa66d78f-5886-414e-943c-88d3040bbbcc,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:39.290372 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:39.311565 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f3f73c-812b-4e04-b225-d7e590def359 x-openstack-request-id: req-f6f3f73c-812b-4e04-b225-d7e590def359 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:39.311863 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecc9b49-0941-40b8-b561-0c21b62daf5e", "name": "network-vif-plugged", "status": "completed", "tag": "d96aa9e0-196a-4f2f-91b6-4f998df23249", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:39.312564 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6f3f73c-812b-4e04-b225-d7e590def359 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:39.312564 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecc9b49-0941-40b8-b561-0c21b62daf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96aa9e0-196a-4f2f-91b6-4f998df23249', 'code': 200} Jun 17 08:21:39.330863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Transition to ACTIVE for port object 3f1f05c0-bd45-4884-b4c5-1ee68575775f will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:39.361882 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.368838 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:39.399093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-641ac0ac-1887-4099-9443-830eaf2ed339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.400802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-641ac0ac-1887-4099-9443-830eaf2ed339 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 200 len: 913 time: 0.2989326 Jun 17 08:21:39.454783 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdef06-7003-4651-982d-2386ca8c27bd req-84b6f44b-6fc4-4155-86aa-fcd3abf3fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.456356 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-61cdef06-7003-4651-982d-2386ca8c27bd req-84b6f44b-6fc4-4155-86aa-fcd3abf3fd13 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 1101 time: 0.0710604 Jun 17 08:21:39.494253 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-61cdef06-7003-4651-982d-2386ca8c27bd req-e730fe1c-0149-4fa9-8753-42900eba8a11 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a05acafe-6f5b-4644-89ce-2576cb7eeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294676 Jun 17 08:21:39.515463 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-bf3b0d93-de50-4af0-82a2-5394882eb987 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=885d4529-65a4-496e-83a1-8e1375aa55d8 HTTP/1.1" status: 200 len: 217 time: 0.1056769 Jun 17 08:21:39.526684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Pushing event updated for resources: {'Port': ['ID=3f1f05c0-bd45-4884-b4c5-1ee68575775f,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:39.533819 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:39.536470 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-dd7044eb-0839-47f8-a56a-cb201847b515 service neutron] 10.222.0.47 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496177 Jun 17 08:21:39.562933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-9848e8c0-29a2-4100-a40c-b1689964028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.564487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-9848e8c0-29a2-4100-a40c-b1689964028d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 1100 time: 0.3846881 Jun 17 08:21:39.705701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-402f7b1d-a46d-4e59-af62-d5ae8aab8311 req-27d894aa-d75d-466e-a15f-7d5df48b4c19 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1684548901 ', 'description': 'tempest-description-580186107'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:39.768111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-7d9ab05d-cc6b-44cf-8332-2189e03421f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.769443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-7d9ab05d-cc6b-44cf-8332-2189e03421f2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=92928205-2d0e-4237-a318-5abce9ca270e HTTP/1.1" status: 200 len: 852 time: 0.1793268 Jun 17 08:21:39.776700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae945d-e072-45a3-ba58-97122a19d90a req-1e7c70f6-09fb-4c72-9048-d7e1fced3d0d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.778120 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18ae945d-e072-45a3-ba58-97122a19d90a req-1e7c70f6-09fb-4c72-9048-d7e1fced3d0d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 948 time: 0.2685120 Jun 17 08:21:39.827993 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Attempting to bind port 3f1f05c0-bd45-4884-b4c5-1ee68575775f on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:39.828281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Attempting to bind port 3f1f05c0-bd45-4884-b4c5-1ee68575775f by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:39.828627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Attempting to bind port 3f1f05c0-bd45-4884-b4c5-1ee68575775f on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:39.832293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-ec3113c2-b502-4be6-b03a-93b3eff373fc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3650e9a3-408b-4503-b72a-a24fdbac10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532951 Jun 17 08:21:39.839763 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-402f7b1d-a46d-4e59-af62-d5ae8aab8311 req-27d894aa-d75d-466e-a15f-7d5df48b4c19 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:39.876439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Port 3f1f05c0-bd45-4884-b4c5-1ee68575775f on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:39.876763 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Attempting to bind port 3f1f05c0-bd45-4884-b4c5-1ee68575775f on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:39.892485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-81a83076-d178-4cc3-a723-c6e4b43b0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:39.893841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-81a83076-d178-4cc3-a723-c6e4b43b0649 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.3047833 Jun 17 08:21:39.939997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:39.940330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:39.940695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:39.941137 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Bound port: 3f1f05c0-bd45-4884-b4c5-1ee68575775f, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:39.941479 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.002548 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-0fc84e3e-0501-48b6-96ad-de53079d30f0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa66d78f-5886-414e-943c-88d3040bbbcc HTTP/1.1" status: 200 len: 217 time: 0.0746558 Jun 17 08:21:40.013319 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18ae945d-e072-45a3-ba58-97122a19d90a req-3223d4b6-827a-4137-b03a-70e45dff967a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229111 Jun 17 08:21:40.108983 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-c2b82510-34c6-473f-98d7-0ab41f84140a service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611175 Jun 17 08:21:40.199675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-ccd87c3f-c344-40d6-acc1-4e1e61fc34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.201177 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-ccd87c3f-c344-40d6-acc1-4e1e61fc34d1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1819527 Jun 17 08:21:40.239137 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] For port 3f1f05c0-bd45-4884-b4c5-1ee68575775f, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:40.296314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] For port 3f1f05c0-bd45-4884-b4c5-1ee68575775f, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=3f1f05c0-bd45-4884-b4c5-1ee68575775f,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:40.318222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-402f7b1d-a46d-4e59-af62-d5ae8aab8311 req-27d894aa-d75d-466e-a15f-7d5df48b4c19 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.321267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.328915 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:40.338141 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-402f7b1d-a46d-4e59-af62-d5ae8aab8311 req-27d894aa-d75d-466e-a15f-7d5df48b4c19 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.390634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.391287 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.392882 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] 10.222.0.10 "PUT /v2.0/ports/3f1f05c0-bd45-4884-b4c5-1ee68575775f HTTP/1.1" status: 200 len: 1097 time: 2.8073974 Jun 17 08:21:40.400798 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14acff30-4f8d-4175-9c5a-d10156c40731 req-6f86ca40-b109-44d9-8b36-5b020fa65ff9 service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825494 Jun 17 08:21:40.407736 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-402f7b1d-a46d-4e59-af62-d5ae8aab8311 req-27d894aa-d75d-466e-a15f-7d5df48b4c19 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.409112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-402f7b1d-a46d-4e59-af62-d5ae8aab8311 req-27d894aa-d75d-466e-a15f-7d5df48b4c19 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.7206528 Jun 17 08:21:40.436073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Pushing event updated for resources: {'Port': ['ID=3f1f05c0-bd45-4884-b4c5-1ee68575775f,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:40.446240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e8f01-3f2e-4354-ba4a-8c52b8b3819b req-ade7a524-462d-4795-9251-3fd466597eaa tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.448202 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-109e8f01-3f2e-4354-ba4a-8c52b8b3819b req-ade7a524-462d-4795-9251-3fd466597eaa tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 948 time: 0.3123453 Jun 17 08:21:40.450248 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:40.452438 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be7ac710-3106-4b92-8aa9-2b6922f7462d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:40.484600 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-730e005f-a2be-4be0-a0c0-b839d3bd8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.486155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-730e005f-a2be-4be0-a0c0-b839d3bd8dce service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2496641 Jun 17 08:21:40.531226 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5e31a8-56b0-42c1-9085-e258c3de0ef0 x-openstack-request-id: req-3c5e31a8-56b0-42c1-9085-e258c3de0ef0 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:40.531547 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5e74e1-cf93-4240-8709-f3b1a924ce0f", "tag": "be884849-5ee8-49f7-94ec-64302298562c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8", "tag": "885d4529-65a4-496e-83a1-8e1375aa55d8", "status": "completed", "code": 200}, {"server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "name": "network-vif-unplugged", "status": "completed", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:40.531824 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c5e31a8-56b0-42c1-9085-e258c3de0ef0 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:40.532308 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'tag': 'be884849-5ee8-49f7-94ec-64302298562c', 'status': 'completed', 'code': 200} Jun 17 08:21:40.532585 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'tag': '885d4529-65a4-496e-83a1-8e1375aa55d8', 'status': 'completed', 'code': 200} Jun 17 08:21:40.532859 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc', 'code': 200} Jun 17 08:21:40.562527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d894aa-d75d-466e-a15f-7d5df48b4c19 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2957764e-078b-4282-89ed-aadcd50196da,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:40.615533 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-27d894aa-d75d-466e-a15f-7d5df48b4c19 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:40.636686 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-109e8f01-3f2e-4354-ba4a-8c52b8b3819b req-16625138-492c-413c-9cb4-3e4d68d248b2 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770294 Jun 17 08:21:40.726181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-49d95d75-f7cc-47dc-b79a-7f6e6680f48c service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202027 Jun 17 08:21:40.729861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-3785175f-143a-460a-94ac-21158035906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.731375 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-3785175f-143a-460a-94ac-21158035906d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 1100 time: 0.2752495 Jun 17 08:21:40.735878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device be884849-5ee8-49f7-94ec-64302298562c up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:40.769484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-2393ae8d-9cd7-4f40-a5a1-893e2039a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.771301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-2393ae8d-9cd7-4f40-a5a1-893e2039a403 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4228395c8ead46e294631fe1186cdb6a&device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 1096 time: 0.2197342 Jun 17 08:21:40.791015 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port be884849-5ee8-49f7-94ec-64302298562c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:40.795131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port be884849-5ee8-49f7-94ec-64302298562c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:40.795522 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.839240 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-dbc89bac-169d-45cc-a2f6-ef9597538aac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3f1f05c0-bd45-4884-b4c5-1ee68575775f HTTP/1.1" status: 200 len: 217 time: 0.0893555 Jun 17 08:21:40.884732 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.939897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port be884849-5ee8-49f7-94ec-64302298562c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=be884849-5ee8-49f7-94ec-64302298562c,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:40.946024 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:40.949051 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:40.975056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c1faa-68e6-4ffd-974a-55ffde8edd61 req-f3dbb4d9-b1dc-4a17-8be4-9bcd867d4eb4 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:40.976593 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c77c1faa-68e6-4ffd-974a-55ffde8edd61 req-f3dbb4d9-b1dc-4a17-8be4-9bcd867d4eb4 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 944 time: 0.3447807 Jun 17 08:21:41.005651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=be884849-5ee8-49f7-94ec-64302298562c,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:41.008863 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:41.025757 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-f0ef945b-2db4-4448-a2eb-9b900c063d9b tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.026374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-172ada0a-63f2-444e-be87-b4c72aeb2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.027414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-172ada0a-63f2-444e-be87-b4c72aeb2457 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1637676 Jun 17 08:21:41.028324 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-f0ef945b-2db4-4448-a2eb-9b900c063d9b tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 820 time: 0.1721568 Jun 17 08:21:41.042168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Request body: {'port': {'device_id': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7', 'admin_state_up': True, 'tenant_id': '8bb892de27e941a1be407e53634cff36'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:41.054473 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986caee9-0a69-4716-a924-56a52b6f4c3a req-fd065016-f51c-479b-b33e-cdb8c6e6f15c service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199306 Jun 17 08:21:41.110755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-ff151ed3-3ad0-42cb-854d-da8d5e741e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.112142 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-ff151ed3-3ad0-42cb-854d-da8d5e741e30 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f HTTP/1.1" status: 200 len: 925 time: 0.2840490 Jun 17 08:21:41.119799 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c77c1faa-68e6-4ffd-974a-55ffde8edd61 req-a86bee4b-42a2-41af-bf3e-03dee42fd290 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298823 Jun 17 08:21:41.137767 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd438760-832b-4da9-b839-c72a1a2df164 req-a4bf1b65-0cac-46af-b4cf-1b7dcbb891f0 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.143400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd438760-832b-4da9-b839-c72a1a2df164 req-a4bf1b65-0cac-46af-b4cf-1b7dcbb891f0 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.3186190 Jun 17 08:21:41.180322 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-8409e0c4-461c-48d9-8053-0d99dee10fc8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be884849-5ee8-49f7-94ec-64302298562c HTTP/1.1" status: 200 len: 217 time: 0.0593922 Jun 17 08:21:41.193859 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Made reservation on behalf of 8bb892de27e941a1be407e53634cff36 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:41.198356 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.264412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd438760-832b-4da9-b839-c72a1a2df164 req-9e06df28-990f-40c5-8328-fc3d90643913 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201389 Jun 17 08:21:41.302238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-1be9f811-0159-41b3-94d7-cc4487808fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.303866 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-1be9f811-0159-41b3-94d7-cc4487808fb0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2653861 Jun 17 08:21:41.313800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badab0ef-0421-4f88-9fb3-43cefa59d850'}, {'server_uuid': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be884849-5ee8-49f7-94ec-64302298562c'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:41.323737 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878297db-803b-44d9-be06-a0b25c808317" -d '{"events": [{"server_uuid": "18c5d3e2-cc70-4145-8129-18b4d5b2ea18", "name": "network-vif-plugged", "status": "completed", "tag": "badab0ef-0421-4f88-9fb3-43cefa59d850"}, {"server_uuid": "3b5e74e1-cf93-4240-8709-f3b1a924ce0f", "name": "network-vif-plugged", "status": "completed", "tag": "be884849-5ee8-49f7-94ec-64302298562c"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:41.324689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-aa8f84aa-2b53-40d8-b926-22387ed3d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.326135 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-aa8f84aa-2b53-40d8-b926-22387ed3d718 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e9b62983-9280-41ef-98fb-95e6bb7ee564 HTTP/1.1" status: 200 len: 863 time: 0.1359661 Jun 17 08:21:41.365999 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Allocated IP 172.20.0.12 (68d4a268-2e46-4a78-88b6-8c0692b51af7/5b598db4-dbc2-4206-84e4-02cf733688f1/9921506d-4731-4aec-8e4e-3a523c15018f) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:41.526267 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.569964 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.575226 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98f0e57a-7629-4bc0-a556-9c8f9394da6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:41.623579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Network 68d4a268-2e46-4a78-88b6-8c0692b51af7 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:41.630473 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:41.636464 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:41.642680 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Pushing event updated for resources: {'Port': ['ID=9921506d-4731-4aec-8e4e-3a523c15018f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:41.662964 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:41.695603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.696273 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.713526 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6751261 Jun 17 08:21:41.725489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Request body: {'port': {'device_id': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:41.796709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:41.858512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750e278d-a55e-4f55-9152-0506caa026db req-97cea999-a367-4301-a463-672a2471794b tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.860066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-750e278d-a55e-4f55-9152-0506caa026db req-97cea999-a367-4301-a463-672a2471794b tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 948 time: 0.5922999 Jun 17 08:21:41.863100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-e2cf4414-f383-4d26-bb3b-f1dfd6effd0d service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500076 Jun 17 08:21:41.956123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-c068290c-5317-414e-80f1-acd2d9088f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.957594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-c068290c-5317-414e-80f1-acd2d9088f6d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5884850 Jun 17 08:21:41.995641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e25c2-5b95-49c7-8d2e-5532fb0bb9d8 req-8bfffb3a-948a-4283-b232-1eacd9d25a99 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:41.997167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b5e25c2-5b95-49c7-8d2e-5532fb0bb9d8 req-8bfffb3a-948a-4283-b232-1eacd9d25a99 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 932 time: 0.6171689 Jun 17 08:21:42.028081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846ca6e-f4cd-4c0a-be3f-d9bbe19cc872 req-33f2436a-72dc-494d-8eb0-8e30d96d9510 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.029592 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8846ca6e-f4cd-4c0a-be3f-d9bbe19cc872 req-33f2436a-72dc-494d-8eb0-8e30d96d9510 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.63 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 948 time: 0.2855239 Jun 17 08:21:42.062623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-750e278d-a55e-4f55-9152-0506caa026db req-9fcf55fb-84b9-4239-84d7-a1c5afcc4c4a tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d42ad85-fa34-4786-ac84-d599d5b61a18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920393 Jun 17 08:21:42.096158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9921506d-4731-4aec-8e4e-3a523c15018f {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:42.105366 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.117811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Transition to ACTIVE for port object 9921506d-4731-4aec-8e4e-3a523c15018f will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:42.125318 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.128861 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-af92b45a-d3f8-4569-b52d-55c36b40f657 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:42.139080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f08d9e2a-45f1-43a2-9cb1-3f8dcafefe9b req-163cd015-9e89-4028-a126-caeea27303f0 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626448 Jun 17 08:21:42.177237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b5e25c2-5b95-49c7-8d2e-5532fb0bb9d8 req-ff80258c-547e-43fc-9d8d-f8ed9e3e2667 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612170 Jun 17 08:21:42.227144 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Pushing event updated for resources: {'Port': ['ID=9921506d-4731-4aec-8e4e-3a523c15018f,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:42.231705 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:42.264623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-57799bbe-2b3e-4da3-adca-c5ca945078d7 service neutron] 10.222.0.63 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911155 Jun 17 08:21:42.278039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:42.278348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:42.278691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:42.283662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Port 9921506d-4731-4aec-8e4e-3a523c15018f on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:42.284014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:42.289371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:42.289704 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:42.290079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:42.290720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Bound port: 9921506d-4731-4aec-8e4e-3a523c15018f, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:42.290886 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.357075 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:42.360592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9921506d-4731-4aec-8e4e-3a523c15018f,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:42.365960 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.369252 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:42.387926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e06aed2a-bd42-4a0e-80ea-f1ff40057172 req-5fe07c15-23b0-4252-ae02-7f1c5ed2fff9 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/2957764e-078b-4282-89ed-aadcd50196da HTTP/1.1" status: 200 len: 1780 time: 0.1535637 Jun 17 08:21:42.401243 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-8846ca6e-f4cd-4c0a-be3f-d9bbe19cc872 req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Deleting port 16ed9851-cfd8-4223-8710-a18f7b920fcd {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:42.401589 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8846ca6e-f4cd-4c0a-be3f-d9bbe19cc872 req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.405948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.406597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.408639 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] 10.222.0.63 "PUT /v2.0/ports/9921506d-4731-4aec-8e4e-3a523c15018f HTTP/1.1" status: 200 len: 1093 time: 0.6876099 Jun 17 08:21:42.411374 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'tag': '9921506d-4731-4aec-8e4e-3a523c15018f'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:42.419488 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa89dd-c56a-45e4-997b-48ff0530540a req-83e5bda4-ff36-4446-a32c-8d2c3dea47a0 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.421031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81aa89dd-c56a-45e4-997b-48ff0530540a req-83e5bda4-ff36-4446-a32c-8d2c3dea47a0 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 949 time: 0.2354350 Jun 17 08:21:42.421401 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aaab44d-bbe2-4763-92d7-f66193532bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f65631-87ad-41ba-a8c5-07cfcc7a145f", "tag": "9921506d-4731-4aec-8e4e-3a523c15018f"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:42.467140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Pushing event updated for resources: {'Port': ['ID=9921506d-4731-4aec-8e4e-3a523c15018f,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:42.476047 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:42.482154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-ec092fe8-b80d-40eb-b633-cc97461986bb service neutron] 10.222.0.63 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094402 Jun 17 08:21:42.522943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-1d42d925-452a-4b3a-af3c-2257ad48b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.524489 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-1d42d925-452a-4b3a-af3c-2257ad48b58c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 1096 time: 0.0667057 Jun 17 08:21:42.544887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc'}, {'name': 'network-changed', 'server_uuid': '33d575af-cf9d-4660-a944-7a729ec60b11', 'tag': '3f1f05c0-bd45-4884-b4c5-1ee68575775f'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:42.547181 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7f1e91-c898-4093-973a-2cee1a966645" -d '{"events": [{"name": "network-changed", "server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc"}, {"name": "network-changed", "server_uuid": "33d575af-cf9d-4660-a944-7a729ec60b11", "tag": "3f1f05c0-bd45-4884-b4c5-1ee68575775f"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:42.571356 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-4d16d31a-9321-4ec8-9751-6908810173c0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9921506d-4731-4aec-8e4e-3a523c15018f HTTP/1.1" status: 200 len: 217 time: 0.0335927 Jun 17 08:21:42.594101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81aa89dd-c56a-45e4-997b-48ff0530540a req-874e19fa-39eb-4242-8ec5-8df0356be9f9 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a05acafe-6f5b-4644-89ce-2576cb7eeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551912 Jun 17 08:21:42.620382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8846ca6e-f4cd-4c0a-be3f-d9bbe19cc872 req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] For port 16ed9851-cfd8-4223-8710-a18f7b920fcd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=16ed9851-cfd8-4223-8710-a18f7b920fcd,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:42.620840 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8846ca6e-f4cd-4c0a-be3f-d9bbe19cc872 req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:42.640228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-ee210283-e4ce-4913-ba76-e2bdf6136794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.641975 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-ee210283-e4ce-4913-ba76-e2bdf6136794 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0630479 Jun 17 08:21:42.648798 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abf3bf8-1daa-4741-826c-09f1fe5b77ab x-openstack-request-id: req-8abf3bf8-1daa-4741-826c-09f1fe5b77ab {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:42.649334 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c5d3e2-cc70-4145-8129-18b4d5b2ea18", "name": "network-vif-plugged", "status": "completed", "tag": "badab0ef-0421-4f88-9fb3-43cefa59d850", "code": 200}, {"server_uuid": "3b5e74e1-cf93-4240-8709-f3b1a924ce0f", "name": "network-vif-plugged", "status": "completed", "tag": "be884849-5ee8-49f7-94ec-64302298562c", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:42.649691 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8abf3bf8-1daa-4741-826c-09f1fe5b77ab {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:42.650403 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badab0ef-0421-4f88-9fb3-43cefa59d850', 'code': 200} Jun 17 08:21:42.650727 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be884849-5ee8-49f7-94ec-64302298562c', 'code': 200} Jun 17 08:21:42.683131 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-0c2b474b-cd63-4e39-8e67-a089068f708e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312803 Jun 17 08:21:42.700080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-8846ca6e-f4cd-4c0a-be3f-d9bbe19cc872 req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Calling delete_port for 16ed9851-cfd8-4223-8710-a18f7b920fcd owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:42.781366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-db4dd082-7d26-4e53-bd42-604fc40d964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.783021 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-db4dd082-7d26-4e53-bd42-604fc40d964c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=85171ee2abef4415ab381abdf9fa216f&device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 1176 time: 0.2268567 Jun 17 08:21:42.790510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.63', 49898) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:42.801208 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-ce52dbee-83f9-4b16-9c44-9087977d8c55 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982454 Jun 17 08:21:42.811300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6d0f2-e831-4d6c-a40d-540d46408560 req-c2f9cb5e-c0b0-4612-be18-a8f779f2d685 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.812807 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32f6d0f2-e831-4d6c-a40d-540d46408560 req-c2f9cb5e-c0b0-4612-be18-a8f779f2d685 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 948 time: 0.3161333 Jun 17 08:21:42.953450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32f6d0f2-e831-4d6c-a40d-540d46408560 req-6998bf21-bde4-488c-ac7f-a0f6f3d5f309 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243672 Jun 17 08:21:42.961445 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-5ff04c52-b52f-4bba-9d09-f85864601912 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503406 Jun 17 08:21:42.971295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe97712-ff7b-42c6-931b-f56b26af4529 req-6d0a820f-90ef-4829-882a-0d2cc65c026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.972757 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ebe97712-ff7b-42c6-931b-f56b26af4529 req-6d0a820f-90ef-4829-882a-0d2cc65c026e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 1098 time: 0.1707125 Jun 17 08:21:42.975557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b034e62-fab1-491b-b6b8-9010ac0dd8d9 req-646eee29-f880-4538-8792-cdc2de0251f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.981172 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6b034e62-fab1-491b-b6b8-9010ac0dd8d9 req-646eee29-f880-4538-8792-cdc2de0251f5 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 1097 time: 0.1739020 Jun 17 08:21:42.991984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e8f1c-4925-49b9-afef-065d4523e09d req-10d3e31a-a776-499b-8f56-54798046f227 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:42.999332 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b60e8f1c-4925-49b9-afef-065d4523e09d req-10d3e31a-a776-499b-8f56-54798046f227 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 948 time: 0.2377760 Jun 17 08:21:43.026684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-2cc33673-71a7-4328-9260-6dc8716464eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.028120 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-2cc33673-71a7-4328-9260-6dc8716464eb service neutron] 10.222.0.63 "GET /v2.0/networks?id=3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 200 len: 913 time: 0.2143695 Jun 17 08:21:43.044731 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6b034e62-fab1-491b-b6b8-9010ac0dd8d9 req-160d1a1f-68bc-461c-bb8d-d1540d491afa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Jun 17 08:21:43.047387 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ebe97712-ff7b-42c6-931b-f56b26af4529 req-c2334156-467e-4859-a7e9-dc0d639fe043 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594294 Jun 17 08:21:43.089372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-e8e1c099-3813-4e91-8f61-f815573b81bc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=885d4529-65a4-496e-83a1-8e1375aa55d8 HTTP/1.1" status: 200 len: 217 time: 0.0460691 Jun 17 08:21:43.132559 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b60e8f1c-4925-49b9-afef-065d4523e09d req-05c64ecb-ae8b-4870-9e82-4d34721cb0d0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323216 Jun 17 08:21:43.134907 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8846ca6e-f4cd-4c0a-be3f-d9bbe19cc872 req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:43.138999 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d34d8bcf-0945-46a5-ab06-5b01fa3ed2d3 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:43.172026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Pushing event deleted for resources: {'Port': ['ID=16ed9851-cfd8-4223-8710-a18f7b920fcd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:43.175542 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:43.258427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8846ca6e-f4cd-4c0a-be3f-d9bbe19cc872 req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] No DVR routers for this DVR port 16ed9851-cfd8-4223-8710-a18f7b920fcd on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:43.273546 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8846ca6e-f4cd-4c0a-be3f-d9bbe19cc872 req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:43.275592 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8846ca6e-f4cd-4c0a-be3f-d9bbe19cc872 req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.63 "DELETE /v2.0/ports/16ed9851-cfd8-4223-8710-a18f7b920fcd HTTP/1.1" status: 204 len: 173 time: 1.2050269 Jun 17 08:21:43.320632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b7a8b-5e78-4c19-b8f3-3540b3e21b34 req-ccf2dd9c-cd58-4d45-ba26-13e6fc295a1e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.322493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f82b7a8b-5e78-4c19-b8f3-3540b3e21b34 req-ccf2dd9c-cd58-4d45-ba26-13e6fc295a1e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 945 time: 0.2351568 Jun 17 08:21:43.324947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-6fce9d6e-6c76-4191-83fa-8435abab9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.326425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-6fce9d6e-6c76-4191-83fa-8435abab9bf6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=92928205-2d0e-4237-a318-5abce9ca270e HTTP/1.1" status: 200 len: 852 time: 0.1405232 Jun 17 08:21:43.354168 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-39ebdb02-2a4a-4a58-ad36-7c7a7755e4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:43.387171 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-804a600f-3122-473d-8522-db8f3b920907 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3650e9a3-408b-4503-b72a-a24fdbac10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381396 Jun 17 08:21:43.431116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f82b7a8b-5e78-4c19-b8f3-3540b3e21b34 req-a80a41e3-099b-4a85-813f-0af6efbe19dc tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987628 Jun 17 08:21:43.466928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f76edc-655a-4bed-a8ca-454e435cda39 req-0f5722d4-0646-46c5-aebb-53a2e4bf10da tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.468286 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30f76edc-655a-4bed-a8ca-454e435cda39 req-0f5722d4-0646-46c5-aebb-53a2e4bf10da tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.2142658 Jun 17 08:21:43.561443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30f76edc-655a-4bed-a8ca-454e435cda39 req-3321300c-88e3-4012-84bb-1ae37a5ab52d tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809917 Jun 17 08:21:43.566475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-15a3ed02-5939-4ad8-b932-2a3bf02a108e service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683407 Jun 17 08:21:43.575278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3332abf2-236e-4afd-abf7-2c98c5f69127 req-d4ff393e-3b8b-45f4-9df6-0edf42c3dcf1 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/2957764e-078b-4282-89ed-aadcd50196da HTTP/1.1" status: 200 len: 1780 time: 0.1059496 Jun 17 08:21:43.624825 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b81011-eaf3-407e-9213-bb9870d93cc8 x-openstack-request-id: req-d0b81011-eaf3-407e-9213-bb9870d93cc8 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:43.625333 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f65631-87ad-41ba-a8c5-07cfcc7a145f", "tag": "9921506d-4731-4aec-8e4e-3a523c15018f", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:43.625522 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0b81011-eaf3-407e-9213-bb9870d93cc8 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:43.626007 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'tag': '9921506d-4731-4aec-8e4e-3a523c15018f', 'status': 'completed', 'code': 200} Jun 17 08:21:43.696279 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccd1da4-47ea-4f65-98d7-bc70b292a95c x-openstack-request-id: req-1ccd1da4-47ea-4f65-98d7-bc70b292a95c {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:43.696953 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "33d575af-cf9d-4660-a944-7a729ec60b11", "tag": "3f1f05c0-bd45-4884-b4c5-1ee68575775f", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:43.697264 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1ccd1da4-47ea-4f65-98d7-bc70b292a95c {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:43.697642 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc', 'status': 'completed', 'code': 200} Jun 17 08:21:43.697926 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d575af-cf9d-4660-a944-7a729ec60b11', 'tag': '3f1f05c0-bd45-4884-b4c5-1ee68575775f', 'status': 'completed', 'code': 200} Jun 17 08:21:43.778898 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3332abf2-236e-4afd-abf7-2c98c5f69127 req-fd76c0b6-ac2c-4983-b4a8-b78730f3aef1 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:43.785940 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e528783e-636d-45b7-818d-fbdea14dfa17 req-0150d524-e08b-424b-a62f-9e3ad22acb11 service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085702 Jun 17 08:21:43.809030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-0f8c8742-a211-448d-be28-62d623c7d1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.810583 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-0f8c8742-a211-448d-be28-62d623c7d1cd service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 1100 time: 0.0771780 Jun 17 08:21:43.818856 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3332abf2-236e-4afd-abf7-2c98c5f69127 req-fd76c0b6-ac2c-4983-b4a8-b78730f3aef1 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:43.841811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab44d-bbe2-4763-92d7-f66193532bf6 req-4d1e739f-960d-4aea-97bc-e209a117e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.843399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1aaab44d-bbe2-4763-92d7-f66193532bf6 req-4d1e739f-960d-4aea-97bc-e209a117e4df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 1096 time: 0.1912849 Jun 17 08:21:43.922593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-06731576-e10e-4c9f-8b1a-b02bc6837c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.924330 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-06731576-e10e-4c9f-8b1a-b02bc6837c21 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 1100 time: 0.1859977 Jun 17 08:21:43.937536 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3332abf2-236e-4afd-abf7-2c98c5f69127 req-fd76c0b6-ac2c-4983-b4a8-b78730f3aef1 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:43.940636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3332abf2-236e-4afd-abf7-2c98c5f69127 req-fd76c0b6-ac2c-4983-b4a8-b78730f3aef1 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:43.941938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3332abf2-236e-4afd-abf7-2c98c5f69127 req-fd76c0b6-ac2c-4983-b4a8-b78730f3aef1 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "DELETE /v2.0/security-groups/2957764e-078b-4282-89ed-aadcd50196da HTTP/1.1" status: 204 len: 173 time: 0.3658235 Jun 17 08:21:43.943542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-a586d5f1-473b-41b4-9a1c-5a894c9b1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:43.945027 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-a586d5f1-473b-41b4-9a1c-5a894c9b1906 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1219690 Jun 17 08:21:43.963266 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-337348f2-ec5e-415e-bd63-7c55b7d4ae92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:44.019110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76c0b6-ac2c-4983-b4a8-b78730f3aef1 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2957764e-078b-4282-89ed-aadcd50196da,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:44.038467 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fd76c0b6-ac2c-4983-b4a8-b78730f3aef1 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:44.048747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab44d-bbe2-4763-92d7-f66193532bf6 req-af54f80a-5638-4dc2-80d2-d5386e00c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.050615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1aaab44d-bbe2-4763-92d7-f66193532bf6 req-af54f80a-5638-4dc2-80d2-d5386e00c57d service neutron] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.1997192 Jun 17 08:21:44.059387 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-b60cd27c-3295-4048-8531-87ac72850b7a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa66d78f-5886-414e-943c-88d3040bbbcc HTTP/1.1" status: 200 len: 217 time: 0.0947468 Jun 17 08:21:44.115467 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1aaab44d-bbe2-4763-92d7-f66193532bf6 req-f0a779c1-cf74-487b-8a77-797d2d3c4fdb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9921506d-4731-4aec-8e4e-3a523c15018f HTTP/1.1" status: 200 len: 217 time: 0.0557148 Jun 17 08:21:44.139841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-1330bbd5-737c-4dd0-8511-3ede65ec0a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.141301 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-1330bbd5-737c-4dd0-8511-3ede65ec0a94 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0699272 Jun 17 08:21:44.156376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-ee09979f-2cba-4422-93ba-d6b9d2c01c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.157907 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-ee09979f-2cba-4422-93ba-d6b9d2c01c79 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2220452 Jun 17 08:21:44.182015 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0ce2e0e-99fc-4d88-9768-0931095a1441 req-a1ef43b4-008c-460c-9d9a-b3c900e379b8 tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a820c38-3c5c-48ee-9f04-8f02cf9b079a HTTP/1.1" status: 200 len: 210 time: 0.0752661 Jun 17 08:21:44.240465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-153d2978-2198-498f-bb61-a121d66aba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.243168 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-153d2978-2198-498f-bb61-a121d66aba55 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0943813 Jun 17 08:21:44.249104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-d15e9226-923c-4e2b-909d-88f704c7ceed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa66d78f-5886-414e-943c-88d3040bbbcc HTTP/1.1" status: 200 len: 217 time: 0.0650814 Jun 17 08:21:44.298900 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-5107e6b6-5e44-4b19-9d90-d21a30b079e3 req-e97a61b1-7489-4ebb-a327-69ea77b67113 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] show failed (client error): The resource could not be found. Jun 17 08:21:44.299157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5107e6b6-5e44-4b19-9d90-d21a30b079e3 req-e97a61b1-7489-4ebb-a327-69ea77b67113 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/2957764e-078b-4282-89ed-aadcd50196da HTTP/1.1" status: 404 len: 352 time: 0.0579741 Jun 17 08:21:44.313159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaab44d-bbe2-4763-92d7-f66193532bf6 req-0434c9e9-0cf6-4e8c-a2b5-ee8204e6f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.314705 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1aaab44d-bbe2-4763-92d7-f66193532bf6 req-0434c9e9-0cf6-4e8c-a2b5-ee8204e6f7eb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.1789284 Jun 17 08:21:44.345688 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-541b57ea-a1dc-4f40-9c85-665e8e2f90ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.347196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-541b57ea-a1dc-4f40-9c85-665e8e2f90ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0885415 Jun 17 08:21:44.369168 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1aaab44d-bbe2-4763-92d7-f66193532bf6 req-2318a609-6d90-4a1b-b0f0-87b22bd774e9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401273 Jun 17 08:21:44.373154 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-d3068ca4-f345-4f23-9201-a3aad8c9fcce service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175098 Jun 17 08:21:44.385026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a56a6-ab91-41f9-8d0c-89ace009411a req-c2527817-0b89-49dc-b7b2-1c1981b5fa4f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.386613 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b4a56a6-ab91-41f9-8d0c-89ace009411a req-c2527817-0b89-49dc-b7b2-1c1981b5fa4f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 944 time: 0.2788346 Jun 17 08:21:44.513485 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-39bd25e7-8631-4148-8700-7eeb13941839 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132565 Jun 17 08:21:44.556522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b4a56a6-ab91-41f9-8d0c-89ace009411a req-a8f8d59e-41a8-4710-908e-813aa96cc7a7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427155 Jun 17 08:21:44.572157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1aaab44d-bbe2-4763-92d7-f66193532bf6 req-6b7d5113-967e-4463-a0f5-589f8a71e79a service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839910 Jun 17 08:21:44.584611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-87c6965e-6589-4807-bb81-ac7495b2ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:44.585865 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-87c6965e-6589-4807-bb81-ac7495b2ce02 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2209547 Jun 17 08:21:44.746106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device aa66d78f-5886-414e-943c-88d3040bbbcc details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:44.747757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 16ed9851-cfd8-4223-8710-a18f7b920fcd no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:44.776695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 16ed9851-cfd8-4223-8710-a18f7b920fcd {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:44.777034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 16ed9851-cfd8-4223-8710-a18f7b920fcd not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:44.867543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=aa66d78f-5886-414e-943c-88d3040bbbcc,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:44.880021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'aa66d78f-5886-414e-943c-88d3040bbbcc', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'aa66d78f-5886-414e-943c-88d3040bbbcc', 'mac_address': 'fa:16:3e:3b:8d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:44.921833 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:44.937589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa66d78f-5886-414e-943c-88d3040bbbcc {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:44.958242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=aa66d78f-5886-414e-943c-88d3040bbbcc,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:44.963834 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:44.966889 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:45.013541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=aa66d78f-5886-414e-943c-88d3040bbbcc,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:45.016654 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:45.020349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec3b293-eb19-4270-a50b-dfd6e9bbd3cc req-f3aa416f-2d9a-4e57-9a3b-43aa8577af65 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.022053 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ec3b293-eb19-4270-a50b-dfd6e9bbd3cc req-f3aa416f-2d9a-4e57-9a3b-43aa8577af65 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 949 time: 0.5835204 Jun 17 08:21:45.111195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1aaab44d-bbe2-4763-92d7-f66193532bf6 req-dfbf8faa-0e55-444d-9722-45a7a4d8ba7d service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5296237 Jun 17 08:21:45.121382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ec3b293-eb19-4270-a50b-dfd6e9bbd3cc req-36a311d5-8593-4339-bd0b-53bdf5ad3cfa tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/security-groups?id=a05acafe-6f5b-4644-89ce-2576cb7eeabb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925488 Jun 17 08:21:45.124107 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-017dfe91-7257-491e-8b9d-7d267a12aceb service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5288017 Jun 17 08:21:45.154694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585daf6-5395-4b1c-bb16-29d9684f1dae req-43ea9d90-d327-4eed-a808-b14b8b11e6c6 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.156298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b585daf6-5395-4b1c-bb16-29d9684f1dae req-43ea9d90-d327-4eed-a808-b14b8b11e6c6 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 948 time: 0.2422388 Jun 17 08:21:45.267710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b585daf6-5395-4b1c-bb16-29d9684f1dae req-9069c196-b3d6-43ed-94b2-980d1dc16c2c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018150 Jun 17 08:21:45.296316 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-4fb4959f-576f-4ee8-9caf-c7f4660d7c91 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633327 Jun 17 08:21:45.307372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['aa66d78f-5886-414e-943c-88d3040bbbcc'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:45.307676 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-88a15cd3-e3ca-4281-8e29-f818d30a0bba req-60a00fc4-dff9-4613-98fb-8439bb4a0a79 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1180396548', 'description': 'tempest-description-834883347'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:45.337495 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8cc01-ceb9-4df7-89ae-d29484361a84 req-4f41f12a-e2a7-4285-b430-b717b19fd04c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.338713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81f8cc01-ceb9-4df7-89ae-d29484361a84 req-4f41f12a-e2a7-4285-b430-b717b19fd04c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 949 time: 0.1164923 Jun 17 08:21:45.357928 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-88a15cd3-e3ca-4281-8e29-f818d30a0bba req-60a00fc4-dff9-4613-98fb-8439bb4a0a79 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.439772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81f8cc01-ceb9-4df7-89ae-d29484361a84 req-344b12ec-bd20-4b73-8a15-abee458fd3d3 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929186 Jun 17 08:21:45.473365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-17ed83cb-f6e0-4efe-95fb-06b2142fc767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.474863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-17ed83cb-f6e0-4efe-95fb-06b2142fc767 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 1100 time: 0.1268048 Jun 17 08:21:45.535541 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b33ce720-221d-4e1f-9de9-d5eb8cf5e400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.596892 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-88a15cd3-e3ca-4281-8e29-f818d30a0bba req-60a00fc4-dff9-4613-98fb-8439bb4a0a79 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.610040 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-88a15cd3-e3ca-4281-8e29-f818d30a0bba req-60a00fc4-dff9-4613-98fb-8439bb4a0a79 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.616611 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-27d894aa-d75d-466e-a15f-7d5df48b4c19 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:45.650893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-1e246e47-1c1e-4931-a99c-7a7ac2ee47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.652452 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-1e246e47-1c1e-4931-a99c-7a7ac2ee47a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1699624 Jun 17 08:21:45.657181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-88a15cd3-e3ca-4281-8e29-f818d30a0bba req-60a00fc4-dff9-4613-98fb-8439bb4a0a79 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.658293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88a15cd3-e3ca-4281-8e29-f818d30a0bba req-60a00fc4-dff9-4613-98fb-8439bb4a0a79 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3569677 Jun 17 08:21:45.660893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a00fc4-dff9-4613-98fb-8439bb4a0a79 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f560ac-7d15-4d59-9cfd-8fec4a3e162a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:45.667888 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-60a00fc4-dff9-4613-98fb-8439bb4a0a79 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:45.702631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-deleted', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:45.704955 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efe9f69-599d-48fd-a826-09d104cf4ca3" -d '{"events": [{"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-deleted", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:45.712631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-bdd61bab-a979-4fb7-85ab-99c5fbe14f69 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=3f1f05c0-bd45-4884-b4c5-1ee68575775f HTTP/1.1" status: 200 len: 217 time: 0.0448596 Jun 17 08:21:45.723277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736aee7-b8e6-4529-aa17-8bac3d9b7ded req-9ef2102b-29c6-4735-9120-e8c07e7f659e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.724639 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8736aee7-b8e6-4529-aa17-8bac3d9b7ded req-9ef2102b-29c6-4735-9120-e8c07e7f659e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 945 time: 0.1700976 Jun 17 08:21:45.824106 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:45.853503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-1cded85a-8723-4902-a853-fe8ae8789cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.855014 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-1cded85a-8723-4902-a853-fe8ae8789cde service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1294367 Jun 17 08:21:45.863367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8736aee7-b8e6-4529-aa17-8bac3d9b7ded req-f07a95c7-ab74-4464-8d40-d3884839c57c tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253018 Jun 17 08:21:45.940683 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9befa2b7-6519-4082-9f1e-e573f6d2acf8 req-bcec2df5-e372-41f6-84d2-ae9c654d43a3 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.942161 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9befa2b7-6519-4082-9f1e-e573f6d2acf8 req-bcec2df5-e372-41f6-84d2-ae9c654d43a3 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1860607 Jun 17 08:21:45.949764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946096c-154b-4edb-8edf-facf7c2cbe56 req-f58e4ea9-911a-4781-a4ac-33c0125b8d35 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:45.951417 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c946096c-154b-4edb-8edf-facf7c2cbe56 req-f58e4ea9-911a-4781-a4ac-33c0125b8d35 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 949 time: 0.1882930 Jun 17 08:21:46.016736 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-14f01891-8dc5-431c-9ddd-527ed5cdf243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.018291 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-14f01891-8dc5-431c-9ddd-527ed5cdf243 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1535282 Jun 17 08:21:46.034675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9befa2b7-6519-4082-9f1e-e573f6d2acf8 req-cf901205-9f4a-4f69-ad80-f3e934a6664b tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823975 Jun 17 08:21:46.148955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-f135fb81-393b-4c33-8f08-3d98ec8c4eb2 req-155028e9-f72c-4ac1-8a9c-454c7eebb26b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1733441534', 'description': 'tempest-description-1312454579'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:46.181245 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-e013a127-cb3d-4a74-a884-82c4097126ac service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539845 Jun 17 08:21:46.191207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c946096c-154b-4edb-8edf-facf7c2cbe56 req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Deleting port d96aa9e0-196a-4f2f-91b6-4f998df23249 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:21:46.191544 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c946096c-154b-4edb-8edf-facf7c2cbe56 req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.222259 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f135fb81-393b-4c33-8f08-3d98ec8c4eb2 req-155028e9-f72c-4ac1-8a9c-454c7eebb26b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.267426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53172) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:46.309651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-650b0d57-77c8-4a1d-8d12-e038eb1b18b2 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.311194 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-650b0d57-77c8-4a1d-8d12-e038eb1b18b2 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955&tenant_id=9f7669688c6d4b939b7454c55df8be96&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 949 time: 0.0843945 Jun 17 08:21:46.391317 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-bb63a3cb-0053-4f1d-a4b0-c1312711578c service neutron] delete failed (client error): The resource could not be found. Jun 17 08:21:46.392388 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-bb63a3cb-0053-4f1d-a4b0-c1312711578c service neutron] 10.222.0.10 "DELETE /v2.0/ports/aa66d78f-5886-414e-943c-88d3040bbbcc/bindings/n-h1-779913-16 HTTP/1.1" status: 404 len: 381 time: 0.0735745 Jun 17 08:21:46.420882 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e6e94edc-afc5-4b02-a130-a9f0181650a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a2471673b704b68b971e8d2837ade4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520958 Jun 17 08:21:46.421923 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-c946096c-154b-4edb-8edf-facf7c2cbe56 req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] For port d96aa9e0-196a-4f2f-91b6-4f998df23249, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d96aa9e0-196a-4f2f-91b6-4f998df23249,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:46.422427 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c946096c-154b-4edb-8edf-facf7c2cbe56 req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.423313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53178) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:46.486709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a6da2b2-bd39-4614-8ff4-ff0c9ccac3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.487141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b357e01-8010-4d4f-b394-ba48fa01f74a req-c1881e4a-6ce4-46b1-8f95-cafc9d160cb0 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.488656 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b357e01-8010-4d4f-b394-ba48fa01f74a req-c1881e4a-6ce4-46b1-8f95-cafc9d160cb0 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 944 time: 0.3016074 Jun 17 08:21:46.513408 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c946096c-154b-4edb-8edf-facf7c2cbe56 req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Calling delete_port for d96aa9e0-196a-4f2f-91b6-4f998df23249 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:21:46.518655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e7f1e91-c898-4093-973a-2cee1a966645 req-9b6f8ee2-e382-47ae-bcf9-297005695831 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228712 Jun 17 08:21:46.529217 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a6da2b2-bd39-4614-8ff4-ff0c9ccac3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.571896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-807bd94d-bfca-4892-ad99-a46a77c4ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.573379 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-807bd94d-bfca-4892-ad99-a46a77c4ce9d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 1101 time: 0.0981705 Jun 17 08:21:46.589155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 3f1f05c0-bd45-4884-b4c5-1ee68575775f details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:46.630408 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f135fb81-393b-4c33-8f08-3d98ec8c4eb2 req-155028e9-f72c-4ac1-8a9c-454c7eebb26b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.638679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b357e01-8010-4d4f-b394-ba48fa01f74a req-335d6643-d38a-451e-a97a-2ab0187252f7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134691 Jun 17 08:21:46.641074 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f135fb81-393b-4c33-8f08-3d98ec8c4eb2 req-155028e9-f72c-4ac1-8a9c-454c7eebb26b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.645661 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f7fecd3f-6546-4ef3-a2b8-2ecddd7cf699 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:46.645809 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a6da2b2-bd39-4614-8ff4-ff0c9ccac3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.648513 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a6da2b2-bd39-4614-8ff4-ff0c9ccac3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.652031 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1a6da2b2-bd39-4614-8ff4-ff0c9ccac3e8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d42ad85-fa34-4786-ac84-d599d5b61a18 HTTP/1.1" status: 204 len: 168 time: 0.2254634 Jun 17 08:21:46.652358 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-40757d50-e363-4553-83f8-b727b1d11866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:46.669469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6da2b2-bd39-4614-8ff4-ff0c9ccac3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d42ad85-fa34-4786-ac84-d599d5b61a18,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:46.679007 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a6da2b2-bd39-4614-8ff4-ff0c9ccac3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:46.690443 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f135fb81-393b-4c33-8f08-3d98ec8c4eb2 req-155028e9-f72c-4ac1-8a9c-454c7eebb26b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.691854 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f135fb81-393b-4c33-8f08-3d98ec8c4eb2 req-155028e9-f72c-4ac1-8a9c-454c7eebb26b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5515234 Jun 17 08:21:46.694967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155028e9-f72c-4ac1-8a9c-454c7eebb26b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b725707-aa68-4eaf-aad9-a8dc0df89e8a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:46.698475 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-155028e9-f72c-4ac1-8a9c-454c7eebb26b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:46.727857 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-98880bf6-95b7-4c71-bef9-666a46ef6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.729347 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-98880bf6-95b7-4c71-bef9-666a46ef6cab service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1493964 Jun 17 08:21:46.766814 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d070a80-33b6-403d-a8a1-8fe718c14329 x-openstack-request-id: req-1d070a80-33b6-403d-a8a1-8fe718c14329 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:46.767274 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a820c38-3c5c-48ee-9f04-8f02cf9b079a", "name": "network-vif-deleted", "tag": "16ed9851-cfd8-4223-8710-a18f7b920fcd", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:46.767707 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d070a80-33b6-403d-a8a1-8fe718c14329 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:46.768544 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a820c38-3c5c-48ee-9f04-8f02cf9b079a', 'name': 'network-vif-deleted', 'tag': '16ed9851-cfd8-4223-8710-a18f7b920fcd', 'status': 'completed', 'code': 200} Jun 17 08:21:46.784368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 9921506d-4731-4aec-8e4e-3a523c15018f details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:21:46.786311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device aa66d78f-5886-414e-943c-88d3040bbbcc up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:46.804732 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-2979d652-9d86-4899-95a0-6b1213990986 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa66d78f-5886-414e-943c-88d3040bbbcc HTTP/1.1" status: 200 len: 217 time: 0.0679154 Jun 17 08:21:46.826248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c946096c-154b-4edb-8edf-facf7c2cbe56 req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:46.830612 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-68cf0127-a221-4ac8-8dc8-b27879347617 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:46.887156 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Pushing event deleted for resources: {'Port': ['ID=d96aa9e0-196a-4f2f-91b6-4f998df23249,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:46.906222 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:46.932667 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-d753c395-9066-4bcf-8e3f-02fa713fb858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:46.936005 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-d753c395-9066-4bcf-8e3f-02fa713fb858 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1209385 Jun 17 08:21:47.027254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c946096c-154b-4edb-8edf-facf7c2cbe56 req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] No DVR routers for this DVR port d96aa9e0-196a-4f2f-91b6-4f998df23249 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:21:47.030310 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c946096c-154b-4edb-8edf-facf7c2cbe56 req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.033014 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c946096c-154b-4edb-8edf-facf7c2cbe56 req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.63 "DELETE /v2.0/ports/d96aa9e0-196a-4f2f-91b6-4f998df23249 HTTP/1.1" status: 204 len: 173 time: 1.0712605 Jun 17 08:21:47.069493 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-3678bb54-20b6-4e5e-99ad-7048730a4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:47.074150 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-3678bb54-20b6-4e5e-99ad-7048730a4313 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1290040 Jun 17 08:21:47.109235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7179f-c492-4fe8-bcc4-4229cb5fd647 req-36f27d80-efc7-47f1-aa97-14fbcfafe20f tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:47.129290 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eaa7179f-c492-4fe8-bcc4-4229cb5fd647 req-36f27d80-efc7-47f1-aa97-14fbcfafe20f tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 945 time: 0.2455416 Jun 17 08:21:47.129959 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53192) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:47.135299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-696765fa-a9e2-4540-930d-5445be8e7402 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Request body: {'floatingip': {'port_id': 'be884849-5ee8-49f7-94ec-64302298562c'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:47.149528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f94b14-6f6f-461d-8f93-762afdd79f26 req-8011da42-02a2-4650-ac03-0198391ff50d tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:47.165817 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00f94b14-6f6f-461d-8f93-762afdd79f26 req-8011da42-02a2-4650-ac03-0198391ff50d tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 949 time: 0.2626638 Jun 17 08:21:47.217646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['d96aa9e0-196a-4f2f-91b6-4f998df23249'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:47.223195 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.243470 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00f94b14-6f6f-461d-8f93-762afdd79f26 req-01f58767-ecfe-4a11-b80b-a573f2d7cd5b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761914 Jun 17 08:21:47.270581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-696765fa-a9e2-4540-930d-5445be8e7402 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.336745 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:21:47.337541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 3f1f05c0-bd45-4884-b4c5-1ee68575775f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=3f1f05c0-bd45-4884-b4c5-1ee68575775f,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:47.350215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9921506d-4731-4aec-8e4e-3a523c15018f,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:47.370400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '3f1f05c0-bd45-4884-b4c5-1ee68575775f', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '3f1f05c0-bd45-4884-b4c5-1ee68575775f', 'mac_address': 'fa:16:3e:c8:1b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:47.377770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port aa66d78f-5886-414e-943c-88d3040bbbcc completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:47.380837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '9921506d-4731-4aec-8e4e-3a523c15018f', 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7', 'port_id': '9921506d-4731-4aec-8e4e-3a523c15018f', 'mac_address': 'fa:16:3e:8e:c2:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b598db4-dbc2-4206-84e4-02cf733688f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:21:47.387813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port aa66d78f-5886-414e-943c-88d3040bbbcc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:47.388188 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.399783 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-a16b4464-8b9f-45ee-a57e-7a2eac19fdd7 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159046 Jun 17 08:21:47.504037 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.523789 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.536355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4158d8f4-2f5e-45a2-be10-13a25a76838f req-a40ebdb0-3614-47ee-878f-f3f6aa575106 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ecc9b49-0941-40b8-b561-0c21b62daf5e HTTP/1.1" status: 200 len: 210 time: 0.0600009 Jun 17 08:21:47.538450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1f05c0-bd45-4884-b4c5-1ee68575775f {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:47.568369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9921506d-4731-4aec-8e4e-3a523c15018f {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:47.577463 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 3f1f05c0-bd45-4884-b4c5-1ee68575775f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=3f1f05c0-bd45-4884-b4c5-1ee68575775f,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:47.611328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-46dc2b84-b775-4dd4-9ae2-36e8c44500ef req-36766567-687e-42cb-a82a-6b525df39216 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1579601535', 'description': 'tempest-description-1505341243'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:47.622953 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.631539 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:47.663941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46dc2b84-b775-4dd4-9ae2-36e8c44500ef req-36766567-687e-42cb-a82a-6b525df39216 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.667565 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7eb2b38c-6fc5-41fd-bce5-c743aece84b0 req-d13fe4a8-a32d-4639-a5a9-cf58d3d410e6 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400403 Jun 17 08:21:47.670684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9921506d-4731-4aec-8e4e-3a523c15018f,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:47.683156 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.689300 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.734735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=3f1f05c0-bd45-4884-b4c5-1ee68575775f,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:47.749492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:47.752394 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375cd44e-11d0-4968-bb9e-e167b354c601" -d '{"events": [{"server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "name": "network-vif-plugged", "status": "completed", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:47.756317 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:47.759739 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:47.825731 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=aa66d78f-5886-414e-943c-88d3040bbbcc,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:47.839481 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:47.845478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53210) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:47.876693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=9921506d-4731-4aec-8e4e-3a523c15018f,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:47.883486 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:47.885145 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:47.888272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d446aae-5b97-40f9-87c6-3c02afd92238 req-105153c1-a0fe-477f-86ec-0c79340249be tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:47.889947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d446aae-5b97-40f9-87c6-3c02afd92238 req-105153c1-a0fe-477f-86ec-0c79340249be tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 949 time: 0.1689723 Jun 17 08:21:47.965723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['9921506d-4731-4aec-8e4e-3a523c15018f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:47.968316 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d446aae-5b97-40f9-87c6-3c02afd92238 req-6df538a0-4862-40f2-9bb9-d2084791bbbc tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714593 Jun 17 08:21:48.005136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46dc2b84-b775-4dd4-9ae2-36e8c44500ef req-36766567-687e-42cb-a82a-6b525df39216 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.011863 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=aa66d78f-5886-414e-943c-88d3040bbbcc,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:48.012848 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46dc2b84-b775-4dd4-9ae2-36e8c44500ef req-36766567-687e-42cb-a82a-6b525df39216 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.016189 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cfa6f270-7715-4621-a9a6-4501b1e3c025 tempest-LiveMigrationNegativeTest-1104514403 tempest-LiveMigrationNegativeTest-1104514403-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:48.025000 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:48.026237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-490150703-network', 'tenant_id': 'bb8246e60a494b9e9f3ca46087f88b6e'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:48.067007 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36766567-687e-42cb-a82a-6b525df39216 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff0485f-1efa-47d4-bfb0-cd684f26c3bc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:48.072603 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-36766567-687e-42cb-a82a-6b525df39216 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:48.084235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Made reservation on behalf of bb8246e60a494b9e9f3ca46087f88b6e for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:48.087307 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.099892 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.110193 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-46dc2b84-b775-4dd4-9ae2-36e8c44500ef req-36766567-687e-42cb-a82a-6b525df39216 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.111890 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46dc2b84-b775-4dd4-9ae2-36e8c44500ef req-36766567-687e-42cb-a82a-6b525df39216 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5078740 Jun 17 08:21:48.162981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['3f1f05c0-bd45-4884-b4c5-1ee68575775f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:48.238710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.262880 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.282443 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38b795e2-71df-4e5b-a841-62cc3139c25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:48.304840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:21:48.360696 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.361047 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Added segment 1dbb6774-dade-4212-b572-d642e8451263 of type vlan for network 45ef929f-e6f4-4515-a0c5-537fcf398259 Jun 17 08:21:48.380158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db72ab00-3001-4349-84a3-487e7e9b967e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:48.384674 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:48.430139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dae78-d201-4947-ad19-2a62224dce77 req-d55fc56d-1c6d-4f5f-9d0d-9caf4cd8916b tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:48.431736 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d3dae78-d201-4947-ad19-2a62224dce77 req-d55fc56d-1c6d-4f5f-9d0d-9caf4cd8916b tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.3187687 Jun 17 08:21:48.438270 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.509366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c4de5-347d-4372-b4b2-a8a3913eed4b req-834aabd1-3735-4b27-9fe9-d5876f76defe tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:48.510872 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735c4de5-347d-4372-b4b2-a8a3913eed4b req-834aabd1-3735-4b27-9fe9-d5876f76defe tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 945 time: 0.2295856 Jun 17 08:21:48.518208 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-696765fa-a9e2-4540-930d-5445be8e7402 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.520021 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d3dae78-d201-4947-ad19-2a62224dce77 req-b5be00dc-7517-4596-bfe1-c8b2c8c7ed49 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762579 Jun 17 08:21:48.526254 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-696765fa-a9e2-4540-930d-5445be8e7402 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.530495 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.546348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:48.546348 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.547317 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:48.591091 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e7dd24-50f8-493c-8e93-0c7385e654ab x-openstack-request-id: req-76e7dd24-50f8-493c-8e93-0c7385e654ab {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:48.591719 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "name": "network-vif-plugged", "status": "completed", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:48.591931 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76e7dd24-50f8-493c-8e93-0c7385e654ab {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:48.592533 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc', 'code': 200} Jun 17 08:21:48.629843 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735c4de5-347d-4372-b4b2-a8a3913eed4b req-d47ef5f8-c33a-41df-8d9b-13ca0d84b1cb tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085894 Jun 17 08:21:48.633681 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7818949 Jun 17 08:21:48.634005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53220) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:48.641820 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Request body: {'subnet': {'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-490150703-subnet', 'tenant_id': 'bb8246e60a494b9e9f3ca46087f88b6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:48.643532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Pushing event updated for resources: {'Network': ['ID=45ef929f-e6f4-4515-a0c5-537fcf398259,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:48.646853 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:48.647158 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-696765fa-a9e2-4540-930d-5445be8e7402 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Floating IP a7f7bfd9-6c87-4046-a837-8f5a319ec5c0 associated. External IP: 172.25.8.50, port: be884849-5ee8-49f7-94ec-64302298562c. Jun 17 08:21:48.654729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 45ef929f-e6f4-4515-a0c5-537fcf398259 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:21:48.742069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Made reservation on behalf of bb8246e60a494b9e9f3ca46087f88b6e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:48.744426 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.749516 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ed3ec7a-7859-4312-aa8b-9785e2cbac87 req-cb7d5a17-9337-43d1-b8a7-064d4e8cd75f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85171ee2abef4415ab381abdf9fa216f HTTP/1.1" status: 200 len: 10897 time: 0.1414919 Jun 17 08:21:48.763345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d96aa9e0-196a-4f2f-91b6-4f998df23249 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:21:48.770376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecc9b49-0941-40b8-b561-0c21b62daf5e', 'name': 'network-vif-deleted', 'tag': 'd96aa9e0-196a-4f2f-91b6-4f998df23249'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:48.771834 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e88ad4e-0eb8-4a34-9861-a36dd0993977" -d '{"events": [{"server_uuid": "8ecc9b49-0941-40b8-b561-0c21b62daf5e", "name": "network-vif-deleted", "tag": "d96aa9e0-196a-4f2f-91b6-4f998df23249"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:48.797542 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: d96aa9e0-196a-4f2f-91b6-4f998df23249 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:21:48.798824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d96aa9e0-196a-4f2f-91b6-4f998df23249 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:21:48.801835 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:48.847514 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ed3ec7a-7859-4312-aa8b-9785e2cbac87 req-3b742725-6d34-4352-a3b7-d9c0ee3e5f23 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/5ef83fb7-5670-4635-92d8-0c32a4cadb27 HTTP/1.1" status: 200 len: 2981 time: 0.0876999 Jun 17 08:21:48.881139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ab29c-1abe-4aa3-88bd-d6edbeba887f req-e89bfd7e-aaab-4f89-a00b-515e7449c2f5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:48.882423 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e48ab29c-1abe-4aa3-88bd-d6edbeba887f req-e89bfd7e-aaab-4f89-a00b-515e7449c2f5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.1215596 Jun 17 08:21:48.928161 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ed3ec7a-7859-4312-aa8b-9785e2cbac87 req-b0a2a848-397e-4fba-a803-6ea5a46e11d2 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/5ef83fb7-5670-4635-92d8-0c32a4cadb27 HTTP/1.1" status: 200 len: 2981 time: 0.0723696 Jun 17 08:21:48.941874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e48ab29c-1abe-4aa3-88bd-d6edbeba887f req-f6706c5e-ca2f-4364-9fcf-71650a2f78b7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531280 Jun 17 08:21:48.995723 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3998ed70-5c54-47c9-ad9b-b74d224e7491 x-openstack-request-id: req-3998ed70-5c54-47c9-ad9b-b74d224e7491 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:48.996045 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecc9b49-0941-40b8-b561-0c21b62daf5e", "name": "network-vif-deleted", "tag": "d96aa9e0-196a-4f2f-91b6-4f998df23249", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:48.996433 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3998ed70-5c54-47c9-ad9b-b74d224e7491 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:48.998374 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ecc9b49-0941-40b8-b561-0c21b62daf5e', 'name': 'network-vif-deleted', 'tag': 'd96aa9e0-196a-4f2f-91b6-4f998df23249', 'status': 'completed', 'code': 200} Jun 17 08:21:49.033712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696765fa-a9e2-4540-930d-5445be8e7402 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Router 4f72ed0e-bb98-4137-9afd-c47aad329e6b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:21:49.049760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eaf12f16-7859-4327-94c3-77a39d44678c req-d77bf8f7-a65f-4e25-b187-77704bd1b51b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/a0f560ac-7d15-4d59-9cfd-8fec4a3e162a HTTP/1.1" status: 200 len: 1800 time: 0.0404317 Jun 17 08:21:49.056043 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.058157 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:49.116574 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eaf12f16-7859-4327-94c3-77a39d44678c req-0215db7e-538c-47b1-a758-559a44f50dd7 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.162320 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eaf12f16-7859-4327-94c3-77a39d44678c req-0215db7e-538c-47b1-a758-559a44f50dd7 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.183094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77487d9d-954e-4053-8664-9cda2577cf8f,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:49.188107 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:49.202518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Checking segment: {'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:49.202890 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Network hostable DHCP agents. Network: 45ef929f-e6f4-4515-a0c5-537fcf398259, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:21:49.213221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5bf7e-0fcf-435c-b61e-d60c4b662373 req-8f0fcb52-238f-49a7-99cc-9a17ebb1547b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:49.214699 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bcf5bf7e-0fcf-435c-b61e-d60c4b662373 req-8f0fcb52-238f-49a7-99cc-9a17ebb1547b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.1117716 Jun 17 08:21:49.220804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696765fa-a9e2-4540-930d-5445be8e7402 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:21:49.223036 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eaf12f16-7859-4327-94c3-77a39d44678c req-0215db7e-538c-47b1-a758-559a44f50dd7 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.226164 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eaf12f16-7859-4327-94c3-77a39d44678c req-0215db7e-538c-47b1-a758-559a44f50dd7 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.226559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-696765fa-a9e2-4540-930d-5445be8e7402 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.227347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eaf12f16-7859-4327-94c3-77a39d44678c req-0215db7e-538c-47b1-a758-559a44f50dd7 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "DELETE /v2.0/security-groups/a0f560ac-7d15-4d59-9cfd-8fec4a3e162a HTTP/1.1" status: 204 len: 173 time: 0.1714787 Jun 17 08:21:49.229137 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-369e50d4-756a-407e-b3fc-fb93297b3304 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:49.236014 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941f9cf-68df-4e76-874b-f9fbf4d3af54 None None] Sync routers for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:21:49.248938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941f9cf-68df-4e76-874b-f9fbf4d3af54 None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:49.250494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f941f9cf-68df-4e76-874b-f9fbf4d3af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:21:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:49.251519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215db7e-538c-47b1-a758-559a44f50dd7 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f560ac-7d15-4d59-9cfd-8fec4a3e162a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:49.255178 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0215db7e-538c-47b1-a758-559a44f50dd7 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:49.261259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Network 45ef929f-e6f4-4515-a0c5-537fcf398259 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:21:49.275790 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bcf5bf7e-0fcf-435c-b61e-d60c4b662373 req-9c8685db-4523-443f-9ac7-1a640879ab3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473971 Jun 17 08:21:49.280076 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-696765fa-a9e2-4540-930d-5445be8e7402 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "PUT /v2.0/floatingips/a7f7bfd9-6c87-4046-a837-8f5a319ec5c0 HTTP/1.1" status: 200 len: 990 time: 2.1488836 Jun 17 08:21:49.281360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'tag': 'be884849-5ee8-49f7-94ec-64302298562c'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:49.283584 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c43c10-becc-47cd-a065-df807d1e618c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b5e74e1-cf93-4240-8709-f3b1a924ce0f", "tag": "be884849-5ee8-49f7-94ec-64302298562c"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:49.286847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 45ef929f-e6f4-4515-a0c5-537fcf398259) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:49.290947 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:49.291537 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.319660 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6843162 Jun 17 08:21:49.357402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee75800-a9d7-40e9-aa46-3417cb634759 None None] Network 45ef929f-e6f4-4515-a0c5-537fcf398259 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:49.416882 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-8fb2913c-8a68-4e8e-9815-6e7138456214 req-69e481a8-b924-4826-806a-bfaa3ecbcd1a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] show failed (client error): The resource could not be found. Jun 17 08:21:49.424033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8fb2913c-8a68-4e8e-9815-6e7138456214 req-69e481a8-b924-4826-806a-bfaa3ecbcd1a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/a0f560ac-7d15-4d59-9cfd-8fec4a3e162a HTTP/1.1" status: 404 len: 352 time: 0.0260501 Jun 17 08:21:49.481897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e3c9d-f5f9-46e5-9c1a-c734f6a39805 req-ed437383-141b-488b-8886-d3a8f4748908 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:49.485379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f941f9cf-68df-4e76-874b-f9fbf4d3af54 None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:49.492975 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd9e3c9d-f5f9-46e5-9c1a-c734f6a39805 req-ed437383-141b-488b-8886-d3a8f4748908 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 949 time: 0.1297119 Jun 17 08:21:49.536607 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd9e3c9d-f5f9-46e5-9c1a-c734f6a39805 req-3df224fc-3aa0-4b57-bdc3-24bfb3146dcd tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418749 Jun 17 08:21:49.575766 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a4fc5d-e2e9-45cb-b513-f3352e4196b4 x-openstack-request-id: req-86a4fc5d-e2e9-45cb-b513-f3352e4196b4 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:49.576650 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b5e74e1-cf93-4240-8709-f3b1a924ce0f", "tag": "be884849-5ee8-49f7-94ec-64302298562c", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:49.577091 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-86a4fc5d-e2e9-45cb-b513-f3352e4196b4 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:49.577691 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'tag': 'be884849-5ee8-49f7-94ec-64302298562c', 'status': 'completed', 'code': 200} Jun 17 08:21:49.627552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4485ad1b-6e60-4f2a-b2d6-7704b4996904 None None] Network 45ef929f-e6f4-4515-a0c5-537fcf398259 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:21:49.683212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2cc9e96-3325-4a08-a539-3160af4cf026 req-a76c7068-9073-4516-9be2-9d3a624fa052 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/2b725707-aa68-4eaf-aad9-a8dc0df89e8a HTTP/1.1" status: 200 len: 1801 time: 0.0779130 Jun 17 08:21:49.719532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c43c10-becc-47cd-a065-df807d1e618c req-b37ee2fe-28e4-4b11-ad69-5dd831421e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:49.721062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57c43c10-becc-47cd-a065-df807d1e618c req-b37ee2fe-28e4-4b11-ad69-5dd831421e09 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4228395c8ead46e294631fe1186cdb6a&device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 1097 time: 0.0989583 Jun 17 08:21:49.835119 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2cc9e96-3325-4a08-a539-3160af4cf026 req-1ab03e42-c20c-4c7b-be6d-30de18791fe3 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.895619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f941f9cf-68df-4e76-874b-f9fbf4d3af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'a7f7bfd9-6c87-4046-a837-8f5a319ec5c0', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'port_id': 'be884849-5ee8-49f7-94ec-64302298562c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'mac_address': 'fa:16:3e:0e:f2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:17:43Z', 'updated_at': '2021-06-17T08:21:48Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:49.905729 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2cc9e96-3325-4a08-a539-3160af4cf026 req-1ab03e42-c20c-4c7b-be6d-30de18791fe3 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:49.921780 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941f9cf-68df-4e76-874b-f9fbf4d3af54 None None] Checking router: 4f72ed0e-bb98-4137-9afd-c47aad329e6b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:21:49.930721 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f941f9cf-68df-4e76-874b-f9fbf4d3af54 None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:21:49.931364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f941f9cf-68df-4e76-874b-f9fbf4d3af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:21:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:49.934989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c43c10-becc-47cd-a065-df807d1e618c req-92a0b57a-4132-4603-a75c-86ff07bc6dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:49.936409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57c43c10-becc-47cd-a065-df807d1e618c req-92a0b57a-4132-4603-a75c-86ff07bc6dee service neutron] 10.222.0.63 "GET /v2.0/networks?id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f HTTP/1.1" status: 200 len: 925 time: 0.2055781 Jun 17 08:21:50.014285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-5d987cb0-514e-4525-8adb-cc04f2ebcd50 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:50.015809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-5d987cb0-514e-4525-8adb-cc04f2ebcd50 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/networks?id=45ef929f-e6f4-4515-a0c5-537fcf398259 HTTP/1.1" status: 200 len: 821 time: 0.2097552 Jun 17 08:21:50.030576 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2cc9e96-3325-4a08-a539-3160af4cf026 req-1ab03e42-c20c-4c7b-be6d-30de18791fe3 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:50.033224 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2cc9e96-3325-4a08-a539-3160af4cf026 req-1ab03e42-c20c-4c7b-be6d-30de18791fe3 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:50.034288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2cc9e96-3325-4a08-a539-3160af4cf026 req-1ab03e42-c20c-4c7b-be6d-30de18791fe3 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "DELETE /v2.0/security-groups/2b725707-aa68-4eaf-aad9-a8dc0df89e8a HTTP/1.1" status: 204 len: 173 time: 0.3423200 Jun 17 08:21:50.041664 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:50.046903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f941f9cf-68df-4e76-874b-f9fbf4d3af54 None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:21:50.058497 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-302847f7-4c61-433b-adf5-220f63361bc3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/quotas/bb8246e60a494b9e9f3ca46087f88b6e HTTP/1.1" status: 200 len: 375 time: 0.0311763 Jun 17 08:21:50.059520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab03e42-c20c-4c7b-be6d-30de18791fe3 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b725707-aa68-4eaf-aad9-a8dc0df89e8a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:50.062550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57c43c10-becc-47cd-a065-df807d1e618c req-e6ab8954-2c49-4491-b250-d58b14341f00 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be884849-5ee8-49f7-94ec-64302298562c HTTP/1.1" status: 200 len: 998 time: 0.1118650 Jun 17 08:21:50.063361 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1ab03e42-c20c-4c7b-be6d-30de18791fe3 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:50.135248 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-50624a88-681e-4a4a-a29d-5800ddcc95d7 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb8246e60a494b9e9f3ca46087f88b6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689697 Jun 17 08:21:50.303856 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f941f9cf-68df-4e76-874b-f9fbf4d3af54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'a7f7bfd9-6c87-4046-a837-8f5a319ec5c0', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'port_id': 'be884849-5ee8-49f7-94ec-64302298562c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'mac_address': 'fa:16:3e:0e:f2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:17:43Z', 'updated_at': '2021-06-17T08:21:48Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:21:50.331156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f941f9cf-68df-4e76-874b-f9fbf4d3af54 None None] The sync data for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 is: [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'a7f7bfd9-6c87-4046-a837-8f5a319ec5c0', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'floating_ip_address': '172.25.8.50', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'port_id': 'be884849-5ee8-49f7-94ec-64302298562c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'mac_address': 'fa:16:3e:0e:f2:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:17:43Z', 'updated_at': '2021-06-17T08:21:48Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:21:50.541103 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77ea8e0-1076-431a-a1ee-933f6da1b8fc None None] New status for floating IP a7f7bfd9-6c87-4046-a837-8f5a319ec5c0: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:21:50.549140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c43c10-becc-47cd-a065-df807d1e618c req-8df05d51-7df6-4387-b5bd-1596450a7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:50.550628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57c43c10-becc-47cd-a065-df807d1e618c req-8df05d51-7df6-4387-b5bd-1596450a7370 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=e9b62983-9280-41ef-98fb-95e6bb7ee564 HTTP/1.1" status: 200 len: 863 time: 0.4794064 Jun 17 08:21:50.623414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-c0493c84-7d08-4bc1-94d0-eef83611816d service neutron] 10.222.0.47 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677305 Jun 17 08:21:50.635726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 3f1f05c0-bd45-4884-b4c5-1ee68575775f up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:50.639456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7cb4d-e124-4e2a-8f5f-21054351e2bf req-4568186a-dd7c-4d07-8ea0-ae7b0765fa82 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:50.640975 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3f7cb4d-e124-4e2a-8f5f-21054351e2bf req-4568186a-dd7c-4d07-8ea0-ae7b0765fa82 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.4990921 Jun 17 08:21:50.702412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 3f1f05c0-bd45-4884-b4c5-1ee68575775f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:50.706946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 3f1f05c0-bd45-4884-b4c5-1ee68575775f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:50.707500 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:50.755679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 9921506d-4731-4aec-8e4e-3a523c15018f up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:21:50.757256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c43c10-becc-47cd-a065-df807d1e618c req-7347d04b-5110-4a5b-8c96-bf9b174a5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:50.758851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57c43c10-becc-47cd-a065-df807d1e618c req-7347d04b-5110-4a5b-8c96-bf9b174a5399 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2003024 Jun 17 08:21:50.765060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3f7cb4d-e124-4e2a-8f5f-21054351e2bf req-f60da354-6ab6-4558-b973-5007201fe4fa tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137269 Jun 17 08:21:50.841718 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-bb0ce625-0135-46f0-ac12-6afd56a42f3e service neutron] 10.222.0.47 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988161 Jun 17 08:21:50.854109 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:50.882645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 9921506d-4731-4aec-8e4e-3a523c15018f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:50.888617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 9921506d-4731-4aec-8e4e-3a523c15018f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:50.889079 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:50.895000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d575af-cf9d-4660-a944-7a729ec60b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1f05c0-bd45-4884-b4c5-1ee68575775f'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:50.897680 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57c43c10-becc-47cd-a065-df807d1e618c req-5d4f76e1-391f-4260-a0f1-5321f62b08f9 service neutron] 10.222.0.63 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297350 Jun 17 08:21:50.897867 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20494da8-6ed8-42a3-abbb-6f0dde73e870" -d '{"events": [{"server_uuid": "33d575af-cf9d-4660-a944-7a729ec60b11", "name": "network-vif-plugged", "status": "completed", "tag": "3f1f05c0-bd45-4884-b4c5-1ee68575775f"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:50.933959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 3f1f05c0-bd45-4884-b4c5-1ee68575775f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=3f1f05c0-bd45-4884-b4c5-1ee68575775f,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:50.940904 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:50.949130 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:51.059646 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-f11d4183-db06-4db6-bc68-0b9f2aacfe56 req-feff8dda-b779-4f84-9b76-c98953644f64 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] show failed (client error): The resource could not be found. Jun 17 08:21:51.060802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f11d4183-db06-4db6-bc68-0b9f2aacfe56 req-feff8dda-b779-4f84-9b76-c98953644f64 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/2b725707-aa68-4eaf-aad9-a8dc0df89e8a HTTP/1.1" status: 404 len: 352 time: 0.0369983 Jun 17 08:21:51.119648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc721f9-d887-44ff-bfe2-e598bc3bbaef req-6f85374d-0cd0-4fff-8533-2aeb1c8db773 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:51.128952 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dc721f9-d887-44ff-bfe2-e598bc3bbaef req-6f85374d-0cd0-4fff-8533-2aeb1c8db773 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 945 time: 0.2122908 Jun 17 08:21:51.138612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57c43c10-becc-47cd-a065-df807d1e618c req-893db250-77b2-4fa9-85af-0b7be0992022 service neutron] 10.222.0.63 "GET /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346292 Jun 17 08:21:51.179068 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dc721f9-d887-44ff-bfe2-e598bc3bbaef req-8a2231a9-d6c2-4d88-b6c8-42acc1566ed4 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488923 Jun 17 08:21:51.183074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=3f1f05c0-bd45-4884-b4c5-1ee68575775f,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:51.187609 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:51.213346 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.262359 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9921506d-4731-4aec-8e4e-3a523c15018f,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:21:51.269673 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.269673 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:51.308036 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393078ab-233b-4575-80de-c88f2df41451 x-openstack-request-id: req-393078ab-233b-4575-80de-c88f2df41451 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:51.308370 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d575af-cf9d-4660-a944-7a729ec60b11", "name": "network-vif-plugged", "status": "completed", "tag": "3f1f05c0-bd45-4884-b4c5-1ee68575775f", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:51.308616 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-393078ab-233b-4575-80de-c88f2df41451 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:51.308998 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d575af-cf9d-4660-a944-7a729ec60b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1f05c0-bd45-4884-b4c5-1ee68575775f', 'code': 200} Jun 17 08:21:51.331826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=9921506d-4731-4aec-8e4e-3a523c15018f,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:51.342578 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:51.389090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-869e02a4-b0d1-474b-a02e-598e408bdb15 req-8d0dae00-b8c3-4ebb-bdb5-58bb5a5865ab tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 210 time: 0.0502961 Jun 17 08:21:51.456991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853e26e-25dc-452e-875d-27c80e411220 req-9908f450-e12e-471c-9232-9e53ddc300f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:51.459385 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2853e26e-25dc-452e-875d-27c80e411220 req-9908f450-e12e-471c-9232-9e53ddc300f1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 1102 time: 0.0569227 Jun 17 08:21:51.475072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-654b3456-3a4d-4769-979b-8c677f4cd1c9 req-b3e29ac0-5b76-4679-9ce2-0af48a90378a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/7ff0485f-1efa-47d4-bfb0-cd684f26c3bc HTTP/1.1" status: 200 len: 1801 time: 0.0563955 Jun 17 08:21:51.485819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e737916-19bb-49ae-a73c-ab66da57975c req-b486eddb-1dc7-4797-98d1-d4a139abae5a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:51.487473 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e737916-19bb-49ae-a73c-ab66da57975c req-b486eddb-1dc7-4797-98d1-d4a139abae5a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 950 time: 0.1318874 Jun 17 08:21:51.509857 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2853e26e-25dc-452e-875d-27c80e411220 req-b0383550-f96e-4eda-958e-8725d58923d7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415719 Jun 17 08:21:51.565581 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e737916-19bb-49ae-a73c-ab66da57975c req-32f93fd8-1fcd-4e4b-b2c1-52f2fb686e3d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699139 Jun 17 08:21:51.591222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-654b3456-3a4d-4769-979b-8c677f4cd1c9 req-14993b4b-2e1a-47a6-b3aa-907d1507206e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.611487 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-654b3456-3a4d-4769-979b-8c677f4cd1c9 req-14993b4b-2e1a-47a6-b3aa-907d1507206e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.665584 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-654b3456-3a4d-4769-979b-8c677f4cd1c9 req-14993b4b-2e1a-47a6-b3aa-907d1507206e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.668892 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-654b3456-3a4d-4769-979b-8c677f4cd1c9 req-14993b4b-2e1a-47a6-b3aa-907d1507206e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:51.670223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-654b3456-3a4d-4769-979b-8c677f4cd1c9 req-14993b4b-2e1a-47a6-b3aa-907d1507206e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "DELETE /v2.0/security-groups/7ff0485f-1efa-47d4-bfb0-cd684f26c3bc HTTP/1.1" status: 204 len: 173 time: 0.1818178 Jun 17 08:21:51.671177 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fd76c0b6-ac2c-4983-b4a8-b78730f3aef1 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:51.683182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14993b4b-2e1a-47a6-b3aa-907d1507206e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff0485f-1efa-47d4-bfb0-cd684f26c3bc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:51.694494 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-14993b4b-2e1a-47a6-b3aa-907d1507206e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:51.719831 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-18eefcac-79bb-49e9-8d8b-8dd5fa01d6a1 req-1ed57e67-ebcb-4006-a3b7-5a8c129dae55 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] show failed (client error): The resource could not be found. Jun 17 08:21:51.721393 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18eefcac-79bb-49e9-8d8b-8dd5fa01d6a1 req-1ed57e67-ebcb-4006-a3b7-5a8c129dae55 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/7ff0485f-1efa-47d4-bfb0-cd684f26c3bc HTTP/1.1" status: 404 len: 352 time: 0.0174537 Jun 17 08:21:51.823538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1b01df26-5641-4a90-9262-bf4f0ee91780 req-57be8641-619a-418a-8614-1dc4af743824 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85171ee2abef4415ab381abdf9fa216f HTTP/1.1" status: 200 len: 6148 time: 0.0755973 Jun 17 08:21:51.896788 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-8b371295-8075-49c6-81d8-06c7aca8164b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f7669688c6d4b939b7454c55df8be96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442045 Jun 17 08:21:51.980507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1b01df26-5641-4a90-9262-bf4f0ee91780 req-4ae0b257-4708-4c03-9071-876c358808a9 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/5ef83fb7-5670-4635-92d8-0c32a4cadb27 HTTP/1.1" status: 200 len: 2981 time: 0.1467345 Jun 17 08:21:52.017127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53320) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:52.058868 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1b01df26-5641-4a90-9262-bf4f0ee91780 req-334631a1-5ad9-4e4b-bb44-ca12db871d4e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/5ef83fb7-5670-4635-92d8-0c32a4cadb27 HTTP/1.1" status: 200 len: 2981 time: 0.0680261 Jun 17 08:21:52.065805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-4f13aca3-4efa-4544-acdb-9d6a46e93d75 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:52.067270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-4f13aca3-4efa-4544-acdb-9d6a46e93d75 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1622362 Jun 17 08:21:52.083295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-8f13ff6c-c76f-4769-bd2b-4c78f03adbae tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/quotas/9f7669688c6d4b939b7454c55df8be96 HTTP/1.1" status: 200 len: 375 time: 0.0098069 Jun 17 08:21:52.152802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-74f44859-7bc8-44b5-b75e-3715316b3766 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640931 Jun 17 08:21:52.156750 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5426877f-8365-477c-afc0-bee7e99acbf5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=175bed2f37aa457a88e5cbcd32a47e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1383314 Jun 17 08:21:52.159280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53326) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:21:52.212283 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6425a830-1621-4bb4-a099-c2e704941fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.235650 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6425a830-1621-4bb4-a099-c2e704941fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.243795 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509405fe-b5ee-4930-8240-e0c4ecfacc85 req-464cda10-1b96-4bc7-87dc-aa8495580473 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:52.245715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-509405fe-b5ee-4930-8240-e0c4ecfacc85 req-464cda10-1b96-4bc7-87dc-aa8495580473 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.0711181 Jun 17 08:21:52.290438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-2f034888-3e60-4ab8-9231-fbc811c3ef49 req-0f190e96-d3de-46e0-8141-2529428ccce6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-323319370', 'description': 'tempest-description-1385310330'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:52.298308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6425a830-1621-4bb4-a099-c2e704941fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.302375 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6425a830-1621-4bb4-a099-c2e704941fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.305074 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6425a830-1621-4bb4-a099-c2e704941fa3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a05acafe-6f5b-4644-89ce-2576cb7eeabb HTTP/1.1" status: 204 len: 168 time: 0.1445105 Jun 17 08:21:52.305916 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-30bc5739-b7bb-4dc6-9a19-65a46fa89ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:52.325709 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425a830-1621-4bb4-a099-c2e704941fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05acafe-6f5b-4644-89ce-2576cb7eeabb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:52.329117 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6425a830-1621-4bb4-a099-c2e704941fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:52.336253 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-509405fe-b5ee-4930-8240-e0c4ecfacc85 req-ea9883b6-eb70-4788-8868-7528e16e277e tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843267 Jun 17 08:21:52.369105 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2f034888-3e60-4ab8-9231-fbc811c3ef49 req-0f190e96-d3de-46e0-8141-2529428ccce6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.582100 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2f034888-3e60-4ab8-9231-fbc811c3ef49 req-0f190e96-d3de-46e0-8141-2529428ccce6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.609869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2f034888-3e60-4ab8-9231-fbc811c3ef49 req-0f190e96-d3de-46e0-8141-2529428ccce6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.615664 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:52.631918 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-9e4476e5-f478-47ad-a175-1ba05cbc67b6 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:52.633432 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-9e4476e5-f478-47ad-a175-1ba05cbc67b6 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "GET /v2.0/networks?id=45ef929f-e6f4-4515-a0c5-537fcf398259 HTTP/1.1" status: 200 len: 821 time: 0.1920991 Jun 17 08:21:52.652331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Request body: {'port': {'device_id': '2cd46be2-eae1-472f-8201-6b460e2b8c2a', 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259', 'admin_state_up': True, 'tenant_id': 'bb8246e60a494b9e9f3ca46087f88b6e'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:52.685737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2f034888-3e60-4ab8-9231-fbc811c3ef49 req-0f190e96-d3de-46e0-8141-2529428ccce6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:52.687184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f034888-3e60-4ab8-9231-fbc811c3ef49 req-0f190e96-d3de-46e0-8141-2529428ccce6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4022064 Jun 17 08:21:52.761186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f190e96-d3de-46e0-8141-2529428ccce6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61ad7b0-cbbd-4144-bae9-e79e962d59bf,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:52.776639 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0f190e96-d3de-46e0-8141-2529428ccce6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:52.815398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2540b08-002f-4e36-b18a-c8cfceb48e14 req-5fa82b0e-87d8-498a-a7d4-a1572ee2acc3 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:52.817333 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2540b08-002f-4e36-b18a-c8cfceb48e14 req-5fa82b0e-87d8-498a-a7d4-a1572ee2acc3 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 946 time: 0.2552016 Jun 17 08:21:52.900617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2540b08-002f-4e36-b18a-c8cfceb48e14 req-fe4d9274-6e25-4337-a093-22376b27e635 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729060 Jun 17 08:21:52.936295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Made reservation on behalf of bb8246e60a494b9e9f3ca46087f88b6e for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:52.936295 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.055770 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8afddf5e-6215-49b9-944f-3f11d052c131 req-34988317-44af-421b-a0ad-4d6f394666be tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 210 time: 0.0715106 Jun 17 08:21:53.123145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0bd03556-93e3-4d87-aac6-24949d782972 req-1c569a89-a4aa-41c0-97c5-bd289383ea42 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 210 time: 0.0585618 Jun 17 08:21:53.176323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-c0813990-d20d-4157-8513-747ebfcb94f6 req-ad24d577-85aa-49d2-9660-76ebe34cc827 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1606298208', 'description': 'tempest-description-1931627503'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:53.242695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Allocated IP 172.20.0.3 (45ef929f-e6f4-4515-a0c5-537fcf398259/77487d9d-954e-4053-8664-9cda2577cf8f/8aef28f7-831c-4d93-be9f-65f7d5ab75ac) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:53.252375 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c0813990-d20d-4157-8513-747ebfcb94f6 req-ad24d577-85aa-49d2-9660-76ebe34cc827 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.309923 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9921506d-4731-4aec-8e4e-3a523c15018f'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:53.312709 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57714d8b-7aeb-4249-9d6c-ee710bf326ab" -d '{"events": [{"server_uuid": "c2f65631-87ad-41ba-a8c5-07cfcc7a145f", "name": "network-vif-plugged", "status": "completed", "tag": "9921506d-4731-4aec-8e4e-3a523c15018f"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:53.364601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a9fe8-2529-4ece-a8aa-5d14964adc6e req-64c2252a-b5d6-4348-810a-6be76dcb6c48 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:53.366195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5f5a9fe8-2529-4ece-a8aa-5d14964adc6e req-64c2252a-b5d6-4348-810a-6be76dcb6c48 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 950 time: 0.1699288 Jun 17 08:21:53.463892 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5f5a9fe8-2529-4ece-a8aa-5d14964adc6e req-7a3fe9c9-99ec-4dd0-a0c1-8b981c36475a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698080 Jun 17 08:21:53.503227 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c0813990-d20d-4157-8513-747ebfcb94f6 req-ad24d577-85aa-49d2-9660-76ebe34cc827 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.509234 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c0813990-d20d-4157-8513-747ebfcb94f6 req-ad24d577-85aa-49d2-9660-76ebe34cc827 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.513506 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2b9be753-585c-4213-832a-0d127650edac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:53.516497 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed4d725-98e1-4b18-8967-77fa8cc383e8 x-openstack-request-id: req-eed4d725-98e1-4b18-8967-77fa8cc383e8 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:53.516808 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f65631-87ad-41ba-a8c5-07cfcc7a145f", "name": "network-vif-plugged", "status": "completed", "tag": "9921506d-4731-4aec-8e4e-3a523c15018f", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:53.517077 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eed4d725-98e1-4b18-8967-77fa8cc383e8 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:53.517486 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9921506d-4731-4aec-8e4e-3a523c15018f', 'code': 200} Jun 17 08:21:53.519376 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.549222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c0813990-d20d-4157-8513-747ebfcb94f6 req-ad24d577-85aa-49d2-9660-76ebe34cc827 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.550738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0813990-d20d-4157-8513-747ebfcb94f6 req-ad24d577-85aa-49d2-9660-76ebe34cc827 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3806305 Jun 17 08:21:53.555205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24d577-85aa-49d2-9660-76ebe34cc827 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=266d9c27-35e0-42b9-973c-b53755e66289,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:53.559136 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ad24d577-85aa-49d2-9660-76ebe34cc827 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:53.600649 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.604986 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f77a1db5-f6b0-4dbc-8411-44c8857e126e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:53.681006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Network 45ef929f-e6f4-4515-a0c5-537fcf398259 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:53.692179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:53.700317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:53.705481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event updated for resources: {'Port': ['ID=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:53.732077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60add04b-6bad-4569-8193-91b5214dd7bc req-03fdb09f-50c0-4f15-a2a7-2f5b22776358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:53.732077 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-60add04b-6bad-4569-8193-91b5214dd7bc req-03fdb09f-50c0-4f15-a2a7-2f5b22776358 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 1098 time: 0.1244066 Jun 17 08:21:53.732692 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:53.782892 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-34cb86de-42a0-4b2a-b707-1582a6a19cce tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9f7669688c6d4b939b7454c55df8be96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239329 Jun 17 08:21:53.805195 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:53.805673 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:53.807002 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-60add04b-6bad-4569-8193-91b5214dd7bc req-f5bb059e-30b8-4da0-a0a4-4e83ce4b166a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689278 Jun 17 08:21:53.828409 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a3c26-2da6-4b5f-8946-6c02017f2474 req-da5a3748-a6c3-488d-8a67-1dd40d5a4d21 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:53.830139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-228a3c26-2da6-4b5f-8946-6c02017f2474 req-da5a3748-a6c3-488d-8a67-1dd40d5a4d21 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1893840 Jun 17 08:21:53.846717 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1989088 Jun 17 08:21:53.868871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Request body: {'port': {'device_id': '2cd46be2-eae1-472f-8201-6b460e2b8c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:53.912346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-0ef9fc81-dd12-4821-b0b3-ce38f5e5c65e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:53.913177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b65b8-71d3-4474-b8bb-65a9c6a6e3e4 req-b8b2ff54-a825-4eaf-9adc-8bd246d76157 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:53.913883 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-0ef9fc81-dd12-4821-b0b3-ce38f5e5c65e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1239100 Jun 17 08:21:53.915299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa2b65b8-71d3-4474-b8bb-65a9c6a6e3e4 req-b8b2ff54-a825-4eaf-9adc-8bd246d76157 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 1102 time: 0.1630604 Jun 17 08:21:53.929098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Request body: {'port': {'device_id': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '9f7669688c6d4b939b7454c55df8be96'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:53.932888 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-228a3c26-2da6-4b5f-8946-6c02017f2474 req-0149966d-e214-4fe9-917a-e5151bbeacc8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902464 Jun 17 08:21:54.009973 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa2b65b8-71d3-4474-b8bb-65a9c6a6e3e4 req-3eb88334-a2d2-43a0-be8d-bcdb81b4f0b2 tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831687 Jun 17 08:21:54.013237 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.066847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Made reservation on behalf of 9f7669688c6d4b939b7454c55df8be96 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:54.071790 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.222428 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Allocated IP 192.168.233.248 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/0fce78da-90ef-48f2-8853-c3c4d1ec8261) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:54.300518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-f136d478-e554-4ccd-ab06-1735c80e668a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.302562 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-f136d478-e554-4ccd-ab06-1735c80e668a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/networks?id=3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 200 len: 812 time: 0.2491376 Jun 17 08:21:54.355468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-94cdb27c-31b8-4dd7-8cbd-f670a9df37b2 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/quotas/85171ee2abef4415ab381abdf9fa216f HTTP/1.1" status: 200 len: 375 time: 0.0380459 Jun 17 08:21:54.384424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.400421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Transition to ACTIVE for port object 0fce78da-90ef-48f2-8853-c3c4d1ec8261 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:54.434467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.438718 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b9261547-1ef0-4532-81e2-497f4527be73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:54.449228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['aa66d78f-5886-414e-943c-88d3040bbbcc'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:54.471289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e97a5e-db4b-4dc1-bcaa-3f9371143725 req-5a58284a-8935-4dd9-94c3-8aa01745ab3a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.472592 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7e97a5e-db4b-4dc1-bcaa-3f9371143725 req-5a58284a-8935-4dd9-94c3-8aa01745ab3a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 946 time: 0.2191019 Jun 17 08:21:54.480319 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:54.484067 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:54.490473 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:54.498095 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:54.525212 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:54.535137 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b9532ac6-f59d-4feb-8c3a-e5a194af4835'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:54.556476 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-f9b44da9-dcad-4664-b53a-66b516a754f2 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=85171ee2abef4415ab381abdf9fa216f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1940813 Jun 17 08:21:54.557215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:54.557918 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.577867 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6537449 Jun 17 08:21:54.605831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Request body: {'port': {'device_id': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:54.619635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aef28f7-831c-4d93-be9f-65f7d5ab75ac {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:54.673321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7e97a5e-db4b-4dc1-bcaa-3f9371143725 req-b13f4d53-bea5-4c36-8b5e-5ef247dc8fec tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925168 Jun 17 08:21:54.686908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.750233 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.784260 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-99ad41ff-9669-4ca0-ae70-09102e4bdb7d service neutron] 10.222.0.47 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060866 Jun 17 08:21:54.786478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Transition to ACTIVE for port object 8aef28f7-831c-4d93-be9f-65f7d5ab75ac will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:54.855131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5b57396c-54d7-4847-8206-9d27a9ebf70a None None] Provisioning for port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:54.883254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5b57396c-54d7-4847-8206-9d27a9ebf70a None None] Provisioning complete for port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:54.884107 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b57396c-54d7-4847-8206-9d27a9ebf70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.919604 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:54.927563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5b57396c-54d7-4847-8206-9d27a9ebf70a None None] Port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:54.951218 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:55.076086 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:55.098261 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:55.121390 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-808bec4d-e30e-42fd-b16d-3d73b8132b89 service neutron] 10.222.0.47 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363442 Jun 17 08:21:55.142172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf3203-3f22-43ec-b241-7039c62d7599 req-116823d8-bd7b-4385-ae1f-e3f0e38a2a1f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.143872 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0bf3203-3f22-43ec-b241-7039c62d7599 req-116823d8-bd7b-4385-ae1f-e3f0e38a2a1f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 936 time: 0.2426665 Jun 17 08:21:55.159410 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fce78da-90ef-48f2-8853-c3c4d1ec8261 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:55.168557 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.182649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Transition to ACTIVE for port object 0fce78da-90ef-48f2-8853-c3c4d1ec8261 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:55.184223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Attempting to bind port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:55.184567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Attempting to bind port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:55.184917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Attempting to bind port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac on network 45ef929f-e6f4-4515-a0c5-537fcf398259 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:55.189559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.192876 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8f054fae-414d-43f6-af64-ac9a28dd4493 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:55.197995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac on network 45ef929f-e6f4-4515-a0c5-537fcf398259 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:55.198346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Attempting to bind port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac on network 45ef929f-e6f4-4515-a0c5-537fcf398259 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:55.207525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0bf3203-3f22-43ec-b241-7039c62d7599 req-983f6635-11db-4bf3-aa77-6583fe8b151f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567598 Jun 17 08:21:55.208744 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:55.209079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Checking segment: {'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:55.209449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Bound using segment: {'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:55.209883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Bound port: 8aef28f7-831c-4d93-be9f-65f7d5ab75ac, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:55.210659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.285017 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:55.301663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] For port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:55.303973 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:55.306016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] For port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:55.314413 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.334487 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9e143ac9-efd6-405e-acc8-4bdd6a3dc60f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:55.397523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.398147 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.399669 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] 10.222.0.63 "PUT /v2.0/ports/8aef28f7-831c-4d93-be9f-65f7d5ab75ac HTTP/1.1" status: 200 len: 1092 time: 1.5379217 Jun 17 08:21:55.401388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd46be2-eae1-472f-8201-6b460e2b8c2a', 'tag': '8aef28f7-831c-4d93-be9f-65f7d5ab75ac'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:55.403771 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9bf6b6-420f-4e25-aa34-a5f348ca8150" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd46be2-eae1-472f-8201-6b460e2b8c2a", "tag": "8aef28f7-831c-4d93-be9f-65f7d5ab75ac"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:55.417584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:55.417920 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:55.419390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:55.425232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:55.425629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:55.434214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:55.435741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:55.436151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:55.437214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Bound port: 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:55.437572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.489754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:55.501458 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-df087e99-9b99-4d70-92c8-fad2f478461d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1087742 Jun 17 08:21:55.506902 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:55.520945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:55.524670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:55.530138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.533544 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c99ea7fd-8c6e-46d7-a78c-6eb383d021f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:55.570999 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.572096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:55.573790 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] 10.222.0.10 "PUT /v2.0/ports/0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 1097 time: 0.9829173 Jun 17 08:21:55.576956 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:55.581088 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:55.616610 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:55.619806 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:55.677318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8debb37-6969-4d01-b12f-1fe432bacd72 req-28fe5109-50f0-4b48-ad87-967f871f108c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.685603 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8debb37-6969-4d01-b12f-1fe432bacd72 req-28fe5109-50f0-4b48-ad87-967f871f108c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 943 time: 0.2914729 Jun 17 08:21:55.710181 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-04b111b2-a5ac-4b58-83b0-4610fcd40eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.712686 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-04b111b2-a5ac-4b58-83b0-4610fcd40eb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 1100 time: 0.0727000 Jun 17 08:21:55.729130 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-b89662da-63d6-4a28-a43a-8ff442b476b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.730613 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-b89662da-63d6-4a28-a43a-8ff442b476b9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb8246e60a494b9e9f3ca46087f88b6e&device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 1095 time: 0.2220774 Jun 17 08:21:55.779696 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-3b2405e9-73d3-466e-88d5-6e5913dbfc5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 217 time: 0.0474815 Jun 17 08:21:55.797492 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-174b3333-2218-4469-bb6a-537e4121d270 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.799031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-174b3333-2218-4469-bb6a-537e4121d270 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2966292 Jun 17 08:21:55.806633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8debb37-6969-4d01-b12f-1fe432bacd72 req-82262e6f-004a-467a-aee8-6aeb03bb1019 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201220 Jun 17 08:21:55.824646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-ddbc5978-8a0a-444c-a42e-f9f2ad898539 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aef28f7-831c-4d93-be9f-65f7d5ab75ac HTTP/1.1" status: 200 len: 217 time: 0.0769620 Jun 17 08:21:55.841768 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e934d6b0-138a-45a2-a95c-ed416ff7bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.842623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-07d29eab-6d8f-4a1c-8e01-3847bac2e518 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/quotas/dc4472e4500249488a12da44d62a3095 HTTP/1.1" status: 200 len: 375 time: 0.0193090 Jun 17 08:21:55.843148 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-e934d6b0-138a-45a2-a95c-ed416ff7bd10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0552862 Jun 17 08:21:55.908985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-03718cb0-dabb-473b-9300-a88ac0086180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.911093 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-03718cb0-dabb-473b-9300-a88ac0086180 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605590 Jun 17 08:21:55.932833 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-590461d5-5bb0-48b4-a819-3ccce72b4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:55.934364 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-590461d5-5bb0-48b4-a819-3ccce72b4714 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77487d9d-954e-4053-8664-9cda2577cf8f HTTP/1.1" status: 200 len: 861 time: 0.0897040 Jun 17 08:21:56.013086 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-6ccfcb62-04ac-4bfc-8845-7e136fb80d03 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934572 Jun 17 08:21:56.123337 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27de2c6b-b2a4-4bb5-861c-e2ef4afcdd76 req-6bc4481b-d1c9-4421-9e7a-4d2793454742 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023815 Jun 17 08:21:56.312349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-d5f7dfae-ccc6-4876-b44c-2a7f313acd75 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45ef929f-e6f4-4515-a0c5-537fcf398259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3610501 Jun 17 08:21:56.376832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-b591fa32-4498-419d-9112-8bd5ed1c2b7b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5331173 Jun 17 08:21:56.458953 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-2b67d8ce-aeaa-49ae-bd8c-cce34545297e service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361156 Jun 17 08:21:56.467593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84af83e-788a-44f5-bbfb-06a589e27ff8 req-e8e94b11-d9b3-4af2-9e25-d98da82369cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.469195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c84af83e-788a-44f5-bbfb-06a589e27ff8 req-e8e94b11-d9b3-4af2-9e25-d98da82369cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.5027027 Jun 17 08:21:56.590353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6945cd5e-cef5-4177-9522-09764d5dde26 req-e0a5ea21-e995-4fa1-8f22-c996b8537244 service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178122 Jun 17 08:21:56.601934 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c84af83e-788a-44f5-bbfb-06a589e27ff8 req-0dc9032a-5146-4111-bd62-b695d66f30b7 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211765 Jun 17 08:21:56.729627 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e2fcb7-ae22-4a8d-adbd-f33c34076ad4 x-openstack-request-id: req-00e2fcb7-ae22-4a8d-adbd-f33c34076ad4 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:56.730345 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd46be2-eae1-472f-8201-6b460e2b8c2a", "tag": "8aef28f7-831c-4d93-be9f-65f7d5ab75ac", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:56.730875 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00e2fcb7-ae22-4a8d-adbd-f33c34076ad4 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:56.731531 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd46be2-eae1-472f-8201-6b460e2b8c2a', 'tag': '8aef28f7-831c-4d93-be9f-65f7d5ab75ac', 'status': 'completed', 'code': 200} Jun 17 08:21:56.761466 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399ff3dc-2f0e-44b2-b3ae-1a2ed9a78fcc x-openstack-request-id: req-399ff3dc-2f0e-44b2-b3ae-1a2ed9a78fcc {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:21:56.761867 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:21:56.762204 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-399ff3dc-2f0e-44b2-b3ae-1a2ed9a78fcc {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:21:56.762971 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'status': 'completed', 'code': 200} Jun 17 08:21:56.798210 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33399a68-a0d8-4ecf-8222-8664fc2f6539 req-4f9beb3a-5811-4e9f-92fa-adc6742cc82e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 210 time: 0.0655589 Jun 17 08:21:56.874568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-d86c0dbf-1c30-4ded-918d-31d67df1faf9 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.876478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-d86c0dbf-1c30-4ded-918d-31d67df1faf9 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.63 "GET /v2.0/networks?id=3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 200 len: 812 time: 0.1738904 Jun 17 08:21:56.892320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'port': {'device_id': '519bb71c-6c66-4054-b572-c0e443a875f8', 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9', 'admin_state_up': True, 'tenant_id': '85171ee2abef4415ab381abdf9fa216f'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:56.938470 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bf6b6-420f-4e25-aa34-a5f348ca8150 req-f1241501-0222-4f93-9e87-29be5e5bcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.940274 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b9bf6b6-420f-4e25-aa34-a5f348ca8150 req-f1241501-0222-4f93-9e87-29be5e5bcdc2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb8246e60a494b9e9f3ca46087f88b6e&device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 1095 time: 0.1815557 Jun 17 08:21:56.945759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5 req-4c5b0aa3-4a66-4e0e-8409-8a5299933de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:56.947750 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5 req-4c5b0aa3-4a66-4e0e-8409-8a5299933de3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 1100 time: 0.1220558 Jun 17 08:21:57.121855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585effcd-d561-4ca6-aeb4-3f8368d14136 req-a53c538f-1cd2-44d7-9f6c-c14ad1fb720e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.123435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-585effcd-d561-4ca6-aeb4-3f8368d14136 req-a53c538f-1cd2-44d7-9f6c-c14ad1fb720e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 946 time: 0.1500127 Jun 17 08:21:57.126711 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Made reservation on behalf of 85171ee2abef4415ab381abdf9fa216f for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:57.130229 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:57.134077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bf6b6-420f-4e25-aa34-a5f348ca8150 req-3914355c-0dc8-465e-b1b2-9dbfcefb7c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.135716 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b9bf6b6-420f-4e25-aa34-a5f348ca8150 req-3914355c-0dc8-465e-b1b2-9dbfcefb7c82 service neutron] 10.222.0.63 "GET /v2.0/networks?id=45ef929f-e6f4-4515-a0c5-537fcf398259 HTTP/1.1" status: 200 len: 922 time: 0.1861148 Jun 17 08:21:57.139615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5 req-8fd41539-663d-433e-918e-968fe2fe4631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.141211 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5 req-8fd41539-663d-433e-918e-968fe2fe4631 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1791422 Jun 17 08:21:57.195292 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5 req-b3d0c0be-1b0f-4854-bfc2-bdd95526425f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 217 time: 0.0455067 Jun 17 08:21:57.199984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-585effcd-d561-4ca6-aeb4-3f8368d14136 req-9ac413ac-533d-467b-8161-decd01aeeb00 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657070 Jun 17 08:21:57.235612 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b9bf6b6-420f-4e25-aa34-a5f348ca8150 req-09b16034-8d20-46c9-8b15-fbdc7304610a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aef28f7-831c-4d93-be9f-65f7d5ab75ac HTTP/1.1" status: 200 len: 217 time: 0.0480766 Jun 17 08:21:57.293475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0d2f1-dd35-49d4-8a31-fd20728351ad req-0f156c21-fb96-4f2f-b994-09648fb54585 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.295046 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fed0d2f1-dd35-49d4-8a31-fd20728351ad req-0f156c21-fb96-4f2f-b994-09648fb54585 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 948 time: 0.2412264 Jun 17 08:21:57.310463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5 req-4ee6f19a-6094-438d-9c85-4b903aa1f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.311934 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5 req-4ee6f19a-6094-438d-9c85-4b903aa1f5cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0848358 Jun 17 08:21:57.318497 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bf6b6-420f-4e25-aa34-a5f348ca8150 req-05705e3d-096d-4f83-b5ba-76baf32d85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.321017 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b9bf6b6-420f-4e25-aa34-a5f348ca8150 req-05705e3d-096d-4f83-b5ba-76baf32d85ad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77487d9d-954e-4053-8664-9cda2577cf8f HTTP/1.1" status: 200 len: 861 time: 0.0651779 Jun 17 08:21:57.381595 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b9bf6b6-420f-4e25-aa34-a5f348ca8150 req-4a3aca6d-9a6b-4b80-a331-579f723f6501 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45ef929f-e6f4-4515-a0c5-537fcf398259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496910 Jun 17 08:21:57.381882 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2870e198-ebfa-41fe-aae9-c027829e9736 req-691400bf-fdaf-45e4-96e1-942395826aeb tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 210 time: 0.0452039 Jun 17 08:21:57.412632 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fed0d2f1-dd35-49d4-8a31-fd20728351ad req-8aea4c7f-5d05-41b9-a982-93a2101bbec8 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883079 Jun 17 08:21:57.414326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Allocated IP 172.20.0.11 (3650e9a3-408b-4503-b72a-a24fdbac10d9/92928205-2d0e-4237-a318-5abce9ca270e/d253a7ac-5ed2-42a8-85b4-a5cafe4f9268) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:57.478070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5 req-cbbf175e-fac5-45b1-a6bf-7142542cd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.479690 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5 req-cbbf175e-fac5-45b1-a6bf-7142542cd68e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1574998 Jun 17 08:21:57.738249 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:57.758649 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cee6d6-3fa1-49d6-9b28-8fea8c52dbd7 req-48e0b08d-4f52-4876-8fde-1abcd1270e69 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.760279 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3cee6d6-3fa1-49d6-9b28-8fea8c52dbd7 req-48e0b08d-4f52-4876-8fde-1abcd1270e69 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 943 time: 0.1684053 Jun 17 08:21:57.807888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc18413-7127-48b0-8da3-43406c515034 req-1c8da9c5-dabd-435b-bfd7-cb427e19749b tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:57.809441 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fc18413-7127-48b0-8da3-43406c515034 req-1c8da9c5-dabd-435b-bfd7-cb427e19749b tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 1098 time: 0.1714170 Jun 17 08:21:57.839411 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3cee6d6-3fa1-49d6-9b28-8fea8c52dbd7 req-a77836c6-4f3c-41ac-b05e-a22e4f716d7e tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720456 Jun 17 08:21:57.868513 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:57.875275 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:57.883742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['885d4529-65a4-496e-83a1-8e1375aa55d8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:57.886992 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b9bf6b6-420f-4e25-aa34-a5f348ca8150 req-ad84491b-5eeb-4b57-931a-d33238a19fc4 service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4936061 Jun 17 08:21:57.918385 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fc18413-7127-48b0-8da3-43406c515034 req-784bce56-7544-4b42-9760-f890c30aac17 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978808 Jun 17 08:21:57.948881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Network 3650e9a3-408b-4503-b72a-a24fdbac10d9 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:57.953778 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'Port': ['ID=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:57.958458 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:57.959408 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:57.961647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:57.993574 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5 req-6401ab7e-9857-4c30-9cb6-bd046119baee service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062962 Jun 17 08:21:58.045016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:58.052401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.090246 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b9bf6b6-420f-4e25-aa34-a5f348ca8150 req-89f3bb29-5bc0-4de6-a22a-1fb1527088ab service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937828 Jun 17 08:21:58.124713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2369373 Jun 17 08:21:58.140564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Request body: {'port': {'device_id': '519bb71c-6c66-4054-b572-c0e443a875f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:58.207330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a619e9-2611-4fd6-ad5b-b5b5f00d86fb req-6a72b797-de55-4eb7-938d-248bebc49cda tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:58.216708 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2a619e9-2611-4fd6-ad5b-b5b5f00d86fb req-6a72b797-de55-4eb7-938d-248bebc49cda tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1557508 Jun 17 08:21:58.219322 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-ea7a7e95-d698-4444-a5ce-b4cc923a546f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=dc4472e4500249488a12da44d62a3095&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065066 Jun 17 08:21:58.221148 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3a9cb10c-59fc-4161-aab3-a4fcbe0a44b5 req-2cdc47cf-7723-4395-8cdf-8c3f5174f014 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182417 Jun 17 08:21:58.277517 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.338836 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-49f23bf0-c71e-4ac7-8567-3f5042721379 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:58.340440 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-49f23bf0-c71e-4ac7-8567-3f5042721379 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147676 Jun 17 08:21:58.357011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Request body: {'port': {'device_id': 'd4c557b4-f017-4672-b9be-383e59e00b19', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'dc4472e4500249488a12da44d62a3095'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:58.359646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2a619e9-2611-4fd6-ad5b-b5b5f00d86fb req-3b9159d1-33d5-4c9b-bbd0-afea314be65f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413510 Jun 17 08:21:58.501079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Made reservation on behalf of dc4472e4500249488a12da44d62a3095 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:21:58.505407 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.519816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101e2eb-aefc-4b70-a4ae-2642c9a39530 req-1d8faeed-a3fb-43f4-a5e7-0e4cf9489d7b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:58.520272 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e101e2eb-aefc-4b70-a4ae-2642c9a39530 req-1d8faeed-a3fb-43f4-a5e7-0e4cf9489d7b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 932 time: 0.2212987 Jun 17 08:21:58.578615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6372104-5b9d-42af-9129-da55f75ccc81 req-c63095d9-4995-46eb-baa8-ea9dafda579d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 210 time: 0.0556202 Jun 17 08:21:58.627123 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e101e2eb-aefc-4b70-a4ae-2642c9a39530 req-5048fab1-af35-4641-8001-fd91ce06b049 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888917 Jun 17 08:21:58.677381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Allocated IP 192.168.233.3 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/022d52b0-6d2a-46ab-9cdf-f0a50a80aba7) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:21:58.731127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:58.741696 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.765546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Transition to ACTIVE for port object d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:58.784441 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.809193 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4dc3bc29-fa5e-4a47-94ac-d786d8a54537 tempest-ImagesNegativeTestJSON-225283987 tempest-ImagesNegativeTestJSON-225283987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:58.922317 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:58.958657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Pushing event updated for resources: {'Port': ['ID=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:58.966694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Transition to ACTIVE for port object 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:58.988224 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:59.005626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.013491 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9850536-5334-4204-9eae-2a75622d09e8 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:59.020110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e', '50451d97-3b1e-47a5-955e-26fe163065d0', '5a22293b-7f18-4872-a231-38e8d01f2f94', '6b37ad3b-fcaf-4d62-8955-194965936d18', '3f1f05c0-bd45-4884-b4c5-1ee68575775f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:59.027635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876', 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:21:59.051931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03310b8-fb83-4a33-a3c7-29ee12de6433 req-e47842c7-7fc4-4b8e-a111-f288bb165e69 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.055125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:21:59.058550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:21:59.059518 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f03310b8-fb83-4a33-a3c7-29ee12de6433 req-e47842c7-7fc4-4b8e-a111-f288bb165e69 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 948 time: 0.2871640 Jun 17 08:21:59.080871 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:21:59.137105 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event updated for resources: {'Port': ['ID=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:59.144073 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:59.173386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.174174 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.191399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f03310b8-fb83-4a33-a3c7-29ee12de6433 req-d5f82b60-aeab-4b32-8d57-58b2ff735227 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309056 Jun 17 08:21:59.217470 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8652902 Jun 17 08:21:59.219410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Attempting to bind port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:21:59.220074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Attempting to bind port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9fab9e3b-f751-4f97-99ca-74f3dcc5573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:21:59.220411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Attempting to bind port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 on network 3650e9a3-408b-4503-b72a-a24fdbac10d9 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:59.230033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 on network 3650e9a3-408b-4503-b72a-a24fdbac10d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:21:59.230412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Attempting to bind port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 on network 3650e9a3-408b-4503-b72a-a24fdbac10d9 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:21:59.232710 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Request body: {'port': {'device_id': 'd4c557b4-f017-4672-b9be-383e59e00b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:21:59.258733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:21:59.259031 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Checking segment: {'id': '9fab9e3b-f751-4f97-99ca-74f3dcc5573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:21:59.259432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Bound using segment: {'id': '9fab9e3b-f751-4f97-99ca-74f3dcc5573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:21:59.259891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Bound port: d253a7ac-5ed2-42a8-85b4-a5cafe4f9268, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fab9e3b-f751-4f97-99ca-74f3dcc5573a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:21:59.260244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.320225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf5d3f-07ff-4305-88d8-c058f7c00f10 req-7bc90cf4-277a-4b50-b5ca-eacf5b903260 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.328358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6bf5d3f-07ff-4305-88d8-c058f7c00f10 req-7bc90cf4-277a-4b50-b5ca-eacf5b903260 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 943 time: 0.2636642 Jun 17 08:21:59.388626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.490467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-009e0ad2-cdc1-428e-adbb-2b7c3ccec4ed None None] Provisioning for port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:21:59.502938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6bf5d3f-07ff-4305-88d8-c058f7c00f10 req-86bba9ea-e6cd-44c7-96a6-6bfe5698f29f tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733696 Jun 17 08:21:59.527279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] For port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:21:59.535594 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-009e0ad2-cdc1-428e-adbb-2b7c3ccec4ed None None] Provisioning complete for port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:21:59.535986 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-009e0ad2-cdc1-428e-adbb-2b7c3ccec4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.539388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] For port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:21:59.551432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.566848 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0ba5eab2-17d1-4ef5-bd87-67071fd7104b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:59.636437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-009e0ad2-cdc1-428e-adbb-2b7c3ccec4ed None None] Port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:21:59.717278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.718417 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.721446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] 10.222.0.63 "PUT /v2.0/ports/d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 HTTP/1.1" status: 200 len: 1093 time: 1.5884387 Jun 17 08:21:59.722262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519bb71c-6c66-4054-b572-c0e443a875f8', 'tag': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:21:59.725850 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32c5d4f-9c6c-4aab-9fac-ad3a82f48a06" -d '{"events": [{"name": "network-changed", "server_uuid": "519bb71c-6c66-4054-b572-c0e443a875f8", "tag": "d253a7ac-5ed2-42a8-85b4-a5cafe4f9268"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:21:59.805851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Pushing event updated for resources: {'Port': ['ID=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:21:59.838577 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:21:59.849943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:21:59.867311 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.884935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Transition to ACTIVE for port object 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:21:59.890722 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:21:59.894535 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:21:59.934367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744d5fd-e203-4168-8ec9-bd89f8277872 req-d09fb05c-9d5e-4523-bd1d-a4ac806ce62f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.936273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1744d5fd-e203-4168-8ec9-bd89f8277872 req-d09fb05c-9d5e-4523-bd1d-a4ac806ce62f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1862557 Jun 17 08:21:59.941588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-17d00d20-874e-4847-96b7-6d18d2d687d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:21:59.947275 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-17d00d20-874e-4847-96b7-6d18d2d687d3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=85171ee2abef4415ab381abdf9fa216f&device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 1096 time: 0.1534507 Jun 17 08:22:00.000228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:00.019153 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:00.034175 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1744d5fd-e203-4168-8ec9-bd89f8277872 req-df029b84-5d57-4282-bef9-12d653183373 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844955 Jun 17 08:22:00.042179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-a183397c-7919-43bf-9518-4b5576ba62b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 HTTP/1.1" status: 200 len: 217 time: 0.0585752 Jun 17 08:22:00.075482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Attempting to bind port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:00.075863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Attempting to bind port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:00.076304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Attempting to bind port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:00.088207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:00.089246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Attempting to bind port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:00.099441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:00.103302 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:00.103849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:00.104409 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Bound port: 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:00.104878 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:00.169853 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9248e3b-dabf-4cf2-b9d5-1582df744ba6 req-d11e3c5c-d99f-475f-8c8a-ef4e2a090212 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.175466 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9248e3b-dabf-4cf2-b9d5-1582df744ba6 req-d11e3c5c-d99f-475f-8c8a-ef4e2a090212 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 934 time: 0.3164473 Jun 17 08:22:00.180265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] For port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:00.184287 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] For port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:00.189459 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-4699c7bd-b81d-4140-b856-4f082d888fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.190378 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:00.191061 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-4699c7bd-b81d-4140-b856-4f082d888fad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=92928205-2d0e-4237-a318-5abce9ca270e HTTP/1.1" status: 200 len: 852 time: 0.1296446 Jun 17 08:22:00.193438 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:00.232254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.233150 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:00.234616 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] 10.222.0.63 "PUT /v2.0/ports/022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 HTTP/1.1" status: 200 len: 1095 time: 1.0084434 Jun 17 08:22:00.235176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c557b4-f017-4672-b9be-383e59e00b19', 'tag': '022d52b0-6d2a-46ab-9cdf-f0a50a80aba7'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:00.237547 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8d474e-87a8-4893-a91c-0504168274db" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c557b4-f017-4672-b9be-383e59e00b19", "tag": "022d52b0-6d2a-46ab-9cdf-f0a50a80aba7"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:00.267157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:00.270909 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:00.277477 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9248e3b-dabf-4cf2-b9d5-1582df744ba6 req-204695bd-d5d6-4fdf-af70-e7dd791d18b0 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989704 Jun 17 08:22:00.282250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-36e14559-99f4-41cb-b420-8c9aef2a913d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3650e9a3-408b-4503-b72a-a24fdbac10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726416 Jun 17 08:22:00.359068 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-6385fabc-7f43-40aa-a0bc-cb54024d900e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.360854 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-6385fabc-7f43-40aa-a0bc-cb54024d900e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 1098 time: 0.0657582 Jun 17 08:22:00.374472 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff252368-11aa-4d2a-9eaa-f0343dffdc11 x-openstack-request-id: req-ff252368-11aa-4d2a-9eaa-f0343dffdc11 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:00.374829 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519bb71c-6c66-4054-b572-c0e443a875f8", "tag": "d253a7ac-5ed2-42a8-85b4-a5cafe4f9268", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:00.375138 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff252368-11aa-4d2a-9eaa-f0343dffdc11 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:00.375611 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519bb71c-6c66-4054-b572-c0e443a875f8', 'tag': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268', 'status': 'completed', 'code': 200} Jun 17 08:22:00.402823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600a2b0-cec3-4453-bc62-c60d84a2c9ff req-8c1aeea1-60b7-4281-9c35-3e768870ce43 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.405707 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-e53ceb49-2690-4b4d-9a89-6c65996042ad service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 HTTP/1.1" status: 200 len: 217 time: 0.0375433 Jun 17 08:22:00.407268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8600a2b0-cec3-4453-bc62-c60d84a2c9ff req-8c1aeea1-60b7-4281-9c35-3e768870ce43 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 944 time: 0.2196126 Jun 17 08:22:00.437851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-fc2aebff-7ba8-4762-8aea-c8607058374e service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435399 Jun 17 08:22:00.467534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-e8cace33-429e-4673-888d-fc0e9c556243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.469509 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-e8cace33-429e-4673-888d-fc0e9c556243 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0513539 Jun 17 08:22:00.500102 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8600a2b0-cec3-4453-bc62-c60d84a2c9ff req-a44f7492-d61d-4a7c-8b3e-52a148836ef3 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859787 Jun 17 08:22:00.531967 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-880831e3-5d81-47d8-b65f-f7c25663cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.533480 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-880831e3-5d81-47d8-b65f-f7c25663cec7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578239 Jun 17 08:22:00.548068 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8825c344-f539-4d12-b6ff-de00e77181b6 req-44ece774-45ca-447d-9ebb-dd6ba2328947 service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027160 Jun 17 08:22:00.649039 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-6bc7ce3b-9d8d-4ba6-92e9-18f3941f4d97 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011240 Jun 17 08:22:00.659140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:00.766851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c5d4f-9c6c-4aab-9fac-ad3a82f48a06 req-2ef4fc38-0cd4-4271-a884-eddbe0ba81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.768526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d32c5d4f-9c6c-4aab-9fac-ad3a82f48a06 req-2ef4fc38-0cd4-4271-a884-eddbe0ba81e8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=85171ee2abef4415ab381abdf9fa216f&device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 1096 time: 0.1538520 Jun 17 08:22:00.784678 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55edf00e-3b37-4156-abc9-ccf2f54ff3d6 req-2a0b261e-8cbe-44a8-b187-97fb6dfc5ea8 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242499 Jun 17 08:22:00.807176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafa889-fa87-42f0-8fb3-524d87cd5dd6 req-1829b14b-e9cc-4920-8ad0-a38c020b3ecc tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:00.810571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6cafa889-fa87-42f0-8fb3-524d87cd5dd6 req-1829b14b-e9cc-4920-8ad0-a38c020b3ecc tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 948 time: 0.1843386 Jun 17 08:22:00.815732 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc0b1d7-b102-47dd-99e2-42843718dc79 x-openstack-request-id: req-3cc0b1d7-b102-47dd-99e2-42843718dc79 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:00.818139 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c557b4-f017-4672-b9be-383e59e00b19", "tag": "022d52b0-6d2a-46ab-9cdf-f0a50a80aba7", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:00.818453 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3cc0b1d7-b102-47dd-99e2-42843718dc79 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:00.820469 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c557b4-f017-4672-b9be-383e59e00b19', 'tag': '022d52b0-6d2a-46ab-9cdf-f0a50a80aba7', 'status': 'completed', 'code': 200} Jun 17 08:22:00.853079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8aef28f7-831c-4d93-be9f-65f7d5ab75ac details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:00.902093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:00.918354 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'mac_address': 'fa:16:3e:08:81:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:00.966153 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6cafa889-fa87-42f0-8fb3-524d87cd5dd6 req-1df2dd82-7338-40a7-a2f2-8af7c0a595d4 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404943 Jun 17 08:22:01.017536 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c5d4f-9c6c-4aab-9fac-ad3a82f48a06 req-f6ab0305-426f-4091-ba95-6f719b984117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.018815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d32c5d4f-9c6c-4aab-9fac-ad3a82f48a06 req-f6ab0305-426f-4091-ba95-6f719b984117 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 200 len: 913 time: 0.2070613 Jun 17 08:22:01.047824 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:01.087622 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:01.098561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fce78da-90ef-48f2-8853-c3c4d1ec8261 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:01.123358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d32c5d4f-9c6c-4aab-9fac-ad3a82f48a06 req-daec617f-5ef6-45b1-bc30-b456891c3d88 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 HTTP/1.1" status: 200 len: 217 time: 0.0871463 Jun 17 08:22:01.134131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d474e-87a8-4893-a91c-0504168274db req-b1a77bc0-193e-4bd2-a25f-5a10295cc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.136444 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b8d474e-87a8-4893-a91c-0504168274db req-b1a77bc0-193e-4bd2-a25f-5a10295cc9ef service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 1098 time: 0.1320922 Jun 17 08:22:01.141143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da82fe-6ec6-4365-80c1-dd24e59681be req-f7d798e2-c823-4c7c-a71b-c3bea7de32bf tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.143362 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '8aef28f7-831c-4d93-be9f-65f7d5ab75ac', 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259', 'port_id': '8aef28f7-831c-4d93-be9f-65f7d5ab75ac', 'mac_address': 'fa:16:3e:1c:72:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77487d9d-954e-4053-8664-9cda2577cf8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:01.146750 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:01.148546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32da82fe-6ec6-4365-80c1-dd24e59681be req-f7d798e2-c823-4c7c-a71b-c3bea7de32bf tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 943 time: 0.1916244 Jun 17 08:22:01.194044 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:01.198002 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:01.201798 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:01.231877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c5d4f-9c6c-4aab-9fac-ad3a82f48a06 req-4f055b4c-0e35-4f46-b4ad-fb9ec5541fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.234441 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d32c5d4f-9c6c-4aab-9fac-ad3a82f48a06 req-4f055b4c-0e35-4f46-b4ad-fb9ec5541fb4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=92928205-2d0e-4237-a318-5abce9ca270e HTTP/1.1" status: 200 len: 852 time: 0.0823979 Jun 17 08:22:01.238117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aef28f7-831c-4d93-be9f-65f7d5ab75ac {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:01.249055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32da82fe-6ec6-4365-80c1-dd24e59681be req-01403843-7b8b-4d52-986d-1934c1a1078f tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989931 Jun 17 08:22:01.262572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:01.274088 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:01.283884 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d32c5d4f-9c6c-4aab-9fac-ad3a82f48a06 req-3b97a65c-bf0c-47ac-814d-217fce07238c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3650e9a3-408b-4503-b72a-a24fdbac10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334125 Jun 17 08:22:01.310552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d474e-87a8-4893-a91c-0504168274db req-245e34de-2f10-423f-a2af-035775bb4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.312069 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b8d474e-87a8-4893-a91c-0504168274db req-245e34de-2f10-423f-a2af-035775bb4aae service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1644363 Jun 17 08:22:01.318863 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:01.330369 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:01.331025 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:01.384684 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b8d474e-87a8-4893-a91c-0504168274db req-54c094cb-a25b-47cf-82c1-2cfe5676df55 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 HTTP/1.1" status: 200 len: 217 time: 0.0615165 Jun 17 08:22:01.440111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:01.443617 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:01.456137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d32c5d4f-9c6c-4aab-9fac-ad3a82f48a06 req-b53cc8ab-3f10-4594-894c-a7cbbfbb6e1b service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638525 Jun 17 08:22:01.464793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e579a-416e-490e-9619-730d4a71204a req-4d0b4af8-4ca2-4d79-bc6e-20e8e92bffe0 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.466246 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-996e579a-416e-490e-9619-730d4a71204a req-4d0b4af8-4ca2-4d79-bc6e-20e8e92bffe0 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1623251 Jun 17 08:22:01.468355 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d474e-87a8-4893-a91c-0504168274db req-e9ecb518-4183-41ab-ac29-a89485dab4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.470038 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b8d474e-87a8-4893-a91c-0504168274db req-e9ecb518-4183-41ab-ac29-a89485dab4df service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0737789 Jun 17 08:22:01.547130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d474e-87a8-4893-a91c-0504168274db req-064953b1-ab3d-4e16-9334-249dba169b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.548955 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b8d474e-87a8-4893-a91c-0504168274db req-064953b1-ab3d-4e16-9334-249dba169b78 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0646179 Jun 17 08:22:01.656353 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b8d474e-87a8-4893-a91c-0504168274db req-aaba9b65-90fa-4c5a-9dda-807c865af106 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945222 Jun 17 08:22:01.677599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['8aef28f7-831c-4d93-be9f-65f7d5ab75ac'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:01.773123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['0fce78da-90ef-48f2-8853-c3c4d1ec8261'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:01.783385 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b8d474e-87a8-4893-a91c-0504168274db req-70323653-2467-4b6d-92fa-df599ca69522 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146822 Jun 17 08:22:01.924440 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-996e579a-416e-490e-9619-730d4a71204a req-b31f89c8-f496-473d-9207-eafa3a696c83 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478507 Jun 17 08:22:01.964468 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a5d89-0792-4075-a26d-8cbfec0e3358 req-5683e045-1314-467c-9d41-2dd53d7cf55d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:01.972934 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-034a5d89-0792-4075-a26d-8cbfec0e3358 req-5683e045-1314-467c-9d41-2dd53d7cf55d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 946 time: 0.5056450 Jun 17 08:22:02.051808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d32c5d4f-9c6c-4aab-9fac-ad3a82f48a06 req-c9529dd1-0da9-426a-8a40-ad0a4f76a016 service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512857 Jun 17 08:22:02.071543 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-034a5d89-0792-4075-a26d-8cbfec0e3358 req-1622b1e5-ed16-4d98-a168-7d453a5c7c30 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942669 Jun 17 08:22:02.167926 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ca4cc-29cc-40ab-8bc3-98202633b926 req-f1f77b39-e278-441c-947b-9893bfede286 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:02.169375 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b9ca4cc-29cc-40ab-8bc3-98202633b926 req-f1f77b39-e278-441c-947b-9893bfede286 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 944 time: 0.0651126 Jun 17 08:22:02.239344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b9ca4cc-29cc-40ab-8bc3-98202633b926 req-d0c7b4d0-0d94-4a50-9f15-b68efdbdc46a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604362 Jun 17 08:22:02.261120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10dde6-cd06-4d07-bd34-d1ac3676f3a5 req-9a3b1900-275e-4057-90a3-28f3f29804e7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:02.262643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c10dde6-cd06-4d07-bd34-d1ac3676f3a5 req-9a3b1900-275e-4057-90a3-28f3f29804e7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 949 time: 0.0923703 Jun 17 08:22:02.305318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c10dde6-cd06-4d07-bd34-d1ac3676f3a5 req-1248b3f6-4da6-4b82-a5ad-abb45eaf16e7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344408 Jun 17 08:22:02.344516 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-eb21f649-c8e9-4a51-93ae-d551e29cfef8 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b8fea4bc291d45e1b93daf7c4bab20b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244107 Jun 17 08:22:02.465534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-81da9386-4435-463d-a0fb-e94c57b60542 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:02.467071 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-81da9386-4435-463d-a0fb-e94c57b60542 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168711 Jun 17 08:22:02.483215 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-b7a8658f-9b5d-4896-b898-1ab2cc067aff tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/quotas/b8fea4bc291d45e1b93daf7c4bab20b3 HTTP/1.1" status: 200 len: 375 time: 0.0101917 Jun 17 08:22:02.521190 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-ee7a13d3-e73d-41fd-96ae-0afbee0c9a32 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8fea4bc291d45e1b93daf7c4bab20b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308321 Jun 17 08:22:02.595456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b17ac-b980-4fdd-960c-8fd22e71fc84 req-aa51051c-f5f0-40d1-b34a-02e42825c978 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:02.597101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c3b17ac-b980-4fdd-960c-8fd22e71fc84 req-aa51051c-f5f0-40d1-b34a-02e42825c978 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 944 time: 0.0636513 Jun 17 08:22:02.655544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c3b17ac-b980-4fdd-960c-8fd22e71fc84 req-5e28a797-db52-492d-94c7-1883236201f4 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513709 Jun 17 08:22:02.741722 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:02.802765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-101d8dbf-ef41-4ef1-bef1-598e1d91b7c0 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b8fea4bc291d45e1b93daf7c4bab20b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259545 Jun 17 08:22:02.933687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531511c-584b-46bc-8d3c-560fb065766b req-3685adf5-d5ff-46ee-bcda-bd74c75e4899 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:02.935338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-3685adf5-d5ff-46ee-bcda-bd74c75e4899 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257164 Jun 17 08:22:02.958732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-4a70017f-ba8d-43c5-93b1-254e8f40c68f tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/quotas/b8fea4bc291d45e1b93daf7c4bab20b3 HTTP/1.1" status: 200 len: 375 time: 0.0158617 Jun 17 08:22:03.001544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-01ecc97a-7328-43cc-abd8-fce04ea17630 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8fea4bc291d45e1b93daf7c4bab20b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364747 Jun 17 08:22:03.207182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30debd4b-28ce-448b-981f-22332d0bc017 req-8206355b-dede-45fd-b1d3-bd64b9067dbd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.215538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30debd4b-28ce-448b-981f-22332d0bc017 req-8206355b-dede-45fd-b1d3-bd64b9067dbd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1339087 Jun 17 08:22:03.285727 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30debd4b-28ce-448b-981f-22332d0bc017 req-ae2e448c-05c2-4f1c-9dbe-eb3e903de427 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692055 Jun 17 08:22:03.395158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a26f4e0-7d26-4c9f-952e-a675c9137857 req-286dbd4e-44eb-4db7-b07e-66de4bf2ddc1 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 210 time: 0.0383270 Jun 17 08:22:03.438853 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4ad7c-d5a5-4b2e-a06f-72f4ca1b4a83 req-53a86ce9-ff04-44fe-bf82-8abcb865e11e tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.447967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77a4ad7c-d5a5-4b2e-a06f-72f4ca1b4a83 req-53a86ce9-ff04-44fe-bf82-8abcb865e11e tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 946 time: 0.1482527 Jun 17 08:22:03.513114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77a4ad7c-d5a5-4b2e-a06f-72f4ca1b4a83 req-889d8933-aa86-42f1-b49f-b9e53faac06f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548701 Jun 17 08:22:03.631095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e46bdd-ef34-4d8b-8b64-a26c3d52d0a6 req-31c19eea-26d5-4685-a336-129dc2c1d6a9 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.633048 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-45e46bdd-ef34-4d8b-8b64-a26c3d52d0a6 req-31c19eea-26d5-4685-a336-129dc2c1d6a9 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 944 time: 0.0835555 Jun 17 08:22:03.717420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-45e46bdd-ef34-4d8b-8b64-a26c3d52d0a6 req-b40ee721-8c7b-49bf-a19a-fef6a1141b69 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771921 Jun 17 08:22:03.752985 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22be304-41ef-4b78-a423-306487a2a1bc req-b21eddd9-ff51-40cf-bdc7-8da75b9229d5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.760256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d22be304-41ef-4b78-a423-306487a2a1bc req-b21eddd9-ff51-40cf-bdc7-8da75b9229d5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 949 time: 0.0946033 Jun 17 08:22:03.808260 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d22be304-41ef-4b78-a423-306487a2a1bc req-c1045cdf-adaa-48b1-9c8a-20a22eeef88f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468361 Jun 17 08:22:03.991392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6de09-9222-43d1-b6f0-f670be73dabf req-ba8a09c2-a39c-428e-a5a1-265e10edd8d1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:03.993187 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4d6de09-9222-43d1-b6f0-f670be73dabf req-ba8a09c2-a39c-428e-a5a1-265e10edd8d1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 944 time: 0.0685613 Jun 17 08:22:04.039722 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4d6de09-9222-43d1-b6f0-f670be73dabf req-789b59e8-ce9c-4d74-80ac-b0a9e464cadf tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Jun 17 08:22:04.176321 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-c50b9efb-15b2-476d-80f7-89583ca9c07c tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b8fea4bc291d45e1b93daf7c4bab20b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313389 Jun 17 08:22:04.289381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-c394a4e6-00ea-4add-b65f-b0721c964d6f tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:04.290929 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-c394a4e6-00ea-4add-b65f-b0721c964d6f tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1038363 Jun 17 08:22:04.306116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Request body: {'port': {'device_id': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'b8fea4bc291d45e1b93daf7c4bab20b3'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:04.444739 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Made reservation on behalf of b8fea4bc291d45e1b93daf7c4bab20b3 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:22:04.451080 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:04.462942 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:04.488715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8daad17-6bad-40f6-8500-1808e428cac5 req-628e9b86-08f6-4dce-80a2-b629c68be54a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:04.491536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8daad17-6bad-40f6-8500-1808e428cac5 req-628e9b86-08f6-4dce-80a2-b629c68be54a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.0784445 Jun 17 08:22:04.564861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a045ce4d-e35d-48c7-80b4-2989380fa2a9 req-f9158100-a704-4502-bb32-870acd30c277 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 210 time: 0.0389836 Jun 17 08:22:04.573655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8daad17-6bad-40f6-8500-1808e428cac5 req-07d012de-05ae-46ab-9a8c-d8392e886246 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747974 Jun 17 08:22:04.618164 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:04.624674 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:04.628737 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e3746f3d-3d78-4394-bdab-e0cbe9394abd tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:04.668282 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:04.713361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38998ac-08b1-47d6-be19-ac440cef7428,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:04.721615 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:04.760997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:04.766867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-f59c6a2c-2a4e-46c3-99ad-77059b69bdfa tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b8fea4bc291d45e1b93daf7c4bab20b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505803 Jun 17 08:22:04.772650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:04.773306 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:04.822230 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Allocated IP 192.168.233.200 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/9c8dff0e-485f-4aa3-b40b-c014b9211f1a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:04.859788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:04.974861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:04.987366 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8aef28f7-831c-4d93-be9f-65f7d5ab75ac up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:04.991287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '022d52b0-6d2a-46ab-9cdf-f0a50a80aba7', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '022d52b0-6d2a-46ab-9cdf-f0a50a80aba7', 'mac_address': 'fa:16:3e:3c:dc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:04.998411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531511c-584b-46bc-8d3c-560fb065766b req-a0c73f1f-beb4-4ca7-a882-0af27ab8766a tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:05.000080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-a0c73f1f-beb4-4ca7-a882-0af27ab8766a tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167404 Jun 17 08:22:05.006212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.022155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Transition to ACTIVE for port object 9c8dff0e-485f-4aa3-b40b-c014b9211f1a will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:05.063563 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.066379 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.070308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Request body: {'port': {'device_id': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'b8fea4bc291d45e1b93daf7c4bab20b3'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:05.075154 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-372fde0d-2cec-45c0-ba21-8ed296106ba4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:05.087005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f03513-1281-4909-be09-8a7c6760c654 req-c86ddc42-fb1d-433b-b4d6-5ee2bead4dde tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:05.095857 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1f03513-1281-4909-be09-8a7c6760c654 req-c86ddc42-fb1d-433b-b4d6-5ee2bead4dde tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 946 time: 0.4124227 Jun 17 08:22:05.097097 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:05.098312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:05.118666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:05.123258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:05.142860 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:05.188118 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.188970 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:05.190072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:05.191672 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.207965 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:05.232533 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1f03513-1281-4909-be09-8a7c6760c654 req-09b82c40-867c-4ea2-9536-f7e8c5bfb44d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356709 Jun 17 08:22:05.241973 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9399171 Jun 17 08:22:05.262732 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Request body: {'port': {'device_id': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:05.267299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Pushing event updated for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:05.273844 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:05.309049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:05.328111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:05.328526 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.351764 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.358126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d8897-bc4f-4c02-86f4-97a515839077 req-5f3ec0a2-a63c-44ad-a50c-522dae430ad4 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:05.375488 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b23d8897-bc4f-4c02-86f4-97a515839077 req-5f3ec0a2-a63c-44ad-a50c-522dae430ad4 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 944 time: 0.4635346 Jun 17 08:22:05.380173 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.455124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:05.467536 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:05.495135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:05.497777 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef502f50-9650-4b55-8b03-97ff23623d54" -d '{"events": [{"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-plugged", "status": "completed", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:05.502661 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b23d8897-bc4f-4c02-86f4-97a515839077 req-207bfe21-f821-448e-9e92-e450ee36d21a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260872 Jun 17 08:22:05.519084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Made reservation on behalf of b8fea4bc291d45e1b93daf7c4bab20b3 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:22:05.522469 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.538358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:05.554061 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.562125 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:05.619630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:05.637667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268', 'network_id': '3650e9a3-408b-4503-b72a-a24fdbac10d9', 'port_id': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268', 'mac_address': 'fa:16:3e:15:15:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92928205-2d0e-4237-a318-5abce9ca270e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:05.688797 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-58dca3e2-99c9-45e8-b66b-ce02bbb9ee03 None None] Provisioning for port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:05.692299 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc81f9-b4a9-4bc6-855a-8d6559b9f9d1 req-d67f895b-6502-4923-838b-a2f99db06e4f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:05.701119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecdc81f9-b4a9-4bc6-855a-8d6559b9f9d1 req-d67f895b-6502-4923-838b-a2f99db06e4f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 949 time: 0.2539291 Jun 17 08:22:05.744145 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.753972 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecdc81f9-b4a9-4bc6-855a-8d6559b9f9d1 req-fec980c2-e4f7-4007-8dce-9c3c69fbe2f3 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520725 Jun 17 08:22:05.761314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-58dca3e2-99c9-45e8-b66b-ce02bbb9ee03 None None] Provisioning complete for port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:05.761779 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-58dca3e2-99c9-45e8-b66b-ce02bbb9ee03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.800321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:05.807098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8dff0e-485f-4aa3-b40b-c014b9211f1a {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:05.827461 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.843065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Transition to ACTIVE for port object 9c8dff0e-485f-4aa3-b40b-c014b9211f1a will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:05.849214 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:05.853715 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cfb63b51-7b81-4155-99eb-59f6f8f2644c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:06.005021 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:06.005361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Allocated IP 192.168.233.47 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/eae4177c-1728-45ab-b11d-8587a7a65574) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:06.025780 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa031996-704a-46bb-979b-aa809b722a15 x-openstack-request-id: req-aa031996-704a-46bb-979b-aa809b722a15 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:06.026028 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:06.026383 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-plugged", "status": "completed", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:06.026734 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa031996-704a-46bb-979b-aa809b722a15 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:06.027475 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'code': 200} Jun 17 08:22:06.029411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e0b1-7440-4540-ac19-26ccb6dc98ed req-12ad66aa-0003-410d-90f8-302effae31a7 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.031019 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-02d5e0b1-7440-4540-ac19-26ccb6dc98ed req-12ad66aa-0003-410d-90f8-302effae31a7 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 944 time: 0.1279194 Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.032254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:06.035671 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:06.043973 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.063360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f3754f6b-63ef-4f2a-bae2-176521d4aa9e req-6e14c1d3-2acd-4219-af79-f8eaace323d5 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 210 time: 0.0470555 Jun 17 08:22:06.088822 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:06.090463 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:06.106939 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:06.109318 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.118734 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:06.136179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-02d5e0b1-7440-4540-ac19-26ccb6dc98ed req-d3939f8a-1ad0-451e-8e11-f8b5509133f9 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637915 Jun 17 08:22:06.163434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-58dca3e2-99c9-45e8-b66b-ce02bbb9ee03 None None] Port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:22:06.190527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:06.194065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f919b3c-4877-4849-874d-0ce9f9b1d4b3 req-226e2d15-6c4d-4f2d-97bd-73377ead8836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.196254 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0f919b3c-4877-4849-874d-0ce9f9b1d4b3 req-226e2d15-6c4d-4f2d-97bd-73377ead8836 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 1102 time: 0.2258916 Jun 17 08:22:06.204465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Attempting to bind port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:06.205073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Attempting to bind port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:06.205517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Attempting to bind port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:06.207306 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.214280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:06.226103 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:06.227553 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:06.228147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:06.228512 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Attempting to bind port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:06.237805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:06.238275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:06.238803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:06.239341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Bound port: 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:06.239789 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.270523 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0f919b3c-4877-4849-874d-0ce9f9b1d4b3 req-97d8de29-b371-4056-9e25-91d2ba973feb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622673 Jun 17 08:22:06.312726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:06.316391 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:06.349129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:06.355786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:06.362944 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.366231 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e05a3292-0102-4baa-806f-49295928ff18 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:06.388346 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.399215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.400190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.401529 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] 10.222.0.10 "PUT /v2.0/ports/9c8dff0e-485f-4aa3-b40b-c014b9211f1a HTTP/1.1" status: 200 len: 1097 time: 1.1502230 Jun 17 08:22:06.404166 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:06.406995 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dd9e7d-9c56-46c9-9fed-559f0433145c" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:06.408483 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980e90f-bf10-4959-a436-5ea8e16be1d1 req-7320e8a6-f859-4a22-bf9c-3cf59105890f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.413329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f980e90f-bf10-4959-a436-5ea8e16be1d1 req-7320e8a6-f859-4a22-bf9c-3cf59105890f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1293571 Jun 17 08:22:06.436703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:06.440225 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:06.466104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Transition to ACTIVE for port object eae4177c-1728-45ab-b11d-8587a7a65574 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:06.511798 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f980e90f-bf10-4959-a436-5ea8e16be1d1 req-78cb8da6-b838-4640-b7ba-70f91f72a1c3 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771956 Jun 17 08:22:06.516803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['d253a7ac-5ed2-42a8-85b4-a5cafe4f9268'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:06.525384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-03e31609-c5b5-4d78-8ec2-a5550086fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.527366 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-03e31609-c5b5-4d78-8ec2-a5550086fc07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8fea4bc291d45e1b93daf7c4bab20b3&device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 1100 time: 0.0769341 Jun 17 08:22:06.539422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aaab8-7202-4d2b-a0d3-0507d200bdd6 req-ecff5040-65eb-4b37-ba47-76941e122640 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.540988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-528aaab8-7202-4d2b-a0d3-0507d200bdd6 req-ecff5040-65eb-4b37-ba47-76941e122640 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 947 time: 0.1573811 Jun 17 08:22:06.553063 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.561573 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7a8ecb76-7780-4525-9d0a-c0aae99195fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:06.569697 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['022d52b0-6d2a-46ab-9cdf-f0a50a80aba7'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:06.615305 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:06.616454 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-aa71da7a-e6b6-4a37-9f2b-b3468d3064e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a HTTP/1.1" status: 200 len: 217 time: 0.0791056 Jun 17 08:22:06.618485 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae862999-d2e2-43a1-9df2-7f531854897c x-openstack-request-id: req-ae862999-d2e2-43a1-9df2-7f531854897c {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:06.618485 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:06.618716 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae862999-d2e2-43a1-9df2-7f531854897c {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:06.619151 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'status': 'completed', 'code': 200} Jun 17 08:22:06.619933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:06.625325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:06.710399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-528aaab8-7202-4d2b-a0d3-0507d200bdd6 req-74d44079-fd06-430f-9d66-fd101a15e591 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545269 Jun 17 08:22:06.711820 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-3d9f0bb7-8d5d-4df3-a660-1f39b31c9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.713575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Pushing event updated for resources: {'Port': ['ID=eae4177c-1728-45ab-b11d-8587a7a65574,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:06.713991 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-3d9f0bb7-8d5d-4df3-a660-1f39b31c9c38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0886467 Jun 17 08:22:06.724422 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:06.732966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.744065 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:06.825166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7682259 Jun 17 08:22:06.840033 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-5dec5f08-3b69-4772-9aaa-d1f0fa6aade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.842230 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-5dec5f08-3b69-4772-9aaa-d1f0fa6aade2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1149406 Jun 17 08:22:06.843117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Request body: {'port': {'device_id': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:06.914619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e139d-7bee-4ae2-9f6f-4cf08ad6c2aa req-42140944-65c2-43dd-9af5-d7e75d106a36 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:06.916330 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa9e139d-7bee-4ae2-9f6f-4cf08ad6c2aa req-42140944-65c2-43dd-9af5-d7e75d106a36 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 945 time: 0.1622961 Jun 17 08:22:06.996403 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-3e88d194-e470-466e-80ac-ab515d9d3125 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451733 Jun 17 08:22:07.005579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-be0426ee-0d87-4e31-86d3-b9e3bcebc101 None None] Provisioning for port eae4177c-1728-45ab-b11d-8587a7a65574 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:07.011261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-be0426ee-0d87-4e31-86d3-b9e3bcebc101 None None] Provisioning complete for port eae4177c-1728-45ab-b11d-8587a7a65574 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:07.011692 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-be0426ee-0d87-4e31-86d3-b9e3bcebc101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:07.030580 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:07.047865 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa9e139d-7bee-4ae2-9f6f-4cf08ad6c2aa req-43a0e72d-71ba-4b0e-b05e-673ac38a9125 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136944 Jun 17 08:22:07.051115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-be0426ee-0d87-4e31-86d3-b9e3bcebc101 None None] Port eae4177c-1728-45ab-b11d-8587a7a65574 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:22:07.119047 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27714b7d-1490-441b-8332-f1c8c7dcc86e req-9976cd4a-d46b-4af6-9e1f-a5dd144af565 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139519 Jun 17 08:22:07.140145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-186c47ed-7f68-434e-93cc-1c7a59e46c24 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1736717 Jun 17 08:22:07.232914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd9e7d-9c56-46c9-9fed-559f0433145c req-af044458-088d-4449-bc00-b5e4319c1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.234400 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-68dd9e7d-9c56-46c9-9fed-559f0433145c req-af044458-088d-4449-bc00-b5e4319c1b98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8fea4bc291d45e1b93daf7c4bab20b3&device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 1100 time: 0.0536304 Jun 17 08:22:07.328954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd9e7d-9c56-46c9-9fed-559f0433145c req-4490303b-8de4-4fef-b537-c49d7eff0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.330465 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-68dd9e7d-9c56-46c9-9fed-559f0433145c req-4490303b-8de4-4fef-b537-c49d7eff0c5d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.0866957 Jun 17 08:22:07.360261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b9d52-c085-4285-965d-b600b0d91a70 req-dbb5c6f1-3ef3-4bb8-8d1d-5078434fcb74 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.361783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-107b9d52-c085-4285-965d-b600b0d91a70 req-dbb5c6f1-3ef3-4bb8-8d1d-5078434fcb74 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.2762206 Jun 17 08:22:07.379770 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-68dd9e7d-9c56-46c9-9fed-559f0433145c req-81c2431b-379b-43a9-b29b-ee458e4599f4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a HTTP/1.1" status: 200 len: 217 time: 0.0390019 Jun 17 08:22:07.414634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73440a98-cc5b-4216-b49e-37549373ad71 req-8a064495-58ec-46b5-8dc9-29bbd6213609 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.416138 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73440a98-cc5b-4216-b49e-37549373ad71 req-8a064495-58ec-46b5-8dc9-29bbd6213609 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 935 time: 0.2146678 Jun 17 08:22:07.417894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-8e6d0f14-a1cb-44e9-99a3-fcbfe01676a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.419259 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-8e6d0f14-a1cb-44e9-99a3-fcbfe01676a0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=dc4472e4500249488a12da44d62a3095&device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 1102 time: 0.2285717 Jun 17 08:22:07.433141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd9e7d-9c56-46c9-9fed-559f0433145c req-2b52768a-35a6-43f8-be7b-45ebe330c7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.434607 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-68dd9e7d-9c56-46c9-9fed-559f0433145c req-2b52768a-35a6-43f8-be7b-45ebe330c7c0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0464387 Jun 17 08:22:07.495853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd9e7d-9c56-46c9-9fed-559f0433145c req-dba6aa27-68ca-4344-9c7a-ccfb2157f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.497272 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-68dd9e7d-9c56-46c9-9fed-559f0433145c req-dba6aa27-68ca-4344-9c7a-ccfb2157f7ad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0516465 Jun 17 08:22:07.500507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-107b9d52-c085-4285-965d-b600b0d91a70 req-676a7920-f5a5-4e61-a32b-967c54b8bdd9 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272986 Jun 17 08:22:07.568988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73440a98-cc5b-4216-b49e-37549373ad71 req-38cd6a18-8119-40d2-8c00-30af42014595 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431620 Jun 17 08:22:07.584961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae4177c-1728-45ab-b11d-8587a7a65574 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:07.604451 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:07.619584 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-68dd9e7d-9c56-46c9-9fed-559f0433145c req-5734c284-945b-41ef-84ac-115fa4ccf0fa service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110976 Jun 17 08:22:07.620581 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Transition to ACTIVE for port object eae4177c-1728-45ab-b11d-8587a7a65574 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:07.635042 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:07.652408 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-530383b2-5b72-458b-b11b-d2347310b6c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:07.695429 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-dd0b6764-ed37-4c2a-9b9e-df2cfdc4178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.697260 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-dd0b6764-ed37-4c2a-9b9e-df2cfdc4178e service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2474170 Jun 17 08:22:07.728064 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-68dd9e7d-9c56-46c9-9fed-559f0433145c req-d748186f-1e11-4d59-97aa-59ce5b041d37 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950205 Jun 17 08:22:07.819520 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-c38aa162-c77b-45bf-950b-52bb3d84115a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e HTTP/1.1" status: 200 len: 217 time: 0.1010709 Jun 17 08:22:07.824176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Pushing event updated for resources: {'Port': ['ID=eae4177c-1728-45ab-b11d-8587a7a65574,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:07.829325 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:07.961098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b47550-36ba-4b97-95d0-d230bcef6976 req-6f290453-a7de-4733-ac5c-77a56765cdca tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.962606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13b47550-36ba-4b97-95d0-d230bcef6976 req-6f290453-a7de-4733-ac5c-77a56765cdca tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 945 time: 0.3345075 Jun 17 08:22:07.971039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-7c984de3-fac3-49aa-87d5-343b1dea7942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:07.972451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-7c984de3-fac3-49aa-87d5-343b1dea7942 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1369812 Jun 17 08:22:08.005535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056e2d0-b44c-4cfe-bd16-16bd93898f02 req-449da71a-bf6f-4fd4-a3e0-f855531b9e3b tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.007010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d056e2d0-b44c-4cfe-bd16-16bd93898f02 req-449da71a-bf6f-4fd4-a3e0-f855531b9e3b tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.3070595 Jun 17 08:22:08.029130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd46be2-eae1-472f-8201-6b460e2b8c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aef28f7-831c-4d93-be9f-65f7d5ab75ac'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:08.031446 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eab07a-52ab-4afd-a2ea-b001d000e58e" -d '{"events": [{"server_uuid": "2cd46be2-eae1-472f-8201-6b460e2b8c2a", "name": "network-vif-plugged", "status": "completed", "tag": "8aef28f7-831c-4d93-be9f-65f7d5ab75ac"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:08.047740 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Attempting to bind port eae4177c-1728-45ab-b11d-8587a7a65574 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:08.048058 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Attempting to bind port eae4177c-1728-45ab-b11d-8587a7a65574 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:08.048391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Attempting to bind port eae4177c-1728-45ab-b11d-8587a7a65574 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:08.073987 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13b47550-36ba-4b97-95d0-d230bcef6976 req-bf7397a4-ed59-440e-88b3-694bbaa0849b tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047347 Jun 17 08:22:08.075892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Port eae4177c-1728-45ab-b11d-8587a7a65574 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:08.076297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Attempting to bind port eae4177c-1728-45ab-b11d-8587a7a65574 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:08.097286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:08.097626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:08.098010 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:08.098449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Bound port: eae4177c-1728-45ab-b11d-8587a7a65574, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:08.098795 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:08.113055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d056e2d0-b44c-4cfe-bd16-16bd93898f02 req-1693b479-8819-4daa-8ae3-c793f5d5b1f6 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813966 Jun 17 08:22:08.153286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-1abc42b0-e89c-4835-bd99-fcd12021463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.154965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-1abc42b0-e89c-4835-bd99-fcd12021463b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1724598 Jun 17 08:22:08.257489 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2294c5f0-b8ec-42b6-86d1-b54cd9e17b37 x-openstack-request-id: req-2294c5f0-b8ec-42b6-86d1-b54cd9e17b37 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:08.258414 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd46be2-eae1-472f-8201-6b460e2b8c2a", "name": "network-vif-plugged", "status": "completed", "tag": "8aef28f7-831c-4d93-be9f-65f7d5ab75ac", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:08.258863 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2294c5f0-b8ec-42b6-86d1-b54cd9e17b37 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:08.259143 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd46be2-eae1-472f-8201-6b460e2b8c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aef28f7-831c-4d93-be9f-65f7d5ab75ac', 'code': 200} Jun 17 08:22:08.261305 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] For port eae4177c-1728-45ab-b11d-8587a7a65574, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:08.283702 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] For port eae4177c-1728-45ab-b11d-8587a7a65574, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=eae4177c-1728-45ab-b11d-8587a7a65574,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:08.303057 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:08.313871 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f43eddec-c37d-4fe2-b7f2-56a025488c5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:08.350337 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-d43017cb-53ec-424a-95a8-a68a6535d075 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817470 Jun 17 08:22:08.356757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.359100 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:08.362052 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] 10.222.0.10 "PUT /v2.0/ports/eae4177c-1728-45ab-b11d-8587a7a65574 HTTP/1.1" status: 200 len: 1096 time: 1.5237179 Jun 17 08:22:08.368891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'tag': 'eae4177c-1728-45ab-b11d-8587a7a65574'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:08.373235 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced607fe-bae2-4a03-832e-02148074d768" -d '{"events": [{"name": "network-changed", "server_uuid": "b68350cf-a82b-4a6b-ad8a-790331b36d7b", "tag": "eae4177c-1728-45ab-b11d-8587a7a65574"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:08.402619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c91fb-4881-48e1-8dfc-bd10b865edc3 req-2a5dcaeb-1287-40fa-b3d1-86b658b21411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.404235 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b96c91fb-4881-48e1-8dfc-bd10b865edc3 req-2a5dcaeb-1287-40fa-b3d1-86b658b21411 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 1097 time: 0.0733359 Jun 17 08:22:08.454298 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b96c91fb-4881-48e1-8dfc-bd10b865edc3 req-d5eb229a-c038-4bde-aa5a-140490eba4fa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421927 Jun 17 08:22:08.455258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab263642-2351-40a4-877b-6dcfa006c08d req-c1f893b4-77b8-472c-821a-231bc8c55adc tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.456800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab263642-2351-40a4-877b-6dcfa006c08d req-c1f893b4-77b8-472c-821a-231bc8c55adc tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 947 time: 0.2664354 Jun 17 08:22:08.518853 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Pushing event updated for resources: {'Port': ['ID=eae4177c-1728-45ab-b11d-8587a7a65574,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:08.523595 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:08.583406 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab263642-2351-40a4-877b-6dcfa006c08d req-8f99e4f6-ef5b-4fda-a9ab-8ea12d74e729 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921872 Jun 17 08:22:08.611179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9ebe0f1-6028-43ca-b4d5-07a321777187 req-ff1f695c-227e-4147-9312-83289eedeeab service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329004 Jun 17 08:22:08.627337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ada01b-7b3d-41ec-92ed-ceef34d76409 req-85e374b7-6c05-4d49-b00d-1d08c14cda41 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.628836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4ada01b-7b3d-41ec-92ed-ceef34d76409 req-85e374b7-6c05-4d49-b00d-1d08c14cda41 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 945 time: 0.2776878 Jun 17 08:22:08.634557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531511c-584b-46bc-8d3c-560fb065766b req-9c9254a4-d708-47d1-8b53-f7c539e7daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.636061 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-9c9254a4-d708-47d1-8b53-f7c539e7daee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8fea4bc291d45e1b93daf7c4bab20b3&device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 1099 time: 0.1971118 Jun 17 08:22:08.657052 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e93990d-9deb-4c88-a633-778062c8852e x-openstack-request-id: req-5e93990d-9deb-4c88-a633-778062c8852e {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:08.657052 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68350cf-a82b-4a6b-ad8a-790331b36d7b", "tag": "eae4177c-1728-45ab-b11d-8587a7a65574", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:08.657321 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e93990d-9deb-4c88-a633-778062c8852e {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:08.657819 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'tag': 'eae4177c-1728-45ab-b11d-8587a7a65574', 'status': 'completed', 'code': 200} Jun 17 08:22:08.695413 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-c1efdcb2-18c8-42f8-922d-533c54436164 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=eae4177c-1728-45ab-b11d-8587a7a65574 HTTP/1.1" status: 200 len: 217 time: 0.0404084 Jun 17 08:22:08.715296 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4ada01b-7b3d-41ec-92ed-ceef34d76409 req-b757d5fc-b936-4fe3-8c67-04e5ce8a1bcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782890 Jun 17 08:22:08.787240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531511c-584b-46bc-8d3c-560fb065766b req-47d4b97c-aedc-4340-87f7-d8c125f5cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:08.788756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-47d4b97c-aedc-4340-87f7-d8c125f5cef3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0855067 Jun 17 08:22:08.832569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:08.884560 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:08.889457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:08.889844 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:08.939510 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:08.987926 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:09.022413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:09.028003 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:09.029066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:09.031178 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:09.107662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:09.111059 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:09.122232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:09.126517 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:09.127002 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:09.152606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba9b29-5b06-43f4-9705-c88bc7db5c2e req-ea288120-a55d-4615-99e9-cb36dbafd308 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.154090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-24ba9b29-5b06-43f4-9705-c88bc7db5c2e req-ea288120-a55d-4615-99e9-cb36dbafd308 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.4113185 Jun 17 08:22:09.211667 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:09.227408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-24ba9b29-5b06-43f4-9705-c88bc7db5c2e req-97d3f045-a668-4e0d-84cd-23b10ad94635 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562344 Jun 17 08:22:09.232690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531511c-584b-46bc-8d3c-560fb065766b req-30598dd8-21d0-41dc-8f23-b4aa8f5e6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.234195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-30598dd8-21d0-41dc-8f23-b4aa8f5e6a6d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4336610 Jun 17 08:22:09.257805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:09.265139 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:09.267562 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:09.317168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fe518-43e4-4de8-9de4-41f1283f48c9 req-41f74901-4ccf-4158-ada2-517cdde2fbad tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.319496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-802fe518-43e4-4de8-9de4-41f1283f48c9 req-41f74901-4ccf-4158-ada2-517cdde2fbad tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 947 time: 0.1911724 Jun 17 08:22:09.325488 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:09.329287 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:09.418693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-802fe518-43e4-4de8-9de4-41f1283f48c9 req-2a8f797f-0e70-4f4d-b6c5-da1631b854df tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894978 Jun 17 08:22:09.422356 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-cd3f4005-91a0-4b53-9fe0-e33a7533ac87 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801605 Jun 17 08:22:09.505392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b481b-2d2c-4b96-b5a9-407fc2d2b71d req-91fb6a9e-60e5-4b87-975d-99ae099cab0c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.506944 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e3b481b-2d2c-4b96-b5a9-407fc2d2b71d req-91fb6a9e-60e5-4b87-975d-99ae099cab0c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 945 time: 0.1523523 Jun 17 08:22:09.591167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b531511c-584b-46bc-8d3c-560fb065766b req-237825d8-2a42-4644-9a9f-35d17eb6c745 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577103 Jun 17 08:22:09.606427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e3b481b-2d2c-4b96-b5a9-407fc2d2b71d req-aae2023b-d0fd-426c-9b04-93be168df820 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916443 Jun 17 08:22:09.647725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462d798d-7bcd-4107-8b2d-0d782e7e4912 req-846e70c1-0479-45c5-a02b-b838bcd59555 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.649420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-462d798d-7bcd-4107-8b2d-0d782e7e4912 req-846e70c1-0479-45c5-a02b-b838bcd59555 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1109293 Jun 17 08:22:09.720588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-462d798d-7bcd-4107-8b2d-0d782e7e4912 req-2faee039-13f5-4192-a067-55e9b6fb89f1 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612686 Jun 17 08:22:09.735418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced607fe-bae2-4a03-832e-02148074d768 req-0fed1c2f-fe1f-497d-8995-cc25f111ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.736907 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ced607fe-bae2-4a03-832e-02148074d768 req-0fed1c2f-fe1f-497d-8995-cc25f111ad82 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b8fea4bc291d45e1b93daf7c4bab20b3&device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 1099 time: 0.0861404 Jun 17 08:22:09.907687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced607fe-bae2-4a03-832e-02148074d768 req-7ae7c105-5770-4bc0-84c1-5779cd6f1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:09.909408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ced607fe-bae2-4a03-832e-02148074d768 req-7ae7c105-5770-4bc0-84c1-5779cd6f1ddb service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1617386 Jun 17 08:22:09.965000 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ced607fe-bae2-4a03-832e-02148074d768 req-a36ea562-e717-4de6-ac71-addc25f9f2ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=eae4177c-1728-45ab-b11d-8587a7a65574 HTTP/1.1" status: 200 len: 217 time: 0.0457830 Jun 17 08:22:10.024828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979af8b4-dfde-4fbb-86f5-fcb8e0898163 req-02f00921-0ffc-4bed-8cce-6662d912d68d tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.026219 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-979af8b4-dfde-4fbb-86f5-fcb8e0898163 req-02f00921-0ffc-4bed-8cce-6662d912d68d tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.2020366 Jun 17 08:22:10.069376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713e91ad-1494-4553-b26f-c26e68d9f5b4 req-6d58d618-227a-4048-a7bb-219498a8f60d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.071163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-713e91ad-1494-4553-b26f-c26e68d9f5b4 req-6d58d618-227a-4048-a7bb-219498a8f60d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 948 time: 0.2110617 Jun 17 08:22:10.072511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced607fe-bae2-4a03-832e-02148074d768 req-f72f18ae-f784-4dc5-b0f1-9bf75d2602ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.073852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ced607fe-bae2-4a03-832e-02148074d768 req-f72f18ae-f784-4dc5-b0f1-9bf75d2602ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0974114 Jun 17 08:22:10.112262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-979af8b4-dfde-4fbb-86f5-fcb8e0898163 req-6ae72598-bb96-4832-9a1f-ed61e64db7b2 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773463 Jun 17 08:22:10.157218 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-713e91ad-1494-4553-b26f-c26e68d9f5b4 req-9a769b4c-3cf2-4fc0-a554-aa52a47332ed tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786467 Jun 17 08:22:10.184890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced607fe-bae2-4a03-832e-02148074d768 req-0ad76d0e-8d5a-428c-932d-ff2d77d7a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.186429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ced607fe-bae2-4a03-832e-02148074d768 req-0ad76d0e-8d5a-428c-932d-ff2d77d7a87b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0957870 Jun 17 08:22:10.260242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519bb71c-6c66-4054-b572-c0e443a875f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268'}, {'server_uuid': 'd4c557b4-f017-4672-b9be-383e59e00b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022d52b0-6d2a-46ab-9cdf-f0a50a80aba7'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:10.262963 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7cf1373-71a3-497b-8d0c-86d53945e37e" -d '{"events": [{"server_uuid": "519bb71c-6c66-4054-b572-c0e443a875f8", "name": "network-vif-plugged", "status": "completed", "tag": "d253a7ac-5ed2-42a8-85b4-a5cafe4f9268"}, {"server_uuid": "d4c557b4-f017-4672-b9be-383e59e00b19", "name": "network-vif-plugged", "status": "completed", "tag": "022d52b0-6d2a-46ab-9cdf-f0a50a80aba7"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:10.323078 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ced607fe-bae2-4a03-832e-02148074d768 req-c3f055ca-2072-4eda-84da-1cdab8f228e7 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285877 Jun 17 08:22:10.348309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18e703-204a-4b8d-a610-e5d96fcf675a req-a5969e06-0f04-4cd2-a496-1addc4c425bb tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.349763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e18e703-204a-4b8d-a610-e5d96fcf675a req-a5969e06-0f04-4cd2-a496-1addc4c425bb tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 946 time: 0.1080441 Jun 17 08:22:10.431986 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e18e703-204a-4b8d-a610-e5d96fcf675a req-5438ddda-cc32-4158-b565-b010735c3826 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717483 Jun 17 08:22:10.457009 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ced607fe-bae2-4a03-832e-02148074d768 req-7ce87d5c-8d18-47ce-800c-f9b4c3b951c6 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239562 Jun 17 08:22:10.497498 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a7f697-6882-4c29-8894-b6d82d149e5a x-openstack-request-id: req-c0a7f697-6882-4c29-8894-b6d82d149e5a {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:10.497881 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519bb71c-6c66-4054-b572-c0e443a875f8", "name": "network-vif-plugged", "status": "completed", "tag": "d253a7ac-5ed2-42a8-85b4-a5cafe4f9268", "code": 200}, {"server_uuid": "d4c557b4-f017-4672-b9be-383e59e00b19", "name": "network-vif-plugged", "status": "completed", "tag": "022d52b0-6d2a-46ab-9cdf-f0a50a80aba7", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:10.498364 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c0a7f697-6882-4c29-8894-b6d82d149e5a {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:10.499240 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519bb71c-6c66-4054-b572-c0e443a875f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268', 'code': 200} Jun 17 08:22:10.499703 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c557b4-f017-4672-b9be-383e59e00b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022d52b0-6d2a-46ab-9cdf-f0a50a80aba7', 'code': 200} Jun 17 08:22:10.688960 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eececfad-5f9c-4151-92b6-cef350e6e16d req-0ac87340-04c3-457b-999a-b65eea64357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.690540 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eececfad-5f9c-4151-92b6-cef350e6e16d req-0ac87340-04c3-457b-999a-b65eea64357c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 1098 time: 0.0516467 Jun 17 08:22:10.692801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c8dff0e-485f-4aa3-b40b-c014b9211f1a details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:10.734636 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-eececfad-5f9c-4151-92b6-cef350e6e16d req-6b04a668-a109-41bc-9368-9543bbcb16f4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348358 Jun 17 08:22:10.736106 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-ffb521b3-42cc-4d35-bdea-deee90d31dc1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1762354 Jun 17 08:22:10.769942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb4a78-2290-4a80-9d49-0762e5b73fd5 req-3c40063b-2a31-43ba-84ee-77de1c5c14f1 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.771490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55fb4a78-2290-4a80-9d49-0762e5b73fd5 req-3c40063b-2a31-43ba-84ee-77de1c5c14f1 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 947 time: 0.1744359 Jun 17 08:22:10.784472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccbbc3-ac06-4309-a394-a7adf67a1e15 req-0a3c6154-0cf2-4ffc-8d8a-059d5b1beb4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.786022 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4dccbbc3-ac06-4309-a394-a7adf67a1e15 req-0a3c6154-0cf2-4ffc-8d8a-059d5b1beb4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.1753628 Jun 17 08:22:10.808382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:10.810843 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c0ecfe-0fd1-4dde-84f8-c37a1d668611 req-47acde55-eb50-4d6d-971a-1b84f704eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:10.812373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1c0ecfe-0fd1-4dde-84f8-c37a1d668611 req-47acde55-eb50-4d6d-971a-1b84f704eb51 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 1100 time: 0.1680231 Jun 17 08:22:10.820047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'mac_address': 'fa:16:3e:23:e4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:10.862833 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:10.871658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55fb4a78-2290-4a80-9d49-0762e5b73fd5 req-08bfee74-346c-449b-8be1-d376d66ecd11 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844467 Jun 17 08:22:10.880331 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4dccbbc3-ac06-4309-a394-a7adf67a1e15 req-b05376c9-8a84-45f3-923a-18dead681bfc tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843565 Jun 17 08:22:10.886175 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1c0ecfe-0fd1-4dde-84f8-c37a1d668611 req-e930ad84-cd7c-4232-884e-ec36cdd5dc87 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632608 Jun 17 08:22:10.891318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8dff0e-485f-4aa3-b40b-c014b9211f1a {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:10.915101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:10.933871 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:10.933871 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:10.987144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:10.991021 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:11.117315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19930b-bdda-4e79-b702-47b6547f4814 req-5a6e8b67-d67c-419b-8d21-19b726f0acdc tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:11.118805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c19930b-bdda-4e79-b702-47b6547f4814 req-5a6e8b67-d67c-419b-8d21-19b726f0acdc tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 945 time: 0.1063328 Jun 17 08:22:11.129899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3149d04-cdc5-4052-8da7-7371fbc83f92 req-79162840-09b6-4429-87f1-3b29a8d3a712 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:11.130948 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3149d04-cdc5-4052-8da7-7371fbc83f92 req-79162840-09b6-4429-87f1-3b29a8d3a712 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.0905175 Jun 17 08:22:11.194084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c19930b-bdda-4e79-b702-47b6547f4814 req-c7e7365e-6054-4a60-a0aa-945768a96a81 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621390 Jun 17 08:22:11.197294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3149d04-cdc5-4052-8da7-7371fbc83f92 req-f0f8f90d-fe53-4864-b5a3-9cf4e2748d6f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574384 Jun 17 08:22:11.403963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918ff56-d347-4194-a951-8b4d8c2f3bad req-a9283c7e-7379-4935-97f5-ada73c75d59d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:11.405794 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8918ff56-d347-4194-a951-8b4d8c2f3bad req-a9283c7e-7379-4935-97f5-ada73c75d59d tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 948 time: 0.0828750 Jun 17 08:22:11.473935 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8918ff56-d347-4194-a951-8b4d8c2f3bad req-1951bbd9-fa20-4712-bc8f-df8b2bc963de tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612125 Jun 17 08:22:11.508662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27cae5e-3054-465e-b6bc-c38e80d04b4b req-7add6546-5a24-46b3-be32-193e087c2026 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:11.510109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['9c8dff0e-485f-4aa3-b40b-c014b9211f1a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:11.510622 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d27cae5e-3054-465e-b6bc-c38e80d04b4b req-7add6546-5a24-46b3-be32-193e087c2026 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 945 time: 0.0787899 Jun 17 08:22:11.553607 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d27cae5e-3054-465e-b6bc-c38e80d04b4b req-a80a1a81-db1f-4906-a5b1-cd51baf0d7a3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368991 Jun 17 08:22:11.706745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efdcf4-97fa-4ba2-819c-addf524e3a27 req-f1a50872-9da6-4c87-a9ec-3e86445e962f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:11.708335 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9efdcf4-97fa-4ba2-819c-addf524e3a27 req-f1a50872-9da6-4c87-a9ec-3e86445e962f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 946 time: 0.1136603 Jun 17 08:22:11.778537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9efdcf4-97fa-4ba2-819c-addf524e3a27 req-14ee8d9f-27d3-4527-9acf-053b4f04ba83 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629201 Jun 17 08:22:11.809681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c15e95-9da1-49b4-bbcf-2a6bcf6b170b req-1d1cc6a2-d061-40f2-ad1a-1c9886241c47 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:11.811219 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70c15e95-9da1-49b4-bbcf-2a6bcf6b170b req-1d1cc6a2-d061-40f2-ad1a-1c9886241c47 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 945 time: 0.0807683 Jun 17 08:22:11.851748 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70c15e95-9da1-49b4-bbcf-2a6bcf6b170b req-e4e6ab8f-c851-4517-b4f8-ebc817412d83 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347059 Jun 17 08:22:12.063195 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135eb8c6-ccd7-4f6e-a979-0b7cb26c7c8d req-740e6f19-b08b-422e-b2d4-6c065ededd46 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.064662 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-135eb8c6-ccd7-4f6e-a979-0b7cb26c7c8d req-740e6f19-b08b-422e-b2d4-6c065ededd46 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 945 time: 0.0999835 Jun 17 08:22:12.087712 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecfc4c-e6a8-4d91-861d-96c1844b6da6 req-fba62ad7-36c0-4663-84c2-639473f077cd tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.089130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00ecfc4c-e6a8-4d91-861d-96c1844b6da6 req-fba62ad7-36c0-4663-84c2-639473f077cd tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 947 time: 0.0970407 Jun 17 08:22:12.134193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-135eb8c6-ccd7-4f6e-a979-0b7cb26c7c8d req-46513559-050e-4e4b-95f1-4dd7267f7f0c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625160 Jun 17 08:22:12.142539 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00ecfc4c-e6a8-4d91-861d-96c1844b6da6 req-8415c580-8040-4098-b72d-706d059af68e tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474610 Jun 17 08:22:12.369000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8013536-a63e-4f11-a833-cea71fb6a1d4 req-0cc2e91d-4770-4a04-b611-b705bc5e1f7b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.370389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8013536-a63e-4f11-a833-cea71fb6a1d4 req-0cc2e91d-4770-4a04-b611-b705bc5e1f7b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.1349716 Jun 17 08:22:12.385858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc9c88-c74b-48e6-bc9b-4365ddb169b7 req-5cfea9da-af81-47df-8739-7873696c6bc9 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.387299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1cc9c88-c74b-48e6-bc9b-4365ddb169b7 req-5cfea9da-af81-47df-8739-7873696c6bc9 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 945 time: 0.1219521 Jun 17 08:22:12.455634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8013536-a63e-4f11-a833-cea71fb6a1d4 req-b374c7ab-9427-4bea-9a5f-956d6a612551 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772493 Jun 17 08:22:12.458158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1cc9c88-c74b-48e6-bc9b-4365ddb169b7 req-f1b435fb-f52f-4c32-b8d8-85f5614641fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623939 Jun 17 08:22:12.463724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-27da3aa7-fab9-4f08-96cf-3d4c13c2fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.465179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-27da3aa7-fab9-4f08-96cf-3d4c13c2fb7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 1102 time: 0.1413853 Jun 17 08:22:12.627156 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-d637cbf2-694a-49e0-83f0-41b75d10f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.628631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-d637cbf2-694a-49e0-83f0-41b75d10f901 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1476226 Jun 17 08:22:12.682742 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-1d7289b6-5415-45c0-9f9a-d97eb5e50a45 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 217 time: 0.0413413 Jun 17 08:22:12.711950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66a9cc-3716-4a57-9f53-52b7d42d25bd req-b94fab04-98bc-49c5-b7e0-493080773d03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.713482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a66a9cc-3716-4a57-9f53-52b7d42d25bd req-b94fab04-98bc-49c5-b7e0-493080773d03 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1326716 Jun 17 08:22:12.810290 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-cab8318a-f97e-4aa4-8bc8-f73aa7c954fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.811828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-cab8318a-f97e-4aa4-8bc8-f73aa7c954fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1195173 Jun 17 08:22:12.823495 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a66a9cc-3716-4a57-9f53-52b7d42d25bd req-43f215f6-e358-4753-806d-022eea44bdf2 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866780 Jun 17 08:22:12.885147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63545b81-49e7-43c9-8a86-6b438e7c03f9 req-d968e039-9788-426e-81e1-a2fbe57076c4 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.885431 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63545b81-49e7-43c9-8a86-6b438e7c03f9 req-d968e039-9788-426e-81e1-a2fbe57076c4 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 948 time: 0.1474791 Jun 17 08:22:12.929859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-d56f9e0b-b1a8-4604-a73d-9737b418a9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:12.931403 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-d56f9e0b-b1a8-4604-a73d-9737b418a9d4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1052444 Jun 17 08:22:12.939428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63545b81-49e7-43c9-8a86-6b438e7c03f9 req-eb291fe1-76cd-41d5-a43f-2d85308c6345 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471411 Jun 17 08:22:13.093100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-8958c44c-7b05-46a3-bf82-ec51c9e476ea service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526990 Jun 17 08:22:13.118143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506d128-d025-4743-8ea4-2a2f7df3fd4d req-94280b0c-fd14-4211-b8ff-6c51513dc2a2 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:13.119583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a506d128-d025-4743-8ea4-2a2f7df3fd4d req-94280b0c-fd14-4211-b8ff-6c51513dc2a2 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 945 time: 0.1711321 Jun 17 08:22:13.213117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a506d128-d025-4743-8ea4-2a2f7df3fd4d req-dd313735-cd2f-4c8b-9e75-d11cfbc1c07e tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829732 Jun 17 08:22:13.239231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e41e5-e615-43d3-9be2-0555a66b8502 req-35b0983e-dda2-416d-97cf-b5b39cadc5e6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:13.240744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-350e41e5-e615-43d3-9be2-0555a66b8502 req-35b0983e-dda2-416d-97cf-b5b39cadc5e6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 946 time: 0.1961551 Jun 17 08:22:13.247480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-20255a8b-0fb4-4fba-a4d5-38b60d14ae74 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449330 Jun 17 08:22:13.293461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-350e41e5-e615-43d3-9be2-0555a66b8502 req-8ec552a5-51c6-4055-968f-dbd5469b77e0 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449648 Jun 17 08:22:13.353644 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-13388107-a34b-4bc1-8a6e-120509cc6f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:13.411806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1c3dd-b405-40ea-a2d5-9c3872e8552e req-484a543e-0803-4bad-99d0-4692a578fabd tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:13.413775 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20d1c3dd-b405-40ea-a2d5-9c3872e8552e req-484a543e-0803-4bad-99d0-4692a578fabd tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 947 time: 0.0761507 Jun 17 08:22:13.489338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20d1c3dd-b405-40ea-a2d5-9c3872e8552e req-d206584c-a727-495b-b1f2-8ee4bec2d543 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599763 Jun 17 08:22:13.513987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf81a77-2fef-473d-84e8-fabc9f6411bc req-e4b091a7-0d11-4b74-9c5b-ea8e5e5a2d37 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:13.515848 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6cf81a77-2fef-473d-84e8-fabc9f6411bc req-e4b091a7-0d11-4b74-9c5b-ea8e5e5a2d37 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 945 time: 0.0966659 Jun 17 08:22:13.558394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6cf81a77-2fef-473d-84e8-fabc9f6411bc req-1aa3f195-9b43-4ad0-8749-98a2dca182bd tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360439 Jun 17 08:22:13.645263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1911fb0c-a459-45d1-8fa9-2536f73655c0 req-3dcf3a0e-1921-4197-b0cd-efd167590fa8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-323319370&fields=id&tenant_id=85171ee2abef4415ab381abdf9fa216f HTTP/1.1" status: 200 len: 267 time: 0.0363538 Jun 17 08:22:13.755524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911fb0c-a459-45d1-8fa9-2536f73655c0 req-b2635181-42b4-44c5-a42b-71455340971e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:13.756992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1911fb0c-a459-45d1-8fa9-2536f73655c0 req-b2635181-42b4-44c5-a42b-71455340971e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 946 time: 0.1060569 Jun 17 08:22:13.769351 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db1ee79-5fea-4222-abc8-14dfb74ab99b req-40e48758-cb8f-4ad5-8c6b-0056c0ae77f1 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:13.771037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9db1ee79-5fea-4222-abc8-14dfb74ab99b req-40e48758-cb8f-4ad5-8c6b-0056c0ae77f1 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.0929365 Jun 17 08:22:13.776928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-1911fb0c-a459-45d1-8fa9-2536f73655c0 req-8230ef65-a381-4bf8-a47f-7507ad6f5dcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'port': {'security_groups': ['5ef83fb7-5670-4635-92d8-0c32a4cadb27', 'e61ad7b0-cbbd-4144-bae9-e79e962d59bf']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:13.851645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9db1ee79-5fea-4222-abc8-14dfb74ab99b req-4a02d9c9-cf57-4fc0-bccd-2bd920869be0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700941 Jun 17 08:22:13.891448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1911fb0c-a459-45d1-8fa9-2536f73655c0 req-8230ef65-a381-4bf8-a47f-7507ad6f5dcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.086567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab15f8-06c8-4fe2-bf7c-45c06fec3c0c req-92d0cedb-b544-4285-a130-4c7bed69147c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:14.087982 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43ab15f8-06c8-4fe2-bf7c-45c06fec3c0c req-92d0cedb-b544-4285-a130-4c7bed69147c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 945 time: 0.1340146 Jun 17 08:22:14.140402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-1911fb0c-a459-45d1-8fa9-2536f73655c0 req-8230ef65-a381-4bf8-a47f-7507ad6f5dcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] For port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:14.160804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43ab15f8-06c8-4fe2-bf7c-45c06fec3c0c req-2b1724d3-fc52-442c-9c7e-28a12e8b9aa4 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661891 Jun 17 08:22:14.182116 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1911fb0c-a459-45d1-8fa9-2536f73655c0 req-8230ef65-a381-4bf8-a47f-7507ad6f5dcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.188832 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1911fb0c-a459-45d1-8fa9-2536f73655c0 req-8230ef65-a381-4bf8-a47f-7507ad6f5dcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.193084 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:14.202475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['885d4529-65a4-496e-83a1-8e1375aa55d8', 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:14.233593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911fb0c-a459-45d1-8fa9-2536f73655c0 req-8230ef65-a381-4bf8-a47f-7507ad6f5dcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:14.233823 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1911fb0c-a459-45d1-8fa9-2536f73655c0 req-8230ef65-a381-4bf8-a47f-7507ad6f5dcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.239637 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1911fb0c-a459-45d1-8fa9-2536f73655c0 req-8230ef65-a381-4bf8-a47f-7507ad6f5dcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "PUT /v2.0/ports/d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 HTTP/1.1" status: 200 len: 982 time: 0.4675074 Jun 17 08:22:14.240356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519bb71c-6c66-4054-b572-c0e443a875f8', 'tag': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:14.250570 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b07d6c3-6ec0-4654-a694-270c04a63135" -d '{"events": [{"name": "network-changed", "server_uuid": "519bb71c-6c66-4054-b572-c0e443a875f8", "tag": "d253a7ac-5ed2-42a8-85b4-a5cafe4f9268"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:14.289961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230ef65-a381-4bf8-a47f-7507ad6f5dcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'Port': ['ID=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,revision_number=6']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:14.294951 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8230ef65-a381-4bf8-a47f-7507ad6f5dcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:14.399468 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8cf4c-c703-494a-b633-b9153975fd80 req-e3872939-d70b-477a-8a06-9519721fa1e4 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:14.401103 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cf8cf4c-c703-494a-b633-b9153975fd80 req-e3872939-d70b-477a-8a06-9519721fa1e4 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 1098 time: 0.0587416 Jun 17 08:22:14.421863 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['d253a7ac-5ed2-42a8-85b4-a5cafe4f9268'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:14.470002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cf8cf4c-c703-494a-b633-b9153975fd80 req-564610aa-abf3-4e15-ae0d-e8db43424f4f tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572040 Jun 17 08:22:14.493108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01803c47-de28-473d-b3a6-b479c68bed19 req-7d6c6d56-7828-460c-98b5-051b6d21c6f6 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:14.494901 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01803c47-de28-473d-b3a6-b479c68bed19 req-7d6c6d56-7828-460c-98b5-051b6d21c6f6 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.0928283 Jun 17 08:22:14.554898 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01803c47-de28-473d-b3a6-b479c68bed19 req-b4a977cd-93a8-4249-982d-9ce4d1a67b4d tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540073 Jun 17 08:22:14.697182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device eae4177c-1728-45ab-b11d-8587a7a65574 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:14.699105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaec02f-84a1-4191-82b8-37837837ba86 req-7d86cc17-f043-4923-9e79-2a83b940c6aa tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:14.707093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bfaec02f-84a1-4191-82b8-37837837ba86 req-7d86cc17-f043-4923-9e79-2a83b940c6aa tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 948 time: 0.0874317 Jun 17 08:22:14.758201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c8dff0e-485f-4aa3-b40b-c014b9211f1a up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:14.760022 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bfaec02f-84a1-4191-82b8-37837837ba86 req-10484c9f-15ac-444d-8470-d27cc1e691b3 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519488 Jun 17 08:22:14.828697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc82447f-13e9-4384-9f30-75b0e5890c1b req-953f30ea-4af2-47af-b035-91c08089d6c6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/e61ad7b0-cbbd-4144-bae9-e79e962d59bf HTTP/1.1" status: 200 len: 1800 time: 0.0497127 Jun 17 08:22:14.870629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:14.878689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:14.879278 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:14.899151 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-bc82447f-13e9-4384-9f30-75b0e5890c1b req-928c6377-8d93-4e3d-a471-1c72ac19d5f1 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:22:14.925818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc82447f-13e9-4384-9f30-75b0e5890c1b req-928c6377-8d93-4e3d-a471-1c72ac19d5f1 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "DELETE /v2.0/security-groups/e61ad7b0-cbbd-4144-bae9-e79e962d59bf HTTP/1.1" status: 409 len: 341 time: 0.0915637 Jun 17 08:22:14.979460 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab12342-8d3c-4ec5-8a0a-a0ec58a15852 x-openstack-request-id: req-4ab12342-8d3c-4ec5-8a0a-a0ec58a15852 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:14.980267 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519bb71c-6c66-4054-b572-c0e443a875f8", "tag": "d253a7ac-5ed2-42a8-85b4-a5cafe4f9268", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:14.980978 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4ab12342-8d3c-4ec5-8a0a-a0ec58a15852 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:14.982423 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519bb71c-6c66-4054-b572-c0e443a875f8', 'tag': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268', 'status': 'completed', 'code': 200} Jun 17 08:22:15.017041 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port eae4177c-1728-45ab-b11d-8587a7a65574, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=eae4177c-1728-45ab-b11d-8587a7a65574,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:15.036478 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'eae4177c-1728-45ab-b11d-8587a7a65574', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'eae4177c-1728-45ab-b11d-8587a7a65574', 'mac_address': 'fa:16:3e:09:fa:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:15.039172 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:15.077966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:15.079383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:15.081850 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d200adb-3e10-44f1-9064-f6ed4b64f692" -d '{"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:15.088075 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:15.091062 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:15.154059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:15.158605 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:15.173640 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:15.191333 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae4177c-1728-45ab-b11d-8587a7a65574 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:15.212029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07d6c3-6ec0-4654-a694-270c04a63135 req-93f3fc1c-1c27-4769-a6bf-4380e3bb409e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:15.213736 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b07d6c3-6ec0-4654-a694-270c04a63135 req-93f3fc1c-1c27-4769-a6bf-4380e3bb409e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=85171ee2abef4415ab381abdf9fa216f&device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 1137 time: 0.1647177 Jun 17 08:22:15.221348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port eae4177c-1728-45ab-b11d-8587a7a65574, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=eae4177c-1728-45ab-b11d-8587a7a65574,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:15.228650 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:15.230697 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:15.290205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=eae4177c-1728-45ab-b11d-8587a7a65574,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:15.293508 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:15.550599 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-43456433-4e3e-485d-a4f7-62978bf20be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:15.685153 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06234959-67d7-4d8d-9c56-93c4c0338ae2 req-6941e30c-37ba-4178-980d-635edc709f74 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:15.686599 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06234959-67d7-4d8d-9c56-93c4c0338ae2 req-6941e30c-37ba-4178-980d-635edc709f74 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 948 time: 0.4382389 Jun 17 08:22:15.689735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07d6c3-6ec0-4654-a694-270c04a63135 req-2cc251d9-da69-4b43-a5d6-b9462a219396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:15.691092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b07d6c3-6ec0-4654-a694-270c04a63135 req-2cc251d9-da69-4b43-a5d6-b9462a219396 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 200 len: 913 time: 0.4619732 Jun 17 08:22:15.749602 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b07d6c3-6ec0-4654-a694-270c04a63135 req-e2dd9f18-bea3-49bc-9ef6-f977ee10b3fb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 HTTP/1.1" status: 200 len: 217 time: 0.0421019 Jun 17 08:22:15.759314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06234959-67d7-4d8d-9c56-93c4c0338ae2 req-967fbc6e-7d6f-48e2-8870-0dc7b70ef91e tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654829 Jun 17 08:22:15.784012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['eae4177c-1728-45ab-b11d-8587a7a65574'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:15.814430 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07d6c3-6ec0-4654-a694-270c04a63135 req-e8ab3ac4-c488-4a11-a2ab-5cff7db924d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:15.816543 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b07d6c3-6ec0-4654-a694-270c04a63135 req-e8ab3ac4-c488-4a11-a2ab-5cff7db924d9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=92928205-2d0e-4237-a318-5abce9ca270e HTTP/1.1" status: 200 len: 852 time: 0.0489466 Jun 17 08:22:15.847275 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:15.870945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b07d6c3-6ec0-4654-a694-270c04a63135 req-54d1e687-4208-447e-b209-6850ed54dbbd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3650e9a3-408b-4503-b72a-a24fdbac10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420320 Jun 17 08:22:16.013761 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b07d6c3-6ec0-4654-a694-270c04a63135 req-4a0e3351-476b-48fa-aad2-b179c8f9c013 service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223102 Jun 17 08:22:16.021206 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf6be7-984d-4dc4-97a9-d7626c0914ea req-a78ca615-ad8d-484c-914b-055a084ba38a tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:16.022662 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25bf6be7-984d-4dc4-97a9-d7626c0914ea req-a78ca615-ad8d-484c-914b-055a084ba38a tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 1100 time: 0.1106722 Jun 17 08:22:16.105980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25bf6be7-984d-4dc4-97a9-d7626c0914ea req-523bb395-f963-402d-82d6-f4ba82643bef tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717490 Jun 17 08:22:16.136866 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b07d6c3-6ec0-4654-a694-270c04a63135 req-ed58d4c7-f0fd-43b5-ab26-77e8d0a8f093 service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097710 Jun 17 08:22:16.222008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-28988151-0d34-40fa-9890-dbe0af99a90b tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:22:16.223010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-28988151-0d34-40fa-9890-dbe0af99a90b tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068011 Jun 17 08:22:16.236920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Request body: {'binding': {'host': 'n-h1-779913-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:16.237361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Unknown quota resources ['binding']. {{(pid=93803) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:22:16.367242 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8ca99-1cf4-40c4-8590-b854c133d426 req-e13ed30f-284d-4941-b377-c7184cfacdda tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:16.368646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bd8ca99-1cf4-40c4-8590-b854c133d426 req-e13ed30f-284d-4941-b377-c7184cfacdda tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.1505983 Jun 17 08:22:16.430258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f on host n-h1-779913-16 for vnic_type normal with profile None {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:16.430545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:16.430928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:16.435136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bd8ca99-1cf4-40c4-8590-b854c133d426 req-2298bd55-0f51-466f-8787-d9bbc934a109 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605483 Jun 17 08:22:16.438558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Port 9921506d-4731-4aec-8e4e-3a523c15018f on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:16.438936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:16.443879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:16.444209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:16.444583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:16.445004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Bound port: 9921506d-4731-4aec-8e4e-3a523c15018f, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:16.508706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9921506d-4731-4aec-8e4e-3a523c15018f,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:16.515809 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:16.517077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-13634152-a176-45c4-ae13-9b91d08229aa service neutron] 10.222.0.47 "POST /v2.0/ports/9921506d-4731-4aec-8e4e-3a523c15018f/bindings HTTP/1.1" status: 201 len: 390 time: 0.2857420 Jun 17 08:22:16.702732 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ac5906-f4bb-4a23-b6e5-52bd242ffda9 x-openstack-request-id: req-f1ac5906-f4bb-4a23-b6e5-52bd242ffda9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:16.703391 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:16.703391 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f1ac5906-f4bb-4a23-b6e5-52bd242ffda9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:16.703724 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'code': 200} Jun 17 08:22:16.714910 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:16.880379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-859b6b80-0ba1-48ca-b55c-25946fd99956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:16.882113 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-859b6b80-0ba1-48ca-b55c-25946fd99956 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 1098 time: 0.0625453 Jun 17 08:22:16.910597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64315d85-58ff-4e14-8fb4-eee1754372a1 req-0d5de528-8e1f-4c0c-965f-7a17d50f4156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:16.912121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64315d85-58ff-4e14-8fb4-eee1754372a1 req-0d5de528-8e1f-4c0c-965f-7a17d50f4156 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=85171ee2abef4415ab381abdf9fa216f&device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 1137 time: 0.1496964 Jun 17 08:22:16.947128 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f53947-b9f1-4f68-996f-13cfc90935f9 req-1c092cff-204e-40ce-b33f-2cc7ce8a5f46 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:16.948676 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8f53947-b9f1-4f68-996f-13cfc90935f9 req-1c092cff-204e-40ce-b33f-2cc7ce8a5f46 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1192968 Jun 17 08:22:16.976782 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75bf0f5-e35e-4369-b87f-71c367c8c7d8 req-3efcf098-ed03-4805-a377-09cda3ba4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:16.978318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f75bf0f5-e35e-4369-b87f-71c367c8c7d8 req-3efcf098-ed03-4805-a377-09cda3ba4f8c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 1102 time: 0.1773250 Jun 17 08:22:16.988128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-31bc7b68-ca4a-4d47-bcbb-cdfc6c53fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:16.989830 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-31bc7b68-ca4a-4d47-bcbb-cdfc6c53fc66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.1004970 Jun 17 08:22:17.046089 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-f35107e4-cb3d-4cf4-9151-f7c189bb0594 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9921506d-4731-4aec-8e4e-3a523c15018f HTTP/1.1" status: 200 len: 217 time: 0.0483921 Jun 17 08:22:17.065675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8f53947-b9f1-4f68-996f-13cfc90935f9 req-af735d12-5268-48e5-8d09-3bd6bd0b6878 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054132 Jun 17 08:22:17.095500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f75bf0f5-e35e-4369-b87f-71c367c8c7d8 req-5090f2a6-a5ae-4646-b6ed-a4fe87312bda service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880604 Jun 17 08:22:17.101744 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64315d85-58ff-4e14-8fb4-eee1754372a1 req-ead1c21b-2d6c-4a54-b084-fd2e4a073b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:17.103465 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64315d85-58ff-4e14-8fb4-eee1754372a1 req-ead1c21b-2d6c-4a54-b084-fd2e4a073b4e service neutron] 10.222.0.63 "GET /v2.0/networks?id=3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 200 len: 913 time: 0.1747975 Jun 17 08:22:17.124145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-1d07488a-398a-40ce-9c28-3dd9a1381d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:17.125910 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-1d07488a-398a-40ce-9c28-3dd9a1381d19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0711665 Jun 17 08:22:17.161677 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64315d85-58ff-4e14-8fb4-eee1754372a1 req-0a08b5d2-db93-4ae7-b74b-878dd9b7534c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 HTTP/1.1" status: 200 len: 217 time: 0.0448339 Jun 17 08:22:17.249799 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-2539715a-6436-48b2-84cf-e016be543c8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289049 Jun 17 08:22:17.297824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64315d85-58ff-4e14-8fb4-eee1754372a1 req-150a6384-0b87-4999-9af4-1791ec8cf402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:17.299344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64315d85-58ff-4e14-8fb4-eee1754372a1 req-150a6384-0b87-4999-9af4-1791ec8cf402 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=92928205-2d0e-4237-a318-5abce9ca270e HTTP/1.1" status: 200 len: 852 time: 0.1276546 Jun 17 08:22:17.338292 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-1fd32985-f7ae-48de-8c16-1e60a91917f7 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817771 Jun 17 08:22:17.354485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64315d85-58ff-4e14-8fb4-eee1754372a1 req-850f0147-abbb-4342-80f6-4f219efc8f6a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3650e9a3-408b-4503-b72a-a24fdbac10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406165 Jun 17 08:22:17.370071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0175261-d199-433e-a9d7-cb46fc7b94f3 req-73af0e7b-b079-4ed4-9e8a-25f3ce79260f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:17.371947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0175261-d199-433e-a9d7-cb46fc7b94f3 req-73af0e7b-b079-4ed4-9e8a-25f3ce79260f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 946 time: 0.2132137 Jun 17 08:22:17.416275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a9366-fd6b-4dde-af5d-fa2c9827a09a req-ee4063de-a4c9-4b5a-b5a9-eee3a5e35a9c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:17.417631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-970a9366-fd6b-4dde-af5d-fa2c9827a09a req-ee4063de-a4c9-4b5a-b5a9-eee3a5e35a9c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 985 time: 0.2226453 Jun 17 08:22:17.442751 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-58c24fbc-42c2-45cb-950f-00eed1c58834 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918403 Jun 17 08:22:17.466907 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-3250b155-3aac-4c0d-abe1-07a204be2a62 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2361660 Jun 17 08:22:17.523942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0175261-d199-433e-a9d7-cb46fc7b94f3 req-b74d7e93-659f-432c-9e28-74df7f0c77ec tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383619 Jun 17 08:22:17.564411 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-970a9366-fd6b-4dde-af5d-fa2c9827a09a req-b1bc3e56-0167-4336-bed8-2e402387e2cc tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&id=e61ad7b0-cbbd-4144-bae9-e79e962d59bf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1084166 Jun 17 08:22:17.585582 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64315d85-58ff-4e14-8fb4-eee1754372a1 req-e48ed1ed-ccee-49b3-a412-ae0cadb6caa0 service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091982 Jun 17 08:22:17.637628 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-49fda402-bdb9-4f56-959a-87c9e0c400dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:17.639799 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-49fda402-bdb9-4f56-959a-87c9e0c400dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 1102 time: 0.1461768 Jun 17 08:22:17.854904 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64315d85-58ff-4e14-8fb4-eee1754372a1 req-a8c8fa65-3f89-4fab-a72e-238443942825 service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553024 Jun 17 08:22:17.890662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-f7840a96-5392-4c9f-9936-6c3eccbde5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:17.892081 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-f7840a96-5392-4c9f-9936-6c3eccbde5ab service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2079110 Jun 17 08:22:17.900281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabc638-d7cd-47bb-8e2b-bab12730db3d req-cc4f0fc9-5e54-4d3f-af85-744fdc78199c tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:17.901646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecabc638-d7cd-47bb-8e2b-bab12730db3d req-cc4f0fc9-5e54-4d3f-af85-744fdc78199c tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 948 time: 0.2163935 Jun 17 08:22:17.950454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-b1b81ffe-6655-4c1d-8a66-9dbcd0bb69a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835 HTTP/1.1" status: 200 len: 217 time: 0.0477002 Jun 17 08:22:18.021740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecabc638-d7cd-47bb-8e2b-bab12730db3d req-1335630c-69df-4acb-ae20-368764176b18 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104932 Jun 17 08:22:18.031534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-417f0c8c-c78c-49dc-a1da-46abbea73300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:18.033100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-417f0c8c-c78c-49dc-a1da-46abbea73300 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0711939 Jun 17 08:22:18.047276 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b2b96e-6ac1-4bad-bc41-866bf7b46b94 req-0d2e577d-8960-479c-a217-a05de135236c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:18.047276 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17b2b96e-6ac1-4bad-bc41-866bf7b46b94 req-0d2e577d-8960-479c-a217-a05de135236c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 948 time: 0.2138057 Jun 17 08:22:18.117181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17b2b96e-6ac1-4bad-bc41-866bf7b46b94 req-99a54913-5151-4a7d-a9be-27dd82dc747b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631187 Jun 17 08:22:18.151016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-c70735d8-8e29-4fa1-ba37-1447af25d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:18.153178 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-c70735d8-8e29-4fa1-ba37-1447af25d9f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071496 Jun 17 08:22:18.314550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-78f74e7c-9f63-4e3f-afbd-94c5d6f5e59f service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469188 Jun 17 08:22:18.397015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf0cbc-c8bd-4236-8bd7-1d90016bdd88 req-88a08a9e-7dc0-4731-b2ef-f9a0e4548093 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:18.398489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9cf0cbc-c8bd-4236-8bd7-1d90016bdd88 req-88a08a9e-7dc0-4731-b2ef-f9a0e4548093 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 945 time: 0.1485121 Jun 17 08:22:18.483708 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9cf0cbc-c8bd-4236-8bd7-1d90016bdd88 req-790f38e2-4cb7-4385-b8af-bfd92bbf3041 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660098 Jun 17 08:22:18.488319 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c2d6a6a-a944-485c-8c42-b7b42c59350a req-c5d35969-3cb4-419c-986d-22f1753dea91 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646285 Jun 17 08:22:18.511991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a7907-381c-48fb-8e89-834b3e1dad9f req-ffe10e5a-f80c-4488-969e-c85b48f3bc51 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:18.519434 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-039a7907-381c-48fb-8e89-834b3e1dad9f req-ffe10e5a-f80c-4488-969e-c85b48f3bc51 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.1682327 Jun 17 08:22:18.563082 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-039a7907-381c-48fb-8e89-834b3e1dad9f req-e5d07933-1b11-4988-a6f6-f0de2b9797e0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428329 Jun 17 08:22:18.723010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device eae4177c-1728-45ab-b11d-8587a7a65574 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:18.780124 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:18.798217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port eae4177c-1728-45ab-b11d-8587a7a65574 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:18.802800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port eae4177c-1728-45ab-b11d-8587a7a65574 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:18.803219 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:18.883045 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930eeed-47a5-4ca8-b024-f74ca732de13 req-e9407b52-e351-4426-b002-a5e6afa20097 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:18.884733 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0930eeed-47a5-4ca8-b024-f74ca732de13 req-e9407b52-e351-4426-b002-a5e6afa20097 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 946 time: 0.1275935 Jun 17 08:22:18.896907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8aef28f7-831c-4d93-be9f-65f7d5ab75ac details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:18.901022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6dd553-0ab5-4da6-899d-21cc78530d9e req-5c0b9e52-fe81-4add-b106-3eb546545072 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:18.902527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ee6dd553-0ab5-4da6-899d-21cc78530d9e req-5c0b9e52-fe81-4add-b106-3eb546545072 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1616008 Jun 17 08:22:18.919966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:18.968948 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0930eeed-47a5-4ca8-b024-f74ca732de13 req-5a4a3bdd-a316-4551-8feb-93f4ef4e13b5 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766594 Jun 17 08:22:18.991233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae4177c-1728-45ab-b11d-8587a7a65574'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:18.994229 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c13d459-f76e-4cf8-997b-2573d9842995" -d '{"events": [{"server_uuid": "b68350cf-a82b-4a6b-ad8a-790331b36d7b", "name": "network-vif-plugged", "status": "completed", "tag": "eae4177c-1728-45ab-b11d-8587a7a65574"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:19.009265 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ee6dd553-0ab5-4da6-899d-21cc78530d9e req-6582dbd2-9fa5-4bc8-a64e-3f0184c2a576 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502083 Jun 17 08:22:19.031630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port eae4177c-1728-45ab-b11d-8587a7a65574, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=eae4177c-1728-45ab-b11d-8587a7a65574,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:19.045372 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:19.074868 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:19.113626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:19.129099 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f45866-7190-498b-b66a-215112f41946 x-openstack-request-id: req-85f45866-7190-498b-b66a-215112f41946 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:19.129478 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68350cf-a82b-4a6b-ad8a-790331b36d7b", "name": "network-vif-plugged", "status": "completed", "tag": "eae4177c-1728-45ab-b11d-8587a7a65574", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:19.129825 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-85f45866-7190-498b-b66a-215112f41946 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:19.130310 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae4177c-1728-45ab-b11d-8587a7a65574', 'code': 200} Jun 17 08:22:19.131147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '8aef28f7-831c-4d93-be9f-65f7d5ab75ac', 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259', 'port_id': '8aef28f7-831c-4d93-be9f-65f7d5ab75ac', 'mac_address': 'fa:16:3e:1c:72:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77487d9d-954e-4053-8664-9cda2577cf8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:19.229097 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:19.261756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8aef28f7-831c-4d93-be9f-65f7d5ab75ac {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:19.284660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=eae4177c-1728-45ab-b11d-8587a7a65574,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:19.297708 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:19.303848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:19.310160 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:19.312264 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:19.336547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449bccc-4117-44a3-88ac-f34d32568066 req-1709ff7a-2490-41f3-924a-cefdddcbf10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:19.338463 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1449bccc-4117-44a3-88ac-f34d32568066 req-1709ff7a-2490-41f3-924a-cefdddcbf10e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 1101 time: 0.1494858 Jun 17 08:22:19.347247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d47bb3-6329-4227-8cc6-b0a27fd90b0f req-964e7d81-0a5e-4270-90be-26c125d91ac9 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:19.348772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06d47bb3-6329-4227-8cc6-b0a27fd90b0f req-964e7d81-0a5e-4270-90be-26c125d91ac9 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 985 time: 0.2197397 Jun 17 08:22:19.364932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:19.368128 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:19.439550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70796fd4-2e22-497e-b8c4-1fb73694ea05 req-feb028e0-613b-4005-ae05-39d03425777b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:19.441025 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70796fd4-2e22-497e-b8c4-1fb73694ea05 req-feb028e0-613b-4005-ae05-39d03425777b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 949 time: 0.1972632 Jun 17 08:22:19.466268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1449bccc-4117-44a3-88ac-f34d32568066 req-afbcccff-fd98-4811-bba4-5f7708829d4f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164246 Jun 17 08:22:19.487000 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06d47bb3-6329-4227-8cc6-b0a27fd90b0f req-b6d6f226-5cb3-463d-afd1-4ed4c9dd5432 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&id=e61ad7b0-cbbd-4144-bae9-e79e962d59bf&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1219361 Jun 17 08:22:19.507583 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['8aef28f7-831c-4d93-be9f-65f7d5ab75ac'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:19.548758 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70796fd4-2e22-497e-b8c4-1fb73694ea05 req-3afe5f7c-70ec-43e1-a19d-b2833bd5f284 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993221 Jun 17 08:22:19.557795 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade1308-6e5a-4050-8db3-834fd7f3316d req-9a69396a-1c83-45fc-ab89-5f78942fd3a5 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:19.567972 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ade1308-6e5a-4050-8db3-834fd7f3316d req-9a69396a-1c83-45fc-ab89-5f78942fd3a5 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 948 time: 0.2159803 Jun 17 08:22:20.084756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f0d912a-ca66-4fdd-9037-7eccbd5cd3b8 req-e0cc8e3d-00a2-4903-b560-c220ea18df85 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1606298208&fields=id&tenant_id=85171ee2abef4415ab381abdf9fa216f HTTP/1.1" status: 200 len: 267 time: 0.3515773 Jun 17 08:22:20.131173 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-9ade1308-6e5a-4050-8db3-834fd7f3316d req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Deleting port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:20.131480 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9ade1308-6e5a-4050-8db3-834fd7f3316d req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.154880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc2fd5-60fa-4d35-ad4d-d927f58debba req-5e295948-8e7c-4b1d-b49a-3ce8d84733c4 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:20.156408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5cdc2fd5-60fa-4d35-ad4d-d927f58debba req-5e295948-8e7c-4b1d-b49a-3ce8d84733c4 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c557b4-f017-4672-b9be-383e59e00b19 HTTP/1.1" status: 200 len: 948 time: 0.4899328 Jun 17 08:22:20.271902 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5cdc2fd5-60fa-4d35-ad4d-d927f58debba req-b265242e-cab0-47a0-9b81-83e54afe8675 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807655 Jun 17 08:22:20.278963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-9ade1308-6e5a-4050-8db3-834fd7f3316d req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] For port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:20.279220 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9ade1308-6e5a-4050-8db3-834fd7f3316d req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.294269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d912a-ca66-4fdd-9037-7eccbd5cd3b8 req-bdc7da47-73b2-4075-ac83-8b9d98ec52f9 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:20.300661 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f0d912a-ca66-4fdd-9037-7eccbd5cd3b8 req-bdc7da47-73b2-4075-ac83-8b9d98ec52f9 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 985 time: 0.2087862 Jun 17 08:22:20.311455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4f0d912a-ca66-4fdd-9037-7eccbd5cd3b8 req-67233a3a-971e-4f89-b538-15f3acfbd227 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'port': {'security_groups': ['5ef83fb7-5670-4635-92d8-0c32a4cadb27', 'e61ad7b0-cbbd-4144-bae9-e79e962d59bf', '266d9c27-35e0-42b9-973c-b53755e66289']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:20.394181 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-9ade1308-6e5a-4050-8db3-834fd7f3316d req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Calling delete_port for 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:20.552215 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4f0d912a-ca66-4fdd-9037-7eccbd5cd3b8 req-67233a3a-971e-4f89-b538-15f3acfbd227 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.626277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc136a68-5ce5-46b4-8c98-0bb2a620192f req-22c158f5-c181-4563-b35f-d9f9b22ad660 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:20.627741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc136a68-5ce5-46b4-8c98-0bb2a620192f req-22c158f5-c181-4563-b35f-d9f9b22ad660 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 944 time: 0.2312539 Jun 17 08:22:20.698681 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9ade1308-6e5a-4050-8db3-834fd7f3316d req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.708015 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-42dc2425-4bf8-4b36-b22d-5e5db589dd0f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:20.711329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876', 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e', '022d52b0-6d2a-46ab-9cdf-f0a50a80aba7'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:20.713916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e', '50451d97-3b1e-47a5-955e-26fe163065d0', '5a22293b-7f18-4872-a231-38e8d01f2f94', '6b37ad3b-fcaf-4d62-8955-194965936d18', '3f1f05c0-bd45-4884-b4c5-1ee68575775f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:20.742473 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc136a68-5ce5-46b4-8c98-0bb2a620192f req-33831959-4e1d-4b2c-9edd-ba3f82c88e64 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066048 Jun 17 08:22:20.747484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event deleted for resources: {'Port': ['ID=022d52b0-6d2a-46ab-9cdf-f0a50a80aba7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:20.759174 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:20.930790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8aef28f7-831c-4d93-be9f-65f7d5ab75ac no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:20.938630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ade1308-6e5a-4050-8db3-834fd7f3316d req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] No DVR routers for this DVR port 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:20.947485 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9ade1308-6e5a-4050-8db3-834fd7f3316d req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:20.949571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ade1308-6e5a-4050-8db3-834fd7f3316d req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "DELETE /v2.0/ports/022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 HTTP/1.1" status: 204 len: 173 time: 1.3752360 Jun 17 08:22:20.965832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c557b4-f017-4672-b9be-383e59e00b19', 'name': 'network-vif-deleted', 'tag': '022d52b0-6d2a-46ab-9cdf-f0a50a80aba7'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:20.968911 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97a0100-bc41-4cfe-8000-f9dc9ea5c540" -d '{"events": [{"server_uuid": "d4c557b4-f017-4672-b9be-383e59e00b19", "name": "network-vif-deleted", "tag": "022d52b0-6d2a-46ab-9cdf-f0a50a80aba7"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:21.001304 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-4f0d912a-ca66-4fdd-9037-7eccbd5cd3b8 req-67233a3a-971e-4f89-b538-15f3acfbd227 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] For port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:21.060407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4f0d912a-ca66-4fdd-9037-7eccbd5cd3b8 req-67233a3a-971e-4f89-b538-15f3acfbd227 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:21.081048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013390bf-100c-4105-99ab-b8b289cff9ee req-48301876-128f-438c-bcc9-173e68214cb9 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:21.083763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-013390bf-100c-4105-99ab-b8b289cff9ee req-48301876-128f-438c-bcc9-173e68214cb9 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.1388578 Jun 17 08:22:21.085671 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4f0d912a-ca66-4fdd-9037-7eccbd5cd3b8 req-67233a3a-971e-4f89-b538-15f3acfbd227 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:21.094741 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8230ef65-a381-4bf8-a47f-7507ad6f5dcf tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:21.260607 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-013390bf-100c-4105-99ab-b8b289cff9ee req-5bbe2f31-ac21-4d1a-a152-dc74af2ebb21 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523187 Jun 17 08:22:21.263445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67233a3a-971e-4f89-b538-15f3acfbd227 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'Port': ['ID=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:21.268951 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-67233a3a-971e-4f89-b538-15f3acfbd227 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:21.304011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d912a-ca66-4fdd-9037-7eccbd5cd3b8 req-67233a3a-971e-4f89-b538-15f3acfbd227 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:21.305729 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4f0d912a-ca66-4fdd-9037-7eccbd5cd3b8 req-67233a3a-971e-4f89-b538-15f3acfbd227 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:21.318296 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:21.322308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f0d912a-ca66-4fdd-9037-7eccbd5cd3b8 req-67233a3a-971e-4f89-b538-15f3acfbd227 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "PUT /v2.0/ports/d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 HTTP/1.1" status: 200 len: 1021 time: 1.0185926 Jun 17 08:22:21.381104 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8aef28f7-831c-4d93-be9f-65f7d5ab75ac {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:21.437772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:21.452387 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:21.453371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:21.460583 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:21.462880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['d253a7ac-5ed2-42a8-85b4-a5cafe4f9268'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:21.513530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010419e-bce0-462f-8a5e-ed7e9490f097 req-62091942-9b53-4ec5-abdb-f34eafdd0e8f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:21.516314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2010419e-bce0-462f-8a5e-ed7e9490f097 req-62091942-9b53-4ec5-abdb-f34eafdd0e8f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 946 time: 0.0814645 Jun 17 08:22:21.531745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:21.532182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 022d52b0-6d2a-46ab-9cdf-f0a50a80aba7 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:21.590442 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2010419e-bce0-462f-8a5e-ed7e9490f097 req-5a5e9b40-8086-466d-b5e7-cd6d73e353ca tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677416 Jun 17 08:22:21.595963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:21.602754 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:21.686819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fb03b-4aa2-4d24-876a-27c5ce019be7 req-03936e84-d016-48f4-be31-cd3814533afb tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:21.692527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-587fb03b-4aa2-4d24-876a-27c5ce019be7 req-03936e84-d016-48f4-be31-cd3814533afb tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1235054 Jun 17 08:22:21.754460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-587fb03b-4aa2-4d24-876a-27c5ce019be7 req-777616a8-56f3-4117-ab8f-3be7ff770154 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548382 Jun 17 08:22:21.880665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eb788-d4c6-4c70-8d6f-4ddfa4a6e45b req-82fc440f-b26a-4f63-91be-3e31be685b8a tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:21.887963 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b1eb788-d4c6-4c70-8d6f-4ddfa4a6e45b req-82fc440f-b26a-4f63-91be-3e31be685b8a tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 949 time: 0.1257169 Jun 17 08:22:21.951027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b1eb788-d4c6-4c70-8d6f-4ddfa4a6e45b req-f7aa8cbe-1511-4269-a6c4-5a9f91e8a595 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615160 Jun 17 08:22:22.007037 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a6f649-a698-4295-a068-44ff6bf58e77 x-openstack-request-id: req-c4a6f649-a698-4295-a068-44ff6bf58e77 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:22.007356 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c557b4-f017-4672-b9be-383e59e00b19", "name": "network-vif-deleted", "tag": "022d52b0-6d2a-46ab-9cdf-f0a50a80aba7", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:22.007640 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4a6f649-a698-4295-a068-44ff6bf58e77 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:22.008099 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c557b4-f017-4672-b9be-383e59e00b19', 'name': 'network-vif-deleted', 'tag': '022d52b0-6d2a-46ab-9cdf-f0a50a80aba7', 'status': 'completed', 'code': 200} Jun 17 08:22:22.148476 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d2d02616-b904-458f-a303-8d166ab8211e req-09f9ee64-5b09-4e01-86de-38e869634495 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/266d9c27-35e0-42b9-973c-b53755e66289 HTTP/1.1" status: 200 len: 1801 time: 0.0405438 Jun 17 08:22:22.206757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['885d4529-65a4-496e-83a1-8e1375aa55d8', 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:22.230695 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-d2d02616-b904-458f-a303-8d166ab8211e req-d48d0a5c-d899-4a2b-8325-c8a63360cb8d tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:22:22.231725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d2d02616-b904-458f-a303-8d166ab8211e req-d48d0a5c-d899-4a2b-8325-c8a63360cb8d tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "DELETE /v2.0/security-groups/266d9c27-35e0-42b9-973c-b53755e66289 HTTP/1.1" status: 409 len: 341 time: 0.0766315 Jun 17 08:22:22.269914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d772bb-1dda-4d69-a866-244f62588ff6 req-38e47da8-c398-4c2f-bd87-0c3ae15915a8 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:22.271755 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7d772bb-1dda-4d69-a866-244f62588ff6 req-38e47da8-c398-4c2f-bd87-0c3ae15915a8 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 950 time: 0.0830793 Jun 17 08:22:22.322086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7d772bb-1dda-4d69-a866-244f62588ff6 req-3d334465-20b9-405a-956a-cc41c342fbbb tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422969 Jun 17 08:22:22.423415 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5ec66-ccc8-434a-bcae-74ccdeb9b00c req-8358ebac-4c69-499e-af72-5240049dbd93 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:22.425137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ac5ec66-ccc8-434a-bcae-74ccdeb9b00c req-8358ebac-4c69-499e-af72-5240049dbd93 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 943 time: 0.0660448 Jun 17 08:22:22.464497 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ac5ec66-ccc8-434a-bcae-74ccdeb9b00c req-0f71dbb0-862b-4ee7-af5c-9c83c4cc6073 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331717 Jun 17 08:22:22.747505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5405892-b85b-4b5a-a406-979078e1e0a1 req-ea854a68-f27a-4c28-8415-cb5c02c491f6 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:22.749136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5405892-b85b-4b5a-a406-979078e1e0a1 req-ea854a68-f27a-4c28-8415-cb5c02c491f6 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.0797513 Jun 17 08:22:22.792033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5405892-b85b-4b5a-a406-979078e1e0a1 req-5311e056-8b8c-408c-8143-6b192a226aaf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363588 Jun 17 08:22:23.067218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c7556-79f7-4c48-a505-c2054e4384ee req-26d2d940-39c9-4362-9ef4-39347b9e860a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:23.068796 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b15c7556-79f7-4c48-a505-c2054e4384ee req-26d2d940-39c9-4362-9ef4-39347b9e860a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 950 time: 0.0691857 Jun 17 08:22:23.116697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b15c7556-79f7-4c48-a505-c2054e4384ee req-f1d130fa-ef48-4b98-995c-2819d77a67e0 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Jun 17 08:22:23.309335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1ffad-4567-4784-a07f-1d006c6407ea req-d6a0e2ee-9818-4c0c-af71-a66fd41ecb4c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:23.311080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42d1ffad-4567-4784-a07f-1d006c6407ea req-d6a0e2ee-9818-4c0c-af71-a66fd41ecb4c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 946 time: 0.0744185 Jun 17 08:22:23.351100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42d1ffad-4567-4784-a07f-1d006c6407ea req-0aef42aa-da80-446e-89cf-8e0e42eedb62 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336394 Jun 17 08:22:23.419712 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926510c3-629d-4b0d-b4fd-5d90e5c9b3dd req-fec23c7a-4ab5-4184-8238-e5afdc36fa0f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:23.421200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-926510c3-629d-4b0d-b4fd-5d90e5c9b3dd req-fec23c7a-4ab5-4184-8238-e5afdc36fa0f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 1024 time: 0.0693510 Jun 17 08:22:23.473821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-926510c3-629d-4b0d-b4fd-5d90e5c9b3dd req-52c39d4d-5cb8-4a09-89b1-45e4ec0dd5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=266d9c27-35e0-42b9-973c-b53755e66289&id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&id=e61ad7b0-cbbd-4144-bae9-e79e962d59bf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0465174 Jun 17 08:22:23.534805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769c30c-15e9-4c89-b632-ccadac3c61cf req-a790a58a-561f-41c2-acfc-47d731eb54b2 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:23.536537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d769c30c-15e9-4c89-b632-ccadac3c61cf req-a790a58a-561f-41c2-acfc-47d731eb54b2 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.0768449 Jun 17 08:22:23.588891 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d769c30c-15e9-4c89-b632-ccadac3c61cf req-8803f98a-5b83-41bc-8eef-35d3a28fa069 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361156 Jun 17 08:22:23.710657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95251fda-93f3-4ac7-a164-9a526173d6aa req-00f7772b-cbfc-49dd-a13d-30dd0760e6ff tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:23.712252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95251fda-93f3-4ac7-a164-9a526173d6aa req-00f7772b-cbfc-49dd-a13d-30dd0760e6ff tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 943 time: 0.0680215 Jun 17 08:22:23.751845 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95251fda-93f3-4ac7-a164-9a526173d6aa req-b169dc4f-0ef0-4fe4-ae64-81815b1d94ec tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334809 Jun 17 08:22:23.977628 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657fb1c-bd7b-4279-a478-959aefe58506 req-871dfed8-3cbe-4bd1-a22b-024c214ee3d5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:23.979336 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8657fb1c-bd7b-4279-a478-959aefe58506 req-871dfed8-3cbe-4bd1-a22b-024c214ee3d5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.0704777 Jun 17 08:22:24.013087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519bb71c-6c66-4054-b572-c0e443a875f8', 'tag': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:24.015636 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed56e5ba-e735-4022-a0bd-b46eb0c88a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "519bb71c-6c66-4054-b572-c0e443a875f8", "tag": "d253a7ac-5ed2-42a8-85b4-a5cafe4f9268"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:24.027409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8657fb1c-bd7b-4279-a478-959aefe58506 req-46c60a53-bce5-4a96-87fd-331409e854b5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416870 Jun 17 08:22:24.132820 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1213e1-2824-49c6-ba31-4b1388d9867c x-openstack-request-id: req-ff1213e1-2824-49c6-ba31-4b1388d9867c {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:24.133141 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519bb71c-6c66-4054-b572-c0e443a875f8", "tag": "d253a7ac-5ed2-42a8-85b4-a5cafe4f9268", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:24.133422 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff1213e1-2824-49c6-ba31-4b1388d9867c {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:24.133863 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519bb71c-6c66-4054-b572-c0e443a875f8', 'tag': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268', 'status': 'completed', 'code': 200} Jun 17 08:22:24.228750 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e5ba-e735-4022-a0bd-b46eb0c88a0f req-7071c127-96a0-45bc-910c-812a1ecba4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.230585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed56e5ba-e735-4022-a0bd-b46eb0c88a0f req-7071c127-96a0-45bc-910c-812a1ecba4fa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=85171ee2abef4415ab381abdf9fa216f&device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 1176 time: 0.0550346 Jun 17 08:22:24.337656 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:22:24.372784 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e5ba-e735-4022-a0bd-b46eb0c88a0f req-6382176e-48e1-4f82-af08-7476d48033a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.374277 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed56e5ba-e735-4022-a0bd-b46eb0c88a0f req-6382176e-48e1-4f82-af08-7476d48033a6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 200 len: 913 time: 0.1358898 Jun 17 08:22:24.383014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c8ca3-02f7-4aaa-8472-ec9bb5e0c4a5 req-6cfea83d-2091-4aa4-a484-e647c048cef7 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.384554 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-301c8ca3-02f7-4aaa-8472-ec9bb5e0c4a5 req-6cfea83d-2091-4aa4-a484-e647c048cef7 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 950 time: 0.1474230 Jun 17 08:22:24.433146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed56e5ba-e735-4022-a0bd-b46eb0c88a0f req-3eeb27f8-9c41-4599-836d-44fc24d76e7a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 HTTP/1.1" status: 200 len: 217 time: 0.0475652 Jun 17 08:22:24.545485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-301c8ca3-02f7-4aaa-8472-ec9bb5e0c4a5 req-73466101-1d0b-442c-bfff-a8a841aa3444 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510115 Jun 17 08:22:24.558879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56e5ba-e735-4022-a0bd-b46eb0c88a0f req-cd072368-73f4-4eea-a168-fb69df7ab4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.561776 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed56e5ba-e735-4022-a0bd-b46eb0c88a0f req-cd072368-73f4-4eea-a168-fb69df7ab4e7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=92928205-2d0e-4237-a318-5abce9ca270e HTTP/1.1" status: 200 len: 852 time: 0.1049895 Jun 17 08:22:24.636248 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed56e5ba-e735-4022-a0bd-b46eb0c88a0f req-43a14fab-2460-4579-9c8a-75c861262c8f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3650e9a3-408b-4503-b72a-a24fdbac10d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373673 Jun 17 08:22:24.649651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4558b-4d33-4413-acd7-a2c874b84076 req-aab91efa-8f75-4869-9650-7ba2e4a61830 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.652827 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4ef4558b-4d33-4413-acd7-a2c874b84076 req-aab91efa-8f75-4869-9650-7ba2e4a61830 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 943 time: 0.3856270 Jun 17 08:22:24.656582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef4caa-64c3-4fc4-a70f-20b7d9e73d42 req-d166bc5f-a63a-4cd4-9803-03334a36ca55 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.658095 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6ef4caa-64c3-4fc4-a70f-20b7d9e73d42 req-d166bc5f-a63a-4cd4-9803-03334a36ca55 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 946 time: 0.1653147 Jun 17 08:22:24.767621 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-4ef4558b-4d33-4413-acd7-a2c874b84076 req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Deleting port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:24.767969 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4ef4558b-4d33-4413-acd7-a2c874b84076 req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:24.777735 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6ef4caa-64c3-4fc4-a70f-20b7d9e73d42 req-6fa4b236-91a2-4e19-a954-cb3cfbbc02ce tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111450 Jun 17 08:22:24.847292 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed56e5ba-e735-4022-a0bd-b46eb0c88a0f req-c0544531-b409-458d-b17a-66239c210edd service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880784 Jun 17 08:22:24.880930 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-4ef4558b-4d33-4413-acd7-a2c874b84076 req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] For port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:24.881289 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4ef4558b-4d33-4413-acd7-a2c874b84076 req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:24.937960 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28f588-00a8-4c71-9cbd-773c38f4d308 req-4b3d16bc-5fa8-4d93-839b-0df455e47e5d tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.939530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0c28f588-00a8-4c71-9cbd-773c38f4d308 req-4b3d16bc-5fa8-4d93-839b-0df455e47e5d tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 1024 time: 0.2209051 Jun 17 08:22:24.956415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-4ef4558b-4d33-4413-acd7-a2c874b84076 req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Calling delete_port for 8aef28f7-831c-4d93-be9f-65f7d5ab75ac owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:24.977936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ff5bd-981c-4734-8b97-705b5d6fa8f6 req-6024fed9-597a-44bd-b8a5-fbcc4aa7d856 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:24.979456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a78ff5bd-981c-4734-8b97-705b5d6fa8f6 req-6024fed9-597a-44bd-b8a5-fbcc4aa7d856 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.63 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 1024 time: 0.2057984 Jun 17 08:22:25.091427 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4ef4558b-4d33-4413-acd7-a2c874b84076 req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.098855 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:25.121866 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0c28f588-00a8-4c71-9cbd-773c38f4d308 req-9f10bd2c-8115-444a-b0b1-8d747e776e67 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=266d9c27-35e0-42b9-973c-b53755e66289&id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&id=e61ad7b0-cbbd-4144-bae9-e79e962d59bf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1710529 Jun 17 08:22:25.123916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event deleted for resources: {'Port': ['ID=8aef28f7-831c-4d93-be9f-65f7d5ab75ac,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:25.127654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed56e5ba-e735-4022-a0bd-b46eb0c88a0f req-73150ac4-a421-4943-ab88-9a17dc4508eb service neutron] 10.222.0.63 "GET /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713149 Jun 17 08:22:25.142231 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.142687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.143132 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.144596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.144596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.144596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.144928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.145461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.145695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.146114 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.146529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.146975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:25.166051 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:25.188234 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef4558b-4d33-4413-acd7-a2c874b84076 req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] No DVR routers for this DVR port 8aef28f7-831c-4d93-be9f-65f7d5ab75ac on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:25.190961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4ef4558b-4d33-4413-acd7-a2c874b84076 req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.192970 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4ef4558b-4d33-4413-acd7-a2c874b84076 req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "DELETE /v2.0/ports/8aef28f7-831c-4d93-be9f-65f7d5ab75ac HTTP/1.1" status: 204 len: 173 time: 0.5264695 Jun 17 08:22:25.193502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd46be2-eae1-472f-8201-6b460e2b8c2a', 'name': 'network-vif-deleted', 'tag': '8aef28f7-831c-4d93-be9f-65f7d5ab75ac'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:25.196197 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f64a804-e7e5-4a92-822e-efa1f381ef82" -d '{"events": [{"server_uuid": "2cd46be2-eae1-472f-8201-6b460e2b8c2a", "name": "network-vif-deleted", "tag": "8aef28f7-831c-4d93-be9f-65f7d5ab75ac"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:25.196349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f6175-2ac4-4338-9ef7-7da4c11c8b63 req-791fa4cf-7a09-478f-9c3d-9bffa566ee7c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:25.203610 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-286f6175-2ac4-4338-9ef7-7da4c11c8b63 req-791fa4cf-7a09-478f-9c3d-9bffa566ee7c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cd46be2-eae1-472f-8201-6b460e2b8c2a HTTP/1.1" status: 200 len: 865 time: 0.2585320 Jun 17 08:22:25.232300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f24dae-cc29-445c-b66b-402a46d2cd56 req-67f686b8-5639-42a3-98ca-61f9eb96c835 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:25.233841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43f24dae-cc29-445c-b66b-402a46d2cd56 req-67f686b8-5639-42a3-98ca-61f9eb96c835 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 950 time: 0.2307684 Jun 17 08:22:25.278426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a78ff5bd-981c-4734-8b97-705b5d6fa8f6 req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Deleting port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:25.278837 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a78ff5bd-981c-4734-8b97-705b5d6fa8f6 req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.476359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a78ff5bd-981c-4734-8b97-705b5d6fa8f6 req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] For port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:25.476752 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a78ff5bd-981c-4734-8b97-705b5d6fa8f6 req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.498726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88e6df-a2af-409f-b9a0-3de4210207de req-87b77ac1-bd85-4c4a-b5d0-34acb77aca4e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:25.500266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a88e6df-a2af-409f-b9a0-3de4210207de req-87b77ac1-bd85-4c4a-b5d0-34acb77aca4e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.2174275 Jun 17 08:22:25.507004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-286f6175-2ac4-4338-9ef7-7da4c11c8b63 req-7b3bec9e-9590-496e-bc9b-f0362aa68a45 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025503 Jun 17 08:22:25.566326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a78ff5bd-981c-4734-8b97-705b5d6fa8f6 req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Calling delete_port for d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:25.632362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-43f24dae-cc29-445c-b66b-402a46d2cd56 req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Deleting port 3f1f05c0-bd45-4884-b4c5-1ee68575775f {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:25.632698 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-43f24dae-cc29-445c-b66b-402a46d2cd56 req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:25.718486 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eeeea0-3d86-4248-9e2a-c947bdeed303 x-openstack-request-id: req-78eeeea0-3d86-4248-9e2a-c947bdeed303 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:25.719722 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd46be2-eae1-472f-8201-6b460e2b8c2a", "name": "network-vif-deleted", "tag": "8aef28f7-831c-4d93-be9f-65f7d5ab75ac", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:25.720246 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-78eeeea0-3d86-4248-9e2a-c947bdeed303 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:25.721032 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd46be2-eae1-472f-8201-6b460e2b8c2a', 'name': 'network-vif-deleted', 'tag': '8aef28f7-831c-4d93-be9f-65f7d5ab75ac', 'status': 'completed', 'code': 200} Jun 17 08:22:25.991053 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a88e6df-a2af-409f-b9a0-3de4210207de req-0a3b361e-4f60-4265-9098-3a9b9bc751df tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530709 Jun 17 08:22:26.092955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-43f24dae-cc29-445c-b66b-402a46d2cd56 req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] For port 3f1f05c0-bd45-4884-b4c5-1ee68575775f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=3f1f05c0-bd45-4884-b4c5-1ee68575775f,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:26.093309 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-43f24dae-cc29-445c-b66b-402a46d2cd56 req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.191562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-43f24dae-cc29-445c-b66b-402a46d2cd56 req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Calling delete_port for 3f1f05c0-bd45-4884-b4c5-1ee68575775f owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:26.241522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d871b-015f-4b46-9545-ee1034fdcde3 req-a45a524b-6434-4ae7-849a-622755af6844 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:26.243004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1c3d871b-015f-4b46-9545-ee1034fdcde3 req-a45a524b-6434-4ae7-849a-622755af6844 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 950 time: 0.2570231 Jun 17 08:22:26.310919 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a78ff5bd-981c-4734-8b97-705b5d6fa8f6 req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.321816 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dab86bde-38e8-4b6d-b21c-b1c998136571 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:26.325498 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['885d4529-65a4-496e-83a1-8e1375aa55d8', 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:26.366449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event deleted for resources: {'Port': ['ID=d253a7ac-5ed2-42a8-85b4-a5cafe4f9268,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:26.374931 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1c3d871b-015f-4b46-9545-ee1034fdcde3 req-5b171892-6922-4daf-a018-8d22eb4461d7 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226037 Jun 17 08:22:26.377094 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:26.422361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796e2dd-08be-49aa-89c1-223bd9d93cd5 req-6876f575-0056-463f-b338-9f0d004a24a8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:26.423889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9796e2dd-08be-49aa-89c1-223bd9d93cd5 req-6876f575-0056-463f-b338-9f0d004a24a8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 946 time: 0.3268118 Jun 17 08:22:26.448565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78ff5bd-981c-4734-8b97-705b5d6fa8f6 req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] No DVR routers for this DVR port d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:26.452574 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a78ff5bd-981c-4734-8b97-705b5d6fa8f6 req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.454720 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a78ff5bd-981c-4734-8b97-705b5d6fa8f6 req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.63 "DELETE /v2.0/ports/d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 HTTP/1.1" status: 204 len: 173 time: 1.4505372 Jun 17 08:22:26.512044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519bb71c-6c66-4054-b572-c0e443a875f8', 'name': 'network-vif-deleted', 'tag': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:26.514789 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85d0f7e-9feb-4b63-9f0a-ff840b461f41" -d '{"events": [{"server_uuid": "519bb71c-6c66-4054-b572-c0e443a875f8", "name": "network-vif-deleted", "tag": "d253a7ac-5ed2-42a8-85b4-a5cafe4f9268"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:26.520212 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-43f24dae-cc29-445c-b66b-402a46d2cd56 req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.530517 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c02df70f-b30f-4fb2-a342-0ea2709036aa tempest-ImagesOneServerTestJSON-895312736 tempest-ImagesOneServerTestJSON-895312736-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:26.560114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event deleted for resources: {'Port': ['ID=3f1f05c0-bd45-4884-b4c5-1ee68575775f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:26.571204 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:26.572438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e', '50451d97-3b1e-47a5-955e-26fe163065d0', '5a22293b-7f18-4872-a231-38e8d01f2f94', '6b37ad3b-fcaf-4d62-8955-194965936d18', '3f1f05c0-bd45-4884-b4c5-1ee68575775f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:26.583059 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9796e2dd-08be-49aa-89c1-223bd9d93cd5 req-420da934-8023-4645-96c6-e7aed48924df tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357157 Jun 17 08:22:26.631924 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1765f139-38c4-4f44-b534-5c2c449af786 req-442d2133-c0e8-4f1b-a3bb-efe3c7ca5b5a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=519bb71c-6c66-4054-b572-c0e443a875f8 HTTP/1.1" status: 200 len: 210 time: 0.0462914 Jun 17 08:22:26.658310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f24dae-cc29-445c-b66b-402a46d2cd56 req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] No DVR routers for this DVR port 3f1f05c0-bd45-4884-b4c5-1ee68575775f on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:26.661050 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-43f24dae-cc29-445c-b66b-402a46d2cd56 req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:26.663623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43f24dae-cc29-445c-b66b-402a46d2cd56 req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "DELETE /v2.0/ports/3f1f05c0-bd45-4884-b4c5-1ee68575775f HTTP/1.1" status: 204 len: 173 time: 1.4192035 Jun 17 08:22:26.683421 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc4c17e-47eb-4ffc-ba2e-12e410915c04 x-openstack-request-id: req-3bc4c17e-47eb-4ffc-ba2e-12e410915c04 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:26.683738 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519bb71c-6c66-4054-b572-c0e443a875f8", "name": "network-vif-deleted", "tag": "d253a7ac-5ed2-42a8-85b4-a5cafe4f9268", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:26.684019 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3bc4c17e-47eb-4ffc-ba2e-12e410915c04 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:26.684449 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519bb71c-6c66-4054-b572-c0e443a875f8', 'name': 'network-vif-deleted', 'tag': 'd253a7ac-5ed2-42a8-85b4-a5cafe4f9268', 'status': 'completed', 'code': 200} Jun 17 08:22:26.965300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device badab0ef-0421-4f88-9fb3-43cefa59d850 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:27.106814 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876', 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:27.162377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port badab0ef-0421-4f88-9fb3-43cefa59d850, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=badab0ef-0421-4f88-9fb3-43cefa59d850,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:27.204353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec845b45-22dd-4ac2-8ea4-93a32a05e174 req-1dfde829-7ad4-47a0-9055-50421a5c2371 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:27.214211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec845b45-22dd-4ac2-8ea4-93a32a05e174 req-1dfde829-7ad4-47a0-9055-50421a5c2371 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.0832856 Jun 17 08:22:27.247000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'badab0ef-0421-4f88-9fb3-43cefa59d850', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'port_id': 'badab0ef-0421-4f88-9fb3-43cefa59d850', 'mac_address': 'fa:16:3e:45:d1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af897ec-2d0a-4599-9130-95c99bd44887', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:27.255815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec845b45-22dd-4ac2-8ea4-93a32a05e174 req-d7b4022d-01f7-4af7-8f27-89562a3a074c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399759 Jun 17 08:22:27.334035 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.368374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id badab0ef-0421-4f88-9fb3-43cefa59d850 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:27.432688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port badab0ef-0421-4f88-9fb3-43cefa59d850, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=badab0ef-0421-4f88-9fb3-43cefa59d850,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:27.451119 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.464512 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:27.524550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54134) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:27.530945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-98d319d6-f840-46a8-afc8-f1a6228c6300 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814264298', 'description': 'tempest-description--1087495088'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:27.598503 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98d319d6-f840-46a8-afc8-f1a6228c6300 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.598978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ad70d3a-e9aa-43cc-abee-bc0ab2e90a49 req-d3b575ac-c7b0-447f-8e48-23c1c5d61b84 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=33d575af-cf9d-4660-a944-7a729ec60b11 HTTP/1.1" status: 200 len: 210 time: 0.0566041 Jun 17 08:22:27.654203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['badab0ef-0421-4f88-9fb3-43cefa59d850'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:27.657954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=badab0ef-0421-4f88-9fb3-43cefa59d850,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:27.745062 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:27.745651 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98d319d6-f840-46a8-afc8-f1a6228c6300 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.753453 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98d319d6-f840-46a8-afc8-f1a6228c6300 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.759493 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0ff8684d-33af-41a9-a906-89bfc6bbfb49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:27.802909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98d319d6-f840-46a8-afc8-f1a6228c6300 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.804391 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-98d319d6-f840-46a8-afc8-f1a6228c6300 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2777305 Jun 17 08:22:27.807241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d319d6-f840-46a8-afc8-f1a6228c6300 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390c228b-b7fb-44c1-be19-cb049f940b40,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:27.810245 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54156) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:27.833894 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6ec60c49-d064-408f-9349-b1908ca6c9ce tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Request body: {'security_group_rule': {'security_group_id': '390c228b-b7fb-44c1-be19-cb049f940b40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:27.839636 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98d319d6-f840-46a8-afc8-f1a6228c6300 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:27.892873 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ec60c49-d064-408f-9349-b1908ca6c9ce tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:27.911818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7a0e3-6a10-451a-9a59-e9038618daa2 req-d9a10a21-9855-48e6-847b-08a84137d9f4 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:27.912754 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6cd7a0e3-6a10-451a-9a59-e9038618daa2 req-d9a10a21-9855-48e6-847b-08a84137d9f4 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 946 time: 0.1206975 Jun 17 08:22:28.023487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6cd7a0e3-6a10-451a-9a59-e9038618daa2 req-b43e42b4-5802-4a99-88f1-f45b6ace034b tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026013 Jun 17 08:22:28.029726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ec60c49-d064-408f-9349-b1908ca6c9ce tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.036159 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ec60c49-d064-408f-9349-b1908ca6c9ce tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.042724 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-078ce895-00ed-4bbd-81cd-498946341aae tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:28.093695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec60c49-d064-408f-9349-b1908ca6c9ce tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd45d2d2-a533-4ebb-ae31-3fda0f3f8613,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:28.106117 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ec60c49-d064-408f-9349-b1908ca6c9ce tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:28.107724 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ec60c49-d064-408f-9349-b1908ca6c9ce tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.109381 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6ec60c49-d064-408f-9349-b1908ca6c9ce tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808049 Jun 17 08:22:28.112582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54174) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:28.119028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e60db0c8-00ec-43e1-85df-97290ab2984b tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Request body: {'security_group_rule': {'security_group_id': '390c228b-b7fb-44c1-be19-cb049f940b40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:28.150540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-217f5fde-52c2-4d48-9833-eb4a40174bdf req-5f3d5542-6c32-48fa-8a6d-ae2bccf476de tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/e61ad7b0-cbbd-4144-bae9-e79e962d59bf HTTP/1.1" status: 200 len: 1800 time: 0.0549405 Jun 17 08:22:28.152138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e60db0c8-00ec-43e1-85df-97290ab2984b tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.225280 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e60db0c8-00ec-43e1-85df-97290ab2984b tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.239307 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e60db0c8-00ec-43e1-85df-97290ab2984b tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.242881 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:28.247139 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-217f5fde-52c2-4d48-9833-eb4a40174bdf req-9c7c94bc-228b-4cdb-a9c9-9e3fca73fb33 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.281246 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e60db0c8-00ec-43e1-85df-97290ab2984b tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.286131 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e60db0c8-00ec-43e1-85df-97290ab2984b tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682358 Jun 17 08:22:28.286523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54178) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:28.291946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:28.298138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60db0c8-00ec-43e1-85df-97290ab2984b tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a593b22-4b26-4c04-af50-c612c16541c7,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:28.309083 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e60db0c8-00ec-43e1-85df-97290ab2984b tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:28.314826 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-217f5fde-52c2-4d48-9833-eb4a40174bdf req-9c7c94bc-228b-4cdb-a9c9-9e3fca73fb33 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.329694 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.396875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-217f5fde-52c2-4d48-9833-eb4a40174bdf req-9c7c94bc-228b-4cdb-a9c9-9e3fca73fb33 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.403144 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-217f5fde-52c2-4d48-9833-eb4a40174bdf req-9c7c94bc-228b-4cdb-a9c9-9e3fca73fb33 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.404862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-217f5fde-52c2-4d48-9833-eb4a40174bdf req-9c7c94bc-228b-4cdb-a9c9-9e3fca73fb33 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "DELETE /v2.0/security-groups/e61ad7b0-cbbd-4144-bae9-e79e962d59bf HTTP/1.1" status: 204 len: 173 time: 0.2469103 Jun 17 08:22:28.405775 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f323f82b-b65e-4345-9145-440df2b7876d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:28.421134 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c94bc-228b-4cdb-a9c9-9e3fca73fb33 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61ad7b0-cbbd-4144-bae9-e79e962d59bf,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:28.424219 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9c7c94bc-228b-4cdb-a9c9-9e3fca73fb33 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:28.492356 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.548843 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79da9b69-65e6-4dfe-8815-01900e04cfb8 req-3155b79a-509d-4d47-b953-b27aa052e769 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/266d9c27-35e0-42b9-973c-b53755e66289 HTTP/1.1" status: 200 len: 1801 time: 0.1099968 Jun 17 08:22:28.691879 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Allocated IP 172.25.8.58 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/fb21233a-c793-4961-a0e3-1e564feb26f1) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:28.699970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d575af-cf9d-4660-a944-7a729ec60b11', 'name': 'network-vif-deleted', 'tag': '3f1f05c0-bd45-4884-b4c5-1ee68575775f'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:28.710644 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bfa88e-d68b-460a-a46b-6532ab556f81" -d '{"events": [{"server_uuid": "33d575af-cf9d-4660-a944-7a729ec60b11", "name": "network-vif-deleted", "tag": "3f1f05c0-bd45-4884-b4c5-1ee68575775f"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:28.744174 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c8dff0e-485f-4aa3-b40b-c014b9211f1a details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:28.749673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984729a5-eae3-4b56-ad01-0e160b8f0d6f req-5a83f289-6d85-426b-90b6-3807b89e33b5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:28.758638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-984729a5-eae3-4b56-ad01-0e160b8f0d6f req-5a83f289-6d85-426b-90b6-3807b89e33b5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.2077167 Jun 17 08:22:28.761418 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-79da9b69-65e6-4dfe-8815-01900e04cfb8 req-a88c570d-ed85-45c4-838f-ddb911e5ecaa tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.854751 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-984729a5-eae3-4b56-ad01-0e160b8f0d6f req-dbef9dfa-add0-4d0e-bdea-5960662fb42a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950203 Jun 17 08:22:28.885410 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-79da9b69-65e6-4dfe-8815-01900e04cfb8 req-a88c570d-ed85-45c4-838f-ddb911e5ecaa tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.955691 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-79da9b69-65e6-4dfe-8815-01900e04cfb8 req-a88c570d-ed85-45c4-838f-ddb911e5ecaa tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.958830 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-79da9b69-65e6-4dfe-8815-01900e04cfb8 req-a88c570d-ed85-45c4-838f-ddb911e5ecaa tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.962893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 3f1f05c0-bd45-4884-b4c5-1ee68575775f no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:28.971339 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79da9b69-65e6-4dfe-8815-01900e04cfb8 req-a88c570d-ed85-45c4-838f-ddb911e5ecaa tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "DELETE /v2.0/security-groups/266d9c27-35e0-42b9-973c-b53755e66289 HTTP/1.1" status: 204 len: 173 time: 0.4214776 Jun 17 08:22:28.971608 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:28.974498 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-60a00fc4-dff9-4613-98fb-8439bb4a0a79 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:28.977432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:28.993274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c570d-ed85-45c4-838f-ddb911e5ecaa tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=266d9c27-35e0-42b9-973c-b53755e66289,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:29.002847 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a88c570d-ed85-45c4-838f-ddb911e5ecaa tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:29.014122 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device badab0ef-0421-4f88-9fb3-43cefa59d850 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:29.065784 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aec9b1f-f311-4646-a845-101f03df5051 x-openstack-request-id: req-7aec9b1f-f311-4646-a845-101f03df5051 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:29.066625 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33d575af-cf9d-4660-a944-7a729ec60b11", "name": "network-vif-deleted", "tag": "3f1f05c0-bd45-4884-b4c5-1ee68575775f", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:29.067151 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7aec9b1f-f311-4646-a845-101f03df5051 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:29.067429 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.067975 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d575af-cf9d-4660-a944-7a729ec60b11', 'name': 'network-vif-deleted', 'tag': '3f1f05c0-bd45-4884-b4c5-1ee68575775f', 'status': 'completed', 'code': 200} Jun 17 08:22:29.071276 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:29.083049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 3f1f05c0-bd45-4884-b4c5-1ee68575775f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:29.083049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 3f1f05c0-bd45-4884-b4c5-1ee68575775f not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:29.085914 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'mac_address': 'fa:16:3e:23:e4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:29.104555 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-2f848ad7-16a7-46a6-9e4e-73d6e3abd233 req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1224333675', 'description': 'tempest-description-1279917441'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:29.122009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:29.128210 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:29.133213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:29.150635 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.153699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port badab0ef-0421-4f88-9fb3-43cefa59d850 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:29.154073 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.184499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event updated for resources: {'Port': ['ID=fb21233a-c793-4961-a0e3-1e564feb26f1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:29.188634 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:29.192320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c8dff0e-485f-4aa3-b40b-c014b9211f1a {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:29.221028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:29.224991 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2f848ad7-16a7-46a6-9e4e-73d6e3abd233 req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.233117 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.239568 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:29.267597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.333520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:29.336978 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.338927 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:29.354190 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.383813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badab0ef-0421-4f88-9fb3-43cefa59d850'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:29.386815 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47f0367-2d9c-4c24-91f5-fa098e03519c" -d '{"events": [{"server_uuid": "18c5d3e2-cc70-4145-8129-18b4d5b2ea18", "name": "network-vif-plugged", "status": "completed", "tag": "badab0ef-0421-4f88-9fb3-43cefa59d850"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:29.402545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb31b58-f819-4611-b24a-687653731819 req-f6652744-5763-4772-b0e7-69a6ebee6d62 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:29.404485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecb31b58-f819-4611-b24a-687653731819 req-f6652744-5763-4772-b0e7-69a6ebee6d62 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 946 time: 0.1226354 Jun 17 08:22:29.412907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port badab0ef-0421-4f88-9fb3-43cefa59d850, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=badab0ef-0421-4f88-9fb3-43cefa59d850,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:29.421182 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.422301 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8aef28f7-831c-4d93-be9f-65f7d5ab75ac no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:29.424259 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:29.464253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['9c8dff0e-485f-4aa3-b40b-c014b9211f1a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:29.476671 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2f848ad7-16a7-46a6-9e4e-73d6e3abd233 req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.493913 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 8aef28f7-831c-4d93-be9f-65f7d5ab75ac {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:29.494398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8aef28f7-831c-4d93-be9f-65f7d5ab75ac not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:29.494983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:29.496854 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecb31b58-f819-4611-b24a-687653731819 req-7ae1ee39-d1db-4774-92ba-7ada736d34c2 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819936 Jun 17 08:22:29.500815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2f848ad7-16a7-46a6-9e4e-73d6e3abd233 req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.523233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:29.523791 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d253a7ac-5ed2-42a8-85b4-a5cafe4f9268 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:29.529266 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-155028e9-f72c-4ac1-8a9c-454c7eebb26b tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:29.539811 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.546278 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2f848ad7-16a7-46a6-9e4e-73d6e3abd233 req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.557157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f848ad7-16a7-46a6-9e4e-73d6e3abd233 req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4576674 Jun 17 08:22:29.557417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=badab0ef-0421-4f88-9fb3-43cefa59d850,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:29.562894 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:29.581718 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.584886 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a940f3d3-8268-47e2-8694-d1e89ab72a08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:29.624505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfa1d53-7e05-4a1b-9e43-f6e45b2a428a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:29.663188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.663561 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.663929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.664287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.664638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.664989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.665337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.665679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.666024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.666364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.666708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.667075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:29.671182 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:29.704923 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.720426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event updated for resources: {'Port': ['ID=fb21233a-c793-4961-a0e3-1e564feb26f1,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:29.733036 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:29.743985 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:29.745426 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4576600 Jun 17 08:22:29.867094 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a190a82-0fcf-4e62-bd94-cab002cee3e4 x-openstack-request-id: req-6a190a82-0fcf-4e62-bd94-cab002cee3e4 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:29.867706 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c5d3e2-cc70-4145-8129-18b4d5b2ea18", "name": "network-vif-plugged", "status": "completed", "tag": "badab0ef-0421-4f88-9fb3-43cefa59d850", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:29.867706 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6a190a82-0fcf-4e62-bd94-cab002cee3e4 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:29.868041 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'badab0ef-0421-4f88-9fb3-43cefa59d850', 'code': 200} Jun 17 08:22:29.948800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cb1f054-546d-4bff-8cad-db6bca59d1cd req-ca98efee-6390-4776-8b55-6260d5168c7d tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/dbfa1d53-7e05-4a1b-9e43-f6e45b2a428a HTTP/1.1" status: 200 len: 1801 time: 0.0625916 Jun 17 08:22:29.957774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-2cb1f054-546d-4bff-8cad-db6bca59d1cd req-1bac07ab-935e-4b08-bd0d-28cf08c1f79f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1535074412', 'description': 'tempest-description-hth-1818939061'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:29.998436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cb1f054-546d-4bff-8cad-db6bca59d1cd req-1bac07ab-935e-4b08-bd0d-28cf08c1f79f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.101230 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cb1f054-546d-4bff-8cad-db6bca59d1cd req-1bac07ab-935e-4b08-bd0d-28cf08c1f79f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.137210 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cb1f054-546d-4bff-8cad-db6bca59d1cd req-1bac07ab-935e-4b08-bd0d-28cf08c1f79f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.140048 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cb1f054-546d-4bff-8cad-db6bca59d1cd req-1bac07ab-935e-4b08-bd0d-28cf08c1f79f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.141430 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cb1f054-546d-4bff-8cad-db6bca59d1cd req-1bac07ab-935e-4b08-bd0d-28cf08c1f79f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "PUT /v2.0/security-groups/dbfa1d53-7e05-4a1b-9e43-f6e45b2a428a HTTP/1.1" status: 200 len: 1775 time: 0.1917439 Jun 17 08:22:30.143158 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:30.194950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac07ab-935e-4b08-bd0d-28cf08c1f79f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfa1d53-7e05-4a1b-9e43-f6e45b2a428a,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:30.209452 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1bac07ab-935e-4b08-bd0d-28cf08c1f79f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:30.229965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-ec4b9b5e-7508-486f-84b5-40ef8db9c1ed tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:30.229965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-ec4b9b5e-7508-486f-84b5-40ef8db9c1ed tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1098 time: 0.2036395 Jun 17 08:22:30.250313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-16'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:30.265708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e94143-0b87-486b-9feb-974851321744 req-441754df-cd62-4a1b-b17a-c93b420e2117 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:30.274769 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79e94143-0b87-486b-9feb-974851321744 req-441754df-cd62-4a1b-b17a-c93b420e2117 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.1767714 Jun 17 08:22:30.430400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79e94143-0b87-486b-9feb-974851321744 req-86bc56ae-b166-4c92-8687-95515756feba tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546550 Jun 17 08:22:30.508468 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:30.529065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a564-e828-42a5-9497-31e562fed0c9 req-dc8c517b-e4b3-45b7-844e-60d3e1b3e573 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:30.537656 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-dc8c517b-e4b3-45b7-844e-60d3e1b3e573 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/networks?id=45ef929f-e6f4-4515-a0c5-537fcf398259 HTTP/1.1" status: 200 len: 821 time: 0.2317040 Jun 17 08:22:30.555744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-78f67dbf-f211-4885-8ee4-a3a31050cb35 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/quotas/bb8246e60a494b9e9f3ca46087f88b6e HTTP/1.1" status: 200 len: 375 time: 0.0171258 Jun 17 08:22:30.775935 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-889cafc3-a14f-4c41-a615-cb82e676d0b0 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb8246e60a494b9e9f3ca46087f88b6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2190080 Jun 17 08:22:30.784827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9921506d-4731-4aec-8e4e-3a523c15018f details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:30.815719 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c8dff0e-485f-4aa3-b40b-c014b9211f1a up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:30.897406 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9921506d-4731-4aec-8e4e-3a523c15018f,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:30.921539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3bbd0-e8f6-4589-98a6-438fd45f3cbb req-dad3e39c-85e3-4620-82ac-b12ad882b5d3 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:30.928707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43e3bbd0-e8f6-4589-98a6-438fd45f3cbb req-dad3e39c-85e3-4620-82ac-b12ad882b5d3 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 950 time: 0.2930827 Jun 17 08:22:30.974466 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-84b9cc5e-27a2-4059-9599-5ae7405b2174 service neutron] 10.222.0.47 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755323 Jun 17 08:22:30.989980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:30.990852 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:31.061087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9921506d-4731-4aec-8e4e-3a523c15018f,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:31.080691 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43e3bbd0-e8f6-4589-98a6-438fd45f3cbb req-97605bf2-b381-4454-a33e-0206bbe70d0e tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510139 Jun 17 08:22:31.082708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9921506d-4731-4aec-8e4e-3a523c15018f has no active binding in host n-h1-779913-16 {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:22:31.122187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:31.157899 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:31.199798 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:31.206825 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:31.210078 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:31.215308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5c821de1-906c-416f-a0a3-cb5dc9c54a60 service neutron] 10.222.0.47 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315350 Jun 17 08:22:31.225214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9921506d-4731-4aec-8e4e-3a523c15018f'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:31.227634 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a6e2b6-8f44-420e-b7db-c2045efd14f3" -d '{"events": [{"server_uuid": "c2f65631-87ad-41ba-a8c5-07cfcc7a145f", "name": "network-vif-unplugged", "status": "completed", "tag": "9921506d-4731-4aec-8e4e-3a523c15018f"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:31.233545 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:31.262243 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-157e28a2-43db-4dcd-9f58-0e7bdc0475ba req-557e84f2-a81b-4f34-b755-154d894e64ef tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/dbfa1d53-7e05-4a1b-9e43-f6e45b2a428a HTTP/1.1" status: 200 len: 1775 time: 0.1513343 Jun 17 08:22:31.263498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:31.269970 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:31.299219 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:31.309232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.309635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.309984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.310324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.310661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.311248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.311589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.311909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.312269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.312597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.312924 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.313245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:22:31.319327 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:31.357055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Pushing event updated for resources: {'Port': ['ID=9921506d-4731-4aec-8e4e-3a523c15018f,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:31.369458 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:31.565912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f on host n-h2-779913-16 for vnic_type normal with profile {"migrating_to": "n-h1-779913-16"} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:31.566621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:31.566621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:31.573112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Port 9921506d-4731-4aec-8e4e-3a523c15018f on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:31.573441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Attempting to bind port 9921506d-4731-4aec-8e4e-3a523c15018f on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:31.583872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:31.584208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:31.584587 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:31.585033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Bound port: 9921506d-4731-4aec-8e4e-3a523c15018f, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:31.585378 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:31.626839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd2ffd-82ec-4559-8ba1-23a17aa328ae req-ff326f0c-40cb-4be4-92fd-fd0a05059381 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:31.626839 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5bd2ffd-82ec-4559-8ba1-23a17aa328ae req-ff326f0c-40cb-4be4-92fd-fd0a05059381 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 944 time: 0.1969125 Jun 17 08:22:31.748678 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c0745-bdb8-4f44-bb64-2be506be1638 x-openstack-request-id: req-dc1c0745-bdb8-4f44-bb64-2be506be1638 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:31.749000 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f65631-87ad-41ba-a8c5-07cfcc7a145f", "name": "network-vif-unplugged", "status": "completed", "tag": "9921506d-4731-4aec-8e4e-3a523c15018f", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:31.749299 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc1c0745-bdb8-4f44-bb64-2be506be1638 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:31.750726 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9921506d-4731-4aec-8e4e-3a523c15018f', 'code': 200} Jun 17 08:22:31.806108 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5bd2ffd-82ec-4559-8ba1-23a17aa328ae req-6589090f-b96d-470f-84d1-852cf61a8c14 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801522 Jun 17 08:22:31.869105 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:31.873115 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b61e31a-bc4c-47e5-a2c9-819b7031e317" -d '{"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:31.982833 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c49c8a58-75e1-4685-ba32-f55c4f848d0f req-05a3ad5e-febf-4e7e-932f-fa3b80298039 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 210 time: 0.0913053 Jun 17 08:22:31.989242 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:32.037889 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9921506d-4731-4aec-8e4e-3a523c15018f,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:32.049852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be822802-70ea-4537-9b20-9559dbdc6b85 req-4436dc75-2b26-42d4-ac06-365c93b4498a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/dbfa1d53-7e05-4a1b-9e43-f6e45b2a428a HTTP/1.1" status: 200 len: 1775 time: 0.2789521 Jun 17 08:22:32.052863 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:32.096650 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:32.369894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:32.370613 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:32.372608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] 10.222.0.10 "PUT /v2.0/ports/9921506d-4731-4aec-8e4e-3a523c15018f HTTP/1.1" status: 200 len: 1124 time: 2.1266747 Jun 17 08:22:32.376838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Pushing event updated for resources: {'Port': ['ID=9921506d-4731-4aec-8e4e-3a523c15018f,revision_number=8']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:32.385093 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:32.431834 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-be822802-70ea-4537-9b20-9559dbdc6b85 req-b55dbbb9-db4a-4df2-a090-77717a3c1097 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:32.473811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054aad3-11c5-43c0-8358-b44cc029bb59 req-a16a452b-df0c-46b1-9dcc-20d17b227e57 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:32.479425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8054aad3-11c5-43c0-8358-b44cc029bb59 req-a16a452b-df0c-46b1-9dcc-20d17b227e57 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.2420394 Jun 17 08:22:32.502224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['9921506d-4731-4aec-8e4e-3a523c15018f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:32.541533 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-be822802-70ea-4537-9b20-9559dbdc6b85 req-b55dbbb9-db4a-4df2-a090-77717a3c1097 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:32.597530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['9921506d-4731-4aec-8e4e-3a523c15018f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:32.601352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8054aad3-11c5-43c0-8358-b44cc029bb59 req-68f1d70c-6188-4156-af73-eece3e45dcfa tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998681 Jun 17 08:22:32.633805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b7056-1029-4a39-ac9a-cd2008b0f40f req-f9c2bb2f-934c-4d33-be97-1f071d1a83f1 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:32.634525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a82b7056-1029-4a39-ac9a-cd2008b0f40f req-f9c2bb2f-934c-4d33-be97-1f071d1a83f1 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 950 time: 0.1517315 Jun 17 08:22:32.635767 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-be822802-70ea-4537-9b20-9559dbdc6b85 req-b55dbbb9-db4a-4df2-a090-77717a3c1097 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:32.638763 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-be822802-70ea-4537-9b20-9559dbdc6b85 req-b55dbbb9-db4a-4df2-a090-77717a3c1097 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:32.639798 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be822802-70ea-4537-9b20-9559dbdc6b85 req-b55dbbb9-db4a-4df2-a090-77717a3c1097 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "DELETE /v2.0/security-groups/dbfa1d53-7e05-4a1b-9e43-f6e45b2a428a HTTP/1.1" status: 204 len: 173 time: 0.5625677 Jun 17 08:22:32.640523 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-972c3bb2-f2c4-47f5-8ace-9cc3a4b7dea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:32.702088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dbbb9-db4a-4df2-a090-77717a3c1097 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfa1d53-7e05-4a1b-9e43-f6e45b2a428a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:32.706968 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b55dbbb9-db4a-4df2-a090-77717a3c1097 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:32.743852 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860d41e5-d12c-4539-be7a-0f16449c001b x-openstack-request-id: req-860d41e5-d12c-4539-be7a-0f16449c001b {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:32.744404 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:32.744817 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-860d41e5-d12c-4539-be7a-0f16449c001b {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:32.745342 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'code': 200} Jun 17 08:22:32.893857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:33.005804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a82b7056-1029-4a39-ac9a-cd2008b0f40f req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Deleting port 6b37ad3b-fcaf-4d62-8955-194965936d18 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:33.006390 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a82b7056-1029-4a39-ac9a-cd2008b0f40f req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:33.144377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf75a0-710a-42ca-96ed-cb74d9bed182 req-f1b697fd-e255-4f39-87da-6a1a840687a6 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:33.156592 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cdf75a0-710a-42ca-96ed-cb74d9bed182 req-f1b697fd-e255-4f39-87da-6a1a840687a6 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc87b1b7-8904-45d9-8e13-04b76ea9bffe HTTP/1.1" status: 200 len: 950 time: 0.3003302 Jun 17 08:22:33.381171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a82b7056-1029-4a39-ac9a-cd2008b0f40f req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] For port 6b37ad3b-fcaf-4d62-8955-194965936d18, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6b37ad3b-fcaf-4d62-8955-194965936d18,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:33.381656 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a82b7056-1029-4a39-ac9a-cd2008b0f40f req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:33.421028 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cdf75a0-710a-42ca-96ed-cb74d9bed182 req-6d2ec93f-c929-4ec9-87fd-01ee26e38453 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329438 Jun 17 08:22:33.517473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a82b7056-1029-4a39-ac9a-cd2008b0f40f req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Calling delete_port for 6b37ad3b-fcaf-4d62-8955-194965936d18 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:33.631390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176643d2-5a85-472e-8614-445f0e867a04 req-1e2424f3-b2e4-4093-9206-512de9f6b6a8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:33.640552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-176643d2-5a85-472e-8614-445f0e867a04 req-1e2424f3-b2e4-4093-9206-512de9f6b6a8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 944 time: 0.4188938 Jun 17 08:22:33.658388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a564-e828-42a5-9497-31e562fed0c9 req-583f9934-6de9-42e7-bde5-7af1d47a5643 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:33.660282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-583f9934-6de9-42e7-bde5-7af1d47a5643 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "GET /v2.0/networks?id=45ef929f-e6f4-4515-a0c5-537fcf398259 HTTP/1.1" status: 200 len: 821 time: 0.4989312 Jun 17 08:22:33.708935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Request body: {'port': {'device_id': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259', 'admin_state_up': True, 'tenant_id': 'bb8246e60a494b9e9f3ca46087f88b6e'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:33.827195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-802c9620-d453-4436-9c48-5fd9583846c5 req-82439bc9-ff50-4e9d-b479-5e93b05568b8 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 210 time: 0.2044263 Jun 17 08:22:33.832988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'tag': '9921506d-4731-4aec-8e4e-3a523c15018f'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:33.837563 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b98b880-935b-4305-afab-50529938e9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f65631-87ad-41ba-a8c5-07cfcc7a145f", "tag": "9921506d-4731-4aec-8e4e-3a523c15018f"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:34.024434 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a82b7056-1029-4a39-ac9a-cd2008b0f40f req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.043087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e', '50451d97-3b1e-47a5-955e-26fe163065d0', '5a22293b-7f18-4872-a231-38e8d01f2f94'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:34.046307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876', 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:34.097399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-176643d2-5a85-472e-8614-445f0e867a04 req-1194fb43-4244-4c78-86fe-bf61bceb7185 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556599 Jun 17 08:22:34.098120 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6e3743c2-cc75-483f-af14-7af2ecbb8865 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:34.131758 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-d06d3416-7391-4beb-aa4f-8e7216491a97 req-a4b94c4d-0f9b-4c76-8921-ca13b3727562 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] show failed (client error): The resource could not be found. Jun 17 08:22:34.132863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d06d3416-7391-4beb-aa4f-8e7216491a97 req-a4b94c4d-0f9b-4c76-8921-ca13b3727562 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/266d9c27-35e0-42b9-973c-b53755e66289 HTTP/1.1" status: 404 len: 352 time: 0.1162357 Jun 17 08:22:34.209695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Made reservation on behalf of bb8246e60a494b9e9f3ca46087f88b6e for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:22:34.231664 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:34.258199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event deleted for resources: {'Port': ['ID=6b37ad3b-fcaf-4d62-8955-194965936d18,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:34.775006 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:34.818741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6b37ad3b-fcaf-4d62-8955-194965936d18 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:34.868673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 6b37ad3b-fcaf-4d62-8955-194965936d18 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:34.869405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6b37ad3b-fcaf-4d62-8955-194965936d18 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:35.237721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Allocated IP 172.20.0.5 (45ef929f-e6f4-4515-a0c5-537fcf398259/77487d9d-954e-4053-8664-9cda2577cf8f/f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:35.272668 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a82b7056-1029-4a39-ac9a-cd2008b0f40f req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] No DVR routers for this DVR port 6b37ad3b-fcaf-4d62-8955-194965936d18 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:35.296319 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a82b7056-1029-4a39-ac9a-cd2008b0f40f req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:35.298450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a82b7056-1029-4a39-ac9a-cd2008b0f40f req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "DELETE /v2.0/ports/6b37ad3b-fcaf-4d62-8955-194965936d18 HTTP/1.1" status: 204 len: 173 time: 2.6544814 Jun 17 08:22:35.455706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efcf13-32f7-46c8-8cf3-f58c813b716d req-3a124a12-6638-403c-8948-1e6493991050 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:35.463194 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75efcf13-32f7-46c8-8cf3-f58c813b716d req-3a124a12-6638-403c-8948-1e6493991050 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.6925380 Jun 17 08:22:35.541369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75efcf13-32f7-46c8-8cf3-f58c813b716d req-8a329bd9-ae2c-4551-8602-e9c84af183fb tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770154 Jun 17 08:22:35.608647 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:35.705968 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:35.716151 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a867e657-014b-47f7-aaf4-6617ec7c2f4c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:35.776900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Network 45ef929f-e6f4-4515-a0c5-537fcf398259 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:35.781786 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:35.784355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event updated for resources: {'Port': ['ID=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:35.787237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:35.792664 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:35.866491 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:35.867636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:35.894630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1931581 Jun 17 08:22:35.970229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Request body: {'port': {'device_id': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:36.093269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.685473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:36.695730 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.710379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Transition to ACTIVE for port object f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:36.719066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:36.722100 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-460ad8c5-5ba6-4207-b9d7-7a3dd193d2b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:36.781807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:36.793388 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:36.980872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Attempting to bind port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:36.981376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Attempting to bind port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:36.981543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Attempting to bind port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 on network 45ef929f-e6f4-4515-a0c5-537fcf398259 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:36.995663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 on network 45ef929f-e6f4-4515-a0c5-537fcf398259 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:36.996018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Attempting to bind port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 on network 45ef929f-e6f4-4515-a0c5-537fcf398259 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:37.007085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:37.011068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Checking segment: {'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:37.011510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Bound using segment: {'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:37.012136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Bound port: f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:37.012507 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:37.173218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] For port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:37.177792 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] For port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:37.187358 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:37.194138 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4f04ef4-16dc-4980-9ec9-4979b9f0f9e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:37.244049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:37.244841 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:37.246724 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] 10.222.0.63 "PUT /v2.0/ports/f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 HTTP/1.1" status: 200 len: 1092 time: 1.3368299 Jun 17 08:22:37.294872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:37.298883 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:37.405386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a564-e828-42a5-9497-31e562fed0c9 req-e153fbe5-810e-4888-baf3-d04293ff3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:37.407111 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-e153fbe5-810e-4888-baf3-d04293ff3c8d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb8246e60a494b9e9f3ca46087f88b6e&device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 1095 time: 0.0920722 Jun 17 08:22:37.489468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-0ae2eec3-0982-47a4-804a-eb83cf78f56a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 HTTP/1.1" status: 200 len: 217 time: 0.0675042 Jun 17 08:22:37.586914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a564-e828-42a5-9497-31e562fed0c9 req-18f138f3-7507-4d18-b6d7-7e2bc9139469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:37.589635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-18f138f3-7507-4d18-b6d7-7e2bc9139469 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77487d9d-954e-4053-8664-9cda2577cf8f HTTP/1.1" status: 200 len: 861 time: 0.0909171 Jun 17 08:22:37.672478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-147079e4-00ee-442e-a590-fbd09d3c0367 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45ef929f-e6f4-4515-a0c5-537fcf398259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748298 Jun 17 08:22:37.825427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-1c636da2-1c45-4e16-b5c1-4ae552f8819f service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425726 Jun 17 08:22:37.998425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4815a564-e828-42a5-9497-31e562fed0c9 req-ef0ef100-847e-4fb4-bc09-680de26b9613 service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646731 Jun 17 08:22:38.942313 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:40.314643 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f36d99-82cb-42f1-a976-c94699b6912a x-openstack-request-id: req-a5f36d99-82cb-42f1-a976-c94699b6912a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:40.314643 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f65631-87ad-41ba-a8c5-07cfcc7a145f", "tag": "9921506d-4731-4aec-8e4e-3a523c15018f", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:40.314643 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5f36d99-82cb-42f1-a976-c94699b6912a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:40.315430 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'tag': '9921506d-4731-4aec-8e4e-3a523c15018f', 'status': 'completed', 'code': 200} Jun 17 08:22:40.381177 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-4d5b3637-a82c-49b2-a715-2f6c54ba042c req-1f9e6e21-4dc9-47a7-8131-e2d9d97c9694 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] show failed (client error): The resource could not be found. Jun 17 08:22:40.382295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d5b3637-a82c-49b2-a715-2f6c54ba042c req-1f9e6e21-4dc9-47a7-8131-e2d9d97c9694 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/e61ad7b0-cbbd-4144-bae9-e79e962d59bf HTTP/1.1" status: 404 len: 352 time: 0.0393660 Jun 17 08:22:40.440834 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98b880-935b-4305-afab-50529938e9fd req-064da81e-cfd6-4365-928c-b0f1e662b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:40.442414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b98b880-935b-4305-afab-50529938e9fd req-064da81e-cfd6-4365-928c-b0f1e662b3ea service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 1127 time: 0.0975068 Jun 17 08:22:40.600687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98b880-935b-4305-afab-50529938e9fd req-3ac1362d-a1db-4d16-ad80-af6b52f6b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:40.602628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b98b880-935b-4305-afab-50529938e9fd req-3ac1362d-a1db-4d16-ad80-af6b52f6b855 service neutron] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.1370540 Jun 17 08:22:40.668743 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b98b880-935b-4305-afab-50529938e9fd req-4e6d925a-f978-4b34-9bfb-dd67a83e71dc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9921506d-4731-4aec-8e4e-3a523c15018f HTTP/1.1" status: 200 len: 217 time: 0.0583303 Jun 17 08:22:40.771836 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98b880-935b-4305-afab-50529938e9fd req-a15d592d-3012-4180-996b-9b263e65b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:40.773522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b98b880-935b-4305-afab-50529938e9fd req-a15d592d-3012-4180-996b-9b263e65b993 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0878079 Jun 17 08:22:40.822977 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b98b880-935b-4305-afab-50529938e9fd req-516b9fde-c117-4568-8339-d57b0bcc2d42 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423646 Jun 17 08:22:40.834259 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315352e-8bce-4c59-83a1-7e0742ce1337 req-181c88fc-d52a-4a8e-bdcf-95fca98f7398 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:40.838043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4315352e-8bce-4c59-83a1-7e0742ce1337 req-181c88fc-d52a-4a8e-bdcf-95fca98f7398 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 943 time: 0.2207437 Jun 17 08:22:40.941081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1be099-cece-4c4c-b641-ec4981fee9a4 req-6e8b4224-52f0-4e23-878b-820720f44ee4 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:40.942572 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f1be099-cece-4c4c-b641-ec4981fee9a4 req-6e8b4224-52f0-4e23-878b-820720f44ee4 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 944 time: 0.2267518 Jun 17 08:22:40.949513 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4315352e-8bce-4c59-83a1-7e0742ce1337 req-7d7063e6-bcf6-4357-91f3-7f139fd20c8d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992815 Jun 17 08:22:41.037798 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b98b880-935b-4305-afab-50529938e9fd req-821f3789-c6bc-442a-95ed-c58a1cc64624 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973057 Jun 17 08:22:41.040881 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f1be099-cece-4c4c-b641-ec4981fee9a4 req-01fb88d1-ce00-48a9-adba-f4233d127d84 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903568 Jun 17 08:22:41.063494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:41.177153 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-2864b202-a7f8-45e5-ae60-4d9b954f7184 req-62d7eb07-fdaf-4944-8568-e549c85bc220 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] show failed (client error): The resource could not be found. Jun 17 08:22:41.187882 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2864b202-a7f8-45e5-ae60-4d9b954f7184 req-62d7eb07-fdaf-4944-8568-e549c85bc220 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/7ff0485f-1efa-47d4-bfb0-cd684f26c3bc HTTP/1.1" status: 404 len: 352 time: 0.0327904 Jun 17 08:22:41.204382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:41.216633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87', 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259', 'port_id': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87', 'mac_address': 'fa:16:3e:f0:1d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77487d9d-954e-4053-8664-9cda2577cf8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:41.224850 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b98b880-935b-4305-afab-50529938e9fd req-05c07b93-326b-4a26-aa13-a408d4656558 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801531 Jun 17 08:22:41.261654 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.267342 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbec8df-1bbe-4782-84ad-3144e6fb97f8 req-7823be21-511d-4af5-965e-7c31c0a06b02 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:41.269137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dbec8df-1bbe-4782-84ad-3144e6fb97f8 req-7823be21-511d-4af5-965e-7c31c0a06b02 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.1511126 Jun 17 08:22:41.277006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:41.324571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:41.341151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dbec8df-1bbe-4782-84ad-3144e6fb97f8 req-1cf9ca70-b05b-453c-be5a-c6a852d4e5c6 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651796 Jun 17 08:22:41.345463 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:41.348429 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:41.401208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:41.405315 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:41.632049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:42.160403 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-86a5aac9-f187-4fc8-b8a4-75a862c45a4b req-d8da664e-32c9-4271-81fd-a737e6ca5341 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] show failed (client error): The resource could not be found. Jun 17 08:22:42.169767 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86a5aac9-f187-4fc8-b8a4-75a862c45a4b req-d8da664e-32c9-4271-81fd-a737e6ca5341 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/2b725707-aa68-4eaf-aad9-a8dc0df89e8a HTTP/1.1" status: 404 len: 352 time: 0.0245481 Jun 17 08:22:42.316016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc87b1b7-8904-45d9-8e13-04b76ea9bffe', 'name': 'network-vif-deleted', 'tag': '6b37ad3b-fcaf-4d62-8955-194965936d18'}, {'name': 'network-changed', 'server_uuid': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'tag': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:42.318615 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac7ff94-45df-4ab1-a89b-bd4eb80c3a89" -d '{"events": [{"server_uuid": "bc87b1b7-8904-45d9-8e13-04b76ea9bffe", "name": "network-vif-deleted", "tag": "6b37ad3b-fcaf-4d62-8955-194965936d18"}, {"name": "network-changed", "server_uuid": "00d13814-b7e4-412f-90a6-9e0a86c086cc", "tag": "f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:42.582019 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1101a39-8dec-4afd-aeae-9d775cd38949 req-1ed81baa-46dc-486e-a2d7-6bb784d69578 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:42.595075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1101a39-8dec-4afd-aeae-9d775cd38949 req-1ed81baa-46dc-486e-a2d7-6bb784d69578 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 944 time: 0.1408958 Jun 17 08:22:42.677471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1101a39-8dec-4afd-aeae-9d775cd38949 req-755e4c1f-9007-40b6-8ab1-f2aaf9a7f9c3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720656 Jun 17 08:22:42.723368 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510d4e2-65b0-42c3-838e-ae6ccd7f20e2 req-ea9136b2-8d0e-4ccc-b044-a05cd817d941 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:42.735437 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9510d4e2-65b0-42c3-838e-ae6ccd7f20e2 req-ea9136b2-8d0e-4ccc-b044-a05cd817d941 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 944 time: 0.1389425 Jun 17 08:22:42.784733 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9510d4e2-65b0-42c3-838e-ae6ccd7f20e2 req-d506972b-efc0-42e9-9f98-070aeaef4c2e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483055 Jun 17 08:22:42.868924 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-aa025a80-9d5e-4a1a-875b-846e93336d5e req-f8444a62-759d-4eb3-b09f-421e6fae66d8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] show failed (client error): The resource could not be found. Jun 17 08:22:42.877918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa025a80-9d5e-4a1a-875b-846e93336d5e req-f8444a62-759d-4eb3-b09f-421e6fae66d8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/a0f560ac-7d15-4d59-9cfd-8fec4a3e162a HTTP/1.1" status: 404 len: 352 time: 0.0391140 Jun 17 08:22:42.942485 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ae107a-83a9-4f21-b748-761bbb7d0538 x-openstack-request-id: req-46ae107a-83a9-4f21-b748-761bbb7d0538 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:42.943492 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc87b1b7-8904-45d9-8e13-04b76ea9bffe", "name": "network-vif-deleted", "tag": "6b37ad3b-fcaf-4d62-8955-194965936d18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00d13814-b7e4-412f-90a6-9e0a86c086cc", "tag": "f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:42.944006 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46ae107a-83a9-4f21-b748-761bbb7d0538 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:42.944807 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc87b1b7-8904-45d9-8e13-04b76ea9bffe', 'name': 'network-vif-deleted', 'tag': '6b37ad3b-fcaf-4d62-8955-194965936d18', 'status': 'completed', 'code': 200} Jun 17 08:22:42.945877 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'tag': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87', 'status': 'completed', 'code': 200} Jun 17 08:22:43.074065 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:43.191918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:43.202522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:43.203054 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:43.221315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7ff94-45df-4ab1-a89b-bd4eb80c3a89 req-d6c70d6e-58d3-421d-8efd-1084273a4aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:43.231039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ac7ff94-45df-4ab1-a89b-bd4eb80c3a89 req-d6c70d6e-58d3-421d-8efd-1084273a4aaa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb8246e60a494b9e9f3ca46087f88b6e&device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 1096 time: 0.2531211 Jun 17 08:22:43.347297 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:43.395580 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:43.399362 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:43.404154 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b74c1ef-3f9a-4f22-b170-d4c356c3c90a" -d '{"events": [{"server_uuid": "00d13814-b7e4-412f-90a6-9e0a86c086cc", "name": "network-vif-plugged", "status": "completed", "tag": "f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:43.411268 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:43.419388 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:43.485223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0fbae-b260-485e-af2d-75c00d080fe1 req-108354fa-98fc-4f80-9eac-ce30985dd0ba tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:43.494141 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69d0fbae-b260-485e-af2d-75c00d080fe1 req-108354fa-98fc-4f80-9eac-ce30985dd0ba tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.3855159 Jun 17 08:22:43.508511 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:43.520789 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:43.522131 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3194429b-55bf-4fa1-a1fb-ef84ac3b290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:43.543922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2acc2-56f2-4973-bcb9-19c37e7d49e2 req-732ce132-b928-40d6-b0e6-57e9c44a8f9b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:43.545946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95c2acc2-56f2-4973-bcb9-19c37e7d49e2 req-732ce132-b928-40d6-b0e6-57e9c44a8f9b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=0907bdca-d49d-4453-93b0-172bd2cc432e HTTP/1.1" status: 200 len: 949 time: 0.3514042 Jun 17 08:22:43.571503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7ff94-45df-4ab1-a89b-bd4eb80c3a89 req-554aecf6-9cec-4289-a74c-dc671e2ddd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:43.573418 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ac7ff94-45df-4ab1-a89b-bd4eb80c3a89 req-554aecf6-9cec-4289-a74c-dc671e2ddd34 service neutron] 10.222.0.63 "GET /v2.0/networks?id=45ef929f-e6f4-4515-a0c5-537fcf398259 HTTP/1.1" status: 200 len: 922 time: 0.2977357 Jun 17 08:22:43.627527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69d0fbae-b260-485e-af2d-75c00d080fe1 req-004ddcac-106e-4c85-93b8-e5295c111925 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312895 Jun 17 08:22:43.701716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ac7ff94-45df-4ab1-a89b-bd4eb80c3a89 req-be09150d-fd02-4e9c-9386-a2f6324230fb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 HTTP/1.1" status: 200 len: 217 time: 0.1119564 Jun 17 08:22:43.758076 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-3d7e9a21-144d-4151-af13-06f32e2129ef req-a4a2cc7b-eeb2-4275-af17-9b227c14811a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] show failed (client error): The resource could not be found. Jun 17 08:22:43.775383 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d7e9a21-144d-4151-af13-06f32e2129ef req-a4a2cc7b-eeb2-4275-af17-9b227c14811a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/2957764e-078b-4282-89ed-aadcd50196da HTTP/1.1" status: 404 len: 352 time: 0.0872226 Jun 17 08:22:43.829603 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95c2acc2-56f2-4973-bcb9-19c37e7d49e2 req-eefe097e-0970-4d4a-bc5a-41de7d02909f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659109 Jun 17 08:22:43.902554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7ff94-45df-4ab1-a89b-bd4eb80c3a89 req-87b7df28-3a65-402a-9e60-e5442f8ffd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:43.927618 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ac7ff94-45df-4ab1-a89b-bd4eb80c3a89 req-87b7df28-3a65-402a-9e60-e5442f8ffd2d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77487d9d-954e-4053-8664-9cda2577cf8f HTTP/1.1" status: 200 len: 861 time: 0.1971631 Jun 17 08:22:44.033948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-75cc394d-bf04-4f64-b391-9c25376ef29b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:44.035560 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-75cc394d-bf04-4f64-b391-9c25376ef29b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "GET /v2.0/ports?device_id=05392e49-6af0-4ca7-9b11-3666e43e6b90 HTTP/1.1" status: 200 len: 950 time: 0.1956124 Jun 17 08:22:44.055987 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ac7ff94-45df-4ab1-a89b-bd4eb80c3a89 req-bd38e9e3-d2f9-4fba-b379-1162e818153b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45ef929f-e6f4-4515-a0c5-537fcf398259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047168 Jun 17 08:22:44.115186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1f395-a609-4086-8937-b997680ada5f req-8967b718-ef78-4c6a-b086-19380444d2fb tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:44.116681 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24e4029-477c-4beb-b3f8-c43558073f42 x-openstack-request-id: req-f24e4029-477c-4beb-b3f8-c43558073f42 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:44.117192 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63c1f395-a609-4086-8937-b997680ada5f req-8967b718-ef78-4c6a-b086-19380444d2fb tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/ports?device_id=0907bdca-d49d-4453-93b0-172bd2cc432e HTTP/1.1" status: 200 len: 949 time: 0.4277389 Jun 17 08:22:44.117285 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d13814-b7e4-412f-90a6-9e0a86c086cc", "name": "network-vif-plugged", "status": "completed", "tag": "f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:44.117285 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f24e4029-477c-4beb-b3f8-c43558073f42 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:44.117626 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87', 'code': 200} Jun 17 08:22:44.172884 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Deleting port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:44.173815 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.270029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-6934891e-8b6c-45ea-acb6-4e58d2a3b11f service neutron] 10.222.0.63 "GET /v2.0/ports/9921506d-4731-4aec-8e4e-3a523c15018f/bindings/n-h1-779913-16 HTTP/1.1" status: 200 len: 385 time: 0.3412182 Jun 17 08:22:44.281156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] For port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:44.281942 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.364780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Calling delete_port for f8638ef6-7e6d-4836-8b3b-0cd56ae0935e owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:44.417313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-6ab517f2-f3b6-4bae-b26c-74be1961c9d4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:44.424725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-6ab517f2-f3b6-4bae-b26c-74be1961c9d4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 804 time: 0.3664718 Jun 17 08:22:44.458947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ac7ff94-45df-4ab1-a89b-bd4eb80c3a89 req-77bf7d09-c0e6-40a4-9f6d-824bdad95d5e service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807197 Jun 17 08:22:44.466127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-a8b32457-44d2-4ef6-9af6-d63834761d45 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/quotas/3a01de3e2c464444b41ad7bd64ef1eb7 HTTP/1.1" status: 200 len: 375 time: 0.0405176 Jun 17 08:22:44.506818 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4eacd-eedb-4d37-888d-a8e24c7ece47 req-55f19d13-f03e-4d23-a3f4-82c3932dee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:44.508380 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-96c4eacd-eedb-4d37-888d-a8e24c7ece47 req-55f19d13-f03e-4d23-a3f4-82c3932dee9d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 1097 time: 0.1409633 Jun 17 08:22:44.563029 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-96c4eacd-eedb-4d37-888d-a8e24c7ece47 req-61ca8aee-4cdc-41f5-9704-d7f1aea43e79 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 Jun 17 08:22:44.683054 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.688882 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:44.699573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876', 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:44.703518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e', '50451d97-3b1e-47a5-955e-26fe163065d0', '5a22293b-7f18-4872-a231-38e8d01f2f94'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:44.725546 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event deleted for resources: {'Port': ['ID=f8638ef6-7e6d-4836-8b3b-0cd56ae0935e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:44.730152 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:44.788825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] No DVR routers for this DVR port f8638ef6-7e6d-4836-8b3b-0cd56ae0935e on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:44.794359 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:44.796566 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "DELETE /v2.0/ports/f8638ef6-7e6d-4836-8b3b-0cd56ae0935e HTTP/1.1" status: 204 len: 173 time: 0.7532539 Jun 17 08:22:44.797129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05392e49-6af0-4ca7-9b11-3666e43e6b90', 'name': 'network-vif-deleted', 'tag': 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:44.799871 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938e5dec-151f-4d19-b452-4de6514885e4" -d '{"events": [{"server_uuid": "05392e49-6af0-4ca7-9b11-3666e43e6b90", "name": "network-vif-deleted", "tag": "f8638ef6-7e6d-4836-8b3b-0cd56ae0935e"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:44.819638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e443c90-2e04-4059-bab3-44305a00ac7f req-df4fb281-b684-44ec-92c3-b26ba08a8b34 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:44.821478 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e443c90-2e04-4059-bab3-44305a00ac7f req-df4fb281-b684-44ec-92c3-b26ba08a8b34 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "GET /v2.0/ports?device_id=18c5d3e2-cc70-4145-8129-18b4d5b2ea18 HTTP/1.1" status: 200 len: 946 time: 0.1905751 Jun 17 08:22:45.004791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-3e443c90-2e04-4059-bab3-44305a00ac7f req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Deleting port badab0ef-0421-4f88-9fb3-43cefa59d850 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:45.005131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e443c90-2e04-4059-bab3-44305a00ac7f req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.051345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a9d4d-7d42-4973-a972-5a797161ab5c req-19888498-0e0d-403b-b792-61762323b73e tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:45.059550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b3a9d4d-7d42-4973-a972-5a797161ab5c req-19888498-0e0d-403b-b792-61762323b73e tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 945 time: 0.7588537 Jun 17 08:22:45.097932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 9921506d-4731-4aec-8e4e-3a523c15018f no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:45.100449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-63c1f395-a609-4086-8937-b997680ada5f req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Deleting port 5a22293b-7f18-4872-a231-38e8d01f2f94 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:45.100791 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-63c1f395-a609-4086-8937-b997680ada5f req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.195647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-3e443c90-2e04-4059-bab3-44305a00ac7f req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] For port badab0ef-0421-4f88-9fb3-43cefa59d850, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=badab0ef-0421-4f88-9fb3-43cefa59d850,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:45.196239 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e443c90-2e04-4059-bab3-44305a00ac7f req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.260845 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ac7ff94-45df-4ab1-a89b-bd4eb80c3a89 req-d84ea6ed-78e3-4396-9ec2-3e4aef8ae24a service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7910888 Jun 17 08:22:45.315009 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b3a9d4d-7d42-4973-a972-5a797161ab5c req-03a7d072-d89b-416a-b97f-2df375bb701e tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541878 Jun 17 08:22:45.315204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device badab0ef-0421-4f88-9fb3-43cefa59d850 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:45.352455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-3e443c90-2e04-4059-bab3-44305a00ac7f req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Calling delete_port for badab0ef-0421-4f88-9fb3-43cefa59d850 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:45.375566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-a20fa976-1726-4e01-aa7e-3b42d0e673d5 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8929546 Jun 17 08:22:45.519484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9921506d-4731-4aec-8e4e-3a523c15018f,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:45.591414 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.612809 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3655e46a-1890-49f8-adc4-1a1bc0acbdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.639245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-63c1f395-a609-4086-8937-b997680ada5f req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] For port 5a22293b-7f18-4872-a231-38e8d01f2f94, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=5a22293b-7f18-4872-a231-38e8d01f2f94,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:45.639610 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-63c1f395-a609-4086-8937-b997680ada5f req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.654530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port badab0ef-0421-4f88-9fb3-43cefa59d850, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=badab0ef-0421-4f88-9fb3-43cefa59d850,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:45.688916 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.701624 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:45.727583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:45.753880 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e443c90-2e04-4059-bab3-44305a00ac7f req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:45.804916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=badab0ef-0421-4f88-9fb3-43cefa59d850,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:45.817223 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-60a0d158-10c1-4f9c-9783-b5b84a73f3d7 tempest-FloatingIPsAssociationTestJSON-82168287 tempest-FloatingIPsAssociationTestJSON-82168287-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:45.849860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Pushing event deleted for resources: {'Port': ['ID=badab0ef-0421-4f88-9fb3-43cefa59d850,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:45.863360 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-63c1f395-a609-4086-8937-b997680ada5f req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Calling delete_port for 5a22293b-7f18-4872-a231-38e8d01f2f94 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:45.878765 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:45.900832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9921506d-4731-4aec-8e4e-3a523c15018f {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:45.920221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9921506d-4731-4aec-8e4e-3a523c15018f,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:45.943548 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:45.993517 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:46.005471 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:46.027155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-7099be38-5930-4ace-a8de-c206bd535cc6 service neutron] 10.222.0.47 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502655 Jun 17 08:22:46.029249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e443c90-2e04-4059-bab3-44305a00ac7f req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] No DVR routers for this DVR port badab0ef-0421-4f88-9fb3-43cefa59d850 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:46.034443 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3e443c90-2e04-4059-bab3-44305a00ac7f req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:46.038306 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e443c90-2e04-4059-bab3-44305a00ac7f req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "DELETE /v2.0/ports/badab0ef-0421-4f88-9fb3-43cefa59d850 HTTP/1.1" status: 204 len: 173 time: 1.2047195 Jun 17 08:22:46.119237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'badab0ef-0421-4f88-9fb3-43cefa59d850'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:46.122557 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dbd004-9a1b-4b8b-8b32-d87e85414666" -d '{"events": [{"server_uuid": "18c5d3e2-cc70-4145-8129-18b4d5b2ea18", "name": "network-vif-unplugged", "status": "completed", "tag": "badab0ef-0421-4f88-9fb3-43cefa59d850"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:46.275778 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-67e71c44-954b-4391-a870-5383def76208 service neutron] 10.222.0.47 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477229 Jun 17 08:22:46.281035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] Transition to ACTIVE for port object 9921506d-4731-4aec-8e4e-3a523c15018f will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:46.298081 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:46.302122 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38dce006-6bfa-45e4-86c5-54369a070d01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:46.304393 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-63c1f395-a609-4086-8937-b997680ada5f req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:46.316066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:46.460335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] No DVR routers for this DVR port 9921506d-4731-4aec-8e4e-3a523c15018f on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:46.469872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfa131-55c6-41eb-a7bc-9f63f38a3089 req-ad5b3493-cc88-4b23-93cf-25a2a3fe9429 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:46.471517 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74bfa131-55c6-41eb-a7bc-9f63f38a3089 req-ad5b3493-cc88-4b23-93cf-25a2a3fe9429 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 944 time: 0.3151472 Jun 17 08:22:46.505639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] Pushing event updated for resources: {'Port': ['ID=9921506d-4731-4aec-8e4e-3a523c15018f,revision_number=10']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:46.524115 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c1f395-a609-4086-8937-b997680ada5f req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] No DVR routers for this DVR port 5a22293b-7f18-4872-a231-38e8d01f2f94 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:46.528479 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:46.530042 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9d020a5b-222a-41dc-b020-ee1f4a2f8ec8 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:46.550600 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-63c1f395-a609-4086-8937-b997680ada5f req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:46.556282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63c1f395-a609-4086-8937-b997680ada5f req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "DELETE /v2.0/ports/5a22293b-7f18-4872-a231-38e8d01f2f94 HTTP/1.1" status: 204 len: 173 time: 2.3965061 Jun 17 08:22:46.559542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0907bdca-d49d-4453-93b0-172bd2cc432e', 'name': 'network-vif-deleted', 'tag': '5a22293b-7f18-4872-a231-38e8d01f2f94'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:46.562155 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30209805-cbcd-420e-a5e5-b5978377b052" -d '{"events": [{"server_uuid": "0907bdca-d49d-4453-93b0-172bd2cc432e", "name": "network-vif-deleted", "tag": "5a22293b-7f18-4872-a231-38e8d01f2f94"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:46.626801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event deleted for resources: {'Port': ['ID=5a22293b-7f18-4872-a231-38e8d01f2f94,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:46.639563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e', '50451d97-3b1e-47a5-955e-26fe163065d0'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:46.666371 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:46.739629 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74bfa131-55c6-41eb-a7bc-9f63f38a3089 req-d9e70768-9070-4775-98bd-e45e42c1026f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433178 Jun 17 08:22:46.747136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] 10.222.0.63 "PUT /v2.0/ports/9921506d-4731-4aec-8e4e-3a523c15018f/bindings/n-h1-779913-16/activate HTTP/1.1" status: 200 len: 370 time: 2.4703968 Jun 17 08:22:46.757140 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:46.813226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174c5b4-7e79-4480-84bb-9115dd79a1cc req-2cad4168-e6bd-4c3b-9bbb-8d833846a2ca tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:46.830862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d174c5b4-7e79-4480-84bb-9115dd79a1cc req-2cad4168-e6bd-4c3b-9bbb-8d833846a2ca tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.2023664 Jun 17 08:22:46.862447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 5a22293b-7f18-4872-a231-38e8d01f2f94 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:46.938832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 5a22293b-7f18-4872-a231-38e8d01f2f94 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:46.939527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 5a22293b-7f18-4872-a231-38e8d01f2f94 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:46.948045 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad6cf74-28e5-4eb1-bd6e-af56872fa688 x-openstack-request-id: req-bad6cf74-28e5-4eb1-bd6e-af56872fa688 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:46.948593 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05392e49-6af0-4ca7-9b11-3666e43e6b90", "name": "network-vif-deleted", "tag": "f8638ef6-7e6d-4836-8b3b-0cd56ae0935e", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:46.949396 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bad6cf74-28e5-4eb1-bd6e-af56872fa688 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:46.949992 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05392e49-6af0-4ca7-9b11-3666e43e6b90', 'name': 'network-vif-deleted', 'tag': 'f8638ef6-7e6d-4836-8b3b-0cd56ae0935e', 'status': 'completed', 'code': 200} Jun 17 08:22:47.084484 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d174c5b4-7e79-4480-84bb-9115dd79a1cc req-7e56edd3-8ea4-4f3e-87da-7530a106301c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502151 Jun 17 08:22:47.112287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-7818ccbd-029f-412e-98c5-674a0291eb28 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:47.114225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-7818ccbd-029f-412e-98c5-674a0291eb28 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.2249627 Jun 17 08:22:47.129396 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f8638ef6-7e6d-4836-8b3b-0cd56ae0935e no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:47.237848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: f8638ef6-7e6d-4836-8b3b-0cd56ae0935e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:47.238200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f8638ef6-7e6d-4836-8b3b-0cd56ae0935e not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:47.275585 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-c175ca80-c521-49d2-85bb-843b06ae0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:47.277663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-c175ca80-c521-49d2-85bb-843b06ae0a2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f&tenant_id=8bb892de27e941a1be407e53634cff36 HTTP/1.1" status: 200 len: 1097 time: 0.1549647 Jun 17 08:22:47.391137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f531475-b4af-4e77-8088-f062ae88a6ff req-d1c97f81-7642-49e1-9564-d4e555e8c026 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=0907bdca-d49d-4453-93b0-172bd2cc432e HTTP/1.1" status: 200 len: 210 time: 0.0735242 Jun 17 08:22:47.454498 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ad3906-55aa-4996-90dd-e35408544b83 x-openstack-request-id: req-13ad3906-55aa-4996-90dd-e35408544b83 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:47.455995 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c5d3e2-cc70-4145-8129-18b4d5b2ea18", "name": "network-vif-unplugged", "status": "completed", "tag": "badab0ef-0421-4f88-9fb3-43cefa59d850", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:47.456451 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-13ad3906-55aa-4996-90dd-e35408544b83 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:47.457154 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'badab0ef-0421-4f88-9fb3-43cefa59d850', 'code': 200} Jun 17 08:22:47.510503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-193c01be-6a6c-4be5-8949-2df0edf30019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:47.512043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-193c01be-6a6c-4be5-8949-2df0edf30019 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 1097 time: 0.1762111 Jun 17 08:22:47.522085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82106bb5-74c9-4d65-aec3-c7683d81a5d7 req-fd313ac6-7524-4aa9-b717-3baab654ba6a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:47.523781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82106bb5-74c9-4d65-aec3-c7683d81a5d7 req-fd313ac6-7524-4aa9-b717-3baab654ba6a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 1024 time: 0.1308546 Jun 17 08:22:47.633357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9083a904-ce08-4977-bdd1-4cdcd082468a req-603d4982-ad4e-448b-9a90-c3755901ecf2 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:47.634707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9083a904-ce08-4977-bdd1-4cdcd082468a req-603d4982-ad4e-448b-9a90-c3755901ecf2 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.63 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 1024 time: 0.2137787 Jun 17 08:22:47.719405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82106bb5-74c9-4d65-aec3-c7683d81a5d7 req-d252adf7-febb-4e62-8a3f-e67107e38e85 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups?id=48d34212-6977-40de-a6c9-242cfff08a56&id=5ef83fb7-5670-4635-92d8-0c32a4cadb27&id=231a7a7a-9813-40cd-8365-5d56da924720&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1724842 Jun 17 08:22:47.751657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-37030d04-0060-4828-94f5-6ee1e69b45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:47.753724 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-37030d04-0060-4828-94f5-6ee1e69b45bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.2284594 Jun 17 08:22:47.813988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5d76b58b-a280-4ee0-bc07-cc84509fc4af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9921506d-4731-4aec-8e4e-3a523c15018f HTTP/1.1" status: 200 len: 217 time: 0.0403025 Jun 17 08:22:47.838793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b21b0-5c84-45b3-b906-6e4b383b79c1 req-9647d454-0a61-421b-ac59-7e17ccc80388 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:47.840386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-848b21b0-5c84-45b3-b906-6e4b383b79c1 req-9647d454-0a61-421b-ac59-7e17ccc80388 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 945 time: 0.2829204 Jun 17 08:22:47.892486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56c71c88-3ccb-4584-8deb-cc71961154d9 req-78363010-1cfc-4b28-8aae-3f076c7b6b66 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 210 time: 0.0729825 Jun 17 08:22:47.939545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-3c2bdead-96fb-47a5-995c-7b57ea3831ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:47.941031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-3c2bdead-96fb-47a5-995c-7b57ea3831ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.1111939 Jun 17 08:22:47.944389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-9083a904-ce08-4977-bdd1-4cdcd082468a req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Deleting port 885d4529-65a4-496e-83a1-8e1375aa55d8 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:47.944719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9083a904-ce08-4977-bdd1-4cdcd082468a req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:47.951670 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-848b21b0-5c84-45b3-b906-6e4b383b79c1 req-78acadb3-2762-4fcc-b1f2-c7ac8d25649e tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020982 Jun 17 08:22:47.963245 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5941867-e606-4eb9-a26a-d7ad7f3b2c86 x-openstack-request-id: req-c5941867-e606-4eb9-a26a-d7ad7f3b2c86 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:47.963562 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0907bdca-d49d-4453-93b0-172bd2cc432e", "name": "network-vif-deleted", "tag": "5a22293b-7f18-4872-a231-38e8d01f2f94", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:47.963842 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5941867-e606-4eb9-a26a-d7ad7f3b2c86 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:47.964303 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0907bdca-d49d-4453-93b0-172bd2cc432e', 'name': 'network-vif-deleted', 'tag': '5a22293b-7f18-4872-a231-38e8d01f2f94', 'status': 'completed', 'code': 200} Jun 17 08:22:48.044300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-9083a904-ce08-4977-bdd1-4cdcd082468a req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] For port 885d4529-65a4-496e-83a1-8e1375aa55d8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=885d4529-65a4-496e-83a1-8e1375aa55d8,segment=NetworkSegment(9fab9e3b-f751-4f97-99ca-74f3dcc5573a),segment_id=9fab9e3b-f751-4f97-99ca-74f3dcc5573a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:48.045351 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9083a904-ce08-4977-bdd1-4cdcd082468a req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.125092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-9083a904-ce08-4977-bdd1-4cdcd082468a req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Calling delete_port for 885d4529-65a4-496e-83a1-8e1375aa55d8 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:48.199450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-2fa3a381-0da1-4992-ba36-84ce1f4557a4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:48.201626 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-2fa3a381-0da1-4992-ba36-84ce1f4557a4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 804 time: 0.1166780 Jun 17 08:22:48.213979 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Request body: {'port': {'device_id': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'admin_state_up': True, 'tenant_id': '3a01de3e2c464444b41ad7bd64ef1eb7'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:48.221615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-f0d77e66-0b59-4992-aece-a49a073725ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895877 Jun 17 08:22:48.331652 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Made reservation on behalf of 3a01de3e2c464444b41ad7bd64ef1eb7 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:22:48.335447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.405097 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccdefe1-9709-417d-96e4-68b78e8611c9 req-dbb6574b-9b9c-4650-b33b-400cf6b54bba tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:48.406726 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cccdefe1-9709-417d-96e4-68b78e8611c9 req-dbb6574b-9b9c-4650-b33b-400cf6b54bba tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 945 time: 0.2758958 Jun 17 08:22:48.417184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a8307-fb06-4147-9329-68e7f8a4dd34 req-d80169fb-40e0-4129-8c65-835d3927c139 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:48.418625 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b3a8307-fb06-4147-9329-68e7f8a4dd34 req-d80169fb-40e0-4129-8c65-835d3927c139 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 945 time: 0.2857692 Jun 17 08:22:48.422644 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-7cdbcc6e-bfb9-4bc0-83c3-c9bac25387fd service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708670 Jun 17 08:22:48.464473 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Allocated IP 172.20.0.14 (4bad1339-3c30-4d06-9310-373c69c176e8/6af897ec-2d0a-4599-9130-95c99bd44887/1a075bd3-9e76-4acf-8f6a-078cfd81d440) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:22:48.572022 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cccdefe1-9709-417d-96e4-68b78e8611c9 req-cc34cb54-d19d-46df-89a0-349c0f137e2a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522720 Jun 17 08:22:48.576702 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b3a8307-fb06-4147-9329-68e7f8a4dd34 req-6e81f0c7-9115-4421-94ba-cc440639825a tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453614 Jun 17 08:22:48.579029 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9083a904-ce08-4977-bdd1-4cdcd082468a req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.584496 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:48.592754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['885d4529-65a4-496e-83a1-8e1375aa55d8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:48.634636 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event deleted for resources: {'Port': ['ID=885d4529-65a4-496e-83a1-8e1375aa55d8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:48.650378 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:48.661658 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.687742 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-73b01842-d136-406a-bff2-ef1f97134e1e service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289579 Jun 17 08:22:48.709346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9083a904-ce08-4977-bdd1-4cdcd082468a req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] No DVR routers for this DVR port 885d4529-65a4-496e-83a1-8e1375aa55d8 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:48.712330 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9083a904-ce08-4977-bdd1-4cdcd082468a req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.714372 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.714803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9083a904-ce08-4977-bdd1-4cdcd082468a req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.63 "DELETE /v2.0/ports/885d4529-65a4-496e-83a1-8e1375aa55d8 HTTP/1.1" status: 204 len: 173 time: 1.0723422 Jun 17 08:22:48.727010 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:48.738477 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Network 4bad1339-3c30-4d06-9310-373c69c176e8 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:22:48.741395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:22:48.761154 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.769469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:22:48.807592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Pushing event updated for resources: {'Port': ['ID=1a075bd3-9e76-4acf-8f6a-078cfd81d440,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:48.812410 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:48.819260 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc5946-6b7c-48b3-80f2-9f93834948e7 req-83d84714-e2ba-431b-a83b-fed516d6ee9a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:48.821256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1dbc5946-6b7c-48b3-80f2-9f93834948e7 req-83d84714-e2ba-431b-a83b-fed516d6ee9a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.0780134 Jun 17 08:22:48.839138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:48.840103 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:48.868761 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6589208 Jun 17 08:22:48.883355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1dbc5946-6b7c-48b3-80f2-9f93834948e7 req-af8a1526-2a1f-46c1-bea0-1380e754d6bb tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505838 Jun 17 08:22:48.887659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Request body: {'port': {'device_id': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:48.969521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'name': 'network-vif-deleted', 'tag': 'badab0ef-0421-4f88-9fb3-43cefa59d850'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:48.971865 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f44eccd-7b75-453e-b586-0f1c36f0d24c" -d '{"events": [{"server_uuid": "18c5d3e2-cc70-4145-8129-18b4d5b2ea18", "name": "network-vif-deleted", "tag": "badab0ef-0421-4f88-9fb3-43cefa59d850"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:48.982063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.093447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-710894c0-9ca8-4de4-a7cf-0f4cf2439c1a tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:49.094984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-710894c0-9ca8-4de4-a7cf-0f4cf2439c1a tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.0641885 Jun 17 08:22:49.126890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device badab0ef-0421-4f88-9fb3-43cefa59d850 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:49.147533 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: badab0ef-0421-4f88-9fb3-43cefa59d850 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:49.148277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device badab0ef-0421-4f88-9fb3-43cefa59d850 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:49.187502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ae1748a-5f73-4a97-841e-310408be844b req-4b87e824-0019-4c56-a3ad-002536c9e462 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/ports?device_id=17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8 HTTP/1.1" status: 200 len: 210 time: 0.0624030 Jun 17 08:22:49.282248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a075bd3-9e76-4acf-8f6a-078cfd81d440 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:49.285398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5d3078d7-420e-47b1-9a51-aedcc47ea468 service neutron] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:49.289511 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5d3078d7-420e-47b1-9a51-aedcc47ea468 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.290131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.290935 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-261f98c8-4fd8-4428-b890-58e46d59dd58 req-5d3078d7-420e-47b1-9a51-aedcc47ea468 service neutron] 10.222.0.10 "DELETE /v2.0/ports/9921506d-4731-4aec-8e4e-3a523c15018f/bindings/n-h2-779913-16 HTTP/1.1" status: 204 len: 173 time: 0.1795540 Jun 17 08:22:49.303794 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Transition to ACTIVE for port object 1a075bd3-9e76-4acf-8f6a-078cfd81d440 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:49.311084 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.315851 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef9faa21-0d3b-459b-a641-8d68623cb4e5 tempest-LiveMigrationNegativeTest-922906593 tempest-LiveMigrationNegativeTest-922906593-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:49.402764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Pushing event updated for resources: {'Port': ['ID=1a075bd3-9e76-4acf-8f6a-078cfd81d440,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:49.408025 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:49.434457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b228e-564c-4f0d-b8ba-b4c25d45dd18 req-e5b4957f-a308-4d21-a4d9-a1726f9995ae tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:49.436394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd2b228e-564c-4f0d-b8ba-b4c25d45dd18 req-e5b4957f-a308-4d21-a4d9-a1726f9995ae tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 944 time: 0.1035981 Jun 17 08:22:49.535809 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Attempting to bind port 1a075bd3-9e76-4acf-8f6a-078cfd81d440 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:49.538177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Attempting to bind port 1a075bd3-9e76-4acf-8f6a-078cfd81d440 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:49.539078 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Attempting to bind port 1a075bd3-9e76-4acf-8f6a-078cfd81d440 on network 4bad1339-3c30-4d06-9310-373c69c176e8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:49.546244 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1807ec-6c14-47e0-a0a7-f8c771a5a3b1 x-openstack-request-id: req-fe1807ec-6c14-47e0-a0a7-f8c771a5a3b1 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:49.546719 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c5d3e2-cc70-4145-8129-18b4d5b2ea18", "name": "network-vif-deleted", "tag": "badab0ef-0421-4f88-9fb3-43cefa59d850", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:49.547105 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe1807ec-6c14-47e0-a0a7-f8c771a5a3b1 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:49.548602 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c5d3e2-cc70-4145-8129-18b4d5b2ea18', 'name': 'network-vif-deleted', 'tag': 'badab0ef-0421-4f88-9fb3-43cefa59d850', 'status': 'completed', 'code': 200} Jun 17 08:22:49.549567 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Port 1a075bd3-9e76-4acf-8f6a-078cfd81d440 on network 4bad1339-3c30-4d06-9310-373c69c176e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:49.549979 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Attempting to bind port 1a075bd3-9e76-4acf-8f6a-078cfd81d440 on network 4bad1339-3c30-4d06-9310-373c69c176e8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:49.555960 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:49.556413 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Checking segment: {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:49.556885 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Bound using segment: {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:49.557414 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Bound port: 1a075bd3-9e76-4acf-8f6a-078cfd81d440, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:49.557860 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.642496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] For port 1a075bd3-9e76-4acf-8f6a-078cfd81d440, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:49.646717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] For port 1a075bd3-9e76-4acf-8f6a-078cfd81d440, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a075bd3-9e76-4acf-8f6a-078cfd81d440,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:49.656663 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.660880 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6eda5862-ee6b-4ffd-866b-3d3b68b8aa36 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:49.698255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:49.698862 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:49.701621 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] 10.222.0.63 "PUT /v2.0/ports/1a075bd3-9e76-4acf-8f6a-078cfd81d440 HTTP/1.1" status: 200 len: 1093 time: 0.8243108 Jun 17 08:22:49.736643 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Pushing event updated for resources: {'Port': ['ID=1a075bd3-9e76-4acf-8f6a-078cfd81d440,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:49.742926 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:49.851361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-9ea8ff43-577d-4774-9f70-fdbeecf79b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:49.853057 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-9ea8ff43-577d-4774-9f70-fdbeecf79b22 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 1096 time: 0.0586512 Jun 17 08:22:49.882958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd2b228e-564c-4f0d-b8ba-b4c25d45dd18 req-40a1e8ff-3094-4be5-be20-40acce2704af tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330518 Jun 17 08:22:49.910910 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-81ad8737-c8c5-4454-b832-51414e329a8b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a075bd3-9e76-4acf-8f6a-078cfd81d440 HTTP/1.1" status: 200 len: 217 time: 0.0504541 Jun 17 08:22:49.915669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703bf20-b48c-4157-829d-7d817a697825 req-45663911-b09d-4fcd-abea-f38294c16926 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:49.917558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a703bf20-b48c-4157-829d-7d817a697825 req-45663911-b09d-4fcd-abea-f38294c16926 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 950 time: 0.0842938 Jun 17 08:22:49.960721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a703bf20-b48c-4157-829d-7d817a697825 req-33b64591-dbba-42b7-9f1e-771484276d3a tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348048 Jun 17 08:22:49.965387 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'name': 'network-vif-deleted', 'tag': '885d4529-65a4-496e-83a1-8e1375aa55d8'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:49.968702 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d106097-60f8-4f12-b868-21daf5af7aa3" -d '{"events": [{"server_uuid": "17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8", "name": "network-vif-deleted", "tag": "885d4529-65a4-496e-83a1-8e1375aa55d8"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:49.968860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-91c7f606-2a9b-4b23-ba8d-6ce875de5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:49.970908 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-91c7f606-2a9b-4b23-ba8d-6ce875de5e83 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6af897ec-2d0a-4599-9130-95c99bd44887 HTTP/1.1" status: 200 len: 844 time: 0.0488119 Jun 17 08:22:50.009510 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-cfe83808-fe41-4300-a5b4-e7f32213c4c3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4bad1339-3c30-4d06-9310-373c69c176e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317371 Jun 17 08:22:50.148967 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-aeebdd0a-672d-4593-8184-045bfc177bf1 service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291072 Jun 17 08:22:50.190851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5df90-59b0-415a-8b21-2dbb3834994a req-1207b520-2b63-4a5b-8357-ab16031c5fba tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:50.192345 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8eb5df90-59b0-415a-8b21-2dbb3834994a req-1207b520-2b63-4a5b-8357-ab16031c5fba tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 945 time: 0.0793965 Jun 17 08:22:50.231527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8eb5df90-59b0-415a-8b21-2dbb3834994a req-ed0c6d39-c8c5-4efa-a628-2e84bd8e6d0e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327425 Jun 17 08:22:50.246631 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b2b11d-2fee-4e79-8e83-16eeb9c065d9 req-c880fbbe-87f5-4c9b-a7ca-23a601dba5cc service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887470 Jun 17 08:22:50.286725 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0965dbcf-80a6-4dca-a3b3-03b47bacec86 x-openstack-request-id: req-0965dbcf-80a6-4dca-a3b3-03b47bacec86 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:50.287063 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8", "name": "network-vif-deleted", "tag": "885d4529-65a4-496e-83a1-8e1375aa55d8", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:50.287343 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0965dbcf-80a6-4dca-a3b3-03b47bacec86 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:50.287754 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17bf9e0a-f0a3-474a-b6c3-d603dcfa38f8', 'name': 'network-vif-deleted', 'tag': '885d4529-65a4-496e-83a1-8e1375aa55d8', 'status': 'completed', 'code': 200} Jun 17 08:22:50.345858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d8d0f-4399-47f4-b39a-7ef73049f789 req-df6cb005-eac9-4554-ad8c-16ba01b212f8 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:50.347503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-862d8d0f-4399-47f4-b39a-7ef73049f789 req-df6cb005-eac9-4554-ad8c-16ba01b212f8 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.0718067 Jun 17 08:22:50.388341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-862d8d0f-4399-47f4-b39a-7ef73049f789 req-66b373d4-ad66-48bf-809e-f2cf728f977a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349958 Jun 17 08:22:50.861538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c8dff0e-485f-4aa3-b40b-c014b9211f1a no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:50.941584 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e543711-9f67-47ef-80bd-0384be77fb17 req-46310868-2fb2-4ea5-accd-f34981ccee18 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:50.943202 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e543711-9f67-47ef-80bd-0384be77fb17 req-46310868-2fb2-4ea5-accd-f34981ccee18 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 945 time: 0.1065443 Jun 17 08:22:50.944272 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-043f4ab3-cc8a-4df6-b2ec-71a746d1247b service neutron] show failed (client error): The resource could not be found. Jun 17 08:22:50.945571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-043f4ab3-cc8a-4df6-b2ec-71a746d1247b service neutron] 10.222.0.10 "GET /v2.0/ports/0fce78da-90ef-48f2-8853-c3c4d1ec8261/bindings/n-h2-779913-16 HTTP/1.1" status: 404 len: 381 time: 0.1386256 Jun 17 08:22:50.951811 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:50.980983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:50.984186 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599f2bc2-1dab-4988-842c-2fec76007f4e" -d '{"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:50.991333 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e543711-9f67-47ef-80bd-0384be77fb17 req-068b6970-08d5-436f-a2a7-95bb04be26cd tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408487 Jun 17 08:22:50.999794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:51.008524 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.016663 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:51.092129 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:51.096617 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:51.139214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 885d4529-65a4-496e-83a1-8e1375aa55d8 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:51.168334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 885d4529-65a4-496e-83a1-8e1375aa55d8 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:51.168957 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 885d4529-65a4-496e-83a1-8e1375aa55d8 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:51.211826 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f85ae-e1fb-472d-b977-9b190a1d75b6 req-f2686e68-530e-4d2d-a57e-3e2b8968cc68 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:51.213387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-381f85ae-e1fb-472d-b977-9b190a1d75b6 req-f2686e68-530e-4d2d-a57e-3e2b8968cc68 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 1097 time: 0.0782182 Jun 17 08:22:51.276351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9233b876-4f65-49d6-976c-f7678ee22a67 req-4d752cc0-9961-44f7-a9f7-fabc2503fbe9 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/231a7a7a-9813-40cd-8365-5d56da924720 HTTP/1.1" status: 200 len: 1801 time: 0.0619969 Jun 17 08:22:51.278060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-381f85ae-e1fb-472d-b977-9b190a1d75b6 req-d7f6b5af-e96e-41f9-87ee-5dbfcc19e21c tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568402 Jun 17 08:22:51.286359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-66d826fd-bd08-4ee1-b985-003d66f49697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:51.288473 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-66d826fd-bd08-4ee1-b985-003d66f49697 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27&tenant_id=9f7669688c6d4b939b7454c55df8be96 HTTP/1.1" status: 200 len: 1102 time: 0.0627980 Jun 17 08:22:51.301847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-16', 'device_owner': 'compute:nova'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:22:51.355848 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9233b876-4f65-49d6-976c-f7678ee22a67 req-62f88585-b922-47eb-a432-272323e1487a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.379630 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9233b876-4f65-49d6-976c-f7678ee22a67 req-62f88585-b922-47eb-a432-272323e1487a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.389117 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.451939 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9233b876-4f65-49d6-976c-f7678ee22a67 req-62f88585-b922-47eb-a432-272323e1487a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.454792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9233b876-4f65-49d6-976c-f7678ee22a67 req-62f88585-b922-47eb-a432-272323e1487a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.456002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9233b876-4f65-49d6-976c-f7678ee22a67 req-62f88585-b922-47eb-a432-272323e1487a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "DELETE /v2.0/security-groups/231a7a7a-9813-40cd-8365-5d56da924720 HTTP/1.1" status: 204 len: 173 time: 0.1708796 Jun 17 08:22:51.456839 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-165bb8a4-4d1d-49fd-aad3-25f970abca83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:51.469700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f88585-b922-47eb-a432-272323e1487a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231a7a7a-9813-40cd-8365-5d56da924720,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:51.473225 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-62f88585-b922-47eb-a432-272323e1487a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:51.493008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1456a39-6a9d-40eb-be55-f5ef3b6c27ce req-b5b83221-4362-4fcf-a1cd-5e53080391f2 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:51.494210 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e1456a39-6a9d-40eb-be55-f5ef3b6c27ce req-b5b83221-4362-4fcf-a1cd-5e53080391f2 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 944 time: 0.0951478 Jun 17 08:22:51.541659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e1456a39-6a9d-40eb-be55-f5ef3b6c27ce req-0e2bb66f-26c4-4750-a321-57bf706e6217 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378211 Jun 17 08:22:51.551483 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'tag': '1a075bd3-9e76-4acf-8f6a-078cfd81d440'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:51.553987 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f5a729-a82a-429b-88c0-2fddc0d3a184" -d '{"events": [{"name": "network-changed", "server_uuid": "2b17a48f-bd62-4052-a61f-052eafbe9e3d", "tag": "1a075bd3-9e76-4acf-8f6a-078cfd81d440"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:51.578313 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acbc105-4978-4f99-bc83-dc502b4e0b83 x-openstack-request-id: req-5acbc105-4978-4f99-bc83-dc502b4e0b83 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:51.578853 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:51.579332 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5acbc105-4978-4f99-bc83-dc502b4e0b83 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:51.579885 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'code': 200} Jun 17 08:22:51.645252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:51.683095 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:51.719174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae099f5-837e-4a61-ba0e-24f84344202c req-af72e574-b375-42ff-b461-9304afa67c9a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:51.720710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ae099f5-837e-4a61-ba0e-24f84344202c req-af72e574-b375-42ff-b461-9304afa67c9a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=702fd721-f614-45a7-a5e6-e8b4c41935d6 HTTP/1.1" status: 200 len: 949 time: 0.0714719 Jun 17 08:22:51.743010 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.757111 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Transition to ACTIVE for port object 0fce78da-90ef-48f2-8853-c3c4d1ec8261 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:22:51.764423 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:51.768244 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8022cbb2-d5f6-4292-a9bf-f2d4383984ad tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:51.806116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ae099f5-837e-4a61-ba0e-24f84344202c req-1c6ee716-97e2-48e9-bd42-7c0048d50625 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761187 Jun 17 08:22:51.859656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] No DVR routers for this DVR port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:51.862196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=6']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:51.868659 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:51.877941 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60214fe-ce5c-490d-b592-ad49e4e3b5ea req-32379f8d-0f94-4754-a7a4-e7fbbf501d94 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:51.880586 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f60214fe-ce5c-490d-b592-ad49e4e3b5ea req-32379f8d-0f94-4754-a7a4-e7fbbf501d94 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 1097 time: 0.0977230 Jun 17 08:22:51.917707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:22:51.918122 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:22:51.918508 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:51.923519 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:22:51.923841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:22:51.925354 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f60214fe-ce5c-490d-b592-ad49e4e3b5ea req-9b35aaca-fb06-4c35-b233-7bbff5797be0 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377560 Jun 17 08:22:51.931736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:22:51.932071 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:22:51.932493 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:22:51.932929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Bound port: 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:22:51.933272 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.013783 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:22:52.019202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:22:52.026363 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.028508 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-75e56673-2c08-45e4-899e-3ac3b9f200ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:52.032802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e30a3529-7253-48e7-9030-81bd09abe783 req-f51a6163-d8f4-4284-a819-67964005831c tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "GET /v2.0/security-groups/48d34212-6977-40de-a6c9-242cfff08a56 HTTP/1.1" status: 200 len: 1799 time: 0.0557759 Jun 17 08:22:52.080059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:52.080685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.082709 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] 10.222.0.63 "PUT /v2.0/ports/0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 1097 time: 0.7848361 Jun 17 08:22:52.094876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=7']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:52.101875 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:52.158964 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e30a3529-7253-48e7-9030-81bd09abe783 req-eb7baf06-6afd-45d6-9dc6-d6f35dab8c12 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.186506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b4947-3dee-4a60-9e07-d5669a9085dc req-49cee960-479d-4d14-946a-66cc759d8a38 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:52.188128 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc0b4947-3dee-4a60-9e07-d5669a9085dc req-49cee960-479d-4d14-946a-66cc759d8a38 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 948 time: 0.1484382 Jun 17 08:22:52.188301 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-2c90c89e-91e1-4ee7-a644-b2982ec025df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:52.190018 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-2c90c89e-91e1-4ee7-a644-b2982ec025df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 1100 time: 0.0682428 Jun 17 08:22:52.206014 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e30a3529-7253-48e7-9030-81bd09abe783 req-eb7baf06-6afd-45d6-9dc6-d6f35dab8c12 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.257249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc0b4947-3dee-4a60-9e07-d5669a9085dc req-b9bd27bd-f8dc-468c-9cf9-4272bed8a073 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603633 Jun 17 08:22:52.274571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e30a3529-7253-48e7-9030-81bd09abe783 req-eb7baf06-6afd-45d6-9dc6-d6f35dab8c12 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.277334 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e30a3529-7253-48e7-9030-81bd09abe783 req-eb7baf06-6afd-45d6-9dc6-d6f35dab8c12 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.278795 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e30a3529-7253-48e7-9030-81bd09abe783 req-eb7baf06-6afd-45d6-9dc6-d6f35dab8c12 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] 10.222.0.47 "DELETE /v2.0/security-groups/48d34212-6977-40de-a6c9-242cfff08a56 HTTP/1.1" status: 204 len: 173 time: 0.2376750 Jun 17 08:22:52.279796 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1ab03e42-c20c-4c7b-be6d-30de18791fe3 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:52.285987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54716) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:52.300456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7baf06-6afd-45d6-9dc6-d6f35dab8c12 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d34212-6977-40de-a6c9-242cfff08a56,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:52.322079 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-eb7baf06-6afd-45d6-9dc6-d6f35dab8c12 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:52.338453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-c9fc9ab8-aeb6-4450-ae7e-4329df713d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:52.353010 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa214932-17ed-40a4-8137-1bad75a482d0 admin admin] Deleting subnet 92928205-2d0e-4237-a318-5abce9ca270e {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:22:52.353460 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-c9fc9ab8-aeb6-4450-ae7e-4329df713d15 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1464601 Jun 17 08:22:52.356716 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa214932-17ed-40a4-8137-1bad75a482d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.388611 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4191542-0e90-4db9-857c-ea52db361ff2 x-openstack-request-id: req-f4191542-0e90-4db9-857c-ea52db361ff2 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:52.389062 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b17a48f-bd62-4052-a61f-052eafbe9e3d", "tag": "1a075bd3-9e76-4acf-8f6a-078cfd81d440", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:52.389471 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f4191542-0e90-4db9-857c-ea52db361ff2 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:52.390184 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'tag': '1a075bd3-9e76-4acf-8f6a-078cfd81d440', 'status': 'completed', 'code': 200} Jun 17 08:22:52.400262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa214932-17ed-40a4-8137-1bad75a482d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.424580 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-f452ee56-8a8b-4205-95ce-507f3b79a8e3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 217 time: 0.0622263 Jun 17 08:22:52.488669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-a5317ad2-a81e-4058-909f-59578e5744e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:52.490128 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-a5317ad2-a81e-4058-909f-59578e5744e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0575466 Jun 17 08:22:52.514455 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa214932-17ed-40a4-8137-1bad75a482d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.556948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-bb36eaed-cd8e-465e-8673-c24566209c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:52.558668 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-bb36eaed-cd8e-465e-8673-c24566209c7f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0610902 Jun 17 08:22:52.605122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5a729-a82a-429b-88c0-2fddc0d3a184 req-cf650728-679e-43ff-8331-2405ef263d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:52.606836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4f5a729-a82a-429b-88c0-2fddc0d3a184 req-cf650728-679e-43ff-8331-2405ef263d15 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 1096 time: 0.1639435 Jun 17 08:22:52.614754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf42ef-8786-4012-a923-7b4004278f01 req-c85eb9f7-1a39-415e-9135-a98f39590615 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:52.616289 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0fcf42ef-8786-4012-a923-7b4004278f01 req-c85eb9f7-1a39-415e-9135-a98f39590615 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 945 time: 0.1602201 Jun 17 08:22:52.626299 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa214932-17ed-40a4-8137-1bad75a482d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.658591 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dd654d1e-2e47-4b20-be15-c5e768c381de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:52.687876 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-d3f4f5f4-246a-41c4-bda3-d23e10d28ec5 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224155 Jun 17 08:22:52.714357 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa214932-17ed-40a4-8137-1bad75a482d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.715462 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fa214932-17ed-40a4-8137-1bad75a482d0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/92928205-2d0e-4237-a318-5abce9ca270e HTTP/1.1" status: 204 len: 168 time: 0.4283640 Jun 17 08:22:52.718833 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54734) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:52.734530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa214932-17ed-40a4-8137-1bad75a482d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92928205-2d0e-4237-a318-5abce9ca270e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:52.745267 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fa214932-17ed-40a4-8137-1bad75a482d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:52.821635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0fcf42ef-8786-4012-a923-7b4004278f01 req-b260859c-89e9-4d7f-8487-11714fbae389 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858306 Jun 17 08:22:52.847794 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97fd536b-73ed-4219-abd4-50a6cee47128 req-ff2e9c81-155f-4d4c-b8b5-aa07d038a575 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533637 Jun 17 08:22:52.849976 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:52.868596 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:52.884557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5a729-a82a-429b-88c0-2fddc0d3a184 req-9ee3f1e3-21e7-414d-b762-992f8e135961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:52.886299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4f5a729-a82a-429b-88c0-2fddc0d3a184 req-9ee3f1e3-21e7-414d-b762-992f8e135961 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 905 time: 0.2691250 Jun 17 08:22:52.947932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:52.970537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4f5a729-a82a-429b-88c0-2fddc0d3a184 req-c754ba6e-3e24-4716-84b1-f182d892b985 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a075bd3-9e76-4acf-8f6a-078cfd81d440 HTTP/1.1" status: 200 len: 217 time: 0.0602181 Jun 17 08:22:53.126025 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.131440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5a729-a82a-429b-88c0-2fddc0d3a184 req-591b1ab9-cf0a-4018-80a0-5a72641788c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:53.132876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4f5a729-a82a-429b-88c0-2fddc0d3a184 req-591b1ab9-cf0a-4018-80a0-5a72641788c7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6af897ec-2d0a-4599-9130-95c99bd44887 HTTP/1.1" status: 200 len: 844 time: 0.1450930 Jun 17 08:22:53.153335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:53.153939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3650e9a3-408b-4503-b72a-a24fdbac10d9']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:53.188709 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4f5a729-a82a-429b-88c0-2fddc0d3a184 req-ad7cc235-8983-42f3-aeb1-9f3137cb01ad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4bad1339-3c30-4d06-9310-373c69c176e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456150 Jun 17 08:22:53.190328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fab9e3b-f751-4f97-99ca-74f3dcc5573a') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:53.190595 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fab9e3b-f751-4f97-99ca-74f3dcc5573a') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:22:53.213992 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.250462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08d1f1-5e3f-4701-8981-03fa283e1d6a req-b647cee7-ad68-4722-b7dc-56a1431b2c6a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:53.251919 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a08d1f1-5e3f-4701-8981-03fa283e1d6a req-b647cee7-ad68-4722-b7dc-56a1431b2c6a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 944 time: 0.3436592 Jun 17 08:22:53.252235 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:53.265708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87', 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259', 'port_id': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87', 'mac_address': 'fa:16:3e:f0:1d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77487d9d-954e-4053-8664-9cda2577cf8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:53.304267 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.315530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.321951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:53.339953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:22:53.340442 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.342663 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:22:53.345228 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:22:53.349719 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:22:53.355730 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.356598 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1a075bd3-9e76-4acf-8f6a-078cfd81d440 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:53.359340 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:53.407061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224607b-eca1-4cf2-b082-970915db1cc3 req-c8c4a80e-c11e-436d-8325-b62dc0f66f66 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:53.408585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0224607b-eca1-4cf2-b082-970915db1cc3 req-c8c4a80e-c11e-436d-8325-b62dc0f66f66 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=702fd721-f614-45a7-a5e6-e8b4c41935d6 HTTP/1.1" status: 200 len: 949 time: 0.3588052 Jun 17 08:22:53.448666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:53.455627 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:53.461373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a08d1f1-5e3f-4701-8981-03fa283e1d6a req-fefa43c2-205e-4745-aeb8-005fbf934efc tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609995 Jun 17 08:22:53.467144 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.470415 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4f5a729-a82a-429b-88c0-2fddc0d3a184 req-878602aa-7f7c-451c-806b-22fee48a4d39 service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737074 Jun 17 08:22:53.479841 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.484002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] 10.222.0.47 "DELETE /v2.0/networks/3650e9a3-408b-4503-b72a-a24fdbac10d9 HTTP/1.1" status: 204 len: 168 time: 0.7593980 Jun 17 08:22:53.484002 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:53.497806 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1a075bd3-9e76-4acf-8f6a-078cfd81d440, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a075bd3-9e76-4acf-8f6a-078cfd81d440,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:53.514396 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '1a075bd3-9e76-4acf-8f6a-078cfd81d440', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'port_id': '1a075bd3-9e76-4acf-8f6a-078cfd81d440', 'mac_address': 'fa:16:3e:bb:91:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af897ec-2d0a-4599-9130-95c99bd44887', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:53.545349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=3650e9a3-408b-4503-b72a-a24fdbac10d9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:53.556652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee80d6-0e0a-460f-a83e-7b7d63571f91 req-9d987cb2-a76f-4483-b995-c5d5af5993e1 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:53.558228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74ee80d6-0e0a-460f-a83e-7b7d63571f91 req-9d987cb2-a76f-4483-b995-c5d5af5993e1 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/ports?device_id=702fd721-f614-45a7-a5e6-e8b4c41935d6 HTTP/1.1" status: 200 len: 949 time: 0.3412220 Jun 17 08:22:53.559382 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:53.592487 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.600415 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0224607b-eca1-4cf2-b082-970915db1cc3 req-78714a80-65bc-4bc9-a9f9-8b73e788238b tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794696 Jun 17 08:22:53.610708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a075bd3-9e76-4acf-8f6a-078cfd81d440 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:53.632107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829ce7f-0b82-4711-bdae-38216939ab42 req-c07a0f75-93ef-45ad-a952-4a917182a4f0 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:53.644257 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5829ce7f-0b82-4711-bdae-38216939ab42 req-c07a0f75-93ef-45ad-a952-4a917182a4f0 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "GET /v2.0/ports?device_id=42ae5045-a35b-4e16-aefc-604590090c0d HTTP/1.1" status: 200 len: 950 time: 0.1925976 Jun 17 08:22:53.646364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1a075bd3-9e76-4acf-8f6a-078cfd81d440, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a075bd3-9e76-4acf-8f6a-078cfd81d440,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:53.651970 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.653945 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:53.720145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=1a075bd3-9e76-4acf-8f6a-078cfd81d440,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:53.726625 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:53.756040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4f5a729-a82a-429b-88c0-2fddc0d3a184 req-a9239abb-495f-4c73-835e-70a5dbaa1f00 service neutron] 10.222.0.63 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731409 Jun 17 08:22:53.781239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:53.805788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff6acd-eb37-467f-92c8-50213563f046 req-ea1f0210-8a8e-4c25-a9b1-3eabff4f4e60 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:53.807668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52ff6acd-eb37-467f-92c8-50213563f046 req-ea1f0210-8a8e-4c25-a9b1-3eabff4f4e60 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 948 time: 0.1640286 Jun 17 08:22:53.810534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54748) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:53.882247 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7bb5ea79-3fe5-4cc9-9820-8f9812c44873 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85171ee2abef4415ab381abdf9fa216f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646994 Jun 17 08:22:53.891264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54762) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:53.892754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-74ee80d6-0e0a-460f-a83e-7b7d63571f91 req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Deleting port b3acca11-e58b-4a79-80c7-ad51c98eb93e {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:53.893160 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-74ee80d6-0e0a-460f-a83e-7b7d63571f91 req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:53.970510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1a075bd3-9e76-4acf-8f6a-078cfd81d440'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:54.132172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-74ee80d6-0e0a-460f-a83e-7b7d63571f91 req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] For port b3acca11-e58b-4a79-80c7-ad51c98eb93e, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b3acca11-e58b-4a79-80c7-ad51c98eb93e,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:54.132790 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-74ee80d6-0e0a-460f-a83e-7b7d63571f91 req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.153229 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52ff6acd-eb37-467f-92c8-50213563f046 req-213bac69-2bd3-4c7c-92fe-d31d6d7bc588 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124814 Jun 17 08:22:54.188250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-5829ce7f-0b82-4711-bdae-38216939ab42 req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Deleting port 50451d97-3b1e-47a5-955e-26fe163065d0 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:54.188813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5829ce7f-0b82-4711-bdae-38216939ab42 req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.280846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-74ee80d6-0e0a-460f-a83e-7b7d63571f91 req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Calling delete_port for b3acca11-e58b-4a79-80c7-ad51c98eb93e owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:54.284049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5829ce7f-0b82-4711-bdae-38216939ab42 req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] For port 50451d97-3b1e-47a5-955e-26fe163065d0, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=50451d97-3b1e-47a5-955e-26fe163065d0,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:54.284418 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5829ce7f-0b82-4711-bdae-38216939ab42 req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.298828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb53d25-5112-47d6-90d8-97b17794e670 req-a501da03-c25f-4b71-93bf-2f3e39a81d3a tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:54.299696 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-afb53d25-5112-47d6-90d8-97b17794e670 req-a501da03-c25f-4b71-93bf-2f3e39a81d3a tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 944 time: 0.2836306 Jun 17 08:22:54.352529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-5829ce7f-0b82-4711-bdae-38216939ab42 req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Calling delete_port for 50451d97-3b1e-47a5-955e-26fe163065d0 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:54.359904 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cfa0b1ac-d822-41b1-832f-721221f99035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.405539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261'}, {'name': 'network-changed', 'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:54.408343 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f54f98e-501d-4976-8ab0-590bb9500f43" -d '{"events": [{"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-unplugged", "status": "completed", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261"}, {"name": "network-changed", "server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:54.408933 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cfa0b1ac-d822-41b1-832f-721221f99035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.433436 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-afb53d25-5112-47d6-90d8-97b17794e670 req-b6b0e93d-572f-44b5-8593-fb0a2c26d42e tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235919 Jun 17 08:22:54.532700 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677ed871-0874-4e7b-825f-7da92130b8d8 x-openstack-request-id: req-677ed871-0874-4e7b-825f-7da92130b8d8 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:54.535839 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-unplugged", "status": "completed", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261", "code": 200}, {"name": "network-changed", "server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:54.536409 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-677ed871-0874-4e7b-825f-7da92130b8d8 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:54.537026 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'code': 200} Jun 17 08:22:54.537475 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'status': 'completed', 'code': 200} Jun 17 08:22:54.542182 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5829ce7f-0b82-4711-bdae-38216939ab42 req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.554952 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b3acca11-e58b-4a79-80c7-ad51c98eb93e', '50451d97-3b1e-47a5-955e-26fe163065d0'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:54.564285 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d97375a-6293-4d66-8241-dd1099c6e92a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:54.618197 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cfa0b1ac-d822-41b1-832f-721221f99035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.622734 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cfa0b1ac-d822-41b1-832f-721221f99035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.624707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cfa0b1ac-d822-41b1-832f-721221f99035 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ef83fb7-5670-4635-92d8-0c32a4cadb27 HTTP/1.1" status: 204 len: 168 time: 0.6173933 Jun 17 08:22:54.628242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:54.661579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event deleted for resources: {'Port': ['ID=50451d97-3b1e-47a5-955e-26fe163065d0,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:54.669658 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:54.693648 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-eb7baf06-6afd-45d6-9dc6-d6f35dab8c12 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:54.760774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa0b1ac-d822-41b1-832f-721221f99035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef83fb7-5670-4635-92d8-0c32a4cadb27,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:54.766695 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cfa0b1ac-d822-41b1-832f-721221f99035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:54.780945 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-74ee80d6-0e0a-460f-a83e-7b7d63571f91 req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.790164 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-74790846-b359-4ee7-a6e2-745286a3873a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:54.798179 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5829ce7f-0b82-4711-bdae-38216939ab42 req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] No DVR routers for this DVR port 50451d97-3b1e-47a5-955e-26fe163065d0 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:54.807792 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5829ce7f-0b82-4711-bdae-38216939ab42 req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:54.814437 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5829ce7f-0b82-4711-bdae-38216939ab42 req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "DELETE /v2.0/ports/50451d97-3b1e-47a5-955e-26fe163065d0 HTTP/1.1" status: 204 len: 173 time: 1.1582026 Jun 17 08:22:54.857585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-ec205341-20b0-4812-a058-e347f627130b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:54.863382 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-ec205341-20b0-4812-a058-e347f627130b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 1100 time: 0.3128090 Jun 17 08:22:54.910668 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device eae4177c-1728-45ab-b11d-8587a7a65574 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:54.946634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event deleted for resources: {'Port': ['ID=b3acca11-e58b-4a79-80c7-ad51c98eb93e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:54.953076 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:55.061327 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port eae4177c-1728-45ab-b11d-8587a7a65574, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=eae4177c-1728-45ab-b11d-8587a7a65574,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:55.110344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'eae4177c-1728-45ab-b11d-8587a7a65574', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'eae4177c-1728-45ab-b11d-8587a7a65574', 'mac_address': 'fa:16:3e:09:fa:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:55.119567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ee80d6-0e0a-460f-a83e-7b7d63571f91 req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] No DVR routers for this DVR port b3acca11-e58b-4a79-80c7-ad51c98eb93e on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:55.127965 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-74ee80d6-0e0a-460f-a83e-7b7d63571f91 req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.130048 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74ee80d6-0e0a-460f-a83e-7b7d63571f91 req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.10 "DELETE /v2.0/ports/b3acca11-e58b-4a79-80c7-ad51c98eb93e HTTP/1.1" status: 204 len: 173 time: 1.5269036 Jun 17 08:22:55.139004 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-69fc77f9-736f-4633-95d5-0b88f3dcaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:55.140611 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-69fc77f9-736f-4633-95d5-0b88f3dcaa60 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2715814 Jun 17 08:22:55.142149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702fd721-f614-45a7-a5e6-e8b4c41935d6', 'name': 'network-vif-deleted', 'tag': 'b3acca11-e58b-4a79-80c7-ad51c98eb93e'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:55.144665 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f471dd2d-7261-4fb3-88c3-e859d5725cb2" -d '{"events": [{"server_uuid": "702fd721-f614-45a7-a5e6-e8b4c41935d6", "name": "network-vif-deleted", "tag": "b3acca11-e58b-4a79-80c7-ad51c98eb93e"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:55.157736 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-e1b125f2-31a7-4575-a54e-42325c677f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:55.166414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-e1b125f2-31a7-4575-a54e-42325c677f40 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 1100 time: 0.5703959 Jun 17 08:22:55.189324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:22:55.272982 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-48382861-e79e-4d38-acb3-0aa799607650 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 217 time: 0.1233275 Jun 17 08:22:55.354121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61d15218-57c3-47d3-8414-40eabfb5675f req-43b557b4-db83-4184-bfc8-4855b05536db tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=702fd721-f614-45a7-a5e6-e8b4c41935d6 HTTP/1.1" status: 200 len: 210 time: 0.0434904 Jun 17 08:22:55.380208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4a7c0-f810-40f8-829f-5c886744dc86 req-0d3e2269-9d19-4f0e-b02c-1515decb7e35 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:55.389703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:55.389989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19a4a7c0-f810-40f8-829f-5c886744dc86 req-0d3e2269-9d19-4f0e-b02c-1515decb7e35 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 945 time: 0.4834285 Jun 17 08:22:55.437121 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:55.494253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-c791c58b-7594-453d-9c6d-041cd71ef59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:55.500322 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-c791c58b-7594-453d-9c6d-041cd71ef59c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2163680 Jun 17 08:22:55.500910 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'mac_address': 'fa:16:3e:08:81:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:22:55.528258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-78fbbdf2-f158-44d7-a730-1b5642f3d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:55.536689 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-78fbbdf2-f158-44d7-a730-1b5642f3d77b service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.3607433 Jun 17 08:22:55.570368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19a4a7c0-f810-40f8-829f-5c886744dc86 req-64914c40-e5c8-4eec-b21b-a2f14caa9f47 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817348 Jun 17 08:22:55.615025 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.629236 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.642235 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eae4177c-1728-45ab-b11d-8587a7a65574 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:55.642510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-aace5eb1-89e7-4a6e-acf4-85480625dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:55.644059 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-aace5eb1-89e7-4a6e-acf4-85480625dd7a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1353142 Jun 17 08:22:55.666555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-4599d483-26f1-4a5f-b45d-352f60eba16d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 217 time: 0.1076422 Jun 17 08:22:55.680671 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port eae4177c-1728-45ab-b11d-8587a7a65574, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=eae4177c-1728-45ab-b11d-8587a7a65574,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:55.720283 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.726117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:55.726315 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.728012 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:55.740557 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4294fad-b1a6-4b01-97e2-82410d86f91b x-openstack-request-id: req-e4294fad-b1a6-4b01-97e2-82410d86f91b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:55.740742 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702fd721-f614-45a7-a5e6-e8b4c41935d6", "name": "network-vif-deleted", "tag": "b3acca11-e58b-4a79-80c7-ad51c98eb93e", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:55.741006 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e4294fad-b1a6-4b01-97e2-82410d86f91b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:55.741619 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '702fd721-f614-45a7-a5e6-e8b4c41935d6', 'name': 'network-vif-deleted', 'tag': 'b3acca11-e58b-4a79-80c7-ad51c98eb93e', 'status': 'completed', 'code': 200} Jun 17 08:22:55.807611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=eae4177c-1728-45ab-b11d-8587a7a65574,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:55.812645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fce78da-90ef-48f2-8853-c3c4d1ec8261 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:22:55.816703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-47d153ee-5359-41ee-bbde-50f8f7573dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:55.820743 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-47d153ee-5359-41ee-bbde-50f8f7573dde service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1510813 Jun 17 08:22:55.844210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:55.851344 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:55.931826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:55.939148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['eae4177c-1728-45ab-b11d-8587a7a65574'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:55.950234 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:55.981860 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-a076af85-6431-41cb-9d85-a4c5fac799a4 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256290 Jun 17 08:22:56.048775 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:56.130173 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bd3c0-cdb1-427e-be25-d8bc47e9349a req-1a0195af-46c2-472d-a22a-1b18cd4c92ec tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:56.137044 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc3bd3c0-cdb1-427e-be25-d8bc47e9349a req-1a0195af-46c2-472d-a22a-1b18cd4c92ec tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 944 time: 0.3943937 Jun 17 08:22:56.222761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:56.245123 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-9a4ccdf7-6149-416c-94c8-a8edf81e8ac9 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560899 Jun 17 08:22:56.252813 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:56.352111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3869171-25aa-4a5b-92fd-f1d0c4d6dce5 req-1f01b744-0223-4cf1-874a-da974a77efa1 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:56.356532 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3869171-25aa-4a5b-92fd-f1d0c4d6dce5 req-1f01b744-0223-4cf1-874a-da974a77efa1 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 949 time: 0.4115481 Jun 17 08:22:56.378759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-6e4c61a2-e02c-4b1e-a744-8d55da5a3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:56.380541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-6e4c61a2-e02c-4b1e-a744-8d55da5a3de9 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5476968 Jun 17 08:22:56.381539 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['0fce78da-90ef-48f2-8853-c3c4d1ec8261'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:22:56.391617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc3bd3c0-cdb1-427e-be25-d8bc47e9349a req-c80a366c-a64d-4b02-96e6-550396bd3e56 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441697 Jun 17 08:22:56.446320 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:56.514441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:56.516844 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a2c686-1b95-4d72-ad53-d4c6d8a12733" -d '{"events": [{"server_uuid": "00d13814-b7e4-412f-90a6-9e0a86c086cc", "name": "network-vif-plugged", "status": "completed", "tag": "f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:56.542172 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ae5045-a35b-4e16-aefc-604590090c0d', 'name': 'network-vif-deleted', 'tag': '50451d97-3b1e-47a5-955e-26fe163065d0'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:56.545444 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31efeba-8924-4ff7-a4b5-04ba8351d9eb" -d '{"events": [{"server_uuid": "42ae5045-a35b-4e16-aefc-604590090c0d", "name": "network-vif-deleted", "tag": "50451d97-3b1e-47a5-955e-26fe163065d0"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:56.554222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:56.585936 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:56.587231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1a075bd3-9e76-4acf-8f6a-078cfd81d440 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:56.637441 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:56.824718 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3869171-25aa-4a5b-92fd-f1d0c4d6dce5 req-5e321f2c-7a2d-4ab5-82bb-074e40f12f61 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559116 Jun 17 08:22:56.899768 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-0fe18b59-9f68-4a8f-91bc-0136f64f060c service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933493 Jun 17 08:22:56.932835 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c789a7c-7846-47e6-ab35-025bafd33993 x-openstack-request-id: req-6c789a7c-7846-47e6-ab35-025bafd33993 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:56.933214 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ae5045-a35b-4e16-aefc-604590090c0d", "name": "network-vif-deleted", "tag": "50451d97-3b1e-47a5-955e-26fe163065d0", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:56.933660 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c789a7c-7846-47e6-ab35-025bafd33993 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:56.933946 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ae5045-a35b-4e16-aefc-604590090c0d', 'name': 'network-vif-deleted', 'tag': '50451d97-3b1e-47a5-955e-26fe163065d0', 'status': 'completed', 'code': 200} Jun 17 08:22:57.007256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5385d765-409a-4cbe-8add-b2afd0626afc req-9b503b40-4fa4-480f-9325-5fbcfcaad034 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:57.012100 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5385d765-409a-4cbe-8add-b2afd0626afc req-9b503b40-4fa4-480f-9325-5fbcfcaad034 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 945 time: 0.1466951 Jun 17 08:22:57.018338 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2c760e-f7eb-4be1-bbb8-0e47860645bf x-openstack-request-id: req-cf2c760e-f7eb-4be1-bbb8-0e47860645bf {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:57.018674 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d13814-b7e4-412f-90a6-9e0a86c086cc", "name": "network-vif-plugged", "status": "completed", "tag": "f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:57.018925 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf2c760e-f7eb-4be1-bbb8-0e47860645bf {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:57.019329 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87', 'code': 200} Jun 17 08:22:57.020143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b3acca11-e58b-4a79-80c7-ad51c98eb93e no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:57.087592 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: b3acca11-e58b-4a79-80c7-ad51c98eb93e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:57.087951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b3acca11-e58b-4a79-80c7-ad51c98eb93e not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:57.088386 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 50451d97-3b1e-47a5-955e-26fe163065d0 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:57.138731 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 50451d97-3b1e-47a5-955e-26fe163065d0 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:22:57.138969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 50451d97-3b1e-47a5-955e-26fe163065d0 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:22:57.170288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f54f98e-501d-4976-8ab0-590bb9500f43 req-0c11dc16-a4b5-4b8f-8097-83370fb15e1a service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582643 Jun 17 08:22:57.175737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:57.200661 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:57.214131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b59020-6889-406e-be26-20cc14df7168 req-d6cdb6dd-bc44-4991-8da1-087eaab55535 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:57.217122 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-5385d765-409a-4cbe-8add-b2afd0626afc req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Deleting port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:57.217465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5385d765-409a-4cbe-8add-b2afd0626afc req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.221467 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-02b59020-6889-406e-be26-20cc14df7168 req-d6cdb6dd-bc44-4991-8da1-087eaab55535 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 945 time: 0.1974590 Jun 17 08:22:57.245899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 1a075bd3-9e76-4acf-8f6a-078cfd81d440 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:57.258944 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 1a075bd3-9e76-4acf-8f6a-078cfd81d440 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:57.259360 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.274349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-02b59020-6889-406e-be26-20cc14df7168 req-e500e255-8ec1-4a42-b57e-49c727cad79f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441227 Jun 17 08:22:57.405048 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.456660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1a075bd3-9e76-4acf-8f6a-078cfd81d440, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a075bd3-9e76-4acf-8f6a-078cfd81d440,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:57.466319 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.472679 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:57.479059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5385d765-409a-4cbe-8add-b2afd0626afc req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] For port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:57.479542 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5385d765-409a-4cbe-8add-b2afd0626afc req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.556995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:22:57.561067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=1a075bd3-9e76-4acf-8f6a-078cfd81d440,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:57.595622 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-5385d765-409a-4cbe-8add-b2afd0626afc req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Calling delete_port for f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:22:57.630200 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:57.703711 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.741244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:57.747536 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.750138 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:57.785889 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a816af0a-840e-49f3-8cfc-80e37723c7d4 req-e5d4b0d3-2f67-4b11-8bdc-67244658f8fc tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:57.791646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a816af0a-840e-49f3-8cfc-80e37723c7d4 req-e5d4b0d3-2f67-4b11-8bdc-67244658f8fc tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=00d13814-b7e4-412f-90a6-9e0a86c086cc HTTP/1.1" status: 200 len: 945 time: 0.1185243 Jun 17 08:22:57.804802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:57.818142 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:57.828328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f32ba973-1401-4bb2-a9ba-73c8ae86e35e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:57.830882 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f32ba973-1401-4bb2-a9ba-73c8ae86e35e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.63 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27&tenant_id=9f7669688c6d4b939b7454c55df8be96&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 949 time: 0.2351487 Jun 17 08:22:57.838122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5385d765-409a-4cbe-8add-b2afd0626afc req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.845281 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c81fc599-6d2c-42e5-bcfc-c61a4c7ad293 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:57.877492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event deleted for resources: {'Port': ['ID=f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:57.883978 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:57.943858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a816af0a-840e-49f3-8cfc-80e37723c7d4 req-2af189c7-4837-4a81-a8d6-88b18e44363f tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436212 Jun 17 08:22:57.945497 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5385d765-409a-4cbe-8add-b2afd0626afc req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] No DVR routers for this DVR port f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:22:57.950641 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-dfc7c3c1-b011-45e2-8599-316df679b4c2 service neutron] 10.222.0.63 "GET /v2.0/ports/0fce78da-90ef-48f2-8853-c3c4d1ec8261/bindings/n-h2-779913-16 HTTP/1.1" status: 200 len: 383 time: 0.1106842 Jun 17 08:22:57.963425 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5385d765-409a-4cbe-8add-b2afd0626afc req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:57.966039 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5385d765-409a-4cbe-8add-b2afd0626afc req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "DELETE /v2.0/ports/f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 HTTP/1.1" status: 204 len: 173 time: 0.9485264 Jun 17 08:22:58.040380 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-458baf75-f898-477a-9f49-930c9102381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:58.041956 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-458baf75-f898-477a-9f49-930c9102381f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 1101 time: 0.0621283 Jun 17 08:22:58.185472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6087a-fee3-46d7-ba6e-349a0406488f req-53a82786-39db-4e74-9054-5b84de7468ff tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:58.187732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14a6087a-fee3-46d7-ba6e-349a0406488f req-53a82786-39db-4e74-9054-5b84de7468ff tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 949 time: 0.0714009 Jun 17 08:22:58.201140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-b27fd4aa-6f25-4744-af8d-c364903a7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:58.205820 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-b27fd4aa-6f25-4744-af8d-c364903a7a74 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1552129 Jun 17 08:22:58.251501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14a6087a-fee3-46d7-ba6e-349a0406488f req-6b112cce-7b97-4334-a686-33e7061cac16 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564384 Jun 17 08:22:58.267870 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-2eb1ac5b-fdc0-43a1-ac3b-2817f7bf4b3c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 217 time: 0.0550208 Jun 17 08:22:58.349365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-4bedaedf-72d0-4fb6-8ad3-41fd7e663485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:58.351762 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-4bedaedf-72d0-4fb6-8ad3-41fd7e663485 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0760722 Jun 17 08:22:58.455022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-30d8449a-c2aa-42f7-955a-43cda87b43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:58.456552 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-30d8449a-c2aa-42f7-955a-43cda87b43c8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0907028 Jun 17 08:22:58.485953 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54892) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:58.486142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a3eb8-b742-430f-907e-6c5d8ccf3227 req-996bf6a2-0d2a-4952-8a8a-83ae1a1e0b6a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:58.493062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b21a3eb8-b742-430f-907e-6c5d8ccf3227 req-996bf6a2-0d2a-4952-8a8a-83ae1a1e0b6a tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 950 time: 0.1505985 Jun 17 08:22:58.583209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b21a3eb8-b742-430f-907e-6c5d8ccf3227 req-d93a7f72-9fd1-443e-a2a6-4fc5d6e6bb09 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892184 Jun 17 08:22:58.612560 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-91ec0e48-bb9a-4af7-b739-492decb8a4ce service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486559 Jun 17 08:22:58.626893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2dcbc-5860-45c7-8c19-794559158553 req-1dc35517-c73b-4577-9a0f-0a63cb560137 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:58.628561 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5f2dcbc-5860-45c7-8c19-794559158553 req-1dc35517-c73b-4577-9a0f-0a63cb560137 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 946 time: 0.1957209 Jun 17 08:22:58.675479 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5f2dcbc-5860-45c7-8c19-794559158553 req-a430a2db-768e-423d-9b6b-a2dd15a51b4b tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382876 Jun 17 08:22:58.711289 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4bed844b-6bba-46e1-8dd4-43d5b1e642f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.778223 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-1f3fcfe9-593c-4b4e-8bd5-2b665c2b8501 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585078 Jun 17 08:22:58.894924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4bed844b-6bba-46e1-8dd4-43d5b1e642f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.901205 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4bed844b-6bba-46e1-8dd4-43d5b1e642f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:58.904279 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:58.917190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device eae4177c-1728-45ab-b11d-8587a7a65574 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:58.938379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'name': 'network-vif-deleted', 'tag': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:58.940967 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cfe1c2-0946-48d1-b5eb-49e541e8be56" -d '{"events": [{"server_uuid": "00d13814-b7e4-412f-90a6-9e0a86c086cc", "name": "network-vif-deleted", "tag": "f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:58.956643 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4bed844b-6bba-46e1-8dd4-43d5b1e642f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=931a71cf5b384f1fa4b4fc213c47deca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4696035 Jun 17 08:22:58.956810 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54898) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:22:58.957691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed844b-6bba-46e1-8dd4-43d5b1e642f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51869853-05ef-4d38-831b-35ee39923d42,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:58.961001 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4bed844b-6bba-46e1-8dd4-43d5b1e642f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:58.992294 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c927ea23-31c5-45ad-970d-7e8fd6dd2808 x-openstack-request-id: req-c927ea23-31c5-45ad-970d-7e8fd6dd2808 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:58.992671 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d13814-b7e4-412f-90a6-9e0a86c086cc", "name": "network-vif-deleted", "tag": "f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:58.993521 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c927ea23-31c5-45ad-970d-7e8fd6dd2808 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:58.993961 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'name': 'network-vif-deleted', 'tag': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87', 'status': 'completed', 'code': 200} Jun 17 08:22:59.005040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port eae4177c-1728-45ab-b11d-8587a7a65574 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:59.005533 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.025253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a075bd3-9e76-4acf-8f6a-078cfd81d440'}, {'server_uuid': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:22:59.027777 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2dc2ec-2ea6-4fac-8eba-9d771337af8a" -d '{"events": [{"server_uuid": "2b17a48f-bd62-4052-a61f-052eafbe9e3d", "name": "network-vif-plugged", "status": "completed", "tag": "1a075bd3-9e76-4acf-8f6a-078cfd81d440"}, {"server_uuid": "00d13814-b7e4-412f-90a6-9e0a86c086cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:22:59.035043 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-454ca6ff-6ee4-4be9-86b8-eae0c0c131ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.060653 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-454ca6ff-6ee4-4be9-86b8-eae0c0c131ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.104787 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.108389 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 17 Jun 2021 08:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ad2638-e947-4c5b-be0d-d110adc26cd8 x-openstack-request-id: req-d7ad2638-e947-4c5b-be0d-d110adc26cd8 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:22:59.109703 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b17a48f-bd62-4052-a61f-052eafbe9e3d", "name": "network-vif-plugged", "status": "completed", "tag": "1a075bd3-9e76-4acf-8f6a-078cfd81d440", "code": 200}, {"server_uuid": "00d13814-b7e4-412f-90a6-9e0a86c086cc", "name": "network-vif-unplugged", "status": "completed", "tag": "f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:22:59.110448 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d7ad2638-e947-4c5b-be0d-d110adc26cd8 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:22:59.111906 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a075bd3-9e76-4acf-8f6a-078cfd81d440', 'code': 200} Jun 17 08:22:59.112255 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d13814-b7e4-412f-90a6-9e0a86c086cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87', 'code': 200} Jun 17 08:22:59.167577 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-454ca6ff-6ee4-4be9-86b8-eae0c0c131ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.170659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-454ca6ff-6ee4-4be9-86b8-eae0c0c131ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.182755 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-454ca6ff-6ee4-4be9-86b8-eae0c0c131ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/51869853-05ef-4d38-831b-35ee39923d42 HTTP/1.1" status: 204 len: 168 time: 0.2247508 Jun 17 08:22:59.183858 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac5cdaac-0e25-4eba-a08a-ca1cf283af7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:59.187187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port eae4177c-1728-45ab-b11d-8587a7a65574, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=eae4177c-1728-45ab-b11d-8587a7a65574,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:59.197133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ca6ff-6ee4-4be9-86b8-eae0c0c131ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51869853-05ef-4d38-831b-35ee39923d42,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:59.198061 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.200089 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:59.202466 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-454ca6ff-6ee4-4be9-86b8-eae0c0c131ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:59.208723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:22:59.354961 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f927d-dd48-445d-8b1c-7134569cafee req-74d6f0d5-31ce-4307-8176-dfaeee3776b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:59.356805 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4f4f927d-dd48-445d-8b1c-7134569cafee req-74d6f0d5-31ce-4307-8176-dfaeee3776b4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 1098 time: 0.1171339 Jun 17 08:22:59.363744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=eae4177c-1728-45ab-b11d-8587a7a65574,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:59.367900 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:59.381364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:22:59.400950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:22:59.403863 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.443845 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4f4f927d-dd48-445d-8b1c-7134569cafee req-ec859f51-b4f7-4ec5-aa4a-36d245aac181 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565500 Jun 17 08:22:59.484362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4a0161a9-2be5-441f-92d3-67f4a4b1330c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:59.493115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4a0161a9-2be5-441f-92d3-67f4a4b1330c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/networks?id=45ef929f-e6f4-4515-a0c5-537fcf398259 HTTP/1.1" status: 200 len: 821 time: 0.1957786 Jun 17 08:22:59.534614 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.547445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-943e06ff-5c3e-44d6-b50f-56e2d5843040 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/quotas/bb8246e60a494b9e9f3ca46087f88b6e HTTP/1.1" status: 200 len: 375 time: 0.0532246 Jun 17 08:22:59.585908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:22:59.594251 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:22:59.599641 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:22:59.605406 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ce3d2-e913-49ae-b404-f6b0de13de2f req-c1e932fe-e7f6-4e23-a65e-4b79bc25da28 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:59.607012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d4ce3d2-e913-49ae-b404-f6b0de13de2f req-c1e932fe-e7f6-4e23-a65e-4b79bc25da28 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 950 time: 0.2208192 Jun 17 08:22:59.664914 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:22:59.668355 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:22:59.708018 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-264e9131-973d-4c82-abb1-1386e88c08c3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb8246e60a494b9e9f3ca46087f88b6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1589861 Jun 17 08:22:59.808733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52bff6-de10-4adb-9af8-95112e420a30 req-0d09655c-2f83-41e1-a30c-db840133841a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:22:59.810299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cf52bff6-de10-4adb-9af8-95112e420a30 req-0d09655c-2f83-41e1-a30c-db840133841a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 949 time: 0.3151116 Jun 17 08:22:59.891115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-042c3012-868f-48b4-86a3-7152eea69319 service neutron] 10.222.0.47 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756868 Jun 17 08:22:59.896033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cf52bff6-de10-4adb-9af8-95112e420a30 req-7e702535-7b5d-447a-af37-dc3926338e9a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779030 Jun 17 08:22:59.898343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-4d4ce3d2-e913-49ae-b404-f6b0de13de2f req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Deleting port 23a14062-4d2e-4057-9394-cb5f9210a876 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:22:59.898660 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4d4ce3d2-e913-49ae-b404-f6b0de13de2f req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.064545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54996) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:00.115243 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-4d4ce3d2-e913-49ae-b404-f6b0de13de2f req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] For port 23a14062-4d2e-4057-9394-cb5f9210a876, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=23a14062-4d2e-4057-9394-cb5f9210a876,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:00.115805 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4d4ce3d2-e913-49ae-b404-f6b0de13de2f req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.131665 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c9c5a830-366e-44ef-af01-8da876f042a6 service neutron] 10.222.0.47 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296474 Jun 17 08:23:00.208033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-4d4ce3d2-e913-49ae-b404-f6b0de13de2f req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Calling delete_port for 23a14062-4d2e-4057-9394-cb5f9210a876 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:23:00.244611 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-145162891-network', 'tenant_id': '76b1458140554869aae6692b38e06da1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:00.276619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Made reservation on behalf of 76b1458140554869aae6692b38e06da1 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:00.283557 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.306984 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.311650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a3783-dd4a-4fb7-8edf-17a430d17906 req-09a3a2b1-719d-4ee1-a5e5-b4fe282ac7ca tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:00.320745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b4a3783-dd4a-4fb7-8edf-17a430d17906 req-09a3a2b1-719d-4ee1-a5e5-b4fe282ac7ca tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 950 time: 0.2787726 Jun 17 08:23:00.394860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b4a3783-dd4a-4fb7-8edf-17a430d17906 req-28818ca8-0d93-41d5-93c6-39cf6d2fe878 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/security-groups?id=d8dc827e-27a7-4c00-8b06-c5d10e18358c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700550 Jun 17 08:23:00.520975 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4d4ce3d2-e913-49ae-b404-f6b0de13de2f req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.527414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86d0244d-4d91-4c4e-ac61-8b199b47850a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:00.534213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['23a14062-4d2e-4057-9394-cb5f9210a876'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:00.580707 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.589871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.602937 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4bed844b-6bba-46e1-8dd4-43d5b1e642f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:00.618625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Pushing event deleted for resources: {'Port': ['ID=23a14062-4d2e-4057-9394-cb5f9210a876,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:00.639277 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:00.678007 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:00.681877 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:23:00.693950 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:00.712428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.712943 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Added segment f5f7cb9f-101b-455b-9a92-44a8cf96c65e of type vlan for network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 Jun 17 08:23:00.717323 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3b37e17-b3a6-4a21-b75e-532b73d92339 req-16d67bb4-499f-4f46-8e3b-0714b4f32cb3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 210 time: 0.0565684 Jun 17 08:23:00.796593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.805837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4ce3d2-e913-49ae-b404-f6b0de13de2f req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] No DVR routers for this DVR port 23a14062-4d2e-4057-9394-cb5f9210a876 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:23:00.821451 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4d4ce3d2-e913-49ae-b404-f6b0de13de2f req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.824165 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d4ce3d2-e913-49ae-b404-f6b0de13de2f req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.63 "DELETE /v2.0/ports/23a14062-4d2e-4057-9394-cb5f9210a876 HTTP/1.1" status: 204 len: 173 time: 1.2111990 Jun 17 08:23:00.827209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d', 'name': 'network-vif-deleted', 'tag': '23a14062-4d2e-4057-9394-cb5f9210a876'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:00.830784 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da281f3b-0b65-40b5-a0b7-40da2e09a103" -d '{"events": [{"server_uuid": "14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d", "name": "network-vif-deleted", "tag": "23a14062-4d2e-4057-9394-cb5f9210a876"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:00.878644 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.880780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:00.881475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:00.885960 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:00.895773 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc85a92-5d4d-4843-ac72-f51c9ca1fd92 req-11b39025-8e19-4836-bde9-f57e8fa6a83e tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:00.915659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bdc85a92-5d4d-4843-ac72-f51c9ca1fd92 req-11b39025-8e19-4836-bde9-f57e8fa6a83e tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 946 time: 0.2991168 Jun 17 08:23:00.992496 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc71f11-7be5-459a-9edb-69276b09185d x-openstack-request-id: req-ebc71f11-7be5-459a-9edb-69276b09185d {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:00.992951 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d", "name": "network-vif-deleted", "tag": "23a14062-4d2e-4057-9394-cb5f9210a876", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:00.994165 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ebc71f11-7be5-459a-9edb-69276b09185d {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:00.994714 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d', 'name': 'network-vif-deleted', 'tag': '23a14062-4d2e-4057-9394-cb5f9210a876', 'status': 'completed', 'code': 200} Jun 17 08:23:01.014300 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bdc85a92-5d4d-4843-ac72-f51c9ca1fd92 req-69009a55-f783-439a-8b6e-be1071e2b8c3 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976002 Jun 17 08:23:01.034533 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9659839 Jun 17 08:23:01.034533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:01.035674 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55062) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:01.037897 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:01.041913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Request body: {'subnet': {'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-145162891-subnet', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:01.045304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:23:01.124264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Made reservation on behalf of 76b1458140554869aae6692b38e06da1 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:01.129143 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.147260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae4177c-1728-45ab-b11d-8587a7a65574'}, {'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:01.162860 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a20a172-e267-4ee0-a963-0a04e92864bd" -d '{"events": [{"server_uuid": "b68350cf-a82b-4a6b-ad8a-790331b36d7b", "name": "network-vif-plugged", "status": "completed", "tag": "eae4177c-1728-45ab-b11d-8587a7a65574"}, {"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-plugged", "status": "completed", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:01.250109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 23a14062-4d2e-4057-9394-cb5f9210a876 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:01.340482 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:23:01.351407 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64edd1a9-8f53-4305-98c5-57478926a668 x-openstack-request-id: req-64edd1a9-8f53-4305-98c5-57478926a668 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:01.352105 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68350cf-a82b-4a6b-ad8a-790331b36d7b", "name": "network-vif-plugged", "status": "completed", "tag": "eae4177c-1728-45ab-b11d-8587a7a65574", "code": 200}, {"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-plugged", "status": "completed", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:01.352570 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-64edd1a9-8f53-4305-98c5-57478926a668 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:01.353509 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae4177c-1728-45ab-b11d-8587a7a65574', 'code': 200} Jun 17 08:23:01.353936 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'code': 200} Jun 17 08:23:01.360030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 23a14062-4d2e-4057-9394-cb5f9210a876 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:23:01.360585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 23a14062-4d2e-4057-9394-cb5f9210a876 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:23:01.361232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:01.465829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:23:01.468273 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f7ef65a3-e79e-4b71-a0ca-6a754dfb1d87 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:23:01.520237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bfe51-4752-45a9-952e-f6d280c3a984 req-ef77264f-af3a-4437-a24a-0cb6bd06a159 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:01.528980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-291bfe51-4752-45a9-952e-f6d280c3a984 req-ef77264f-af3a-4437-a24a-0cb6bd06a159 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.2124014 Jun 17 08:23:01.670441 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-291bfe51-4752-45a9-952e-f6d280c3a984 req-2baf632d-dcd8-4076-be65-f891388b0e92 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404126 Jun 17 08:23:01.707130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5f55b018-eead-4a14-8f4a-aa23db590ef8 req-c81b2771-3857-44a4-a69e-a1dbb6bf4378 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] 10.222.0.47 "GET /v2.0/ports?device_id=14aa1a06-4c38-47bf-8bad-c1cbc8a93c7d HTTP/1.1" status: 200 len: 210 time: 0.0767312 Jun 17 08:23:01.730810 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:01.739061 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:01.853658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b3ef64-dd68-4de7-acbf-fa464b6f2298,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:01.882730 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:01.906133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-404eae6c-e050-40a6-8cda-049ae6c5a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:01.907830 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-404eae6c-e050-40a6-8cda-049ae6c5a9d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27&tenant_id=9f7669688c6d4b939b7454c55df8be96 HTTP/1.1" status: 200 len: 1102 time: 0.2649980 Jun 17 08:23:01.930841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-16', 'device_owner': 'compute:nova'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:02.006277 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9044ca98-20eb-4a5a-983d-bee6a546c7db req-d40f343b-5d68-4d92-8202-fd9aeadb0aaf tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 210 time: 0.0579755 Jun 17 08:23:02.016390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Checking segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:02.017223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Network hostable DHCP agents. Network: 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:23:02.039503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:23:02.059310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:02.065021 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:02.065879 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.070444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8ae616-6193-4537-8fce-c09e058ede5e None None] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:02.072491 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.094382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0571265 Jun 17 08:23:02.107515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55104) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:02.118613 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:02.191303 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.192391 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.345973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:23:02.351801 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.392673 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.440253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:02.520221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:02.581992 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:02.587133 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f73388-4fe6-4c93-8868-2aa306fa09c1" -d '{"events": [{"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-unplugged", "status": "completed", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:02.594211 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.633893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Transition to ACTIVE for port object 0fce78da-90ef-48f2-8853-c3c4d1ec8261 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:02.646781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.649437 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c7fec2d3-a0f2-4eda-88ed-941c8888ea34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:02.670290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Allocated IP 172.20.0.2 (1cc1239f-e7c8-47fb-a006-4a6c6fc01c91/a3b3ef64-dd68-4de7-acbf-fa464b6f2298/56c4e532-f86d-4dc3-8254-a9be4caede8c) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:02.874338 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76877ac3-4368-42dd-a764-8abc6d08de00 req-682802a4-c582-427b-beb2-948122e4ee70 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:02.884416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76877ac3-4368-42dd-a764-8abc6d08de00 req-682802a4-c582-427b-beb2-948122e4ee70 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 946 time: 0.6668758 Jun 17 08:23:02.947333 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:02.965873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] No DVR routers for this DVR port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:23:02.974601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=10']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:02.984165 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:03.049266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a066a-575c-4a5d-8de3-15543b549a04 req-9af2f96a-f275-4b5e-aa22-2c339b25efa1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:03.051269 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-9af2f96a-f275-4b5e-aa22-2c339b25efa1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "GET /v2.0/networks?id=45ef929f-e6f4-4515-a0c5-537fcf398259 HTTP/1.1" status: 200 len: 821 time: 0.5363896 Jun 17 08:23:03.062641 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.077421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Request body: {'port': {'device_id': '75a655ae-0d85-4742-a566-d544754da74b', 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259', 'admin_state_up': True, 'tenant_id': 'bb8246e60a494b9e9f3ca46087f88b6e'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:03.077705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:03.078053 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:03.078384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:03.090409 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:03.092904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Attempting to bind port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:03.107915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:03.108248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:03.108688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:03.110054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Bound port: 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:03.110419 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.185548 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76877ac3-4368-42dd-a764-8abc6d08de00 req-d0496e27-3d21-4cd7-83fe-96b6218e04b9 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994974 Jun 17 08:23:03.232318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:03.275291 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.287049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:23:03.291647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Transition to ACTIVE for port object 56c4e532-f86d-4dc3-8254-a9be4caede8c will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:03.311541 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:03.311977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Transition to ACTIVE for port object 56c4e532-f86d-4dc3-8254-a9be4caede8c will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:03.314449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Made reservation on behalf of bb8246e60a494b9e9f3ca46087f88b6e for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:03.318556 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.322178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:03.324795 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.329687 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:03.335624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.348273 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-93514a33-5391-4a35-9ef9-68d9b6f41aa0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:03.386909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:03.393793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:03.399397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:03.425025 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=11']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:03.441364 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:03.441906 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Pushing event updated for resources: {'Port': ['ID=56c4e532-f86d-4dc3-8254-a9be4caede8c,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:03.446934 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:03.478434 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:03.482312 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.485901 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Attempting to bind port 56c4e532-f86d-4dc3-8254-a9be4caede8c on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:03.486608 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Attempting to bind port 56c4e532-f86d-4dc3-8254-a9be4caede8c by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:03.487104 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Attempting to bind port 56c4e532-f86d-4dc3-8254-a9be4caede8c on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:03.489760 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] 10.222.0.10 "PUT /v2.0/ports/0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 1098 time: 1.5649674 Jun 17 08:23:03.495008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:03.495788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Checking segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:03.496717 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.497213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Bound using segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:03.497981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Bound port: 56c4e532-f86d-4dc3-8254-a9be4caede8c, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:03.498482 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.602079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] For port 56c4e532-f86d-4dc3-8254-a9be4caede8c, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:03.609295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] For port 56c4e532-f86d-4dc3-8254-a9be4caede8c, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=56c4e532-f86d-4dc3-8254-a9be4caede8c,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:03.620388 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:03.645079 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:03.725803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-25a71d69-8401-4d6a-8384-7416686d00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:03.730335 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-25a71d69-8401-4d6a-8384-7416686d00b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 1101 time: 0.2083519 Jun 17 08:23:03.794697 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Pushing event updated for resources: {'Port': ['ID=56c4e532-f86d-4dc3-8254-a9be4caede8c,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:03.800096 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:03.884427 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3a6107-13a1-4c81-a9ee-26ec01cb6a47 x-openstack-request-id: req-bf3a6107-13a1-4c81-a9ee-26ec01cb6a47 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:03.885036 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-unplugged", "status": "completed", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:03.885321 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf3a6107-13a1-4c81-a9ee-26ec01cb6a47 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:03.885772 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'code': 200} Jun 17 08:23:03.937625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-60a4edbc-0292-46c5-a14a-8e02c27c6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:03.941168 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-60a4edbc-0292-46c5-a14a-8e02c27c6b0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1996524 Jun 17 08:23:04.021955 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-120ff882-c866-40c1-9643-486194644154 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 217 time: 0.0727460 Jun 17 08:23:04.126317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-19853bbb-621e-4c9b-b757-24be9a3c53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:04.130649 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-19853bbb-621e-4c9b-b757-24be9a3c53f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0932212 Jun 17 08:23:04.242071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Allocated IP 172.20.0.2 (45ef929f-e6f4-4515-a0c5-537fcf398259/77487d9d-954e-4053-8664-9cda2577cf8f/61979d47-2188-4ae6-b586-ccf13aa01164) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:04.268976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-cab4eac8-37d3-45d1-bf1c-0d2fd56ac177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:04.274242 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-cab4eac8-37d3-45d1-bf1c-0d2fd56ac177 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1335144 Jun 17 08:23:04.379875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.381389 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-555a92ca-e05c-499a-8711-debfeb70abc5 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006751 Jun 17 08:23:04.439131 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.515822 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8e14ab3d-ec5c-40f8-aa9d-c5af425a000c req-bacb2833-7a4f-4134-8aff-767b522717ce service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211200 Jun 17 08:23:04.616708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0bc09-e627-4918-b81e-555d76ad1986 req-f4832ce2-5677-4553-ad1a-ff0f90ec59cf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:04.618502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08b0bc09-e627-4918-b81e-555d76ad1986 req-f4832ce2-5677-4553-ad1a-ff0f90ec59cf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 949 time: 0.5043557 Jun 17 08:23:04.739054 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.754595 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08b0bc09-e627-4918-b81e-555d76ad1986 req-129de48a-f136-49d8-abb2-32f92bf13280 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247509 Jun 17 08:23:04.797105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Allocated IP 172.25.8.192 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/868f6221-e6cd-4d39-a7ad-027acdd3f91b) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:04.924232 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:04.946104 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5ba07b45-a436-4dd0-a2ed-9e99088edeae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:05.023293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Network 45ef929f-e6f4-4515-a0c5-537fcf398259 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:05.044702 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:05.080323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:05.213082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event updated for resources: {'Port': ['ID=61979d47-2188-4ae6-b586-ccf13aa01164,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:05.222188 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:05.258573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c45891-42a9-42cf-8f2c-06034a4978b7 None None] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:05.277276 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:05.278136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.308578 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.357115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2970135 Jun 17 08:23:05.375631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55134) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:05.414814 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Request body: {'port': {'device_id': '75a655ae-0d85-4742-a566-d544754da74b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:05.418465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-68b63540-ae37-41de-b62f-abcebc2f1771 None None] Provisioning for port 56c4e532-f86d-4dc3-8254-a9be4caede8c completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:05.571146 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.651197 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b1e78ad8-25ed-4048-a6a5-18cae8addcf3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc4472e4500249488a12da44d62a3095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707064 Jun 17 08:23:05.652855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55138) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:05.715649 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.737742 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:05.756016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 56c4e532-f86d-4dc3-8254-a9be4caede8c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:05.815293 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ba63efb-646e-4a12-ae54-4445e9966212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.873382 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ba63efb-646e-4a12-ae54-4445e9966212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.881574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f662ac5-bf55-41b6-846b-cad4f8d48fba req-d88a752e-7a2c-4b81-ab9b-a7ddfb8eacb3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:05.887749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:05.888752 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f662ac5-bf55-41b6-846b-cad4f8d48fba req-d88a752e-7a2c-4b81-ab9b-a7ddfb8eacb3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 931 time: 0.5730603 Jun 17 08:23:05.891515 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ec1735-0208-42d6-aa51-212d8968476c" -d '{"events": [{"name": "network-changed", "server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:05.909750 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 56c4e532-f86d-4dc3-8254-a9be4caede8c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:05.925316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 56c4e532-f86d-4dc3-8254-a9be4caede8c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:05.926566 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:05.930833 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:05.933364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:05.936077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:06.004349 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ba63efb-646e-4a12-ae54-4445e9966212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.005831 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ba63efb-646e-4a12-ae54-4445e9966212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.011992 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7ba63efb-646e-4a12-ae54-4445e9966212 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d8dc827e-27a7-4c00-8b06-c5d10e18358c HTTP/1.1" status: 204 len: 168 time: 0.3580794 Jun 17 08:23:06.012643 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-17a9e659-cbf1-4115-8ce6-75111d9ab05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:06.020303 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba63efb-646e-4a12-ae54-4445e9966212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dc827e-27a7-4c00-8b06-c5d10e18358c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:06.032607 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7ba63efb-646e-4a12-ae54-4445e9966212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:06.138398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=868f6221-e6cd-4d39-a7ad-027acdd3f91b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:06.142653 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:06.171780 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.191564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fbd295aa-da2c-4626-bc32-1bd4eb6628b7 None None] Provisioning complete for port 56c4e532-f86d-4dc3-8254-a9be4caede8c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:06.192201 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fbd295aa-da2c-4626-bc32-1bd4eb6628b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.198389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f662ac5-bf55-41b6-846b-cad4f8d48fba req-b560b065-46bb-43a7-a121-a53ec11d048a tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086414 Jun 17 08:23:06.260514 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 56c4e532-f86d-4dc3-8254-a9be4caede8c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=56c4e532-f86d-4dc3-8254-a9be4caede8c,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:06.273595 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.284390 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:06.351786 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=56c4e532-f86d-4dc3-8254-a9be4caede8c,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:06.367494 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:06.608077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61979d47-2188-4ae6-b586-ccf13aa01164 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:06.615761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.795029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55154) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:06.883603 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.940324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Transition to ACTIVE for port object 61979d47-2188-4ae6-b586-ccf13aa01164 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:06.949379 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eae311f7-dc49-445b-8b09-cbdfa7574918 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54be3564b6eb4a1c89f05f82076abafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1618578 Jun 17 08:23:06.950319 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:06.952202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55158) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:06.957406 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f1c240d8-0c92-44bd-a223-1aca4f16bf0f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:07.076208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Pushing event updated for resources: {'Port': ['ID=61979d47-2188-4ae6-b586-ccf13aa01164,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:07.076505 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a033de59-46a9-4240-b48f-9dd87d832e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.089291 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:07.116982 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a033de59-46a9-4240-b48f-9dd87d832e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.189378 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a033de59-46a9-4240-b48f-9dd87d832e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.196549 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a033de59-46a9-4240-b48f-9dd87d832e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.204378 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a033de59-46a9-4240-b48f-9dd87d832e8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8878df5f-0a9f-4f64-acef-8e19fe1624fb HTTP/1.1" status: 204 len: 168 time: 0.2420125 Jun 17 08:23:07.204378 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9918d43e-c8bd-4467-bd76-409ee43c0215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:07.215225 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033de59-46a9-4240-b48f-9dd87d832e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8878df5f-0a9f-4f64-acef-8e19fe1624fb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:07.218476 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a033de59-46a9-4240-b48f-9dd87d832e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:07.258240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74266eb3-ad1b-43e4-9bb1-9f2985d445f8 req-7bef2fe6-7d89-45b8-82ab-2c254be0ff8a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:07.260790 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74266eb3-ad1b-43e4-9bb1-9f2985d445f8 req-7bef2fe6-7d89-45b8-82ab-2c254be0ff8a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 949 time: 0.2595801 Jun 17 08:23:07.345814 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74266eb3-ad1b-43e4-9bb1-9f2985d445f8 req-98494e02-3c57-4e51-b448-0be5861dd9dd tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515811 Jun 17 08:23:07.361982 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.489672 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a4d85c-6132-4fb7-834a-620cf990a362 x-openstack-request-id: req-67a4d85c-6132-4fb7-834a-620cf990a362 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:07.490000 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:07.490681 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-67a4d85c-6132-4fb7-834a-620cf990a362 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:07.491210 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'status': 'completed', 'code': 200} Jun 17 08:23:07.544410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Attempting to bind port 61979d47-2188-4ae6-b586-ccf13aa01164 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:07.544820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Attempting to bind port 61979d47-2188-4ae6-b586-ccf13aa01164 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:07.545187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Attempting to bind port 61979d47-2188-4ae6-b586-ccf13aa01164 on network 45ef929f-e6f4-4515-a0c5-537fcf398259 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:07.568211 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Port 61979d47-2188-4ae6-b586-ccf13aa01164 on network 45ef929f-e6f4-4515-a0c5-537fcf398259 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:07.568550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Attempting to bind port 61979d47-2188-4ae6-b586-ccf13aa01164 on network 45ef929f-e6f4-4515-a0c5-537fcf398259 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:07.586437 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:07.586805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Checking segment: {'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:07.587345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Bound using segment: {'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:07.587819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Bound port: 61979d47-2188-4ae6-b586-ccf13aa01164, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dbb6774-dade-4212-b572-d642e8451263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:07.588124 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.782546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 56c4e532-f86d-4dc3-8254-a9be4caede8c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:07.821964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] For port 61979d47-2188-4ae6-b586-ccf13aa01164, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:07.824217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1735-0208-42d6-aa51-212d8968476c req-b74401bf-65c0-4c5a-90fa-c1a916905849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:07.827064 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-b74401bf-65c0-4c5a-90fa-c1a916905849 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 1101 time: 0.3166077 Jun 17 08:23:07.841877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] For port 61979d47-2188-4ae6-b586-ccf13aa01164, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=61979d47-2188-4ae6-b586-ccf13aa01164,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:07.865641 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:07.868354 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6537780f-537b-4a61-8e22-dc448fd45170 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:07.901112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1735-0208-42d6-aa51-212d8968476c req-f5ef6c3d-9208-4dde-a6b7-52daee9cde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:07.908373 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-f5ef6c3d-9208-4dde-a6b7-52daee9cde25 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 1101 time: 0.3188524 Jun 17 08:23:08.025973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 56c4e532-f86d-4dc3-8254-a9be4caede8c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:08.026369 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:08.062232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:08.062988 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:08.064798 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] 10.222.0.63 "PUT /v2.0/ports/61979d47-2188-4ae6-b586-ccf13aa01164 HTTP/1.1" status: 200 len: 1092 time: 2.6560040 Jun 17 08:23:08.075228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a655ae-0d85-4742-a566-d544754da74b', 'tag': '61979d47-2188-4ae6-b586-ccf13aa01164'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:08.080509 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f60d69-b8a2-45e1-87ec-86ae1d86a2d3" -d '{"events": [{"name": "network-changed", "server_uuid": "75a655ae-0d85-4742-a566-d544754da74b", "tag": "61979d47-2188-4ae6-b586-ccf13aa01164"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:08.102947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Pushing event updated for resources: {'Port': ['ID=61979d47-2188-4ae6-b586-ccf13aa01164,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:08.116459 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:08.130955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1735-0208-42d6-aa51-212d8968476c req-55fae08a-2cfa-4049-adca-1bd3330b27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:08.132461 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-55fae08a-2cfa-4049-adca-1bd3330b27ce service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2811899 Jun 17 08:23:08.195267 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Router 3401a297-0b4d-4218-9e29-3ebaacbcb921 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:23:08.257346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1735-0208-42d6-aa51-212d8968476c req-6eee9bd1-04a3-4fa0-8976-d08d732fdfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:08.266866 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-6eee9bd1-04a3-4fa0-8976-d08d732fdfe0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.3212261 Jun 17 08:23:08.329762 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-389efc31-c82c-4d1e-a845-4cf765947baa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 217 time: 0.1047807 Jun 17 08:23:08.405700 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-0e4e249d-6c78-4e6d-ba9d-799cd991c62f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 200 len: 217 time: 0.0856407 Jun 17 08:23:08.417844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1735-0208-42d6-aa51-212d8968476c req-cc4be894-e0be-469e-a570-4eb700648cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:08.420089 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-cc4be894-e0be-469e-a570-4eb700648cd6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0584552 Jun 17 08:23:08.497536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1735-0208-42d6-aa51-212d8968476c req-e17d348e-537e-4b70-906a-39a09f406e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:08.497536 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-e17d348e-537e-4b70-906a-39a09f406e9a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0756159 Jun 17 08:23:08.563207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:08.589995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Sync routers for ids ['3401a297-0b4d-4218-9e29-3ebaacbcb921'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:08.606513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Routers {'3401a297-0b4d-4218-9e29-3ebaacbcb921'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:08.608632 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:22:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3401a297-0b4d-4218-9e29-3ebaacbcb921'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:08.650755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab40e0-b5cf-4f73-98a8-9af9493ac852 req-5d9178ba-92f5-4957-b848-c68e8aa4e544 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:08.658980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1735-0208-42d6-aa51-212d8968476c req-bfd55669-02c6-4e2c-983e-e195ee4b5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:08.660490 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-bfd55669-02c6-4e2c-983e-e195ee4b5e90 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2316740 Jun 17 08:23:08.664898 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33ab40e0-b5cf-4f73-98a8-9af9493ac852 req-5d9178ba-92f5-4957-b848-c68e8aa4e544 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 946 time: 0.6787441 Jun 17 08:23:08.769966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a066a-575c-4a5d-8de3-15543b549a04 req-6915cadf-32ab-4087-9206-881f5d7eea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:08.771577 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-6915cadf-32ab-4087-9206-881f5d7eea9e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb8246e60a494b9e9f3ca46087f88b6e&device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 1095 time: 0.6294758 Jun 17 08:23:08.930952 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:08.934906 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8222220 Jun 17 08:23:08.950036 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-db7794b0-1c1b-4778-9e1b-4b905e943f07 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410059 Jun 17 08:23:08.950685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55192) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:08.953622 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-77395bb3-eb9a-458f-ab41-0de56ffacc7c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61979d47-2188-4ae6-b586-ccf13aa01164 HTTP/1.1" status: 200 len: 217 time: 0.1582649 Jun 17 08:23:08.955157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:08.964914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec1735-0208-42d6-aa51-212d8968476c req-e53fd8c2-be65-4934-8ec3-c6f594100bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:08.966954 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-e53fd8c2-be65-4934-8ec3-c6f594100bd0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4638033 Jun 17 08:23:09.068771 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Set router 3401a297-0b4d-4218-9e29-3ebaacbcb921 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:09.089823 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33ab40e0-b5cf-4f73-98a8-9af9493ac852 req-a74bb3be-9858-4b16-b7d4-319e3c79bea3 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234052 Jun 17 08:23:09.093456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a066a-575c-4a5d-8de3-15543b549a04 req-85eb99de-9d33-47c7-bec5-d3e20348358c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:09.098951 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-85eb99de-9d33-47c7-bec5-d3e20348358c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77487d9d-954e-4053-8664-9cda2577cf8f HTTP/1.1" status: 200 len: 861 time: 0.1372581 Jun 17 08:23:09.184621 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-38774f98-e213-47fa-8075-dd3892f1487c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45ef929f-e6f4-4515-a0c5-537fcf398259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785761 Jun 17 08:23:09.441166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-ca9014b5-1503-4eeb-a6d7-4db0f5b758e3 service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495210 Jun 17 08:23:09.497609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bf638-7a27-4119-8099-552fedb26e84 req-fca34c3e-de1f-46cd-8dd9-61975b138030 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:09.511509 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-491bf638-7a27-4119-8099-552fedb26e84 req-fca34c3e-de1f-46cd-8dd9-61975b138030 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 943 time: 0.1691954 Jun 17 08:23:09.530832 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:09.590360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:09.607709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'mac_address': 'fa:16:3e:08:81:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:09.621048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:06Z', 'revision_number': 3, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:09.691293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-491bf638-7a27-4119-8099-552fedb26e84 req-b3f1da23-0f98-43e7-ae81-c99dcbb914dd tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780932 Jun 17 08:23:09.772753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353a066a-575c-4a5d-8de3-15543b549a04 req-4f5b8f4d-2c7a-47c5-9eef-d7e64dcd4e83 service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175261 Jun 17 08:23:09.835895 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d640fd30-7520-46f9-806b-367e6be601d1 x-openstack-request-id: req-d640fd30-7520-46f9-806b-367e6be601d1 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:09.836257 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a655ae-0d85-4742-a566-d544754da74b", "tag": "61979d47-2188-4ae6-b586-ccf13aa01164", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:09.836543 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d640fd30-7520-46f9-806b-367e6be601d1 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:09.837018 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a655ae-0d85-4742-a566-d544754da74b', 'tag': '61979d47-2188-4ae6-b586-ccf13aa01164', 'status': 'completed', 'code': 200} Jun 17 08:23:09.853553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Checking router: 3401a297-0b4d-4218-9e29-3ebaacbcb921 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:09.853985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Updating router 3401a297-0b4d-4218-9e29-3ebaacbcb921 port 868f6221-e6cd-4d39-a7ad-027acdd3f91b binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:23:09.919312 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-29d8d280-426a-48a0-a872-e4d1e3b26daa service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9375854 Jun 17 08:23:09.931658 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:09.946881 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.011981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f60d69-b8a2-45e1-87ec-86ae1d86a2d3 req-77b58b40-8e7e-455e-b8bb-8b036898851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:10.014860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09f60d69-b8a2-45e1-87ec-86ae1d86a2d3 req-77b58b40-8e7e-455e-b8bb-8b036898851c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bb8246e60a494b9e9f3ca46087f88b6e&device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 1095 time: 0.1576202 Jun 17 08:23:10.121064 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-73ef1d19-73fc-4f01-b4cc-a13212ea0cad service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1164608 Jun 17 08:23:10.165889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fce78da-90ef-48f2-8853-c3c4d1ec8261 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:10.222289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:10.235443 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.246024 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:10.348645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=12']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:10.352678 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:10.359864 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-47ec1735-0208-42d6-aa51-212d8968476c req-5dd9c634-bc3f-49c1-9aa7-6adf70f9bcf4 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154098 Jun 17 08:23:10.537238 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.568399 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Transition to ACTIVE for port object 868f6221-e6cd-4d39-a7ad-027acdd3f91b will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:10.582761 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.586502 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:10.727378 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['0fce78da-90ef-48f2-8853-c3c4d1ec8261'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:10.742497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0d942-5c23-40b7-abd4-4c6458746d7b None None] Pushing event updated for resources: {'Port': ['ID=868f6221-e6cd-4d39-a7ad-027acdd3f91b,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:10.747674 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6fa0d942-5c23-40b7-abd4-4c6458746d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:10.758441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f60d69-b8a2-45e1-87ec-86ae1d86a2d3 req-95670218-275a-4bf0-b542-cecf96fa277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:10.760162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09f60d69-b8a2-45e1-87ec-86ae1d86a2d3 req-95670218-275a-4bf0-b542-cecf96fa277d service neutron] 10.222.0.63 "GET /v2.0/networks?id=45ef929f-e6f4-4515-a0c5-537fcf398259 HTTP/1.1" status: 200 len: 922 time: 0.7389655 Jun 17 08:23:10.781113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72fcac-eda2-4b08-a6f1-63dd7a032cab req-cc628d1a-bf93-4179-8bf6-29e03b3715e0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:10.790034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f72fcac-eda2-4b08-a6f1-63dd7a032cab req-cc628d1a-bf93-4179-8bf6-29e03b3715e0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 950 time: 0.1187398 Jun 17 08:23:10.790254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Attempting to bind port 868f6221-e6cd-4d39-a7ad-027acdd3f91b on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:10.790499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Attempting to bind port 868f6221-e6cd-4d39-a7ad-027acdd3f91b by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:10.791379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Attempting to bind port 868f6221-e6cd-4d39-a7ad-027acdd3f91b on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:10.807031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:10.807316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:10.807733 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.808140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:10.808648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Bound port: 868f6221-e6cd-4d39-a7ad-027acdd3f91b, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:10.809043 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.843066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09f60d69-b8a2-45e1-87ec-86ae1d86a2d3 req-d06c0c7b-34a1-452c-b7f3-869564ba37c8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61979d47-2188-4ae6-b586-ccf13aa01164 HTTP/1.1" status: 200 len: 217 time: 0.0705781 Jun 17 08:23:10.879254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] For port 868f6221-e6cd-4d39-a7ad-027acdd3f91b, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:10.883149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] For port 868f6221-e6cd-4d39-a7ad-027acdd3f91b, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=868f6221-e6cd-4d39-a7ad-027acdd3f91b,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:10.893800 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:10.898205 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:10.907384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f72fcac-eda2-4b08-a6f1-63dd7a032cab req-0df06b99-0fc3-4aa6-9862-7fa14a71e89a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179090 Jun 17 08:23:10.937016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f60d69-b8a2-45e1-87ec-86ae1d86a2d3 req-bb75f5dc-8611-4dd0-9025-0c2cce7bfd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:10.940993 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09f60d69-b8a2-45e1-87ec-86ae1d86a2d3 req-bb75f5dc-8611-4dd0-9025-0c2cce7bfd8d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=77487d9d-954e-4053-8664-9cda2577cf8f HTTP/1.1" status: 200 len: 861 time: 0.0892961 Jun 17 08:23:10.989581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:11.007746 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09f60d69-b8a2-45e1-87ec-86ae1d86a2d3 req-89cd580a-1152-4967-9153-0b081d712cc0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=45ef929f-e6f4-4515-a0c5-537fcf398259&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596640 Jun 17 08:23:11.033137 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Routers {'3401a297-0b4d-4218-9e29-3ebaacbcb921'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:11.034092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:22:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3401a297-0b4d-4218-9e29-3ebaacbcb921'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:11.045650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0d942-5c23-40b7-abd4-4c6458746d7b None None] Pushing event updated for resources: {'Port': ['ID=868f6221-e6cd-4d39-a7ad-027acdd3f91b,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:11.050208 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6fa0d942-5c23-40b7-abd4-4c6458746d7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:11.232729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09f60d69-b8a2-45e1-87ec-86ae1d86a2d3 req-9776dddb-8424-476c-8e3a-5505148ba287 service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184834 Jun 17 08:23:11.240577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] Set router 3401a297-0b4d-4218-9e29-3ebaacbcb921 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:11.375459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Allocated IP 172.20.0.1 (1cc1239f-e7c8-47fb-a006-4a6c6fc01c91/a3b3ef64-dd68-4de7-acbf-fa464b6f2298/e9177c49-19cd-4aec-98fc-49d70921be31) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:11.393729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09f60d69-b8a2-45e1-87ec-86ae1d86a2d3 req-536a0902-72a1-44a3-85bc-e9970a95586b service neutron] 10.222.0.63 "GET /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543052 Jun 17 08:23:11.535673 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:11.561150 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Transition to ACTIVE for port object e9177c49-19cd-4aec-98fc-49d70921be31 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:11.565877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:06Z', 'revision_number': 3, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:11.607690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a608d1-19c1-4c58-acb1-7f2c4615489c None None] The sync data for ids ['3401a297-0b4d-4218-9e29-3ebaacbcb921'] in n-d-779913-16 is: [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:06Z', 'revision_number': 3, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:11.623554 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:11.626919 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:11.687912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:11.694024 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:11.699263 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:11.703638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Pushing event updated for resources: {'Port': ['ID=e9177c49-19cd-4aec-98fc-49d70921be31,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:11.732805 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:11.761838 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.144495 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.248695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7d357b3e-52e8-4424-bb01-5fa926e3b4dc None None] Provisioning for port e9177c49-19cd-4aec-98fc-49d70921be31 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:12.255547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7d357b3e-52e8-4424-bb01-5fa926e3b4dc None None] Provisioning complete for port e9177c49-19cd-4aec-98fc-49d70921be31 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:12.262551 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7d357b3e-52e8-4424-bb01-5fa926e3b4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.370477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7d357b3e-52e8-4424-bb01-5fa926e3b4dc None None] Port e9177c49-19cd-4aec-98fc-49d70921be31 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:12.512244 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.522004 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.525703 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-18990759-765b-4393-a960-ba1700453a0d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:12.614142 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:12.640921 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Pushing event updated for resources: {'Port': ['ID=e9177c49-19cd-4aec-98fc-49d70921be31,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:12.644910 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:12.749585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:12.754493 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:12.947460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Router 3401a297-0b4d-4218-9e29-3ebaacbcb921 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:23:12.960527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:13.095950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:13.109683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:13.110063 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.146908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4b017b56-2c76-478f-b077-db403b4de145 None None] Provisioning complete for port e9177c49-19cd-4aec-98fc-49d70921be31 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:13.147288 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4b017b56-2c76-478f-b077-db403b4de145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.149216 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:13.162922 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] 10.222.0.47 "PUT /v2.0/routers/3401a297-0b4d-4218-9e29-3ebaacbcb921/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1894951 Jun 17 08:23:13.211580 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4b017b56-2c76-478f-b077-db403b4de145 None None] Port e9177c49-19cd-4aec-98fc-49d70921be31 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:13.274372 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.310028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:13.316365 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9bcca9-625d-4e9e-8808-99ab6ae8f8f6" -d '{"events": [{"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-plugged", "status": "completed", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:13.330099 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 61979d47-2188-4ae6-b586-ccf13aa01164 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:13.359203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:13.375783 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.379667 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:13.385666 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1eeeb644-5615-454a-bfba-011ec4094ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.490192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=13']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:13.495775 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:13.536308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 61979d47-2188-4ae6-b586-ccf13aa01164, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=61979d47-2188-4ae6-b586-ccf13aa01164,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:13.553373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '61979d47-2188-4ae6-b586-ccf13aa01164', 'network_id': '45ef929f-e6f4-4515-a0c5-537fcf398259', 'port_id': '61979d47-2188-4ae6-b586-ccf13aa01164', 'mac_address': 'fa:16:3e:74:ec:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77487d9d-954e-4053-8664-9cda2577cf8f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:13.617871 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.645552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61979d47-2188-4ae6-b586-ccf13aa01164 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:13.676412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 61979d47-2188-4ae6-b586-ccf13aa01164, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=61979d47-2188-4ae6-b586-ccf13aa01164,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:13.682807 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.687393 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:13.741643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=61979d47-2188-4ae6-b586-ccf13aa01164,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:13.747780 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 868f6221-e6cd-4d39-a7ad-027acdd3f91b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:13.787480 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:13.809762 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 868f6221-e6cd-4d39-a7ad-027acdd3f91b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:13.816387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 868f6221-e6cd-4d39-a7ad-027acdd3f91b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:13.816778 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.929517 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:13.956401 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 868f6221-e6cd-4d39-a7ad-027acdd3f91b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=868f6221-e6cd-4d39-a7ad-027acdd3f91b,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:13.958972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['61979d47-2188-4ae6-b586-ccf13aa01164'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:14.011658 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:14.013573 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:14.167905 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Sync routers for ids ['3401a297-0b4d-4218-9e29-3ebaacbcb921'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:14.182824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=868f6221-e6cd-4d39-a7ad-027acdd3f91b,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:14.189271 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Routers {'3401a297-0b4d-4218-9e29-3ebaacbcb921'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:14.189904 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:22:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3401a297-0b4d-4218-9e29-3ebaacbcb921'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:14.210109 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:14.381482 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Set router 3401a297-0b4d-4218-9e29-3ebaacbcb921 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:14.715743 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 4, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e9177c49-19cd-4aec-98fc-49d70921be31', 'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'mac_address': 'fa:16:3e:11:26:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:11Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 2, 'project_id': '76b1458140554869aae6692b38e06da1', 'subnets': [{'id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:14.763621 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Checking router: 3401a297-0b4d-4218-9e29-3ebaacbcb921 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:14.764353 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Updating router 3401a297-0b4d-4218-9e29-3ebaacbcb921 port e9177c49-19cd-4aec-98fc-49d70921be31 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:23:14.831790 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.211103 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.226336 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Transition to ACTIVE for port object e9177c49-19cd-4aec-98fc-49d70921be31 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:15.234483 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.237698 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:15.340602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 61979d47-2188-4ae6-b586-ccf13aa01164 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:15.449061 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 61979d47-2188-4ae6-b586-ccf13aa01164 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:15.453571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 61979d47-2188-4ae6-b586-ccf13aa01164 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:15.453968 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.456668 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Attempting to bind port e9177c49-19cd-4aec-98fc-49d70921be31 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:15.457055 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Attempting to bind port e9177c49-19cd-4aec-98fc-49d70921be31 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:15.457427 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Attempting to bind port e9177c49-19cd-4aec-98fc-49d70921be31 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:15.501627 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:15.501627 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Checking segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:15.502191 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.502898 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Bound using segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:15.503962 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Bound port: e9177c49-19cd-4aec-98fc-49d70921be31, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:15.504552 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.604774 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46a395d6-f0b7-4a58-bc87-6f92724ca814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.627896 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Pushing event updated for resources: {'Port': ['ID=e9177c49-19cd-4aec-98fc-49d70921be31,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:15.665367 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.666661 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.668219 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.668806 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.669516 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.670209 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.670880 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.671535 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.672150 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.676431 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.677137 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.678748 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:15.706106 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:15.718375 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.745073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 868f6221-e6cd-4d39-a7ad-027acdd3f91b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:15.778291 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] For port e9177c49-19cd-4aec-98fc-49d70921be31, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:15.789175 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] For port e9177c49-19cd-4aec-98fc-49d70921be31, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e9177c49-19cd-4aec-98fc-49d70921be31,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:15.804203 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.807177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 61979d47-2188-4ae6-b586-ccf13aa01164, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=61979d47-2188-4ae6-b586-ccf13aa01164,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:15.813527 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:15.877118 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.885351 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:15.891592 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Routers {'3401a297-0b4d-4218-9e29-3ebaacbcb921'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:15.892249 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3401a297-0b4d-4218-9e29-3ebaacbcb921'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:15.926504 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:15.963179 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Pushing event updated for resources: {'Port': ['ID=e9177c49-19cd-4aec-98fc-49d70921be31,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:15.974142 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:15.979181 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=61979d47-2188-4ae6-b586-ccf13aa01164,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:15.994213 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:16.010153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 868f6221-e6cd-4d39-a7ad-027acdd3f91b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:16.010546 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:16.059065 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] Set router 3401a297-0b4d-4218-9e29-3ebaacbcb921 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:16.376716 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 4, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e9177c49-19cd-4aec-98fc-49d70921be31', 'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'mac_address': 'fa:16:3e:11:26:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:11Z', 'updated_at': '2021-06-17T08:23:15Z', 'revision_number': 4, 'project_id': '76b1458140554869aae6692b38e06da1', 'subnets': [{'id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:16.423931 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a7a7a3-8366-4932-8ca9-9c61c98cdd9b None None] The sync data for ids ['3401a297-0b4d-4218-9e29-3ebaacbcb921'] in n-d-779913-16 is: [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 4, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e9177c49-19cd-4aec-98fc-49d70921be31', 'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'mac_address': 'fa:16:3e:11:26:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:11Z', 'updated_at': '2021-06-17T08:23:15Z', 'revision_number': 4, 'project_id': '76b1458140554869aae6692b38e06da1', 'subnets': [{'id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:16.731276 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:17.731587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e9177c49-19cd-4aec-98fc-49d70921be31 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:17.824354 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port e9177c49-19cd-4aec-98fc-49d70921be31 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:17.836817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e9177c49-19cd-4aec-98fc-49d70921be31 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:17.839679 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.045924 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.092547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port e9177c49-19cd-4aec-98fc-49d70921be31, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e9177c49-19cd-4aec-98fc-49d70921be31,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:18.102152 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:18.108222 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:18.190807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=e9177c49-19cd-4aec-98fc-49d70921be31,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:18.203662 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:18.768372 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:19.132786 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-38e4b4a3-eda4-4e50-acdc-ff3248d5416e req-43d94de4-4fdc-4137-9d53-405b76116697 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653350 Jun 17 08:23:19.236481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4b4a3-eda4-4e50-acdc-ff3248d5416e req-8ab8e732-df22-4f5e-a10d-793bc38e9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:19.238609 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-38e4b4a3-eda4-4e50-acdc-ff3248d5416e req-8ab8e732-df22-4f5e-a10d-793bc38e9f34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 1097 time: 0.0597439 Jun 17 08:23:19.300104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9972a0f-19a1-44f5-8810-02ed42a8299f req-d14d8aa5-5002-48a7-bb01-9d2a61f088ea tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:19.302735 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9972a0f-19a1-44f5-8810-02ed42a8299f req-d14d8aa5-5002-48a7-bb01-9d2a61f088ea tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 945 time: 0.1187775 Jun 17 08:23:19.372639 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9972a0f-19a1-44f5-8810-02ed42a8299f req-6754109b-7e34-4781-a06f-6410bfb68b8b tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562451 Jun 17 08:23:19.435846 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4b4a3-eda4-4e50-acdc-ff3248d5416e req-d03d9258-40d2-4545-a884-315b7dd0eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:19.437524 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-38e4b4a3-eda4-4e50-acdc-ff3248d5416e req-d03d9258-40d2-4545-a884-315b7dd0eb2a service neutron] 10.222.0.10 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.1678245 Jun 17 08:23:19.480736 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd54c3-6ee1-4c17-ae13-02cade7ac995 req-ebefb615-447d-495c-85e6-6c4a9e82d2a3 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:19.482426 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30cd54c3-6ee1-4c17-ae13-02cade7ac995 req-ebefb615-447d-495c-85e6-6c4a9e82d2a3 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 951 time: 0.0789084 Jun 17 08:23:19.487502 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-38e4b4a3-eda4-4e50-acdc-ff3248d5416e req-f92475d4-1492-49a3-bfaf-10eab4f856d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93 HTTP/1.1" status: 200 len: 217 time: 0.0412989 Jun 17 08:23:19.541278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4b4a3-eda4-4e50-acdc-ff3248d5416e req-c90accc4-1d1e-4b0a-8da1-cfa0210f3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:19.543527 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-38e4b4a3-eda4-4e50-acdc-ff3248d5416e req-c90accc4-1d1e-4b0a-8da1-cfa0210f3648 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0484536 Jun 17 08:23:19.544726 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30cd54c3-6ee1-4c17-ae13-02cade7ac995 req-8b2a5373-d572-45d0-b1bf-1001e141e1ab tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557024 Jun 17 08:23:19.558826 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377de5ca-23c7-4564-8bf5-4cc731ebcd71 x-openstack-request-id: req-377de5ca-23c7-4564-8bf5-4cc731ebcd71 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:19.558826 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-plugged", "status": "completed", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:19.558826 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-377de5ca-23c7-4564-8bf5-4cc731ebcd71 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:19.558826 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'code': 200} Jun 17 08:23:19.588332 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-38e4b4a3-eda4-4e50-acdc-ff3248d5416e req-5f175fb4-0a69-4bee-b268-2216d583d7d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321507 Jun 17 08:23:19.712302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e9177c49-19cd-4aec-98fc-49d70921be31 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:19.745260 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-38e4b4a3-eda4-4e50-acdc-ff3248d5416e req-3da220ee-064a-449e-a015-b5a67466ee95 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462352 Jun 17 08:23:19.806486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e9177c49-19cd-4aec-98fc-49d70921be31 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:19.807097 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:19.945875 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-38e4b4a3-eda4-4e50-acdc-ff3248d5416e req-cd4a84d9-1995-4c7f-b913-b209c5f884e7 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879854 Jun 17 08:23:20.039746 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-a6e643fe-d049-4559-81be-836d193aab5d tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9f7669688c6d4b939b7454c55df8be96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275247 Jun 17 08:23:20.169839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-3cde3966-73fc-40c9-92ed-42d7feee360a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:20.171692 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-3cde3966-73fc-40c9-92ed-42d7feee360a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1258318 Jun 17 08:23:20.193086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-f4d1be00-bfe8-4f89-8124-9e378c59752c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/quotas/9f7669688c6d4b939b7454c55df8be96 HTTP/1.1" status: 200 len: 375 time: 0.0142384 Jun 17 08:23:20.268340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-5401b262-0c43-4f37-aea2-89c832d2c857 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684667 Jun 17 08:23:20.414370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55342) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:20.421020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e8f3bbcd-389b-4961-83b6-0d465ba1869e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1778732328', 'description': 'tempest-description--614756641'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:20.480000 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bbcd-389b-4961-83b6-0d465ba1869e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.516939 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e4038cc4-c44c-468d-af38-f18502e1e480 req-b313d1cb-9007-4c25-a78f-8a09c6234c3f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 210 time: 0.0345557 Jun 17 08:23:20.647491 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bbcd-389b-4961-83b6-0d465ba1869e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.653769 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bbcd-389b-4961-83b6-0d465ba1869e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.659522 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c4b8ee19-4767-457b-9e64-9b04838ebb61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:20.691334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3bbcd-389b-4961-83b6-0d465ba1869e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a80465c-847e-4fd3-bac7-8dbaad5f78fe,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:20.700030 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bbcd-389b-4961-83b6-0d465ba1869e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.707389 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e8f3bbcd-389b-4961-83b6-0d465ba1869e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2917292 Jun 17 08:23:20.708501 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e8f3bbcd-389b-4961-83b6-0d465ba1869e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:20.709877 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55364) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:20.716506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-14172c95-34fe-49a4-8e35-025a7cb20a0b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Request body: {'security_group_rule': {'security_group_id': '8a80465c-847e-4fd3-bac7-8dbaad5f78fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:20.746677 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14172c95-34fe-49a4-8e35-025a7cb20a0b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.800920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab1372-10bc-46fb-a75e-5e650dce41f1 req-2d7c1a12-5455-4b13-9404-61c409c64b5a tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:20.802497 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35ab1372-10bc-46fb-a75e-5e650dce41f1 req-2d7c1a12-5455-4b13-9404-61c409c64b5a tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 945 time: 0.1760769 Jun 17 08:23:20.810234 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca68e0a-d7c6-46f2-a675-a529924ccfc2 req-1b1cd1e7-c487-4574-8466-e65c52a90968 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:20.816136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dca68e0a-d7c6-46f2-a675-a529924ccfc2 req-1b1cd1e7-c487-4574-8466-e65c52a90968 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 949 time: 0.1235726 Jun 17 08:23:20.825586 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14172c95-34fe-49a4-8e35-025a7cb20a0b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.831678 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14172c95-34fe-49a4-8e35-025a7cb20a0b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.838571 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6fe6ee65-f1b8-4938-8174-6a9b8e8c0448 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:20.855799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14172c95-34fe-49a4-8e35-025a7cb20a0b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d290f102-7e6c-4b36-b92e-05cca4ee8b73,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:20.859722 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-14172c95-34fe-49a4-8e35-025a7cb20a0b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:20.872244 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14172c95-34fe-49a4-8e35-025a7cb20a0b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:20.874056 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-14172c95-34fe-49a4-8e35-025a7cb20a0b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1627874 Jun 17 08:23:20.876418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55368) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:20.882722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f24af68a-cf83-4406-ae86-e8b1050e3685 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Request body: {'security_group_rule': {'security_group_id': '8a80465c-847e-4fd3-bac7-8dbaad5f78fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:20.891082 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35ab1372-10bc-46fb-a75e-5e650dce41f1 req-bf63f341-6a2b-4617-9620-4ae057bbd617 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737884 Jun 17 08:23:20.917412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dca68e0a-d7c6-46f2-a675-a529924ccfc2 req-43cf6289-7d5c-454c-ba70-7374c6c8a0be tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920143 Jun 17 08:23:20.945904 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f24af68a-cf83-4406-ae86-e8b1050e3685 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.028632 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f24af68a-cf83-4406-ae86-e8b1050e3685 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.037714 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f24af68a-cf83-4406-ae86-e8b1050e3685 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.042636 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e60db0c8-00ec-43e1-85df-97290ab2984b tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:21.077056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24af68a-cf83-4406-ae86-e8b1050e3685 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de0bf9d-12e2-46ac-b067-aafa812a871f,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:21.085326 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f24af68a-cf83-4406-ae86-e8b1050e3685 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:21.097985 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f24af68a-cf83-4406-ae86-e8b1050e3685 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.099345 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f24af68a-cf83-4406-ae86-e8b1050e3685 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2218285 Jun 17 08:23:21.102200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55382) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:21.107440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:21.131877 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.291101 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.399812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1a075bd3-9e76-4acf-8f6a-078cfd81d440 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:21.476307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Allocated IP 172.25.8.125 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/a7087395-8be8-4b75-8104-b6fba46b0607) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:21.558743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a655ae-0d85-4742-a566-d544754da74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61979d47-2188-4ae6-b586-ccf13aa01164'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:21.562502 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94c1608-519b-4850-a6aa-df58b05f18b3" -d '{"events": [{"server_uuid": "75a655ae-0d85-4742-a566-d544754da74b", "name": "network-vif-plugged", "status": "completed", "tag": "61979d47-2188-4ae6-b586-ccf13aa01164"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:21.602751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1a075bd3-9e76-4acf-8f6a-078cfd81d440, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a075bd3-9e76-4acf-8f6a-078cfd81d440,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:21.626888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '1a075bd3-9e76-4acf-8f6a-078cfd81d440', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'port_id': '1a075bd3-9e76-4acf-8f6a-078cfd81d440', 'mac_address': 'fa:16:3e:bb:91:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af897ec-2d0a-4599-9130-95c99bd44887', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:21.700427 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.728882 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6deff24-8020-4b0c-a76a-a8f7155fdea9 x-openstack-request-id: req-d6deff24-8020-4b0c-a76a-a8f7155fdea9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:21.729183 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a655ae-0d85-4742-a566-d544754da74b", "name": "network-vif-plugged", "status": "completed", "tag": "61979d47-2188-4ae6-b586-ccf13aa01164", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:21.729447 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d6deff24-8020-4b0c-a76a-a8f7155fdea9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:21.731248 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a655ae-0d85-4742-a566-d544754da74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61979d47-2188-4ae6-b586-ccf13aa01164', 'code': 200} Jun 17 08:23:21.739208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a075bd3-9e76-4acf-8f6a-078cfd81d440 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:21.769940 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.809825 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1a075bd3-9e76-4acf-8f6a-078cfd81d440, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a075bd3-9e76-4acf-8f6a-078cfd81d440,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:21.819122 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.826255 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:21.888835 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33b125cb-d3bb-43d9-9409-3d2157d229b4 req-4f419287-94ba-4114-b8b2-ea8e03ec6f1b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 210 time: 0.1177037 Jun 17 08:23:21.929174 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:21.941146 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f165bded-2c78-456a-b62a-aed24c65b091 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:22.046456 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:22.081066 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:22.097190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416df0f-f949-41d9-85bb-144e1aed2ab8 req-c48ae0d5-7e00-49f8-aa6d-23a3255fd519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:22.101118 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6416df0f-f949-41d9-85bb-144e1aed2ab8 req-c48ae0d5-7e00-49f8-aa6d-23a3255fd519 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 1097 time: 0.2105613 Jun 17 08:23:22.114568 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:22.135583 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event updated for resources: {'Port': ['ID=a7087395-8be8-4b75-8104-b6fba46b0607,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:22.159396 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=1a075bd3-9e76-4acf-8f6a-078cfd81d440,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:22.163130 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:22.174341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1a075bd3-9e76-4acf-8f6a-078cfd81d440'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:22.288027 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:22.324072 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-ebbac307-6fca-4474-9c88-dc0ac953d982 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9f7669688c6d4b939b7454c55df8be96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943663 Jun 17 08:23:22.360327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6416df0f-f949-41d9-85bb-144e1aed2ab8 req-cb9d81d9-7971-4d50-a4d9-cfa4eebd5d68 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527010 Jun 17 08:23:22.473198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485f55a-3a7a-40b0-8bba-27e39a808ce2 req-79762111-761a-4525-a439-1995ce59facf tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:22.491387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5485f55a-3a7a-40b0-8bba-27e39a808ce2 req-79762111-761a-4525-a439-1995ce59facf tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 945 time: 0.2790551 Jun 17 08:23:22.493630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55468) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:22.584910 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5485f55a-3a7a-40b0-8bba-27e39a808ce2 req-0fdaff24-de7d-45c9-a575-7a62d0a5d528 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925138 Jun 17 08:23:22.605296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-ffdaabd2-9d9a-49c9-a1e9-4040eb45d04f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:22.606864 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-ffdaabd2-9d9a-49c9-a1e9-4040eb45d04f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671905 Jun 17 08:23:22.669262 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.681299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Request body: {'port': {'device_id': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '9f7669688c6d4b939b7454c55df8be96'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:22.699793 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4d49ec-e1f1-4180-9c0f-716078f2bfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.737561 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.863244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4d49ec-e1f1-4180-9c0f-716078f2bfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.884372 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4d49ec-e1f1-4180-9c0f-716078f2bfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:22.905233 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2f86296e-3e14-448b-922c-f6664243a55d tempest-ServersOnMultiNodesTest-1300919671 tempest-ServersOnMultiNodesTest-1300919671-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:22.956836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fe4d49ec-e1f1-4180-9c0f-716078f2bfb3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24500c557a3f4547be3dc05474f3e381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4622059 Jun 17 08:23:22.960825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55488) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:22.970750 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d49ec-e1f1-4180-9c0f-716078f2bfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda2417a-8f4e-41ad-b10b-05cf54eb26ea,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:22.986352 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe4d49ec-e1f1-4180-9c0f-716078f2bfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:23.086302 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a4a574e1-10df-4fe5-8049-a7a26af39c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.099330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Made reservation on behalf of 9f7669688c6d4b939b7454c55df8be96 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:23.103531 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.122003 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a4a574e1-10df-4fe5-8049-a7a26af39c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.208439 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.209617 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a4a574e1-10df-4fe5-8049-a7a26af39c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.212824 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a4a574e1-10df-4fe5-8049-a7a26af39c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.216346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a4a574e1-10df-4fe5-8049-a7a26af39c59 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cda2417a-8f4e-41ad-b10b-05cf54eb26ea HTTP/1.1" status: 204 len: 168 time: 0.2521825 Jun 17 08:23:23.235241 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9aa1621f-64ce-4f89-bf5a-e204ac088543 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:23.243695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a574e1-10df-4fe5-8049-a7a26af39c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda2417a-8f4e-41ad-b10b-05cf54eb26ea,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:23.248924 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f312f628-eb79-43a7-8ced-2e3f7584fd7b req-c55da853-ddf5-467a-b116-8100dfc21cb1 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 210 time: 0.0558829 Jun 17 08:23:23.249028 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a4a574e1-10df-4fe5-8049-a7a26af39c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:23.255120 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.260151 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:23.395754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1a075bd3-9e76-4acf-8f6a-078cfd81d440 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:23.422342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event updated for resources: {'Port': ['ID=a7087395-8be8-4b75-8104-b6fba46b0607,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:23.425528 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:23.440384 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.460984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 1a075bd3-9e76-4acf-8f6a-078cfd81d440 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:23.461384 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.478475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.480053 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3768196 Jun 17 08:23:23.481491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Allocated IP 192.168.233.15 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/0e537eac-524e-4533-89e7-3399f68f0808) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:23.770272 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.822365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a075bd3-9e76-4acf-8f6a-078cfd81d440'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:23.825648 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08c0fad-0e4d-4825-811a-ea1a8b4277df" -d '{"events": [{"server_uuid": "2b17a48f-bd62-4052-a61f-052eafbe9e3d", "name": "network-vif-plugged", "status": "completed", "tag": "1a075bd3-9e76-4acf-8f6a-078cfd81d440"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:23.841632 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.867875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Transition to ACTIVE for port object 0e537eac-524e-4533-89e7-3399f68f0808 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:23.869526 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1a075bd3-9e76-4acf-8f6a-078cfd81d440, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a075bd3-9e76-4acf-8f6a-078cfd81d440,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:23.876990 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.897156 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:23.917699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:23.925345 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7dbfc221-a00c-4ce3-be91-a1485f6422bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:23.950013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['aa66d78f-5886-414e-943c-88d3040bbbcc'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:23.977610 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:23.985148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:24.002647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:24.011566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:24.016427 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:24.036906 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b9532ac6-f59d-4feb-8c3a-e5a194af4835', '0fce78da-90ef-48f2-8853-c3c4d1ec8261'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:24.077779 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:24.078858 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:24.102500 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4263816 Jun 17 08:23:24.114257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-9c18fb8d-89a6-4f4e-a2c7-85ceba396acc tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1778732328&fields=id&tenant_id=76b1458140554869aae6692b38e06da1 HTTP/1.1" status: 200 len: 267 time: 0.1732764 Jun 17 08:23:24.147053 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Request body: {'port': {'device_id': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:24.171476 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb18c1c-7887-4de6-a28c-a05e5bf9e495 req-82223984-bfb7-4702-96a0-5fb07de869f2 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:24.173039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8cb18c1c-7887-4de6-a28c-a05e5bf9e495 req-82223984-bfb7-4702-96a0-5fb07de869f2 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 945 time: 0.3397648 Jun 17 08:23:24.191551 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=1a075bd3-9e76-4acf-8f6a-078cfd81d440,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:24.219211 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:24.302850 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:24.501993 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8cb18c1c-7887-4de6-a28c-a05e5bf9e495 req-6c9d414a-ef63-4945-a285-28941a53c219 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825334 Jun 17 08:23:24.652049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-15202257-7672-4485-8588-ec75d8639856 None None] Provisioning for port 0e537eac-524e-4533-89e7-3399f68f0808 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:24.677073 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafdba09-f47d-4b9a-915d-fe38964ecaa1 x-openstack-request-id: req-bafdba09-f47d-4b9a-915d-fe38964ecaa1 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:24.677375 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b17a48f-bd62-4052-a61f-052eafbe9e3d", "name": "network-vif-plugged", "status": "completed", "tag": "1a075bd3-9e76-4acf-8f6a-078cfd81d440", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:24.677649 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bafdba09-f47d-4b9a-915d-fe38964ecaa1 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:24.678075 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a075bd3-9e76-4acf-8f6a-078cfd81d440', 'code': 200} Jun 17 08:23:24.680788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-15202257-7672-4485-8588-ec75d8639856 None None] Provisioning complete for port 0e537eac-524e-4533-89e7-3399f68f0808 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:24.681248 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-15202257-7672-4485-8588-ec75d8639856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:24.750547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-4c8532e3-5ca0-4f58-a744-a735cb8c3847 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:24.757438 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-4c8532e3-5ca0-4f58-a744-a735cb8c3847 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 811 time: 0.6272402 Jun 17 08:23:24.775068 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-a15e548e-f629-45f3-81d5-8a490b72d796 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/quotas/76b1458140554869aae6692b38e06da1 HTTP/1.1" status: 200 len: 375 time: 0.0101869 Jun 17 08:23:24.917349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-56be6bcb-f644-4dfc-83b5-50f245110035 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1342301 Jun 17 08:23:24.934386 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-15202257-7672-4485-8588-ec75d8639856 None None] Port 0e537eac-524e-4533-89e7-3399f68f0808 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:25.030751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device eae4177c-1728-45ab-b11d-8587a7a65574 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:25.100220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb126a-3039-4852-ada3-a06431c73021 req-234e17e7-e057-450a-86e4-e41f8e4c8f85 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:25.109743 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dabb126a-3039-4852-ada3-a06431c73021 req-234e17e7-e057-450a-86e4-e41f8e4c8f85 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 935 time: 0.2208304 Jun 17 08:23:25.157251 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.176851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dabb126a-3039-4852-ada3-a06431c73021 req-c9fc8b9a-2b77-4799-bb19-da1ca1793bc5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636947 Jun 17 08:23:25.179040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-ae6f2bed-c8b0-43ef-b759-14fbbf0f6e05 service neutron] 10.222.0.47 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369080 Jun 17 08:23:25.252625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port eae4177c-1728-45ab-b11d-8587a7a65574, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=eae4177c-1728-45ab-b11d-8587a7a65574,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:25.262649 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.264741 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:25.346993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=eae4177c-1728-45ab-b11d-8587a7a65574,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:25.353075 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:25.394667 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-84d75c76-e296-4595-b894-d5aff5caa1b6 service neutron] 10.222.0.47 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075834 Jun 17 08:23:25.461217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e537eac-524e-4533-89e7-3399f68f0808 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:25.472756 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.500653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Transition to ACTIVE for port object 0e537eac-524e-4533-89e7-3399f68f0808 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:25.516215 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:25.518803 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:25.740911 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:25.874111 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.894366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.896847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.899037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.905135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.908703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.912203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.915671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.918674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.919638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.922526 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.927455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:25.955531 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:26.158459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:26.159556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:26.160133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:26.168791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Port 0e537eac-524e-4533-89e7-3399f68f0808 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:26.169205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:26.174007 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca6781af-d2b3-48ed-97cb-6e37dc8a164d req-1dbd035d-c1d8-4c1f-adee-e5f8ac15fbcc tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 210 time: 0.0762818 Jun 17 08:23:26.175837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:26.176257 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:26.176713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:26.177214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Bound port: 0e537eac-524e-4533-89e7-3399f68f0808, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:26.177640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.438781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:26.443394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:26.452385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.457771 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa623928-ce63-42ee-81ec-85a0bd38384f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:26.597094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:26.608205 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:26.628748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:26.631703 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:26.633144 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] 10.222.0.10 "PUT /v2.0/ports/0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 1096 time: 2.5061710 Jun 17 08:23:26.633729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:26.650049 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc1eba4-7643-4031-875f-fcec5e424777" -d '{"events": [{"name": "network-changed", "server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "tag": "0e537eac-524e-4533-89e7-3399f68f0808"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:26.679126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae4177c-1728-45ab-b11d-8587a7a65574'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:26.682061 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46101418-ccb1-4e63-963c-3944340c72bf" -d '{"events": [{"server_uuid": "b68350cf-a82b-4a6b-ad8a-790331b36d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "eae4177c-1728-45ab-b11d-8587a7a65574"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:26.697465 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348b851-9544-4577-a39d-f67de17c40f2 req-4d80dad9-f1ce-4a05-b928-79b0ea0e4b10 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:26.710354 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4348b851-9544-4577-a39d-f67de17c40f2 req-4d80dad9-f1ce-4a05-b928-79b0ea0e4b10 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 945 time: 0.3037024 Jun 17 08:23:26.747514 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55616) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:26.902814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-a558fdcc-9b61-47fe-94fa-16b416fc9cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:26.904530 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-a558fdcc-9b61-47fe-94fa-16b416fc9cdd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1099 time: 0.2202432 Jun 17 08:23:26.941159 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4348b851-9544-4577-a39d-f67de17c40f2 req-899e9158-9273-43f9-95b0-8fbb89e91199 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups?id=db72ab00-3001-4349-84a3-487e7e9b967e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271366 Jun 17 08:23:26.987832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df53d0f-b68f-46ae-b136-4e9ebd754331 req-53e7189e-3044-440f-858c-d3cf4033bbbf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:27.011602 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3df53d0f-b68f-46ae-b136-4e9ebd754331 req-53e7189e-3044-440f-858c-d3cf4033bbbf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 947 time: 0.5507240 Jun 17 08:23:27.156622 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-cf1db785-8a19-42f6-90b7-93896442081a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 217 time: 0.2428660 Jun 17 08:23:27.174214 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387bf012-613d-4519-a264-4bbf9c2f8c61 x-openstack-request-id: req-387bf012-613d-4519-a264-4bbf9c2f8c61 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:27.175303 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "tag": "0e537eac-524e-4533-89e7-3399f68f0808", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:27.175600 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-387bf012-613d-4519-a264-4bbf9c2f8c61 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:27.179059 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808', 'status': 'completed', 'code': 200} Jun 17 08:23:27.202501 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b38eef56-86d3-45bd-87f8-ffdfe094d14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.242331 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ce1053-403e-4f9f-8782-5f38e24ce2b1 x-openstack-request-id: req-37ce1053-403e-4f9f-8782-5f38e24ce2b1 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:27.242669 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68350cf-a82b-4a6b-ad8a-790331b36d7b", "name": "network-vif-unplugged", "status": "completed", "tag": "eae4177c-1728-45ab-b11d-8587a7a65574", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:27.243259 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37ce1053-403e-4f9f-8782-5f38e24ce2b1 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:27.243780 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae4177c-1728-45ab-b11d-8587a7a65574', 'code': 200} Jun 17 08:23:27.250894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3df53d0f-b68f-46ae-b136-4e9ebd754331 req-95af5a0b-434f-468c-97ef-a0352d4cd00b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324588 Jun 17 08:23:27.359556 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763138f2-6915-4fe7-9481-3cbe0b11429e req-a2a733d2-0a3d-4960-81ec-f64c669e460f tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:27.363254 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-763138f2-6915-4fe7-9481-3cbe0b11429e req-a2a733d2-0a3d-4960-81ec-f64c669e460f tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 945 time: 0.2172029 Jun 17 08:23:27.395722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c91621cf-bf3e-4a31-ad6b-69c40d6dda51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:27.400947 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c91621cf-bf3e-4a31-ad6b-69c40d6dda51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2178767 Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.507345 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:27.510129 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:27.548562 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c362578f-7889-4bdf-a846-ce00314608eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:27.548562 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-c362578f-7889-4bdf-a846-ce00314608eb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1371007 Jun 17 08:23:27.558364 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7caf6972-d2a1-4bdf-a7d3-2489db0ce2e5 req-4611e6c6-07bd-4a2d-b0ec-f44257d1d6df tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 210 time: 0.0848293 Jun 17 08:23:27.611498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-763138f2-6915-4fe7-9481-3cbe0b11429e req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Deleting port 61979d47-2188-4ae6-b586-ccf13aa01164 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:23:27.611826 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-763138f2-6915-4fe7-9481-3cbe0b11429e req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.656291 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b38eef56-86d3-45bd-87f8-ffdfe094d14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.663794 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b38eef56-86d3-45bd-87f8-ffdfe094d14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.674807 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f58fdef-71e1-4b8b-af6c-5145f9ce257c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:27.725194 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-d1298371-af46-450b-a8c0-3b8d17318104 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683173 Jun 17 08:23:27.753185 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b38eef56-86d3-45bd-87f8-ffdfe094d14b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a98e0b740fe4035b59182f801e17fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9971743 Jun 17 08:23:27.761510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55644) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:27.770304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eef56-86d3-45bd-87f8-ffdfe094d14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579f0026-083c-42b5-8a23-65fa07dbbabb,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:27.784618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-763138f2-6915-4fe7-9481-3cbe0b11429e req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] For port 61979d47-2188-4ae6-b586-ccf13aa01164, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=61979d47-2188-4ae6-b586-ccf13aa01164,segment=NetworkSegment(1dbb6774-dade-4212-b572-d642e8451263),segment_id=1dbb6774-dade-4212-b572-d642e8451263)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:27.785531 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-763138f2-6915-4fe7-9481-3cbe0b11429e req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:27.805248 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b38eef56-86d3-45bd-87f8-ffdfe094d14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:27.878386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-763138f2-6915-4fe7-9481-3cbe0b11429e req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Calling delete_port for 61979d47-2188-4ae6-b586-ccf13aa01164 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:23:28.052262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-763138f2-6915-4fe7-9481-3cbe0b11429e req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.059646 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5615b069-c5ff-4d58-8f73-4588ac26f6eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:28.065795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['61979d47-2188-4ae6-b586-ccf13aa01164'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:28.071112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5efd22c9-c029-4bb9-b519-9f54f678f6eb req-74f13edb-95a6-481e-8364-7092bf861bd9 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366749 Jun 17 08:23:28.076728 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24a1d981-ee53-4e8d-b771-9f63e8ac8b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.116849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-a7aa436a-fd23-4ad4-9a64-db2c9f53fbcd tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:28.118379 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-a7aa436a-fd23-4ad4-9a64-db2c9f53fbcd tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 811 time: 0.2296886 Jun 17 08:23:28.139283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event deleted for resources: {'Port': ['ID=61979d47-2188-4ae6-b586-ccf13aa01164,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:28.143466 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:28.171316 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24a1d981-ee53-4e8d-b771-9f63e8ac8b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.219685 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-d870a3b7-13bc-4b5c-ae29-d9cc988ee742 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76b1458140554869aae6692b38e06da1 HTTP/1.1" status: 200 len: 380 time: 0.0869632 Jun 17 08:23:28.236960 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Request body: {'port': {'device_id': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'admin_state_up': True, 'tenant_id': '76b1458140554869aae6692b38e06da1', 'security_groups': ['8a80465c-847e-4fd3-bac7-8dbaad5f78fe']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:28.245565 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09523c9b-dfde-42f2-b790-3a00a4e58406 req-ea334ab2-a38c-4db4-a256-0c000646407e tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/ports?device_id=75a655ae-0d85-4742-a566-d544754da74b HTTP/1.1" status: 200 len: 210 time: 0.0331838 Jun 17 08:23:28.264123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-763138f2-6915-4fe7-9481-3cbe0b11429e req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] No DVR routers for this DVR port 61979d47-2188-4ae6-b586-ccf13aa01164 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:23:28.276749 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-763138f2-6915-4fe7-9481-3cbe0b11429e req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.279096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-763138f2-6915-4fe7-9481-3cbe0b11429e req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.63 "DELETE /v2.0/ports/61979d47-2188-4ae6-b586-ccf13aa01164 HTTP/1.1" status: 204 len: 173 time: 0.9084775 Jun 17 08:23:28.279733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a655ae-0d85-4742-a566-d544754da74b', 'name': 'network-vif-deleted', 'tag': '61979d47-2188-4ae6-b586-ccf13aa01164'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:28.282131 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3d90e1-34bf-458a-acb7-96c9b6255b48" -d '{"events": [{"server_uuid": "75a655ae-0d85-4742-a566-d544754da74b", "name": "network-vif-deleted", "tag": "61979d47-2188-4ae6-b586-ccf13aa01164"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:28.403298 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24a1d981-ee53-4e8d-b771-9f63e8ac8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.406022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24a1d981-ee53-4e8d-b771-9f63e8ac8b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.409591 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-24a1d981-ee53-4e8d-b771-9f63e8ac8b74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/579f0026-083c-42b5-8a23-65fa07dbbabb HTTP/1.1" status: 204 len: 168 time: 0.6448050 Jun 17 08:23:28.410411 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:28.431491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1d981-ee53-4e8d-b771-9f63e8ac8b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579f0026-083c-42b5-8a23-65fa07dbbabb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:28.434914 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-24a1d981-ee53-4e8d-b771-9f63e8ac8b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:28.466749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1eba4-7643-4031-875f-fcec5e424777 req-5d065112-536c-42f5-a261-276c7508071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:28.466976 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-5e0a0f1e-5c88-4685-92fb-d83cb9b0f25c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:28.468618 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fbc1eba4-7643-4031-875f-fcec5e424777 req-5d065112-536c-42f5-a261-276c7508071e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1099 time: 0.1529119 Jun 17 08:23:28.476218 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Made reservation on behalf of 76b1458140554869aae6692b38e06da1 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:28.482055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:28.482362 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-5e0a0f1e-5c88-4685-92fb-d83cb9b0f25c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 820 time: 0.2800338 Jun 17 08:23:28.528994 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d65b5748-8a5a-4607-a6eb-160e987b862d tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/quotas/8bb892de27e941a1be407e53634cff36 HTTP/1.1" status: 200 len: 375 time: 0.0427928 Jun 17 08:23:28.719511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1eba4-7643-4031-875f-fcec5e424777 req-f19029f5-0693-45df-930c-1fbbebdba2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:28.720998 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fbc1eba4-7643-4031-875f-fcec5e424777 req-f19029f5-0693-45df-930c-1fbbebdba2bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2358544 Jun 17 08:23:28.736862 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5edd3-a935-4442-b023-bf01380f6e06 req-d063cd31-3ad1-43c5-8eff-e2a8d7c526a7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:28.745104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80b5edd3-a935-4442-b023-bf01380f6e06 req-d063cd31-3ad1-43c5-8eff-e2a8d7c526a7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 947 time: 0.1710098 Jun 17 08:23:28.787140 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fbc1eba4-7643-4031-875f-fcec5e424777 req-2a3c0796-5dad-40e0-8633-7036cc577416 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 217 time: 0.0580294 Jun 17 08:23:28.794410 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Allocated IP 172.20.0.5 (1cc1239f-e7c8-47fb-a006-4a6c6fc01c91/a3b3ef64-dd68-4de7-acbf-fa464b6f2298/c86dbdf7-8340-4adf-9566-375f3229c2ad) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:28.799816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-122839c4-15d2-4472-8b6a-3fcf1fc1bfc4 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2673283 Jun 17 08:23:28.901374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80b5edd3-a935-4442-b023-bf01380f6e06 req-fd1d132f-5eae-4552-9e52-b235d8e8aa6a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552742 Jun 17 08:23:28.902349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1eba4-7643-4031-875f-fcec5e424777 req-2f30483b-ca36-44df-b554-af0082d4d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:28.906660 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fbc1eba4-7643-4031-875f-fcec5e424777 req-2f30483b-ca36-44df-b554-af0082d4d714 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1093767 Jun 17 08:23:28.960297 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-219f7f35-455f-4043-a292-ef2ad24e2471 service neutron] 10.222.0.47 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595891 Jun 17 08:23:29.050338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c8dff0e-485f-4aa3-b40b-c014b9211f1a details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:29.280966 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d3974b7d-c02e-4c72-b845-5969c029f41d service neutron] 10.222.0.47 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127465 Jun 17 08:23:29.293239 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e98d5f0-be44-4eb9-8df7-12bee5bc3cbe x-openstack-request-id: req-3e98d5f0-be44-4eb9-8df7-12bee5bc3cbe {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:29.302868 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a655ae-0d85-4742-a566-d544754da74b", "name": "network-vif-deleted", "tag": "61979d47-2188-4ae6-b586-ccf13aa01164", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:29.305718 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e98d5f0-be44-4eb9-8df7-12bee5bc3cbe {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:29.306684 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a655ae-0d85-4742-a566-d544754da74b', 'name': 'network-vif-deleted', 'tag': '61979d47-2188-4ae6-b586-ccf13aa01164', 'status': 'completed', 'code': 200} Jun 17 08:23:29.335443 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.391711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Transition to ACTIVE for port object c86dbdf7-8340-4adf-9566-375f3229c2ad will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:29.416835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1eba4-7643-4031-875f-fcec5e424777 req-0ab06f48-51a9-46cd-ab42-08873532ac8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:29.420473 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fbc1eba4-7643-4031-875f-fcec5e424777 req-0ab06f48-51a9-46cd-ab42-08873532ac8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5001860 Jun 17 08:23:29.495883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:29.553624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'mac_address': 'fa:16:3e:23:e4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:29.608124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2065583e-5084-4a89-aea3-8c0665909c20 req-3a83d184-69f2-44a9-bc5d-c2cbb54c017d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 210 time: 0.0862882 Jun 17 08:23:29.619891 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.637658 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8dff0e-485f-4aa3-b40b-c014b9211f1a {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:29.638700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.663198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:29.671344 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.672891 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-73b31709-48bb-4e7c-8b2b-64687a1e49eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:29.680392 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:29.750485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55712) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:29.760240 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:29.771891 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:29.788800 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:29.842252 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:29.856194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:29.857172 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:29.857676 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:29.890227 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fbc1eba4-7643-4031-875f-fcec5e424777 req-442403f1-0192-4b59-a391-6638d88a4943 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595177 Jun 17 08:23:29.896717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:29.901079 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:29.905788 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6773019 Jun 17 08:23:29.955777 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1292379560-network', 'tenant_id': '4ffdae32746c45a2b85401989331d48c'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:29.965683 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Request body: {'port': {'device_id': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:29.984956 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Made reservation on behalf of 4ffdae32746c45a2b85401989331d48c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:29.988325 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.008232 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.189565 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['9c8dff0e-485f-4aa3-b40b-c014b9211f1a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:30.212546 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.236507 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.242585 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0f190e96-d3de-46e0-8141-2529428ccce6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:30.296656 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fbc1eba4-7643-4031-875f-fcec5e424777 req-cbd598a6-e916-4c40-8c90-010540131194 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936608 Jun 17 08:23:30.306068 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.315659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:23:30.345385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45722ef-6139-44bc-b208-fc6d54617125,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:30.377217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.377591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.377953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.378312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.378840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.379234 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.379588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.379987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.380338 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.380683 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.381026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.381368 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:30.389719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f07c7b62-4475-4433-a7e0-ffa8cc00f4e4 req-9ad94452-3015-4c9f-9dee-5fb383a2abc1 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 210 time: 0.0920126 Jun 17 08:23:30.390955 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.391303 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Added segment 21650bcd-b6e0-4e1f-b8f5-c1a3bd5f5a82 of type vlan for network 10c1cc34-8646-48d7-adc4-259993059830 Jun 17 08:23:30.394407 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:30.432018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3867825f-4e10-40f4-90a3-59f6209bef1d None None] Provisioning for port c86dbdf7-8340-4adf-9566-375f3229c2ad completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:30.444793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3867825f-4e10-40f4-90a3-59f6209bef1d None None] Provisioning complete for port c86dbdf7-8340-4adf-9566-375f3229c2ad triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:30.445565 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3867825f-4e10-40f4-90a3-59f6209bef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.518082 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.580328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-3867825f-4e10-40f4-90a3-59f6209bef1d None None] Port c86dbdf7-8340-4adf-9566-375f3229c2ad cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:30.588197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2fe96-bd1b-48f6-8965-16dc10418672 req-6d6ebf99-7597-46da-aaa7-334cac2d4821 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:30.601948 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1d2fe96-bd1b-48f6-8965-16dc10418672 req-6d6ebf99-7597-46da-aaa7-334cac2d4821 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 947 time: 0.4749272 Jun 17 08:23:30.619291 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.644159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:30.646232 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.656622 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:30.758797 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1d2fe96-bd1b-48f6-8965-16dc10418672 req-cc492f09-0da6-4c3c-9405-b12bfcb03990 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556273 Jun 17 08:23:30.785056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Pushing event updated for resources: {'Network': ['ID=10c1cc34-8646-48d7-adc4-259993059830,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:30.799286 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0457559 Jun 17 08:23:30.802834 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:30.803895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55754) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:30.805439 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 10c1cc34-8646-48d7-adc4-259993059830 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:23:30.831654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Request body: {'subnet': {'network_id': '10c1cc34-8646-48d7-adc4-259993059830', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1292379560-subnet', 'tenant_id': '4ffdae32746c45a2b85401989331d48c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:30.873366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Made reservation on behalf of 4ffdae32746c45a2b85401989331d48c for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:30.879518 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:30.966958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55770) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:31.054088 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c86dbdf7-8340-4adf-9566-375f3229c2ad {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:31.074193 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.098720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Transition to ACTIVE for port object c86dbdf7-8340-4adf-9566-375f3229c2ad will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:31.108081 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.111326 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:31.150405 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33ad3aed-36e6-4889-9fcd-e6119ad52703 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.239612 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33ad3aed-36e6-4889-9fcd-e6119ad52703 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.246811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:31.263061 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:31.363917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Attempting to bind port c86dbdf7-8340-4adf-9566-375f3229c2ad on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:31.364346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Attempting to bind port c86dbdf7-8340-4adf-9566-375f3229c2ad by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:31.364781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Attempting to bind port c86dbdf7-8340-4adf-9566-375f3229c2ad on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:31.372156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Port c86dbdf7-8340-4adf-9566-375f3229c2ad on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:31.372709 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Attempting to bind port c86dbdf7-8340-4adf-9566-375f3229c2ad on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:31.374826 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.384785 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:31.385369 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Checking segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:31.386064 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Bound using segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:31.386801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Bound port: c86dbdf7-8340-4adf-9566-375f3229c2ad, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:31.387572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.396085 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2d26de72-560f-4999-8f9a-34f933f5df7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:31.417716 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 61979d47-2188-4ae6-b586-ccf13aa01164 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:31.450449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 61979d47-2188-4ae6-b586-ccf13aa01164 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:23:31.450806 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 61979d47-2188-4ae6-b586-ccf13aa01164 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:23:31.503864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40166a3-30e9-4ccf-83a0-51d9abe1ac69,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:31.515171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c331e-96e4-41a1-83f1-86dfd9fe3500 req-df6b5f20-8e14-483c-9d80-db39977a18bd tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:31.527160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b42c331e-96e4-41a1-83f1-86dfd9fe3500 req-df6b5f20-8e14-483c-9d80-db39977a18bd tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 943 time: 0.3778632 Jun 17 08:23:31.530274 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:31.555767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:31.559652 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:31.570507 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.574623 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:31.591743 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33ad3aed-36e6-4889-9fcd-e6119ad52703 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.594993 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33ad3aed-36e6-4889-9fcd-e6119ad52703 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.598486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-33ad3aed-36e6-4889-9fcd-e6119ad52703 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "DELETE /v2.0/security-groups/390c228b-b7fb-44c1-be19-cb049f940b40 HTTP/1.1" status: 204 len: 168 time: 0.6251478 Jun 17 08:23:31.600901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Checking segment: {'id': '21650bcd-b6e0-4e1f-b8f5-c1a3bd5f5a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '10c1cc34-8646-48d7-adc4-259993059830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:31.601268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Network hostable DHCP agents. Network: 10c1cc34-8646-48d7-adc4-259993059830, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:23:31.603556 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-29acbab5-d07d-4213-b334-d934f46b0f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:31.606444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55782) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:31.624472 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:31.625359 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.626993 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] 10.222.0.63 "PUT /v2.0/ports/c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 1092 time: 1.6970036 Jun 17 08:23:31.627827 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:31.631063 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c96187-ae8a-4f27-bd87-c03a422a95c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:31.644818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b42c331e-96e4-41a1-83f1-86dfd9fe3500 req-9b6b4d62-e732-4ad5-a61b-265eb8ba138e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157234 Jun 17 08:23:31.660176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:31.682900 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:31.727636 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0816ea-04cf-4172-bcae-53f7743115c9 x-openstack-request-id: req-5d0816ea-04cf-4172-bcae-53f7743115c9 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:31.727969 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:31.728262 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d0816ea-04cf-4172-bcae-53f7743115c9 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:31.728698 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'status': 'completed', 'code': 200} Jun 17 08:23:31.730357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad3aed-36e6-4889-9fcd-e6119ad52703 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=390c228b-b7fb-44c1-be19-cb049f940b40,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:31.779067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a000e831-0cc2-4bd2-90b4-ba909797cc95 req-6ea04075-572d-4f72-af9f-30b208570bf9 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 210 time: 0.1814115 Jun 17 08:23:31.780647 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-33ad3aed-36e6-4889-9fcd-e6119ad52703 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:31.782361 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-2391347e-0d76-4aee-ad70-777129f76e02 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] show failed (client error): The resource could not be found. Jun 17 08:23:31.783482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2391347e-0d76-4aee-ad70-777129f76e02 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "GET /v2.0/security-groups/390c228b-b7fb-44c1-be19-cb049f940b40 HTTP/1.1" status: 404 len: 347 time: 0.1713240 Jun 17 08:23:31.786258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55786) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:31.809504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-5dd3bbc2-44d5-4a39-9384-5bea78c2b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:31.816149 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-5dd3bbc2-44d5-4a39-9384-5bea78c2b825 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1095 time: 0.1232042 Jun 17 08:23:31.836205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Network 10c1cc34-8646-48d7-adc4-259993059830 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:23:31.892767 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 10c1cc34-8646-48d7-adc4-259993059830) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:31.916927 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:31.919730 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:31.927683 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-c93f1e74-357e-4613-8183-6012c95fb45d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 217 time: 0.1038892 Jun 17 08:23:31.975973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b04f2ab-0b51-44a6-938e-1d8ebb591fa8 None None] Network 10c1cc34-8646-48d7-adc4-259993059830 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:32.024042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-49579b78-3b40-439c-ba55-31c943a1bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:32.025567 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-49579b78-3b40-439c-ba55-31c943a1bbda service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.0852318 Jun 17 08:23:32.047096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2399135 Jun 17 08:23:32.208404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-eba11074-2706-4a3a-b3d9-2d5fc3d2f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:32.215733 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-eba11074-2706-4a3a-b3d9-2d5fc3d2f6b2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1834545 Jun 17 08:23:32.393926 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abf1c46-3a8b-4bc6-9f42-43eee28c2697 None None] Network 10c1cc34-8646-48d7-adc4-259993059830 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:32.455191 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-2926172f-239a-4e2d-8fbb-3e4b5d598d7f service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329593 Jun 17 08:23:32.628102 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fa8bc103-2ca7-4eda-b42a-138e552933d3 req-2d16d17f-2d97-446e-987d-6e91bc71f940 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651261 Jun 17 08:23:32.629563 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Deleting port fb21233a-c793-4961-a0e3-1e564feb26f1 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:23:32.630108 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.702752 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-31a0988d-49d9-4d07-af61-18f7e805d661 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:32.704441 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-31a0988d-49d9-4d07-af61-18f7e805d661 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 820 time: 0.7548747 Jun 17 08:23:32.722370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Request body: {'port': {'device_id': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7', 'admin_state_up': True, 'tenant_id': '8bb892de27e941a1be407e53634cff36'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:32.749438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b099c9-2216-4b49-8635-f2f414c2629b req-24d8a30b-7606-45dd-a845-54b00b712a4b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:32.756892 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-02b099c9-2216-4b49-8635-f2f414c2629b req-24d8a30b-7606-45dd-a845-54b00b712a4b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 947 time: 0.7140996 Jun 17 08:23:32.783605 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.807815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c96187-ae8a-4f27-bd87-c03a422a95c7 req-4720f46b-8139-492c-965b-b313878258b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:32.809630 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-03c96187-ae8a-4f27-bd87-c03a422a95c7 req-4720f46b-8139-492c-965b-b313878258b4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1095 time: 0.1204324 Jun 17 08:23:32.860836 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-00b569d7-9ec3-4d2a-9e96-3ca54e34ec30 req-7d450eb7-cb13-4376-a6e6-f553a894ba4c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-172900852', 'description': 'tempest-description-2013855468'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:32.908181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.908628 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:32.947191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-02b099c9-2216-4b49-8635-f2f414c2629b req-1f8d0249-1b23-4519-be08-a72a76ffc630 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891856 Jun 17 08:23:33.027718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c96187-ae8a-4f27-bd87-c03a422a95c7 req-0deaa6c9-63b0-430c-8a98-7415085630e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:33.037417 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-03c96187-ae8a-4f27-bd87-c03a422a95c7 req-0deaa6c9-63b0-430c-8a98-7415085630e9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.2213776 Jun 17 08:23:33.039882 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00b569d7-9ec3-4d2a-9e96-3ca54e34ec30 req-7d450eb7-cb13-4376-a6e6-f553a894ba4c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.066716 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c8dff0e-485f-4aa3-b40b-c014b9211f1a up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:33.105738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Calling delete_port for fb21233a-c793-4961-a0e3-1e564feb26f1 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:23:33.111299 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-03c96187-ae8a-4f27-bd87-c03a422a95c7 req-2ef14053-8e6a-49e0-a4e0-3149023180a0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 217 time: 0.0644372 Jun 17 08:23:33.181009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c96187-ae8a-4f27-bd87-c03a422a95c7 req-de3677c8-3a83-4979-978d-0214b1fe3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:33.214667 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-03c96187-ae8a-4f27-bd87-c03a422a95c7 req-de3677c8-3a83-4979-978d-0214b1fe3cba service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.0659075 Jun 17 08:23:33.217369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:33.217772 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.244614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Made reservation on behalf of 8bb892de27e941a1be407e53634cff36 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:33.249001 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.336103 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c96187-ae8a-4f27-bd87-c03a422a95c7 req-30d117c9-1974-4705-b2aa-900cfcd7dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:33.338101 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-03c96187-ae8a-4f27-bd87-c03a422a95c7 req-30d117c9-1974-4705-b2aa-900cfcd7dc64 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212926 Jun 17 08:23:33.454037 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.483787 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-03c96187-ae8a-4f27-bd87-c03a422a95c7 req-7a309cdf-7b89-4602-9773-eb6bb1003c06 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366217 Jun 17 08:23:33.502257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:33.504925 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7611da2-426e-467d-901f-5625439bc7fa" -d '{"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:33.530815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:33.539459 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.541816 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:33.624552 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.641852 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7779cb62-5957-489c-82d1-1741b8357cab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:33.658374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=10']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:33.678675 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-03c96187-ae8a-4f27-bd87-c03a422a95c7 req-47195c44-6e08-4f59-8da4-cc9f83647b3f service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853907 Jun 17 08:23:33.678966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.679196 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.680198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.683044 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.683584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.684083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.684574 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.685080 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.690491 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.691121 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.691618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.692123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:23:33.700808 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:33.718276 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Pushing event deleted for resources: {'Port': ['ID=fb21233a-c793-4961-a0e3-1e564feb26f1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:33.763121 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:33.817925 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00b569d7-9ec3-4d2a-9e96-3ca54e34ec30 req-7d450eb7-cb13-4376-a6e6-f553a894ba4c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.832611 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00b569d7-9ec3-4d2a-9e96-3ca54e34ec30 req-7d450eb7-cb13-4376-a6e6-f553a894ba4c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.837858 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5787bc76-5a34-4289-94d7-fe6f513798d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:33.848973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2116356-e644-480f-b3cd-a7952b0d0f7d req-a1589b14-63db-4f24-8686-d783dcf3b285 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:33.850740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2116356-e644-480f-b3cd-a7952b0d0f7d req-a1589b14-63db-4f24-8686-d783dcf3b285 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 943 time: 0.3633511 Jun 17 08:23:33.865143 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.870477 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.874290 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] 10.222.0.47 "DELETE /v2.0/floatingips/1c6445f5-fa03-45d9-949c-9141a6930151 HTTP/1.1" status: 204 len: 168 time: 2.0845041 Jun 17 08:23:33.874290 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Allocated IP 172.20.0.3 (68d4a268-2e46-4a78-88b6-8c0692b51af7/5b598db4-dbc2-4206-84e4-02cf733688f1/00dea52b-e4a6-44d3-8a4c-c3b22271ef88) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:33.925756 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00b569d7-9ec3-4d2a-9e96-3ca54e34ec30 req-7d450eb7-cb13-4376-a6e6-f553a894ba4c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:33.931993 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00b569d7-9ec3-4d2a-9e96-3ca54e34ec30 req-7d450eb7-cb13-4376-a6e6-f553a894ba4c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1015053 Jun 17 08:23:33.933130 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d450eb7-cb13-4376-a6e6-f553a894ba4c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6921fb6b-521a-4924-a908-91497e0cd35b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:33.955984 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7d450eb7-cb13-4376-a6e6-f553a894ba4c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:34.039585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2116356-e644-480f-b3cd-a7952b0d0f7d req-b116c16e-bc58-44c4-a462-5c7c25993eff tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567612 Jun 17 08:23:34.369020 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:34.476732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3fb08b37-6716-4033-87a2-725323a8453b req-d0f2b2b2-4c40-4f75-a54b-18e17a4fd255 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 210 time: 0.3618386 Jun 17 08:23:34.544177 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:34.557439 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['9921506d-4731-4aec-8e4e-3a523c15018f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:34.582301 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-45c7305e-feb4-4b82-8fdf-604b6bf1804e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:34.636497 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1488454-51a5-4075-83e5-75c6d0c254eb x-openstack-request-id: req-a1488454-51a5-4075-83e5-75c6d0c254eb {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:34.636879 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-plugged", "status": "completed", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:34.637061 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a1488454-51a5-4075-83e5-75c6d0c254eb {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:34.637427 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'code': 200} Jun 17 08:23:34.691291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Network 68d4a268-2e46-4a78-88b6-8c0692b51af7 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:34.693056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Pushing event updated for resources: {'Port': ['ID=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:34.706934 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:34.708480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:34.720259 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:34.820865 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:34.824541 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:34.860029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1406322 Jun 17 08:23:34.879766 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Request body: {'port': {'device_id': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:35.071057 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:35.077566 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.271453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:35.287500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '0e537eac-524e-4533-89e7-3399f68f0808', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '0e537eac-524e-4533-89e7-3399f68f0808', 'mac_address': 'fa:16:3e:d0:76:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:35.384673 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.427320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e537eac-524e-4533-89e7-3399f68f0808 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:35.438790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:35.502763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:35.524070 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.534662 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:35.737789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:35.747280 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:35.808753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:35.811309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:35.826991 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.838839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'port_id': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'mac_address': 'fa:16:3e:05:69:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:35.868605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Transition to ACTIVE for port object 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:35.880885 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.885821 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:35.913883 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.938206 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86dbdf7-8340-4adf-9566-375f3229c2ad {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:35.978548 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:35.985522 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:35.988273 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6fa0d942-5c23-40b7-abd4-4c6458746d7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:36.052593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['0e537eac-524e-4533-89e7-3399f68f0808'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:36.074955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Pushing event updated for resources: {'Port': ['ID=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:36.081259 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:36.183710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:36.188717 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:36.243764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:36.244022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:36.244328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:36.254167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:36.254496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:36.263087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:36.264018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:36.265487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:36.265968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Bound port: 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:36.266968 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.286674 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['c86dbdf7-8340-4adf-9566-375f3229c2ad'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:36.374627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:36.378847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:36.389675 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.394385 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5e7ea902-5892-4843-9bcc-058f94eb702c tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:36.444951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:36.445581 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:36.447585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] 10.222.0.63 "PUT /v2.0/ports/00dea52b-e4a6-44d3-8a4c-c3b22271ef88 HTTP/1.1" status: 200 len: 1092 time: 1.5766182 Jun 17 08:23:36.451598 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'tag': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:36.460899 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09757af4-c1c4-443d-9bcc-104a85117360" -d '{"events": [{"name": "network-changed", "server_uuid": "285c37f7-8e3f-4d6a-bbae-d0effd83672f", "tag": "00dea52b-e4a6-44d3-8a4c-c3b22271ef88"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:36.509432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Pushing event updated for resources: {'Port': ['ID=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:36.569601 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:36.619605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d79ae0d2-5bd5-4810-a8a9-419dfb762b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:36.624298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-d79ae0d2-5bd5-4810-a8a9-419dfb762b47 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 1095 time: 0.1168497 Jun 17 08:23:36.714645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-e284ebb5-7a85-45e7-821d-6292a0e9fefa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88 HTTP/1.1" status: 200 len: 217 time: 0.0818441 Jun 17 08:23:36.826036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-f6783d2d-5752-46c2-bd23-a576d6d3fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:36.828042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-f6783d2d-5752-46c2-bd23-a576d6d3fa5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0997658 Jun 17 08:23:36.887138 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-be0a4f20-ebfb-4614-bd0f-bfd9f5d4d7a6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518560 Jun 17 08:23:37.108594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-da9ab272-1c6c-43c2-9f66-090352c8da98 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124321 Jun 17 08:23:37.262191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1acc6ebc-fbe3-4ad6-a54d-efe00a9a1119 req-4475647d-3f9d-4132-9595-61194fc3c9d2 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425109 Jun 17 08:23:37.434632 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:37.561277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port c86dbdf7-8340-4adf-9566-375f3229c2ad completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:37.569417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port c86dbdf7-8340-4adf-9566-375f3229c2ad triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:37.570887 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.760200 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.834066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:37.836765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:37.843980 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62fd3a5-1509-40cf-b6d1-1d32f7bdbedd" -d '{"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-plugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:37.853127 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:37.856828 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:37.982007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:37.988234 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:38.339317 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:23:39.026237 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.111241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:39.265192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 0e537eac-524e-4533-89e7-3399f68f0808 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:39.274659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 0e537eac-524e-4533-89e7-3399f68f0808 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:39.275570 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.394593 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.456827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:39.466787 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:39.503971 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:39.873487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:39.877753 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:41.327855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70f0d46c-5081-4da2-8126-8a70fbf0a63d req-bfc63a6d-caaa-4911-9a96-1c7ff00e1600 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/6921fb6b-521a-4924-a908-91497e0cd35b HTTP/1.1" status: 200 len: 1804 time: 0.0554931 Jun 17 08:23:41.343511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-70f0d46c-5081-4da2-8126-8a70fbf0a63d req-553c6ce1-36dc-4316-a6c9-3d2e2e4fa195 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6921fb6b-521a-4924-a908-91497e0cd35b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:41.343961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-70f0d46c-5081-4da2-8126-8a70fbf0a63d req-553c6ce1-36dc-4316-a6c9-3d2e2e4fa195 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6921fb6b-521a-4924-a908-91497e0cd35b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:41.459628 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-70f0d46c-5081-4da2-8126-8a70fbf0a63d req-553c6ce1-36dc-4316-a6c9-3d2e2e4fa195 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:41.507771 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68354b-ac5c-44d0-89e7-d447f5d21ac3 req-a2ad60d6-c053-45e1-af7b-b2cf22be705c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:41.509340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b68354b-ac5c-44d0-89e7-d447f5d21ac3 req-a2ad60d6-c053-45e1-af7b-b2cf22be705c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.1341500 Jun 17 08:23:41.511534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-70f0d46c-5081-4da2-8126-8a70fbf0a63d req-553c6ce1-36dc-4316-a6c9-3d2e2e4fa195 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:41.536798 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-70f0d46c-5081-4da2-8126-8a70fbf0a63d req-553c6ce1-36dc-4316-a6c9-3d2e2e4fa195 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:41.541670 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:41.570145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c6ce1-36dc-4316-a6c9-3d2e2e4fa195 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c3f7bd-1ee4-4f3c-b114-68c34ed9bfaf,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:41.577204 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-553c6ce1-36dc-4316-a6c9-3d2e2e4fa195 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:41.589631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b68354b-ac5c-44d0-89e7-d447f5d21ac3 req-4ab54f32-cba3-42c5-8d25-91b761cbac7e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730174 Jun 17 08:23:41.591012 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-70f0d46c-5081-4da2-8126-8a70fbf0a63d req-553c6ce1-36dc-4316-a6c9-3d2e2e4fa195 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:41.596988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70f0d46c-5081-4da2-8126-8a70fbf0a63d req-553c6ce1-36dc-4316-a6c9-3d2e2e4fa195 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2563801 Jun 17 08:23:41.856299 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf9942-3350-49e1-9aa9-2215db0dd62a req-2afde7de-6cc0-4d8f-9cd9-6cc99b13e412 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:41.868400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ccdf9942-3350-49e1-9aa9-2215db0dd62a req-2afde7de-6cc0-4d8f-9cd9-6cc99b13e412 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 945 time: 0.1302512 Jun 17 08:23:41.973160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ccdf9942-3350-49e1-9aa9-2215db0dd62a req-5f5e31c1-a403-4402-975e-66f67015b503 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032307 Jun 17 08:23:42.007231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b89ca6-28ab-40c6-9700-f29ea72fa480 req-6054837c-df34-4f95-949d-801633d92148 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:42.009887 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-84b89ca6-28ab-40c6-9700-f29ea72fa480 req-6054837c-df34-4f95-949d-801633d92148 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 943 time: 0.1716285 Jun 17 08:23:42.027480 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943c25e2-15bf-4be6-8572-7429edab53c3 x-openstack-request-id: req-943c25e2-15bf-4be6-8572-7429edab53c3 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:42.027800 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285c37f7-8e3f-4d6a-bbae-d0effd83672f", "tag": "00dea52b-e4a6-44d3-8a4c-c3b22271ef88", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:42.028091 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-943c25e2-15bf-4be6-8572-7429edab53c3 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:42.029009 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'tag': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88', 'status': 'completed', 'code': 200} Jun 17 08:23:42.077801 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962a58c3-0c27-4f0b-9721-35ae913024a3 x-openstack-request-id: req-962a58c3-0c27-4f0b-9721-35ae913024a3 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:42.078387 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-plugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:42.078387 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-962a58c3-0c27-4f0b-9721-35ae913024a3 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:42.078749 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'code': 200} Jun 17 08:23:42.097113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-84b89ca6-28ab-40c6-9700-f29ea72fa480 req-32ee82d0-9578-4b2b-926a-da28e4306d0e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723505 Jun 17 08:23:42.187688 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-f6a4efd3-9dbc-4349-8ab2-e5a7d4737ad4 req-f9c11fe5-a8c3-4153-a3cf-78a3723a1d8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-826879620', 'description': 'tempest-description-1993161223'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:42.202799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09757af4-c1c4-443d-9bcc-104a85117360 req-d0e45bf2-54ec-4ec1-ab05-0312de604eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:42.205545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09757af4-c1c4-443d-9bcc-104a85117360 req-d0e45bf2-54ec-4ec1-ab05-0312de604eba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 1095 time: 0.1523566 Jun 17 08:23:42.367586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4061d0c-7613-412c-ae08-d6cb35f1668f req-9995e857-237f-49dc-8677-548e5f7ea9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:42.370527 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e4061d0c-7613-412c-ae08-d6cb35f1668f req-9995e857-237f-49dc-8677-548e5f7ea9ff service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1097 time: 0.0951900 Jun 17 08:23:42.375031 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f6a4efd3-9dbc-4349-8ab2-e5a7d4737ad4 req-f9c11fe5-a8c3-4153-a3cf-78a3723a1d8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:42.438423 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e4061d0c-7613-412c-ae08-d6cb35f1668f req-b6190842-beac-4d36-af3a-b0db8f73770a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557027 Jun 17 08:23:42.486918 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09757af4-c1c4-443d-9bcc-104a85117360 req-27065d3c-2c62-4684-84fc-33677b4d13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:42.488419 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09757af4-c1c4-443d-9bcc-104a85117360 req-27065d3c-2c62-4684-84fc-33677b4d13c1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.2754602 Jun 17 08:23:42.544300 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09757af4-c1c4-443d-9bcc-104a85117360 req-00526000-8ddb-4fe7-b9ad-8825b7a5e1d2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88 HTTP/1.1" status: 200 len: 217 time: 0.0430310 Jun 17 08:23:42.614040 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f6a4efd3-9dbc-4349-8ab2-e5a7d4737ad4 req-f9c11fe5-a8c3-4153-a3cf-78a3723a1d8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:42.625334 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f6a4efd3-9dbc-4349-8ab2-e5a7d4737ad4 req-f9c11fe5-a8c3-4153-a3cf-78a3723a1d8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:42.629725 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9477186-060b-42da-ad27-1469eb83f8c0 tempest-DeleteServersAdminTestJSON-400670363 tempest-DeleteServersAdminTestJSON-400670363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:42.635172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09757af4-c1c4-443d-9bcc-104a85117360 req-8fd8a86a-ca29-4efe-9162-453d228a7e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:42.636652 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09757af4-c1c4-443d-9bcc-104a85117360 req-8fd8a86a-ca29-4efe-9162-453d228a7e93 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0856299 Jun 17 08:23:42.700542 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09757af4-c1c4-443d-9bcc-104a85117360 req-a7702f1d-2c18-40aa-b2b0-69deeff52276 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488248 Jun 17 08:23:42.707916 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f6a4efd3-9dbc-4349-8ab2-e5a7d4737ad4 req-f9c11fe5-a8c3-4153-a3cf-78a3723a1d8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:42.720880 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6a4efd3-9dbc-4349-8ab2-e5a7d4737ad4 req-f9c11fe5-a8c3-4153-a3cf-78a3723a1d8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5449808 Jun 17 08:23:42.754809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c11fe5-a8c3-4153-a3cf-78a3723a1d8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67138db6-8c41-41f0-b871-91245a99054e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:42.758029 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f9c11fe5-a8c3-4153-a3cf-78a3723a1d8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:42.857612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55976) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:42.944425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09757af4-c1c4-443d-9bcc-104a85117360 req-28635e66-b8aa-4445-b28c-025e7e618d13 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220948 Jun 17 08:23:42.954289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-29219605-4096-4552-b865-9f26040d1188 admin admin] Deleting subnet 77487d9d-954e-4053-8664-9cda2577cf8f {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:23:42.958487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29219605-4096-4552-b865-9f26040d1188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.001642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29219605-4096-4552-b865-9f26040d1188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.049904 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29219605-4096-4552-b865-9f26040d1188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.116917 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29219605-4096-4552-b865-9f26040d1188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.125212 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5fb5f302-9f79-4c02-b308-cee704bd1322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:43.134512 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09757af4-c1c4-443d-9bcc-104a85117360 req-ea1a28ad-247e-4ff9-b8e6-916e608e3fec service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806536 Jun 17 08:23:43.137606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4da42e3b-b152-4be3-8575-fe166f2f22ce req-32dd370c-4d0b-4780-a72c-bd7691de7438 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/67138db6-8c41-41f0-b871-91245a99054e HTTP/1.1" status: 200 len: 1804 time: 0.0611074 Jun 17 08:23:43.151840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4da42e3b-b152-4be3-8575-fe166f2f22ce req-b7579a35-58bf-4403-b111-a09b3aebd01c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '67138db6-8c41-41f0-b871-91245a99054e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:43.152475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4da42e3b-b152-4be3-8575-fe166f2f22ce req-b7579a35-58bf-4403-b111-a09b3aebd01c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '67138db6-8c41-41f0-b871-91245a99054e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:43.174942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29219605-4096-4552-b865-9f26040d1188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77487d9d-954e-4053-8664-9cda2577cf8f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:43.180913 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29219605-4096-4552-b865-9f26040d1188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.185404 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-29219605-4096-4552-b865-9f26040d1188 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/77487d9d-954e-4053-8664-9cda2577cf8f HTTP/1.1" status: 204 len: 168 time: 0.3231733 Jun 17 08:23:43.185404 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29219605-4096-4552-b865-9f26040d1188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:43.185603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55992) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:43.262492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4da42e3b-b152-4be3-8575-fe166f2f22ce req-b7579a35-58bf-4403-b111-a09b3aebd01c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.278862 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.293801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409c583-932f-4bc5-9a76-591b8966c52c req-e7f69942-92fe-41ff-bee1-4b8cfcf69efa tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:43.295426 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8409c583-932f-4bc5-9a76-591b8966c52c req-e7f69942-92fe-41ff-bee1-4b8cfcf69efa tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.1340826 Jun 17 08:23:43.327384 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4da42e3b-b152-4be3-8575-fe166f2f22ce req-b7579a35-58bf-4403-b111-a09b3aebd01c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.336328 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4da42e3b-b152-4be3-8575-fe166f2f22ce req-b7579a35-58bf-4403-b111-a09b3aebd01c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.340180 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:43.362499 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-649f5b52-f40e-41fb-b90f-e048d9c31195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.374032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7579a35-58bf-4403-b111-a09b3aebd01c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f3ff30a-8dff-4f41-b5f1-6965b5bef6d8,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:43.386154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8409c583-932f-4bc5-9a76-591b8966c52c req-f8fb4cc9-694a-4820-9e9d-121fd5a82870 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753701 Jun 17 08:23:43.389616 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b7579a35-58bf-4403-b111-a09b3aebd01c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:43.394462 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4da42e3b-b152-4be3-8575-fe166f2f22ce req-b7579a35-58bf-4403-b111-a09b3aebd01c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.395843 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4da42e3b-b152-4be3-8575-fe166f2f22ce req-b7579a35-58bf-4403-b111-a09b3aebd01c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2505586 Jun 17 08:23:43.438354 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.463144 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ef929f-e6f4-4515-a0c5-537fcf398259']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:43.486977 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbb6774-dade-4212-b572-d642e8451263') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:43.487660 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbb6774-dade-4212-b572-d642e8451263') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:43.531338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.567776 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.587395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:23:43.590981 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:23:43.651837 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:23:43.699838 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.709312 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:43.718048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150775e-e54d-4d2a-b33a-baea33be7f68 req-bde7e7f8-4a70-4fa7-87d7-ef9e9c1577ec tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:43.726088 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1150775e-e54d-4d2a-b33a-baea33be7f68 req-bde7e7f8-4a70-4fa7-87d7-ef9e9c1577ec tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 945 time: 0.1484246 Jun 17 08:23:43.738628 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:43.742477 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] 10.222.0.47 "DELETE /v2.0/networks/45ef929f-e6f4-4515-a0c5-537fcf398259 HTTP/1.1" status: 204 len: 168 time: 0.5557241 Jun 17 08:23:43.745104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=45ef929f-e6f4-4515-a0c5-537fcf398259,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:43.749716 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:43.794808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1150775e-e54d-4d2a-b33a-baea33be7f68 req-bb07643e-728f-4e06-a5f0-f9a9ecfa5075 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675454 Jun 17 08:23:43.962262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-dc7c3db6-1f34-42fa-a6e8-9e48583a3486 req-37f5d07f-2ed7-4a7c-bd56-7f97b3e5981d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2119282532', 'description': 'tempest-description-1014091053'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:43.969256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56002) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:44.014732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7bce7-914b-4763-a3bc-76dad5372ec5 req-0bcb5110-910a-4c04-a8e8-823e7ac3378c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:44.021967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28e7bce7-914b-4763-a3bc-76dad5372ec5 req-0bcb5110-910a-4c04-a8e8-823e7ac3378c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 943 time: 0.1142354 Jun 17 08:23:44.029933 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc7c3db6-1f34-42fa-a6e8-9e48583a3486 req-37f5d07f-2ed7-4a7c-bd56-7f97b3e5981d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.054834 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0067c51a-1aea-4c99-b7ff-3da88b184e65 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb8246e60a494b9e9f3ca46087f88b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826130 Jun 17 08:23:44.056304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56004) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:44.081897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:44.093632 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feba3193-31cc-45a7-a10a-e9bbb694c2c6" -d '{"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-plugged", "status": "completed", "tag": "0e537eac-524e-4533-89e7-3399f68f0808"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:44.133622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-acaaebd7-7e60-4835-a9e9-7b9f93b918e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.134544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28e7bce7-914b-4763-a3bc-76dad5372ec5 req-69ddbb8a-d1cf-42af-a789-404ce7abbb64 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115901 Jun 17 08:23:44.161305 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-acaaebd7-7e60-4835-a9e9-7b9f93b918e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.175969 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc7c3db6-1f34-42fa-a6e8-9e48583a3486 req-37f5d07f-2ed7-4a7c-bd56-7f97b3e5981d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.187872 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc7c3db6-1f34-42fa-a6e8-9e48583a3486 req-37f5d07f-2ed7-4a7c-bd56-7f97b3e5981d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.192741 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-69b6f406-31f1-4984-81c8-429442287e04 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:44.240058 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc7c3db6-1f34-42fa-a6e8-9e48583a3486 req-37f5d07f-2ed7-4a7c-bd56-7f97b3e5981d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.257554 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc7c3db6-1f34-42fa-a6e8-9e48583a3486 req-37f5d07f-2ed7-4a7c-bd56-7f97b3e5981d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3011930 Jun 17 08:23:44.266302 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-acaaebd7-7e60-4835-a9e9-7b9f93b918e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.269516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-acaaebd7-7e60-4835-a9e9-7b9f93b918e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.279454 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-acaaebd7-7e60-4835-a9e9-7b9f93b918e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db72ab00-3001-4349-84a3-487e7e9b967e HTTP/1.1" status: 204 len: 168 time: 0.2218513 Jun 17 08:23:44.280445 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bcae7034-1c8f-48d2-a1bf-81628264a0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:44.295010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaaebd7-7e60-4835-a9e9-7b9f93b918e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db72ab00-3001-4349-84a3-487e7e9b967e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:44.295403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5d07f-2ed7-4a7c-bd56-7f97b3e5981d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a56bb4b-365f-478a-8ea5-9265fdd57c43,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:44.302098 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acaaebd7-7e60-4835-a9e9-7b9f93b918e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:44.307984 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37f5d07f-2ed7-4a7c-bd56-7f97b3e5981d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:44.395572 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cf357-4231-4f91-8ace-274116aab4b5 req-ec293918-4cd4-487b-9f15-9c991db19694 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:44.405393 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-659cf357-4231-4f91-8ace-274116aab4b5 req-ec293918-4cd4-487b-9f15-9c991db19694 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 945 time: 0.1428692 Jun 17 08:23:44.542655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-659cf357-4231-4f91-8ace-274116aab4b5 req-4197a0eb-dbc5-4c3e-8fe9-e171e77886cf tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382995 Jun 17 08:23:44.617371 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceab88f-081f-43dd-bf36-415dafc303ff x-openstack-request-id: req-9ceab88f-081f-43dd-bf36-415dafc303ff {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:44.618254 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-plugged", "status": "completed", "tag": "0e537eac-524e-4533-89e7-3399f68f0808", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:44.618713 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9ceab88f-081f-43dd-bf36-415dafc303ff {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:44.619149 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808', 'code': 200} Jun 17 08:23:44.640654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-a9f1b51e-a383-4384-91ed-2f760997439d req-3c71f419-4b22-4808-83b4-850bb57e9e46 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1927781931', 'description': 'tempest-description-458698242'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:44.667148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-3af32845-e56e-46de-94d4-411f54e95c69 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:44.669633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-3af32845-e56e-46de-94d4-411f54e95c69 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 804 time: 0.2066505 Jun 17 08:23:44.701714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-13805e47-bd25-4fc1-b938-05823294dcfd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/quotas/3a01de3e2c464444b41ad7bd64ef1eb7 HTTP/1.1" status: 200 len: 375 time: 0.0234804 Jun 17 08:23:44.777042 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9f1b51e-a383-4384-91ed-2f760997439d req-3c71f419-4b22-4808-83b4-850bb57e9e46 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:44.810300 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0f5bf-1872-4a08-8382-5056dc225af7 req-994a307d-1751-46af-85a5-ca65fef43ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:44.813795 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a8c0f5bf-1872-4a08-8382-5056dc225af7 req-994a307d-1751-46af-85a5-ca65fef43ef4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1101 time: 0.0859327 Jun 17 08:23:44.877416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-04545be0-33e3-4357-a7f4-548867b50c54 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1724842 Jun 17 08:23:44.903784 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a8c0f5bf-1872-4a08-8382-5056dc225af7 req-ac82a4ac-fd14-4f19-bd82-1e0b6fdd1a34 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785689 Jun 17 08:23:45.006869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9f1b51e-a383-4384-91ed-2f760997439d req-3c71f419-4b22-4808-83b4-850bb57e9e46 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.021656 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9f1b51e-a383-4384-91ed-2f760997439d req-3c71f419-4b22-4808-83b4-850bb57e9e46 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.027434 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37f5d07f-2ed7-4a7c-bd56-7f97b3e5981d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:45.054411 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-8f273e8a-bd60-44e4-a661-92f8bdd79d9e service neutron] 10.222.0.47 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744483 Jun 17 08:23:45.075417 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9f1b51e-a383-4384-91ed-2f760997439d req-3c71f419-4b22-4808-83b4-850bb57e9e46 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.087382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9f1b51e-a383-4384-91ed-2f760997439d req-3c71f419-4b22-4808-83b4-850bb57e9e46 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4524755 Jun 17 08:23:45.089849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71f419-4b22-4808-83b4-850bb57e9e46 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b569155-80c7-481e-8b8a-f650f6dacef8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:45.120240 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3c71f419-4b22-4808-83b4-850bb57e9e46 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:45.295149 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-53923fe8-27d6-4a63-9b65-ee4a4816402c service neutron] 10.222.0.47 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313976 Jun 17 08:23:45.315880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b4a2f-7f66-44a8-a79f-100a6c6bd555 req-00e84905-8668-4e45-a44f-4fa1d295f67a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:45.317377 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-284b4a2f-7f66-44a8-a79f-100a6c6bd555 req-00e84905-8668-4e45-a44f-4fa1d295f67a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.1165190 Jun 17 08:23:45.365084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-284b4a2f-7f66-44a8-a79f-100a6c6bd555 req-1b86c752-de6a-4b60-a4ba-ae04a6ed9fa1 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386651 Jun 17 08:23:45.441094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1a075bd3-9e76-4acf-8f6a-078cfd81d440 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:45.542729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a7fda60-f17c-43c7-bae6-76bc88dd9e01 req-5a4522e9-bbe8-47b0-93d7-abb9a8378016 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/5a56bb4b-365f-478a-8ea5-9265fdd57c43 HTTP/1.1" status: 200 len: 1805 time: 0.0811958 Jun 17 08:23:45.616573 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.656651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1a075bd3-9e76-4acf-8f6a-078cfd81d440, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a075bd3-9e76-4acf-8f6a-078cfd81d440,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:45.666334 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.678829 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:45.708784 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e07e2b65-ed7e-40c0-920e-8fd79deb02c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.724876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a7fda60-f17c-43c7-bae6-76bc88dd9e01 req-ac1eb045-9cf1-4f25-babc-506ef48a0c08 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/6b569155-80c7-481e-8b8a-f650f6dacef8 HTTP/1.1" status: 200 len: 1804 time: 0.1812050 Jun 17 08:23:45.743512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-9a7fda60-f17c-43c7-bae6-76bc88dd9e01 req-0f29f77c-bee6-4dc7-be7c-bab5a9d58159 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5a56bb4b-365f-478a-8ea5-9265fdd57c43', 'remote_group_id': '6b569155-80c7-481e-8b8a-f650f6dacef8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:45.743880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-9a7fda60-f17c-43c7-bae6-76bc88dd9e01 req-0f29f77c-bee6-4dc7-be7c-bab5a9d58159 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5a56bb4b-365f-478a-8ea5-9265fdd57c43', 'remote_group_id': '6b569155-80c7-481e-8b8a-f650f6dacef8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:45.744932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=1a075bd3-9e76-4acf-8f6a-078cfd81d440,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:45.756634 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:45.772051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcc0af-a150-4530-88b7-b137760fcf29 req-f022050f-80f9-4590-9d5c-047988e5d65b tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:45.773316 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44bcc0af-a150-4530-88b7-b137760fcf29 req-f022050f-80f9-4590-9d5c-047988e5d65b tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "GET /v2.0/ports?device_id=2b17a48f-bd62-4052-a61f-052eafbe9e3d HTTP/1.1" status: 200 len: 946 time: 0.2014399 Jun 17 08:23:45.838850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f74cd-1742-4c25-933e-85bd066d67f4 req-d5d47368-3d5e-47cc-a974-e04a2faabab6 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:45.840708 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-222f74cd-1742-4c25-933e-85bd066d67f4 req-d5d47368-3d5e-47cc-a974-e04a2faabab6 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 945 time: 0.2534115 Jun 17 08:23:45.847728 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:45.981818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-222f74cd-1742-4c25-933e-85bd066d67f4 req-bce9d1a0-332a-4388-be4a-1a03453e4b82 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192811 Jun 17 08:23:45.988096 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9a7fda60-f17c-43c7-bae6-76bc88dd9e01 req-0f29f77c-bee6-4dc7-be7c-bab5a9d58159 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:46.051868 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9a7fda60-f17c-43c7-bae6-76bc88dd9e01 req-0f29f77c-bee6-4dc7-be7c-bab5a9d58159 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:46.053726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-44bcc0af-a150-4530-88b7-b137760fcf29 req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Deleting port 1a075bd3-9e76-4acf-8f6a-078cfd81d440 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:23:46.054092 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-44bcc0af-a150-4530-88b7-b137760fcf29 req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:46.059281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9a7fda60-f17c-43c7-bae6-76bc88dd9e01 req-0f29f77c-bee6-4dc7-be7c-bab5a9d58159 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:46.081413 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-553c6ce1-36dc-4316-a6c9-3d2e2e4fa195 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:46.178320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29f77c-bee6-4dc7-be7c-bab5a9d58159 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cba6e5-64a3-4733-9147-abcb8db637cb,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:46.182903 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0f29f77c-bee6-4dc7-be7c-bab5a9d58159 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:46.194545 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9a7fda60-f17c-43c7-bae6-76bc88dd9e01 req-0f29f77c-bee6-4dc7-be7c-bab5a9d58159 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:46.195875 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a7fda60-f17c-43c7-bae6-76bc88dd9e01 req-0f29f77c-bee6-4dc7-be7c-bab5a9d58159 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4587741 Jun 17 08:23:46.620475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a075bd3-9e76-4acf-8f6a-078cfd81d440'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:46.623642 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5296c7a-e762-44fb-8fa6-9729b94988ae" -d '{"events": [{"server_uuid": "2b17a48f-bd62-4052-a61f-052eafbe9e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "1a075bd3-9e76-4acf-8f6a-078cfd81d440"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:46.659161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-44bcc0af-a150-4530-88b7-b137760fcf29 req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] For port 1a075bd3-9e76-4acf-8f6a-078cfd81d440, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a075bd3-9e76-4acf-8f6a-078cfd81d440,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:46.659837 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-44bcc0af-a150-4530-88b7-b137760fcf29 req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:46.746872 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:46.795121 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-44bcc0af-a150-4530-88b7-b137760fcf29 req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Calling delete_port for 1a075bd3-9e76-4acf-8f6a-078cfd81d440 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:23:46.827223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df707e-be04-4199-9717-aaba28f2cc23 req-802400f7-2f72-46da-ab69-2a0f2bb15a7d tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:46.828774 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-24df707e-be04-4199-9717-aaba28f2cc23 req-802400f7-2f72-46da-ab69-2a0f2bb15a7d tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 943 time: 0.6978526 Jun 17 08:23:46.888076 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-430dddb3-7c9f-4186-bc04-dddecd1190b8 req-f49c8e78-8dba-4f5e-8320-b5ef6577f76e tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 210 time: 0.0901031 Jun 17 08:23:46.965986 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-24df707e-be04-4199-9717-aaba28f2cc23 req-14f5d90d-59e7-48b8-b5e6-f59073a960a9 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005967 Jun 17 08:23:47.166455 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-44bcc0af-a150-4530-88b7-b137760fcf29 req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.212859 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-b420b019-89db-4249-81ec-2302c2ab3bb5 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:47.213349 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:47.214595 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-b420b019-89db-4249-81ec-2302c2ab3bb5 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.10 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 804 time: 0.2247486 Jun 17 08:23:47.232923 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Request body: {'port': {'device_id': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'admin_state_up': True, 'tenant_id': '3a01de3e2c464444b41ad7bd64ef1eb7'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:47.251735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Pushing event deleted for resources: {'Port': ['ID=1a075bd3-9e76-4acf-8f6a-078cfd81d440,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:47.263109 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:47.274730 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-1d1c88ec-e7b2-42e6-aa4a-f12ece46e47a req-e269dee8-a907-4bd3-826e-753205235145 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-559277378', 'description': 'tempest-description-225552660'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:47.313318 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1d1c88ec-e7b2-42e6-aa4a-f12ece46e47a req-e269dee8-a907-4bd3-826e-753205235145 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.384969 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bcc0af-a150-4530-88b7-b137760fcf29 req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] No DVR routers for this DVR port 1a075bd3-9e76-4acf-8f6a-078cfd81d440 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:23:47.391434 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-44bcc0af-a150-4530-88b7-b137760fcf29 req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.393438 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44bcc0af-a150-4530-88b7-b137760fcf29 req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.63 "DELETE /v2.0/ports/1a075bd3-9e76-4acf-8f6a-078cfd81d440 HTTP/1.1" status: 204 len: 173 time: 1.6122139 Jun 17 08:23:47.396600 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'name': 'network-vif-deleted', 'tag': '1a075bd3-9e76-4acf-8f6a-078cfd81d440'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:47.399454 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc44e404-645e-436e-81e8-f39ab4a90e06" -d '{"events": [{"server_uuid": "2b17a48f-bd62-4052-a61f-052eafbe9e3d", "name": "network-vif-deleted", "tag": "1a075bd3-9e76-4acf-8f6a-078cfd81d440"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:47.436610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6621fe-c6d4-4146-997c-5a812b719224 req-3786f0c8-038f-4a0a-86b2-e3afbbe43c7e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:47.438196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed6621fe-c6d4-4146-997c-5a812b719224 req-3786f0c8-038f-4a0a-86b2-e3afbbe43c7e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 945 time: 0.3017671 Jun 17 08:23:47.449514 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56106) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:47.457862 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:47.462341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-20927b8f-2825-4f67-b5e4-b0962a47506f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Request body: {'floatingip': {'port_id': 'c86dbdf7-8340-4adf-9566-375f3229c2ad'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:47.566658 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20927b8f-2825-4f67-b5e4-b0962a47506f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.573507 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1d1c88ec-e7b2-42e6-aa4a-f12ece46e47a req-e269dee8-a907-4bd3-826e-753205235145 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.583831 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1d1c88ec-e7b2-42e6-aa4a-f12ece46e47a req-e269dee8-a907-4bd3-826e-753205235145 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.587588 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f9c11fe5-a8c3-4153-a3cf-78a3723a1d8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:47.704315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:47.724864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Made reservation on behalf of 3a01de3e2c464444b41ad7bd64ef1eb7 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:47.728254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88', 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7', 'port_id': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88', 'mac_address': 'fa:16:3e:57:46:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b598db4-dbc2-4206-84e4-02cf733688f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:47.730259 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.736968 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56114) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:47.753303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269dee8-a907-4bd3-826e-753205235145 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8975f4b-7a5a-4679-868f-b8ba3be0761e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:47.770956 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e269dee8-a907-4bd3-826e-753205235145 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:47.788895 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.799479 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1d1c88ec-e7b2-42e6-aa4a-f12ece46e47a req-e269dee8-a907-4bd3-826e-753205235145 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.811663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d1c88ec-e7b2-42e6-aa4a-f12ece46e47a req-e269dee8-a907-4bd3-826e-753205235145 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5620713 Jun 17 08:23:47.829641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:47.878800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:47.882933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f9c03-efc7-448b-b76b-113b03189f41 req-2719a67d-0c6d-43c2-b641-96095efe813c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:47.886058 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:47.889220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-445f9c03-efc7-448b-b76b-113b03189f41 req-2719a67d-0c6d-43c2-b641-96095efe813c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.2327497 Jun 17 08:23:47.896269 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:47.980890 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-445f9c03-efc7-448b-b76b-113b03189f41 req-f67ec8a3-bf67-4f88-8828-818e88bba41e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840101 Jun 17 08:23:47.998262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:48.002555 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:48.050150 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f653677-31d5-4e52-969c-f58f6b3d8570 x-openstack-request-id: req-9f653677-31d5-4e52-969c-f58f6b3d8570 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:48.050719 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b17a48f-bd62-4052-a61f-052eafbe9e3d", "name": "network-vif-unplugged", "status": "completed", "tag": "1a075bd3-9e76-4acf-8f6a-078cfd81d440", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:48.051208 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f653677-31d5-4e52-969c-f58f6b3d8570 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:48.051794 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a075bd3-9e76-4acf-8f6a-078cfd81d440', 'code': 200} Jun 17 08:23:48.085978 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b0c5ea-1b84-4d4f-9bcf-83cd8b324329 x-openstack-request-id: req-61b0c5ea-1b84-4d4f-9bcf-83cd8b324329 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:48.086313 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b17a48f-bd62-4052-a61f-052eafbe9e3d", "name": "network-vif-deleted", "tag": "1a075bd3-9e76-4acf-8f6a-078cfd81d440", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:48.086603 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-61b0c5ea-1b84-4d4f-9bcf-83cd8b324329 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:48.087084 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b17a48f-bd62-4052-a61f-052eafbe9e3d', 'name': 'network-vif-deleted', 'tag': '1a075bd3-9e76-4acf-8f6a-078cfd81d440', 'status': 'completed', 'code': 200} Jun 17 08:23:48.124844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['00dea52b-e4a6-44d3-8a4c-c3b22271ef88'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:48.135912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94737cb9-993a-4de6-8396-20597fa0f022 req-68ab24d3-c6b2-4398-a2e8-84d5c6c994dc tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:48.137519 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94737cb9-993a-4de6-8396-20597fa0f022 req-68ab24d3-c6b2-4398-a2e8-84d5c6c994dc tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 945 time: 0.1556883 Jun 17 08:23:48.222763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94737cb9-993a-4de6-8396-20597fa0f022 req-09965fdb-f621-406e-bca5-78378ac5fccf tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e4ae047-6525-4301-88e5-8c491b2374e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673480 Jun 17 08:23:48.236610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-45e197e7-814e-40d3-a357-40fa700ced0a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:48.238540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-45e197e7-814e-40d3-a357-40fa700ced0a tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.63 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 945 time: 0.2124848 Jun 17 08:23:48.241963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d4faf65c-cc71-41a9-9d6a-aa91a1d306cc req-6104ac99-d4f4-4515-ba5c-cdd0dd0429b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1486774554', 'description': 'tempest-description-1969415367'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:48.299619 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4faf65c-cc71-41a9-9d6a-aa91a1d306cc req-6104ac99-d4f4-4515-ba5c-cdd0dd0429b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.382383 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e73b20ab-6229-42b9-b605-6ed91810e431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.424832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7068459-bfeb-42de-aac8-39b3095dff2e req-89a6c67d-e6e4-47c1-b149-2fe45c3b5528 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 210 time: 0.0404189 Jun 17 08:23:48.428167 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Allocated IP 172.20.0.11 (4bad1339-3c30-4d06-9310-373c69c176e8/6af897ec-2d0a-4599-9130-95c99bd44887/6883b1af-a71d-4321-bb4c-26417b80b214) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:48.470488 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4faf65c-cc71-41a9-9d6a-aa91a1d306cc req-6104ac99-d4f4-4515-ba5c-cdd0dd0429b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.478259 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4faf65c-cc71-41a9-9d6a-aa91a1d306cc req-6104ac99-d4f4-4515-ba5c-cdd0dd0429b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.482939 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9c7c94bc-228b-4cdb-a9c9-9e3fca73fb33 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:48.492786 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Deleting port be884849-5ee8-49f7-94ec-64302298562c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:23:48.493091 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.571949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104ac99-d4f4-4515-ba5c-cdd0dd0429b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=787a623d-b23e-4ca2-a9d1-5b12710389a3,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:48.593378 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6104ac99-d4f4-4515-ba5c-cdd0dd0429b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:48.638316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] For port be884849-5ee8-49f7-94ec-64302298562c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=be884849-5ee8-49f7-94ec-64302298562c,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:48.638707 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.718101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c20f2-d279-425c-95f2-7b821cb965ef req-23220204-73ba-4a04-ad5b-a4f6a530db30 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:48.723334 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-269c20f2-d279-425c-95f2-7b821cb965ef req-23220204-73ba-4a04-ad5b-a4f6a530db30 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 944 time: 0.1741204 Jun 17 08:23:48.766060 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.821194 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-269c20f2-d279-425c-95f2-7b821cb965ef req-ffe5ed8e-08a3-4f4e-9769-add72f5e454f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913057 Jun 17 08:23:48.847257 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.867455 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20927b8f-2825-4f67-b5e4-b0962a47506f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.881986 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20927b8f-2825-4f67-b5e4-b0962a47506f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.886393 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e73b20ab-6229-42b9-b605-6ed91810e431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.909860 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4faf65c-cc71-41a9-9d6a-aa91a1d306cc req-6104ac99-d4f4-4515-ba5c-cdd0dd0429b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.919381 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4faf65c-cc71-41a9-9d6a-aa91a1d306cc req-6104ac99-d4f4-4515-ba5c-cdd0dd0429b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6999640 Jun 17 08:23:48.952889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.952889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.952889 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Floating IP a7f7bfd9-6c87-4046-a837-8f5a319ec5c0 disassociated. External IP: 172.25.8.50, port: be884849-5ee8-49f7-94ec-64302298562c. Jun 17 08:23:48.953313 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e73b20ab-6229-42b9-b605-6ed91810e431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:48.953431 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Calling delete_port for be884849-5ee8-49f7-94ec-64302298562c owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:23:48.958048 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acaaebd7-7e60-4835-a9e9-7b9f93b918e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:49.025229 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e73b20ab-6229-42b9-b605-6ed91810e431 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb4cfcc82b7d461cb23b05c3db540e74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2823462 Jun 17 08:23:49.029853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56156) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:49.031945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b20ab-6229-42b9-b605-6ed91810e431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74010936-2404-4945-a026-39c9813544be,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:49.035377 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e73b20ab-6229-42b9-b605-6ed91810e431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:49.056092 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.064660 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:49.076482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41cb6-b353-4b4a-a8ec-e3613ff45033 req-39342465-348a-4df8-a325-266705e353f1 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:49.078187 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6cd41cb6-b353-4b4a-a8ec-e3613ff45033 req-39342465-348a-4df8-a325-266705e353f1 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1101 time: 0.1368878 Jun 17 08:23:49.110495 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-20927b8f-2825-4f67-b5e4-b0962a47506f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Floating IP ba762c14-d2ae-437a-94c6-2ba723912057 associated. External IP: 172.25.8.125, port: c86dbdf7-8340-4adf-9566-375f3229c2ad. Jun 17 08:23:49.117170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b4c85c0-563a-40c6-87ca-d2ac106459c5 req-1afac570-ddf2-462f-b191-0e415f77f521 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/c8975f4b-7a5a-4679-868f-b8ba3be0761e HTTP/1.1" status: 200 len: 1803 time: 0.1249304 Jun 17 08:23:49.168719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6cd41cb6-b353-4b4a-a8ec-e3613ff45033 req-eb73b907-1533-4234-93b0-bc55021dcbec tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830150 Jun 17 08:23:49.189923 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Network 4bad1339-3c30-4d06-9310-373c69c176e8 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:49.206985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:49.211068 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.215981 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c9b5950-f83f-427f-a4c1-0bab33d05664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:49.218988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:49.227952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Pushing event updated for resources: {'Port': ['ID=6883b1af-a71d-4321-bb4c-26417b80b214,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:49.231428 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:49.243970 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b4c85c0-563a-40c6-87ca-d2ac106459c5 req-6dd3fdd2-ddca-4c23-a7f5-2e02b6d8c341 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/787a623d-b23e-4ca2-a9d1-5b12710389a3 HTTP/1.1" status: 200 len: 1805 time: 0.1154761 Jun 17 08:23:49.246406 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Pushing event deleted for resources: {'Port': ['ID=be884849-5ee8-49f7-94ec-64302298562c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:49.249951 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:49.257834 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4b4c85c0-563a-40c6-87ca-d2ac106459c5 req-f6ba2532-f164-4965-bf1a-e77d05ea3668 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8975f4b-7a5a-4679-868f-b8ba3be0761e', 'remote_group_id': '787a623d-b23e-4ca2-a9d1-5b12710389a3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:49.258651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4b4c85c0-563a-40c6-87ca-d2ac106459c5 req-f6ba2532-f164-4965-bf1a-e77d05ea3668 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c8975f4b-7a5a-4679-868f-b8ba3be0761e', 'remote_group_id': '787a623d-b23e-4ca2-a9d1-5b12710389a3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:49.261911 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-82b5006d-771b-41f6-866f-da42db61305d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.304932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-82b5006d-771b-41f6-866f-da42db61305d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.328655 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:49.329271 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.427605 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2031603 Jun 17 08:23:49.446474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Request body: {'port': {'device_id': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:49.462056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Router 4f72ed0e-bb98-4137-9afd-c47aad329e6b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:23:49.467566 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4b4c85c0-563a-40c6-87ca-d2ac106459c5 req-f6ba2532-f164-4965-bf1a-e77d05ea3668 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.472691 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-82b5006d-771b-41f6-866f-da42db61305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.475329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-82b5006d-771b-41f6-866f-da42db61305d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.476449 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-82b5006d-771b-41f6-866f-da42db61305d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74010936-2404-4945-a026-39c9813544be HTTP/1.1" status: 204 len: 168 time: 0.4455361 Jun 17 08:23:49.476614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478dfcf-7133-48c3-bc47-3f6b21e2d902 req-7d2ca328-2889-4e26-8633-d9b6407e4258 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:49.478089 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9478dfcf-7133-48c3-bc47-3f6b21e2d902 req-7d2ca328-2889-4e26-8633-d9b6407e4258 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 951 time: 0.1711164 Jun 17 08:23:49.481252 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-50bf325b-612d-4cdd-8c5c-9dbd92e2a8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:49.486414 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:49.501912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5006d-771b-41f6-866f-da42db61305d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74010936-2404-4945-a026-39c9813544be,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:49.504964 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-82b5006d-771b-41f6-866f-da42db61305d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:49.557756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20927b8f-2825-4f67-b5e4-b0962a47506f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Router 3401a297-0b4d-4218-9e29-3ebaacbcb921 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:23:49.570495 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.580288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:49.587705 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:49.588474 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.604554 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4b4c85c0-563a-40c6-87ca-d2ac106459c5 req-f6ba2532-f164-4965-bf1a-e77d05ea3668 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.626101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9478dfcf-7133-48c3-bc47-3f6b21e2d902 req-565b6542-5bd6-4e8b-8cdc-d4f5fa6b824b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360819 Jun 17 08:23:49.628593 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4b4c85c0-563a-40c6-87ca-d2ac106459c5 req-f6ba2532-f164-4965-bf1a-e77d05ea3668 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.664224 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0f29f77c-bee6-4dc7-be7c-bab5a9d58159 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:49.716396 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:49.734061 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d235b-64ec-49f2-8586-ccf661bd44e6 None None] Sync routers for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:49.774016 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4b4c85c0-563a-40c6-87ca-d2ac106459c5 req-f6ba2532-f164-4965-bf1a-e77d05ea3668 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.783323 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b4c85c0-563a-40c6-87ca-d2ac106459c5 req-f6ba2532-f164-4965-bf1a-e77d05ea3668 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5275955 Jun 17 08:23:49.797102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d235b-64ec-49f2-8586-ccf661bd44e6 None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:49.797799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-247d235b-64ec-49f2-8586-ccf661bd44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:49.803636 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.847632 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20927b8f-2825-4f67-b5e4-b0962a47506f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:49.854041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba2532-f164-4965-bf1a-e77d05ea3668 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a7acba-5108-4a51-a6d2-50a32eb3b7aa,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:49.866498 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20927b8f-2825-4f67-b5e4-b0962a47506f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.868930 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823cadaa-3b02-4cb7-b710-bfde42b3d97a None None] Sync routers for ids ['3401a297-0b4d-4218-9e29-3ebaacbcb921'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:49.884768 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] No DVR routers for this DVR port be884849-5ee8-49f7-94ec-64302298562c on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:23:49.890333 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823cadaa-3b02-4cb7-b710-bfde42b3d97a None None] Routers {'3401a297-0b4d-4218-9e29-3ebaacbcb921'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:49.890333 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-823cadaa-3b02-4cb7-b710-bfde42b3d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3401a297-0b4d-4218-9e29-3ebaacbcb921'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:49.893656 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:49.898086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-594ffed5-aa38-42cb-bfda-2cb5f16da6b8 req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.63 "DELETE /v2.0/ports/be884849-5ee8-49f7-94ec-64302298562c HTTP/1.1" status: 204 len: 173 time: 1.6329014 Jun 17 08:23:49.898086 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f6ba2532-f164-4965-bf1a-e77d05ea3668 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:50.020851 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-20927b8f-2825-4f67-b5e4-b0962a47506f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "PUT /v2.0/floatingips/ba762c14-d2ae-437a-94c6-2ba723912057 HTTP/1.1" status: 200 len: 991 time: 2.5690844 Jun 17 08:23:50.026994 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:50.034358 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d671ba95-8625-463c-a9c6-adebfd026d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:50.114520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'name': 'network-vif-deleted', 'tag': 'be884849-5ee8-49f7-94ec-64302298562c'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:50.130720 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f35920c-fdea-4817-b037-9da142e87b8a" -d '{"events": [{"server_uuid": "3b5e74e1-cf93-4240-8709-f3b1a924ce0f", "name": "network-vif-deleted", "tag": "be884849-5ee8-49f7-94ec-64302298562c"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:50.146582 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-823cadaa-3b02-4cb7-b710-bfde42b3d97a None None] Set router 3401a297-0b4d-4218-9e29-3ebaacbcb921 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:50.174394 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-247d235b-64ec-49f2-8586-ccf661bd44e6 None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:50.204897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:50.207795 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fa3a93-8ea8-4872-8ffb-b9feceac5295" -d '{"events": [{"server_uuid": "285c37f7-8e3f-4d6a-bbae-d0effd83672f", "name": "network-vif-plugged", "status": "completed", "tag": "00dea52b-e4a6-44d3-8a4c-c3b22271ef88"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:50.224485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:50.237306 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.239039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1a075bd3-9e76-4acf-8f6a-078cfd81d440 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:50.256573 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a053ff0a-aa5c-49db-8acf-42a60f879fd5 req-5688ec65-274e-4885-b73e-405451e3cbc8 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b5e74e1-cf93-4240-8709-f3b1a924ce0f HTTP/1.1" status: 200 len: 210 time: 0.1836832 Jun 17 08:23:50.271282 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:50.328014 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 1a075bd3-9e76-4acf-8f6a-078cfd81d440 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:23:50.329271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1a075bd3-9e76-4acf-8f6a-078cfd81d440 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:23:50.345125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6883b1af-a71d-4321-bb4c-26417b80b214 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:50.370282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-b398cae2-bfd7-4f80-8b0b-d78098507a63 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1443367 Jun 17 08:23:50.378948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d803d5-c6ad-4ad6-a271-1af24345ba7c req-5fb7619c-5072-4bfd-bad6-77c2abc86cab tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:50.385995 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87d803d5-c6ad-4ad6-a271-1af24345ba7c req-5fb7619c-5072-4bfd-bad6-77c2abc86cab tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 932 time: 0.1578026 Jun 17 08:23:50.398450 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.434791 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87d803d5-c6ad-4ad6-a271-1af24345ba7c req-8f1e2ab4-75d7-40a5-9c7d-a3bc4f935cd2 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468814 Jun 17 08:23:50.467923 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Transition to ACTIVE for port object 6883b1af-a71d-4321-bb4c-26417b80b214 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:50.479812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:50.482823 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.495231 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:50.507167 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b5bdfd8-d920-4ad0-8c68-1901e045ae98 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:50.572487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe17a32b-988f-4b16-b2f6-5e35a5529212 req-c0ec472d-b095-4b8b-b193-63e78608310b tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/787a623d-b23e-4ca2-a9d1-5b12710389a3 HTTP/1.1" status: 200 len: 1805 time: 0.1167357 Jun 17 08:23:50.658750 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-823cadaa-3b02-4cb7-b710-bfde42b3d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 4, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'ba762c14-d2ae-437a-94c6-2ba723912057', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'port_id': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'mac_address': 'fa:16:3e:05:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:22Z', 'updated_at': '2021-06-17T08:23:48Z', 'revision_number': 1, 'project_id': '76b1458140554869aae6692b38e06da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9177c49-19cd-4aec-98fc-49d70921be31', 'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'mac_address': 'fa:16:3e:11:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:11Z', 'updated_at': '2021-06-17T08:23:18Z', 'revision_number': 5, 'project_id': '76b1458140554869aae6692b38e06da1', 'subnets': [{'id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:50.688738 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-247d235b-64ec-49f2-8586-ccf661bd44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:50.723839 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823cadaa-3b02-4cb7-b710-bfde42b3d97a None None] Checking router: 3401a297-0b4d-4218-9e29-3ebaacbcb921 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:50.751133 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823cadaa-3b02-4cb7-b710-bfde42b3d97a None None] Routers {'3401a297-0b4d-4218-9e29-3ebaacbcb921'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:50.753172 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-823cadaa-3b02-4cb7-b710-bfde42b3d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3401a297-0b4d-4218-9e29-3ebaacbcb921'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:50.763735 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fe17a32b-988f-4b16-b2f6-5e35a5529212 req-a09f3acc-7139-4ecc-9754-9bdc640a09f2 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.766032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d235b-64ec-49f2-8586-ccf661bd44e6 None None] Checking router: 4f72ed0e-bb98-4137-9afd-c47aad329e6b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:50.788904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=6883b1af-a71d-4321-bb4c-26417b80b214,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:50.794563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d235b-64ec-49f2-8586-ccf661bd44e6 None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:50.796008 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:50.809416 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-247d235b-64ec-49f2-8586-ccf661bd44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:50.849484 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fe17a32b-988f-4b16-b2f6-5e35a5529212 req-a09f3acc-7139-4ecc-9754-9bdc640a09f2 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.914258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Attempting to bind port 6883b1af-a71d-4321-bb4c-26417b80b214 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:50.916632 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Attempting to bind port 6883b1af-a71d-4321-bb4c-26417b80b214 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:50.918754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Attempting to bind port 6883b1af-a71d-4321-bb4c-26417b80b214 on network 4bad1339-3c30-4d06-9310-373c69c176e8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:50.934507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Port 6883b1af-a71d-4321-bb4c-26417b80b214 on network 4bad1339-3c30-4d06-9310-373c69c176e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:50.935172 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Attempting to bind port 6883b1af-a71d-4321-bb4c-26417b80b214 on network 4bad1339-3c30-4d06-9310-373c69c176e8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:50.948235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:50.949385 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Checking segment: {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:50.949939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Bound using segment: {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:50.950550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Bound port: 6883b1af-a71d-4321-bb4c-26417b80b214, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:50.951207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:50.981594 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-823cadaa-3b02-4cb7-b710-bfde42b3d97a None None] Set router 3401a297-0b4d-4218-9e29-3ebaacbcb921 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:51.016575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2128b-14df-4cf0-8cc8-e3f26d76c26e req-5baf68ae-fba0-4d9b-94d9-2cdedb2f5188 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:51.025310 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60e2128b-14df-4cf0-8cc8-e3f26d76c26e req-5baf68ae-fba0-4d9b-94d9-2cdedb2f5188 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 945 time: 0.1320944 Jun 17 08:23:51.033471 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fe17a32b-988f-4b16-b2f6-5e35a5529212 req-a09f3acc-7139-4ecc-9754-9bdc640a09f2 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.033736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-247d235b-64ec-49f2-8586-ccf661bd44e6 None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:51.037215 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fe17a32b-988f-4b16-b2f6-5e35a5529212 req-a09f3acc-7139-4ecc-9754-9bdc640a09f2 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.062609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe17a32b-988f-4b16-b2f6-5e35a5529212 req-a09f3acc-7139-4ecc-9754-9bdc640a09f2 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "DELETE /v2.0/security-groups/787a623d-b23e-4ca2-a9d1-5b12710389a3 HTTP/1.1" status: 204 len: 173 time: 0.4888537 Jun 17 08:23:51.064911 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-36766567-687e-42cb-a82a-6b525df39216 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:51.103983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f3acc-7139-4ecc-9754-9bdc640a09f2 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=787a623d-b23e-4ca2-a9d1-5b12710389a3,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:51.109053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56230) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:51.126526 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a09f3acc-7139-4ecc-9754-9bdc640a09f2 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:51.147489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60e2128b-14df-4cf0-8cc8-e3f26d76c26e req-9061f22c-336a-4441-acc4-5434c49947f1 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208389 Jun 17 08:23:51.213800 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] For port 6883b1af-a71d-4321-bb4c-26417b80b214, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:51.223743 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] For port 6883b1af-a71d-4321-bb4c-26417b80b214, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6883b1af-a71d-4321-bb4c-26417b80b214,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:51.238643 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.245331 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-423b5d87-76fe-4f8d-869d-1e756364a0ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:51.256599 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89efa724-605a-44d6-b034-c99426f9f918 x-openstack-request-id: req-89efa724-605a-44d6-b034-c99426f9f918 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:51.261098 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:51.261838 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-89efa724-605a-44d6-b034-c99426f9f918 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:51.263359 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'status': 'completed', 'code': 200} Jun 17 08:23:51.364050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:51.364879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.366593 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] 10.222.0.10 "PUT /v2.0/ports/6883b1af-a71d-4321-bb4c-26417b80b214 HTTP/1.1" status: 200 len: 1093 time: 1.9293766 Jun 17 08:23:51.391059 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c2b8d6-65d1-4c2c-9ca0-7429f719b24a x-openstack-request-id: req-b4c2b8d6-65d1-4c2c-9ca0-7429f719b24a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:51.393607 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b5e74e1-cf93-4240-8709-f3b1a924ce0f", "name": "network-vif-deleted", "tag": "be884849-5ee8-49f7-94ec-64302298562c", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:51.394093 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4c2b8d6-65d1-4c2c-9ca0-7429f719b24a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:51.398110 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b5e74e1-cf93-4240-8709-f3b1a924ce0f', 'name': 'network-vif-deleted', 'tag': 'be884849-5ee8-49f7-94ec-64302298562c', 'status': 'completed', 'code': 200} Jun 17 08:23:51.400160 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=6883b1af-a71d-4321-bb4c-26417b80b214,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:51.417707 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:51.428265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-323658442-network', 'tenant_id': '65b99685265c44d380c64d0fe92f110a'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:51.487838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-3d9a985e-efa3-47a5-ab2f-539b1d422fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:51.489395 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea80b06-9151-4858-8044-08a42532cb1d x-openstack-request-id: req-7ea80b06-9151-4858-8044-08a42532cb1d {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:51.489965 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285c37f7-8e3f-4d6a-bbae-d0effd83672f", "name": "network-vif-plugged", "status": "completed", "tag": "00dea52b-e4a6-44d3-8a4c-c3b22271ef88", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:51.489965 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ea80b06-9151-4858-8044-08a42532cb1d {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:51.490264 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88', 'code': 200} Jun 17 08:23:51.492117 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-3d9a985e-efa3-47a5-ab2f-539b1d422fc4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 1096 time: 0.0722551 Jun 17 08:23:51.509687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device be884849-5ee8-49f7-94ec-64302298562c no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:51.558480 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-823cadaa-3b02-4cb7-b710-bfde42b3d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 4, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'ba762c14-d2ae-437a-94c6-2ba723912057', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'port_id': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'mac_address': 'fa:16:3e:05:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:22Z', 'updated_at': '2021-06-17T08:23:48Z', 'revision_number': 1, 'project_id': '76b1458140554869aae6692b38e06da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9177c49-19cd-4aec-98fc-49d70921be31', 'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'mac_address': 'fa:16:3e:11:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:11Z', 'updated_at': '2021-06-17T08:23:18Z', 'revision_number': 5, 'project_id': '76b1458140554869aae6692b38e06da1', 'subnets': [{'id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:51.592194 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823cadaa-3b02-4cb7-b710-bfde42b3d97a None None] The sync data for ids ['3401a297-0b4d-4218-9e29-3ebaacbcb921'] in n-d-779913-16 is: [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 4, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'ba762c14-d2ae-437a-94c6-2ba723912057', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'port_id': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'mac_address': 'fa:16:3e:05:69:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:23:22Z', 'updated_at': '2021-06-17T08:23:48Z', 'revision_number': 1, 'project_id': '76b1458140554869aae6692b38e06da1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9177c49-19cd-4aec-98fc-49d70921be31', 'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'mac_address': 'fa:16:3e:11:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:11Z', 'updated_at': '2021-06-17T08:23:18Z', 'revision_number': 5, 'project_id': '76b1458140554869aae6692b38e06da1', 'subnets': [{'id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:51.594179 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: be884849-5ee8-49f7-94ec-64302298562c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:23:51.598222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device be884849-5ee8-49f7-94ec-64302298562c not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:23:51.601650 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-8dfc5fce-9d36-4203-aa96-e1bc9f4de92a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6883b1af-a71d-4321-bb4c-26417b80b214 HTTP/1.1" status: 200 len: 217 time: 0.0995381 Jun 17 08:23:51.603477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-247d235b-64ec-49f2-8586-ccf661bd44e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:51.642303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Made reservation on behalf of 65b99685265c44d380c64d0fe92f110a for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:51.644910 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.673520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9cec5-faef-4d13-a1be-7fee38b27eff req-b352386c-46b8-4d36-a4ca-991fb31df6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:51.675412 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9dd9cec5-faef-4d13-a1be-7fee38b27eff req-b352386c-46b8-4d36-a4ca-991fb31df6eb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 1097 time: 0.1075997 Jun 17 08:23:51.680129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-c76a9244-4d7d-4f0c-85b2-eb1a1935b013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:51.682480 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-c76a9244-4d7d-4f0c-85b2-eb1a1935b013 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6af897ec-2d0a-4599-9130-95c99bd44887 HTTP/1.1" status: 200 len: 844 time: 0.0731001 Jun 17 08:23:51.683389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671ba95-8625-463c-a9c6-adebfd026d8e req-a0107fd0-362d-46d6-87d8-8108229d99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:51.685157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d671ba95-8625-463c-a9c6-adebfd026d8e req-a0107fd0-362d-46d6-87d8-8108229d99b2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1097 time: 0.4083028 Jun 17 08:23:51.696919 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247d235b-64ec-49f2-8586-ccf661bd44e6 None None] The sync data for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 is: [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:24Z', 'revision_number': 4, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f1a3e46c-b15d-47c1-bff0-eb5f3b956c49', 'name': '', 'network_id': 'd40c97ee-aa7c-4a1c-919c-5a9cb171c82f', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'mac_address': 'fa:16:3e:c1:7e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:23Z', 'updated_at': '2021-06-17T08:17:31Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'subnets': [{'id': 'e9b62983-9280-41ef-98fb-95e6bb7ee564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:51.703092 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:51.737112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-4a5a60ac-58ac-4dbf-a78d-589fae226672 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4bad1339-3c30-4d06-9310-373c69c176e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464778 Jun 17 08:23:51.756778 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae933a40-a333-4058-958a-2f9891a34670 req-d42d9f1c-70e4-47c3-a967-95241bc73246 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:51.764450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ae933a40-a333-4058-958a-2f9891a34670 req-d42d9f1c-70e4-47c3-a967-95241bc73246 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.2692726 Jun 17 08:23:51.792681 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9dd9cec5-faef-4d13-a1be-7fee38b27eff req-1a5b4192-ac01-4eb8-b3bf-a5533a7fdee4 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082222 Jun 17 08:23:51.919777 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-1ebbeacf-03a0-450a-b6fc-9d688188962c service neutron] 10.222.0.10 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726038 Jun 17 08:23:51.949303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15334e6-4271-4188-94fc-fa73e93e7a45 None None] New status for floating IP ba762c14-d2ae-437a-94c6-2ba723912057: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:23:51.981818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ae933a40-a333-4058-958a-2f9891a34670 req-17f40adc-9d9e-4941-8bc0-ab85ef3ee916 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163639 Jun 17 08:23:52.065723 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e5537f26-a45a-4aa6-b86f-727f7cc9d2ee req-e5fddf1d-4fac-410c-834d-a31ad946e7fa service neutron] 10.222.0.10 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374145 Jun 17 08:23:52.155869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49481c12-5131-4220-a5ed-46c16288caf2 req-d07ffbc6-d68f-451a-81bb-b35f45b0bd82 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/c8975f4b-7a5a-4679-868f-b8ba3be0761e HTTP/1.1" status: 200 len: 1803 time: 0.2231534 Jun 17 08:23:52.160236 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9454e0c-98b2-408f-b2b8-6efb203e53e7 None None] New status for floating IP a7f7bfd9-6c87-4046-a837-8f5a319ec5c0: DOWN {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:23:52.185080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671ba95-8625-463c-a9c6-adebfd026d8e req-00366d9d-f3ce-449d-8805-f48677a9d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.186679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d671ba95-8625-463c-a9c6-adebfd026d8e req-00366d9d-f3ce-449d-8805-f48677a9d5d0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.4883974 Jun 17 08:23:52.373607 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.380082 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d671ba95-8625-463c-a9c6-adebfd026d8e req-77dc0980-f8c3-4cb7-9651-a6e9797220c5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 1001 time: 0.1841385 Jun 17 08:23:52.389651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-df86e2c8-7425-45c0-8297-09cb85f73d94 req-4fa1f380-5914-4525-8d91-1f17fa464470 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-42095558', 'description': 'tempest-description-476410059'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:52.395076 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.404788 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0215db7e-538c-47b1-a758-559a44f50dd7 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:52.472117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:23:52.501292 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.501633 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Added segment 5cbbf2df-0a27-4500-a117-85e661c011a4 of type vlan for network 4071b039-c5ae-4369-8e5c-102d9a61ff48 Jun 17 08:23:52.503024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b92af-f260-4f84-8d80-c5180ed80b79,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:52.518901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b3530-b96b-4228-b223-3c44c38b5e13 req-1c66eb30-5d2a-40c8-a04f-d9a2013eb3f6 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.520522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad8b3530-b96b-4228-b223-3c44c38b5e13 req-1c66eb30-5d2a-40c8-a04f-d9a2013eb3f6 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 944 time: 0.2415714 Jun 17 08:23:52.521127 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-df86e2c8-7425-45c0-8297-09cb85f73d94 req-4fa1f380-5914-4525-8d91-1f17fa464470 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.523666 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:52.525867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671ba95-8625-463c-a9c6-adebfd026d8e req-41b9cf6b-9b2c-4fc0-bd27-1faab2f2e63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.527411 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d671ba95-8625-463c-a9c6-adebfd026d8e req-41b9cf6b-9b2c-4fc0-bd27-1faab2f2e63c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.1266856 Jun 17 08:23:52.608233 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.649398 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad8b3530-b96b-4228-b223-3c44c38b5e13 req-bb62a145-366d-4b3b-aee1-57916691214e tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199112 Jun 17 08:23:52.689953 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.689953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.689953 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.695283 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:52.782227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671ba95-8625-463c-a9c6-adebfd026d8e req-e2b82274-a021-4c0c-b286-3ab94cfc934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.783800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d671ba95-8625-463c-a9c6-adebfd026d8e req-e2b82274-a021-4c0c-b286-3ab94cfc934a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2256570 Jun 17 08:23:52.803386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Pushing event updated for resources: {'Network': ['ID=4071b039-c5ae-4369-8e5c-102d9a61ff48,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:52.814920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 4071b039-c5ae-4369-8e5c-102d9a61ff48 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:23:52.858545 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:52.873018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-6f0cfc0c-6ee1-45e6-a886-a124aca4e56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:52.874959 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-6f0cfc0c-6ee1-45e6-a886-a124aca4e56e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1101 time: 0.0685213 Jun 17 08:23:52.880036 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-df86e2c8-7425-45c0-8297-09cb85f73d94 req-4fa1f380-5914-4525-8d91-1f17fa464470 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.905317 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-df86e2c8-7425-45c0-8297-09cb85f73d94 req-4fa1f380-5914-4525-8d91-1f17fa464470 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.917615 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-62f88585-b922-47eb-a432-272323e1487a tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:52.924820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8126411 Jun 17 08:23:52.928938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56274) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:52.933880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Request body: {'subnet': {'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-323658442-subnet', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:52.952631 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-df86e2c8-7425-45c0-8297-09cb85f73d94 req-4fa1f380-5914-4525-8d91-1f17fa464470 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:52.953864 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df86e2c8-7425-45c0-8297-09cb85f73d94 req-4fa1f380-5914-4525-8d91-1f17fa464470 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5704572 Jun 17 08:23:52.973161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1f380-5914-4525-8d91-1f17fa464470 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3d1759-e99c-4fa4-a20f-2d200fdd0d34,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:52.977212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d671ba95-8625-463c-a9c6-adebfd026d8e req-96d7efcb-83d5-4ef3-966d-6bd01a8bcbd5 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838689 Jun 17 08:23:52.979172 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4fa1f380-5914-4525-8d91-1f17fa464470 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:52.990666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Made reservation on behalf of 65b99685265c44d380c64d0fe92f110a for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:23:52.993085 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.014613 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36bf7c-3ffd-414d-ba50-c6bdf1e8d37c req-193f1114-37bb-4e3e-9e2f-1c4942b07f1b tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:53.016199 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe36bf7c-3ffd-414d-ba50-c6bdf1e8d37c req-193f1114-37bb-4e3e-9e2f-1c4942b07f1b tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 945 time: 0.1596146 Jun 17 08:23:53.051661 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-f13c3fe8-f7eb-4344-8d5b-e2eb6556c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:53.053193 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-f13c3fe8-f7eb-4344-8d5b-e2eb6556c0aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1711988 Jun 17 08:23:53.106602 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe36bf7c-3ffd-414d-ba50-c6bdf1e8d37c req-f6b97451-5039-4b8a-8bfd-1cb395c45167 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799482 Jun 17 08:23:53.115611 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-2544af0e-c3fa-41ea-b6be-471cf85cac35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 217 time: 0.0444338 Jun 17 08:23:53.143693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d671ba95-8625-463c-a9c6-adebfd026d8e req-ea19fb1e-dc83-46b0-9de7-c5d2a4a104f2 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462348 Jun 17 08:23:53.162215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c8dff0e-485f-4aa3-b40b-c014b9211f1a no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:23:53.190080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-2f544305-351f-4613-8b27-843b5a6b44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:53.191694 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-2f544305-351f-4613-8b27-843b5a6b44d7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0674715 Jun 17 08:23:53.216772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-690283a1-59c6-4d49-8668-b0f50c74358e req-66aadea1-aa6e-434f-9b27-f63a24eaef55 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/1d3d1759-e99c-4fa4-a20f-2d200fdd0d34 HTTP/1.1" status: 200 len: 1802 time: 0.0548437 Jun 17 08:23:53.233648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-690283a1-59c6-4d49-8668-b0f50c74358e req-9bd14ac7-09c2-4c61-85b4-c38a114e2520 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d3d1759-e99c-4fa4-a20f-2d200fdd0d34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:53.234199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-690283a1-59c6-4d49-8668-b0f50c74358e req-9bd14ac7-09c2-4c61-85b4-c38a114e2520 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d3d1759-e99c-4fa4-a20f-2d200fdd0d34', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:53.268540 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'tag': '6883b1af-a71d-4321-bb4c-26417b80b214'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:53.271076 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3745a64c-c1fe-431d-8d9c-a6b547886b78" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6fddb6-88fb-4614-92c6-f53ea6fb2472", "tag": "6883b1af-a71d-4321-bb4c-26417b80b214"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:53.282443 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.327246 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-690283a1-59c6-4d49-8668-b0f50c74358e req-9bd14ac7-09c2-4c61-85b4-c38a114e2520 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.327592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-1192c817-5576-4925-bb69-a85b3c1e8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:53.329105 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-1192c817-5576-4925-bb69-a85b3c1e8be7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1138780 Jun 17 08:23:53.332294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:53.338303 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.339298 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.341149 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:53.344167 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-61bce0f1-fe5d-48ab-b62c-74445be5371f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:53.386585 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-690283a1-59c6-4d49-8668-b0f50c74358e req-9bd14ac7-09c2-4c61-85b4-c38a114e2520 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.398567 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=11']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:53.399695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-690283a1-59c6-4d49-8668-b0f50c74358e req-9bd14ac7-09c2-4c61-85b4-c38a114e2520 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.405811 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:53.408682 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:53.438330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb451649-5705-44c6-a21f-f9eee313d0c0 req-d332af6c-bf3e-4f3b-9595-ecbca8da0372 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:53.439739 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec799a1-b3df-4b16-9b6d-7f455c811af5,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:53.439871 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cb451649-5705-44c6-a21f-f9eee313d0c0 req-d332af6c-bf3e-4f3b-9595-ecbca8da0372 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.1092117 Jun 17 08:23:53.440952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd14ac7-09c2-4c61-85b4-c38a114e2520 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4721cee2-3433-4e47-ab10-3015ae077d6b,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:53.443002 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-690283a1-59c6-4d49-8668-b0f50c74358e req-9bd14ac7-09c2-4c61-85b4-c38a114e2520 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.444425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-690283a1-59c6-4d49-8668-b0f50c74358e req-9bd14ac7-09c2-4c61-85b4-c38a114e2520 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2216570 Jun 17 08:23:53.445213 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9bd14ac7-09c2-4c61-85b4-c38a114e2520 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:53.454847 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:53.465838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Checking segment: {'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:53.466207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Network hostable DHCP agents. Network: 4071b039-c5ae-4369-8e5c-102d9a61ff48, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:23:53.492076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:53.500947 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e15bede-4758-4308-976a-d0c23adfe2f0" -d '{"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:53.503746 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-755afb91-e778-4967-b0f1-e11994a67030 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617281 Jun 17 08:23:53.506813 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Network 4071b039-c5ae-4369-8e5c-102d9a61ff48 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:23:53.541901 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 4071b039-c5ae-4369-8e5c-102d9a61ff48) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:53.547147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:53.548189 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.556287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f6e77-0b5c-4854-b227-0c2e597566fa None None] Network 4071b039-c5ae-4369-8e5c-102d9a61ff48 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:53.609892 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56308) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:53.614443 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ae37cb-b4a5-4cc2-b9aa-eaa32196f2a6 x-openstack-request-id: req-56ae37cb-b4a5-4cc2-b9aa-eaa32196f2a6 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:53.614796 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6fddb6-88fb-4614-92c6-f53ea6fb2472", "tag": "6883b1af-a71d-4321-bb4c-26417b80b214", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:53.615098 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-56ae37cb-b4a5-4cc2-b9aa-eaa32196f2a6 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:53.615536 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'tag': '6883b1af-a71d-4321-bb4c-26417b80b214', 'status': 'completed', 'code': 200} Jun 17 08:23:53.651041 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7209373 Jun 17 08:23:53.665563 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56310) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:53.679036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:53.719837 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-91e318a5-ce75-4027-9b19-4ca1acd3ac69 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066896 Jun 17 08:23:53.731478 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.732570 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.767261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-4071b039-c5ae-4369-8e5c-102d9a61ff48', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'fixed_ips': [{'subnet_id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:23:53.768544 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.822845 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.856471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cb451649-5705-44c6-a21f-f9eee313d0c0 req-ee842c3e-9ef4-4e24-8e20-28b70fa6e683 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030163 Jun 17 08:23:53.888759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dec02fe-54eb-471b-acf3-024b0e4a8b7d req-127bbfcb-e541-4407-b077-fa4948bcc8cc tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/1d3d1759-e99c-4fa4-a20f-2d200fdd0d34 HTTP/1.1" status: 200 len: 2395 time: 0.1027765 Jun 17 08:23:53.895248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-5dec02fe-54eb-471b-acf3-024b0e4a8b7d req-91530db9-c7e0-43eb-97f7-2cb172501912 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d3d1759-e99c-4fa4-a20f-2d200fdd0d34', 'remote_group_id': None}]} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:53.895693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-5dec02fe-54eb-471b-acf3-024b0e4a8b7d req-91530db9-c7e0-43eb-97f7-2cb172501912 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '1d3d1759-e99c-4fa4-a20f-2d200fdd0d34', 'remote_group_id': None}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:53.927610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745a64c-c1fe-431d-8d9c-a6b547886b78 req-ed5e7bb3-e2c1-4857-a96f-388308dbee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:53.929263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3745a64c-c1fe-431d-8d9c-a6b547886b78 req-ed5e7bb3-e2c1-4857-a96f-388308dbee35 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 1096 time: 0.1445675 Jun 17 08:23:53.941724 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3759422-f8c7-45a2-b785-e87736035a54 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:53.969792 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3254f4ff-35c3-40bb-a635-cd6fe9ea0e41 x-openstack-request-id: req-3254f4ff-35c3-40bb-a635-cd6fe9ea0e41 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:23:53.970733 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-unplugged", "status": "completed", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:23:53.971208 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3254f4ff-35c3-40bb-a635-cd6fe9ea0e41 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:23:53.971947 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'code': 200} Jun 17 08:23:53.977042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Allocated IP 172.20.0.2 (4071b039-c5ae-4369-8e5c-102d9a61ff48/3ec799a1-b3df-4b16-9b6d-7f455c811af5/9c1c86e6-b177-4199-85f5-eeb53406fc91) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:54.093912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5dec02fe-54eb-471b-acf3-024b0e4a8b7d req-91530db9-c7e0-43eb-97f7-2cb172501912 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.130889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5dec02fe-54eb-471b-acf3-024b0e4a8b7d req-91530db9-c7e0-43eb-97f7-2cb172501912 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.145253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5dec02fe-54eb-471b-acf3-024b0e4a8b7d req-91530db9-c7e0-43eb-97f7-2cb172501912 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.153630 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b7579a35-58bf-4403-b111-a09b3aebd01c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:54.167527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745a64c-c1fe-431d-8d9c-a6b547886b78 req-6431877c-6e2b-4bb1-9297-4621c307d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.170083 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3745a64c-c1fe-431d-8d9c-a6b547886b78 req-6431877c-6e2b-4bb1-9297-4621c307d4ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 200 len: 905 time: 0.2304993 Jun 17 08:23:54.178038 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.190205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Transition to ACTIVE for port object 9c1c86e6-b177-4199-85f5-eeb53406fc91 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:54.196859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91530db9-c7e0-43eb-97f7-2cb172501912 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434ec109-ac72-4e03-bde0-85389ec1bfc8,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:54.200784 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91530db9-c7e0-43eb-97f7-2cb172501912 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:54.211865 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Transition to ACTIVE for port object 9c1c86e6-b177-4199-85f5-eeb53406fc91 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:54.221018 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.224692 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:54.234740 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5dec02fe-54eb-471b-acf3-024b0e4a8b7d req-91530db9-c7e0-43eb-97f7-2cb172501912 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.235936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dec02fe-54eb-471b-acf3-024b0e4a8b7d req-91530db9-c7e0-43eb-97f7-2cb172501912 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3462849 Jun 17 08:23:54.237246 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3745a64c-c1fe-431d-8d9c-a6b547886b78 req-024fded4-38d8-44f8-a58b-b02e07a38ce5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6883b1af-a71d-4321-bb4c-26417b80b214 HTTP/1.1" status: 200 len: 217 time: 0.0553913 Jun 17 08:23:54.257788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Network 4071b039-c5ae-4369-8e5c-102d9a61ff48 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:54.261749 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:54.265685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:54.299561 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745a64c-c1fe-431d-8d9c-a6b547886b78 req-a9c6de12-d793-430e-b697-34e0d4078398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.301100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3745a64c-c1fe-431d-8d9c-a6b547886b78 req-a9c6de12-d793-430e-b697-34e0d4078398 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6af897ec-2d0a-4599-9130-95c99bd44887 HTTP/1.1" status: 200 len: 844 time: 0.0537207 Jun 17 08:23:54.331270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Pushing event updated for resources: {'Port': ['ID=9c1c86e6-b177-4199-85f5-eeb53406fc91,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:54.335741 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:54.338223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Attempting to bind port 9c1c86e6-b177-4199-85f5-eeb53406fc91 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:54.338748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Attempting to bind port 9c1c86e6-b177-4199-85f5-eeb53406fc91 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:54.339153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Attempting to bind port 9c1c86e6-b177-4199-85f5-eeb53406fc91 on network 4071b039-c5ae-4369-8e5c-102d9a61ff48 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:54.344789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:54.345173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Checking segment: {'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:54.345589 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.345991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Bound using segment: {'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:54.346471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Bound port: 9c1c86e6-b177-4199-85f5-eeb53406fc91, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:54.346905 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.360252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3745a64c-c1fe-431d-8d9c-a6b547886b78 req-7c69b279-269e-43b7-bf8d-269e24376c06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4bad1339-3c30-4d06-9310-373c69c176e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413613 Jun 17 08:23:54.421113 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.441784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] For port 9c1c86e6-b177-4199-85f5-eeb53406fc91, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:54.442950 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3759422-f8c7-45a2-b785-e87736035a54 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.447108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] For port 9c1c86e6-b177-4199-85f5-eeb53406fc91, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9c1c86e6-b177-4199-85f5-eeb53406fc91,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:54.463643 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.472439 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:54.474973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf81fc-8a30-4dbd-8ce6-36185498c660 req-e6b9d0e3-761e-494d-878c-23bd470dc5f2 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.484107 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2bcf81fc-8a30-4dbd-8ce6-36185498c660 req-e6b9d0e3-761e-494d-878c-23bd470dc5f2 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 944 time: 0.2515702 Jun 17 08:23:54.537722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Pushing event updated for resources: {'Port': ['ID=9c1c86e6-b177-4199-85f5-eeb53406fc91,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:54.545323 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:54.547166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2bcf81fc-8a30-4dbd-8ce6-36185498c660 req-052c27fd-6374-4aa4-9eae-f43a51f268a4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620472 Jun 17 08:23:54.549968 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3745a64c-c1fe-431d-8d9c-a6b547886b78 req-2bb97e15-9f03-4fc2-b630-3b988e754415 service neutron] 10.222.0.10 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817942 Jun 17 08:23:54.574411 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3759422-f8c7-45a2-b785-e87736035a54 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.577596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3759422-f8c7-45a2-b785-e87736035a54 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.578725 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f3759422-f8c7-45a2-b785-e87736035a54 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "DELETE /v2.0/security-groups/0e4ae047-6525-4301-88e5-8c491b2374e7 HTTP/1.1" status: 204 len: 168 time: 0.9682350 Jun 17 08:23:54.580960 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-736fcb90-5e98-40fe-8806-ad2f1835bcd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:54.581740 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56340) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:54.594214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3759422-f8c7-45a2-b785-e87736035a54 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4ae047-6525-4301-88e5-8c491b2374e7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:54.599280 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f3759422-f8c7-45a2-b785-e87736035a54 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:54.689287 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-91aaf764-9aa7-4c62-a102-720211540a3e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] show failed (client error): The resource could not be found. Jun 17 08:23:54.690344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-91aaf764-9aa7-4c62-a102-720211540a3e tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "GET /v2.0/security-groups/0e4ae047-6525-4301-88e5-8c491b2374e7 HTTP/1.1" status: 404 len: 347 time: 0.1050687 Jun 17 08:23:54.702900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56342) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:54.775349 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.801299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58caacf9-3dd6-4ff9-8580-a744d87b526e req-652d9026-36a1-4ddf-9130-3d1f5510b441 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/1d3d1759-e99c-4fa4-a20f-2d200fdd0d34 HTTP/1.1" status: 200 len: 2993 time: 0.2174349 Jun 17 08:23:54.812653 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:54.884783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3745a64c-c1fe-431d-8d9c-a6b547886b78 req-54562916-2d8f-4261-b645-8714fb516315 service neutron] 10.222.0.10 "GET /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271594 Jun 17 08:23:54.940539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18c810-935c-4a2d-b086-12ce253dc2d4 req-5299c1cf-8b0a-464b-8329-c1f280789c10 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:54.942127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d18c810-935c-4a2d-b086-12ce253dc2d4 req-5299c1cf-8b0a-464b-8329-c1f280789c10 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 945 time: 0.3700953 Jun 17 08:23:54.977199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Allocated IP 172.25.8.173 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/45664ec6-6c2a-4a6f-b70a-98e70dc93641) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:54.985658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4728fb0e-1702-4041-b0d4-63024f72b528 req-96224507-29a4-437a-8bd3-62e79c9cdfcc tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-group-rules/434ec109-ac72-4e03-bde0-85389ec1bfc8 HTTP/1.1" status: 200 len: 783 time: 0.0424266 Jun 17 08:23:55.031676 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d18c810-935c-4a2d-b086-12ce253dc2d4 req-29305bb5-dd71-4d8f-843c-a3d640c114e1 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755117 Jun 17 08:23:55.033038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Deleting port 95a670a7-8a66-489c-b071-8f10f23d1c8d {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:23:55.033387 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.090680 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.119289 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4728fb0e-1702-4041-b0d4-63024f72b528 req-03c287a9-55ca-40c5-b5f0-825f671f12a9 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/1d3d1759-e99c-4fa4-a20f-2d200fdd0d34 HTTP/1.1" status: 200 len: 2993 time: 0.1225622 Jun 17 08:23:55.142874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.147613 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:55.175512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6883b1af-a71d-4321-bb4c-26417b80b214 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:23:55.182167 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:55.185287 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:55.187246 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4728fb0e-1702-4041-b0d4-63024f72b528 req-3b595b01-9bbf-4cac-a39f-fa5698287dcd tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.189600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:55.207622 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.207977 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.211244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4728fb0e-1702-4041-b0d4-63024f72b528 req-3b595b01-9bbf-4cac-a39f-fa5698287dcd tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.218458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Pushing event updated for resources: {'Port': ['ID=45664ec6-6c2a-4a6f-b70a-98e70dc93641,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:55.224593 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:55.280879 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6883b1af-a71d-4321-bb4c-26417b80b214, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6883b1af-a71d-4321-bb4c-26417b80b214,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:55.295738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Calling delete_port for 95a670a7-8a66-489c-b071-8f10f23d1c8d owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:23:55.351389 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4728fb0e-1702-4041-b0d4-63024f72b528 req-3b595b01-9bbf-4cac-a39f-fa5698287dcd tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.364876 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91530db9-c7e0-43eb-97f7-2cb172501912 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:55.376141 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4728fb0e-1702-4041-b0d4-63024f72b528 req-3b595b01-9bbf-4cac-a39f-fa5698287dcd tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.377327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4728fb0e-1702-4041-b0d4-63024f72b528 req-3b595b01-9bbf-4cac-a39f-fa5698287dcd tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/434ec109-ac72-4e03-bde0-85389ec1bfc8 HTTP/1.1" status: 204 len: 173 time: 0.2572103 Jun 17 08:23:55.398970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff8a34-7f46-4ccb-9af0-aac72815ebe2 req-dd843a5c-bd83-45c3-98b5-4c23cc55f04e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:55.400619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09ff8a34-7f46-4ccb-9af0-aac72815ebe2 req-dd843a5c-bd83-45c3-98b5-4c23cc55f04e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.2486131 Jun 17 08:23:55.401474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b595b01-9bbf-4cac-a39f-fa5698287dcd tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=434ec109-ac72-4e03-bde0-85389ec1bfc8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:55.405267 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3b595b01-9bbf-4cac-a39f-fa5698287dcd tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:55.442604 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '6883b1af-a71d-4321-bb4c-26417b80b214', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'port_id': '6883b1af-a71d-4321-bb4c-26417b80b214', 'mac_address': 'fa:16:3e:ea:b8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af897ec-2d0a-4599-9130-95c99bd44887', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:23:55.484295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09ff8a34-7f46-4ccb-9af0-aac72815ebe2 req-492ad9e1-ea16-4e91-8c02-084547e8e7d7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644782 Jun 17 08:23:55.502825 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.530243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6883b1af-a71d-4321-bb4c-26417b80b214 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:23:55.542361 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.566502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6883b1af-a71d-4321-bb4c-26417b80b214, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6883b1af-a71d-4321-bb4c-26417b80b214,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:55.572819 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.575351 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:55.594891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.598798 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae380d04-70ee-452c-b83d-851dadd74513 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:55.647436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6883b1af-a71d-4321-bb4c-26417b80b214,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:55.648037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Pushing event deleted for resources: {'Port': ['ID=95a670a7-8a66-489c-b071-8f10f23d1c8d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:55.651501 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:55.661427 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:55.760921 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.768888 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.777084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] 10.222.0.47 "DELETE /v2.0/floatingips/a7f7bfd9-6c87-4046-a837-8f5a319ec5c0 HTTP/1.1" status: 204 len: 168 time: 1.0731654 Jun 17 08:23:55.813779 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0969669-c9c3-4200-894b-40c554706742 None None] Network 4071b039-c5ae-4369-8e5c-102d9a61ff48 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:23:55.819659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9c1c86e6-b177-4199-85f5-eeb53406fc91 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:55.845260 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c303be8-747d-40fd-a1cc-a5a0aeb673f1 req-dceb0013-926a-4f18-92a3-d5eff1bec98f tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:55.853148 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c303be8-747d-40fd-a1cc-a5a0aeb673f1 req-dceb0013-926a-4f18-92a3-d5eff1bec98f tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 1097 time: 0.1700249 Jun 17 08:23:55.891839 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:55.910870 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c303be8-747d-40fd-a1cc-a5a0aeb673f1 req-97f3e6e6-d656-47d8-8cad-dda06312c468 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546429 Jun 17 08:23:55.926294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08eb0834-09f1-440a-a261-87283619b484 req-cc98d4a6-531e-4d99-a807-9ace27e6f3a8 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/1d3d1759-e99c-4fa4-a20f-2d200fdd0d34 HTTP/1.1" status: 200 len: 2395 time: 0.1046793 Jun 17 08:23:55.990452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5373ed45-9e91-4be6-952d-f4b55838da00 None None] Provisioning for port 9c1c86e6-b177-4199-85f5-eeb53406fc91 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:56.000781 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08eb0834-09f1-440a-a261-87283619b484 req-ee9d4e29-18de-4fc7-a509-f1fb85d9ee8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.026570 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 9c1c86e6-b177-4199-85f5-eeb53406fc91 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:56.030432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08eb0834-09f1-440a-a261-87283619b484 req-ee9d4e29-18de-4fc7-a509-f1fb85d9ee8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.033631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['6883b1af-a71d-4321-bb4c-26417b80b214'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:23:56.039948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9c1c86e6-b177-4199-85f5-eeb53406fc91 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:56.039948 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.053616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Router ed3f9b46-2be0-471a-9805-9075f52b3dc2 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:23:56.128179 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08eb0834-09f1-440a-a261-87283619b484 req-ee9d4e29-18de-4fc7-a509-f1fb85d9ee8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.131380 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08eb0834-09f1-440a-a261-87283619b484 req-ee9d4e29-18de-4fc7-a509-f1fb85d9ee8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.132665 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08eb0834-09f1-440a-a261-87283619b484 req-ee9d4e29-18de-4fc7-a509-f1fb85d9ee8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "DELETE /v2.0/security-groups/1d3d1759-e99c-4fa4-a20f-2d200fdd0d34 HTTP/1.1" status: 204 len: 173 time: 0.2064486 Jun 17 08:23:56.134227 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a88c570d-ed85-45c4-838f-ddb911e5ecaa tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:56.149084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030384d9-ec80-42f8-be2d-b9711edf53c1 req-6c0f9c80-fea6-44dd-a1a3-b6c77865c098 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:56.150694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-030384d9-ec80-42f8-be2d-b9711edf53c1 req-6c0f9c80-fea6-44dd-a1a3-b6c77865c098 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 945 time: 0.0993013 Jun 17 08:23:56.167123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d4e29-18de-4fc7-a509-f1fb85d9ee8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3d1759-e99c-4fa4-a20f-2d200fdd0d34,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:56.177166 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee9d4e29-18de-4fc7-a509-f1fb85d9ee8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:56.210910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:56.223591 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-030384d9-ec80-42f8-be2d-b9711edf53c1 req-bcdbe204-26ba-476b-95a0-d988beaa0f44 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542469 Jun 17 08:23:56.254407 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.255926 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5880573 Jun 17 08:23:56.258499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Sync routers for ids ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:23:56.259518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56392) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:23:56.332240 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.339022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Routers {'ed3f9b46-2be0-471a-9805-9075f52b3dc2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:56.343866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:56.488125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 9c1c86e6-b177-4199-85f5-eeb53406fc91, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9c1c86e6-b177-4199-85f5-eeb53406fc91,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:56.511821 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.518901 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:56.557223 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-7623e6a7-6c74-4594-9b3c-131cf8e8e148 req-f335a01a-c75e-476d-8e8d-8cfaf83f9eb5 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] show failed (client error): The resource could not be found. Jun 17 08:23:56.558224 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7623e6a7-6c74-4594-9b3c-131cf8e8e148 req-f335a01a-c75e-476d-8e8d-8cfaf83f9eb5 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/787a623d-b23e-4ca2-a9d1-5b12710389a3 HTTP/1.1" status: 404 len: 352 time: 0.0279515 Jun 17 08:23:56.562986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Set router ed3f9b46-2be0-471a-9805-9075f52b3dc2 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:56.625468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b0f075fe-80bc-4661-a80b-cd128a8ccddd None None] Provisioning complete for port 9c1c86e6-b177-4199-85f5-eeb53406fc91 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:56.625891 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b0f075fe-80bc-4661-a80b-cd128a8ccddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.664862 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90f2c8-8069-4892-a285-be10feba620a req-8941482b-83b3-4157-af70-0bc53cf02dcf tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:56.666433 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e90f2c8-8069-4892-a285-be10feba620a req-8941482b-83b3-4157-af70-0bc53cf02dcf tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 1097 time: 0.1736600 Jun 17 08:23:56.693494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=9c1c86e6-b177-4199-85f5-eeb53406fc91,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:56.704093 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:56.740817 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e90f2c8-8069-4892-a285-be10feba620a req-5c6a4e2b-04ee-4106-9926-0a7b37c11d91 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646844 Jun 17 08:23:56.872583 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:55Z', 'revision_number': 3, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:56.884993 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:56.902682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Checking router: ed3f9b46-2be0-471a-9805-9075f52b3dc2 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:23:56.903070 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Updating router ed3f9b46-2be0-471a-9805-9075f52b3dc2 port 45664ec6-6c2a-4a6f-b70a-98e70dc93641 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:23:56.915494 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986b85ab-8a3a-4e64-9095-2a2bfd9c74e6 req-01a789c7-5b3f-421f-bd3c-bfb2bae8aa96 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/c8975f4b-7a5a-4679-868f-b8ba3be0761e HTTP/1.1" status: 200 len: 1803 time: 0.1037052 Jun 17 08:23:56.937944 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.005575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e42a9-b9c3-426e-a8bf-133be8daa5c7 req-c84fb6cd-4bfe-4996-8d45-49725ccea3bf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.007088 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f73e42a9-b9c3-426e-a8bf-133be8daa5c7 req-c84fb6cd-4bfe-4996-8d45-49725ccea3bf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.1942184 Jun 17 08:23:57.100107 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-986b85ab-8a3a-4e64-9095-2a2bfd9c74e6 req-2ac004d4-0d06-4b57-88b3-c4bc1d541b6f tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.132392 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f73e42a9-b9c3-426e-a8bf-133be8daa5c7 req-0b6cd0a6-da12-44ed-921b-e0a2aae6a16f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153862 Jun 17 08:23:57.158978 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-986b85ab-8a3a-4e64-9095-2a2bfd9c74e6 req-2ac004d4-0d06-4b57-88b3-c4bc1d541b6f tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.168475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Allocated IP 172.20.0.1 (4071b039-c5ae-4369-8e5c-102d9a61ff48/3ec799a1-b3df-4b16-9b6d-7f455c811af5/60e6711a-534b-4041-9cec-cb67476e5039) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:23:57.207245 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.220121 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Transition to ACTIVE for port object 45664ec6-6c2a-4a6f-b70a-98e70dc93641 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:57.228911 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.232197 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:57.280762 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-986b85ab-8a3a-4e64-9095-2a2bfd9c74e6 req-2ac004d4-0d06-4b57-88b3-c4bc1d541b6f tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.280762 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-986b85ab-8a3a-4e64-9095-2a2bfd9c74e6 req-2ac004d4-0d06-4b57-88b3-c4bc1d541b6f tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.280762 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-986b85ab-8a3a-4e64-9095-2a2bfd9c74e6 req-2ac004d4-0d06-4b57-88b3-c4bc1d541b6f tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "DELETE /v2.0/security-groups/c8975f4b-7a5a-4679-868f-b8ba3be0761e HTTP/1.1" status: 204 len: 173 time: 0.3548110 Jun 17 08:23:57.281520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Attempting to bind port 45664ec6-6c2a-4a6f-b70a-98e70dc93641 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:57.281520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Attempting to bind port 45664ec6-6c2a-4a6f-b70a-98e70dc93641 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:57.281520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Attempting to bind port 45664ec6-6c2a-4a6f-b70a-98e70dc93641 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:57.285060 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6104ac99-d4f4-4515-ba5c-cdd0dd0429b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:57.294416 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:57.294968 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:57.295467 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.295874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:57.296368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Bound port: 45664ec6-6c2a-4a6f-b70a-98e70dc93641, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:57.296759 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.302866 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac004d4-0d06-4b57-88b3-c4bc1d541b6f tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8975f4b-7a5a-4679-868f-b8ba3be0761e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:57.307189 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2ac004d4-0d06-4b57-88b3-c4bc1d541b6f tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:57.324365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90072d64-7eb8-4481-87bb-c4e53b41a6da None None] Pushing event updated for resources: {'Port': ['ID=45664ec6-6c2a-4a6f-b70a-98e70dc93641,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:57.328590 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-90072d64-7eb8-4481-87bb-c4e53b41a6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:57.358917 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.367743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] For port 45664ec6-6c2a-4a6f-b70a-98e70dc93641, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:23:57.371482 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] For port 45664ec6-6c2a-4a6f-b70a-98e70dc93641, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=45664ec6-6c2a-4a6f-b70a-98e70dc93641,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:57.376739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Transition to ACTIVE for port object 60e6711a-534b-4041-9cec-cb67476e5039 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:23:57.377868 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.381257 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:57.420956 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.424268 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7dbc5624-e44d-42d6-aaf3-235f29c5ec9b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:57.432573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Routers {'ed3f9b46-2be0-471a-9805-9075f52b3dc2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:23:57.433252 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:57.494375 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Pushing event updated for resources: {'Port': ['ID=60e6711a-534b-4041-9cec-cb67476e5039,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:57.504786 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:57.512718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90072d64-7eb8-4481-87bb-c4e53b41a6da None None] Pushing event updated for resources: {'Port': ['ID=45664ec6-6c2a-4a6f-b70a-98e70dc93641,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:57.517271 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-90072d64-7eb8-4481-87bb-c4e53b41a6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:57.521931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Network 4071b039-c5ae-4369-8e5c-102d9a61ff48 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:57.523927 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:57.541164 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:23:57.598930 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.608892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] Set router ed3f9b46-2be0-471a-9805-9075f52b3dc2 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:23:57.762614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9c1c86e6-b177-4199-85f5-eeb53406fc91 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:57.771185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac987d-ba45-41f4-9fe1-30933be8147d req-69d1d4cc-f9d9-47e5-af54-4fb92dd6d921 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:57.773001 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9dac987d-ba45-41f4-9fe1-30933be8147d req-69d1d4cc-f9d9-47e5-af54-4fb92dd6d921 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 945 time: 0.1672134 Jun 17 08:23:57.859911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-375a5670-b7ff-4c02-92e7-77726159a70a None None] Provisioning for port 60e6711a-534b-4041-9cec-cb67476e5039 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:57.862988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9dac987d-ba45-41f4-9fe1-30933be8147d req-f57a6f77-9d25-4371-9b0a-cb99a79c8119 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824623 Jun 17 08:23:57.864397 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.877989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-375a5670-b7ff-4c02-92e7-77726159a70a None None] Provisioning complete for port 60e6711a-534b-4041-9cec-cb67476e5039 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:57.878476 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-375a5670-b7ff-4c02-92e7-77726159a70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.961757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9c1c86e6-b177-4199-85f5-eeb53406fc91 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:57.962118 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:57.997280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-375a5670-b7ff-4c02-92e7-77726159a70a None None] Port 60e6711a-534b-4041-9cec-cb67476e5039 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:58.033551 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:55Z', 'revision_number': 3, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:23:58.041209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7db29f68-4037-4404-8de6-91cb1a1aaec7 req-e8e12fdc-c4b8-4542-81ad-a713bb2a702e tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/6b569155-80c7-481e-8b8a-f650f6dacef8 HTTP/1.1" status: 200 len: 1804 time: 0.0952888 Jun 17 08:23:58.062307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d03f697-4daf-45ea-990f-ba14c6ac1249 None None] The sync data for ids ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'] in n-d-779913-16 is: [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:55Z', 'revision_number': 3, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:23:58.122525 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.136020 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.142003 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-807af822-c303-49d2-a703-1b37d8dec5a6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:58.191175 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7db29f68-4037-4404-8de6-91cb1a1aaec7 req-35b85c10-1ba2-47be-a069-b0d3cfc0106e tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.230571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Pushing event updated for resources: {'Port': ['ID=60e6711a-534b-4041-9cec-cb67476e5039,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:58.239168 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:58.250197 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.252924 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7db29f68-4037-4404-8de6-91cb1a1aaec7 req-35b85c10-1ba2-47be-a069-b0d3cfc0106e tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.396340 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7db29f68-4037-4404-8de6-91cb1a1aaec7 req-35b85c10-1ba2-47be-a069-b0d3cfc0106e tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.399420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7db29f68-4037-4404-8de6-91cb1a1aaec7 req-35b85c10-1ba2-47be-a069-b0d3cfc0106e tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.400209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7db29f68-4037-4404-8de6-91cb1a1aaec7 req-35b85c10-1ba2-47be-a069-b0d3cfc0106e tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "DELETE /v2.0/security-groups/6b569155-80c7-481e-8b8a-f650f6dacef8 HTTP/1.1" status: 204 len: 173 time: 0.3479924 Jun 17 08:23:58.402605 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ad24d577-85aa-49d2-9660-76ebe34cc827 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:58.418349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b85c10-1ba2-47be-a069-b0d3cfc0106e tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b569155-80c7-481e-8b8a-f650f6dacef8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:58.421436 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Network 4071b039-c5ae-4369-8e5c-102d9a61ff48 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:23:58.422453 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-35b85c10-1ba2-47be-a069-b0d3cfc0106e tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:58.423754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:23:58.585641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Router ed3f9b46-2be0-471a-9805-9075f52b3dc2 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:23:58.794789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-602340db-652d-4f02-a8b7-8ecf5965451b tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:23:58.795763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-602340db-652d-4f02-a8b7-8ecf5965451b tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083842 Jun 17 08:23:58.798907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:23:58.804238 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] 10.222.0.47 "PUT /v2.0/routers/ed3f9b46-2be0-471a-9805-9075f52b3dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5424740 Jun 17 08:23:58.809898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Request body: {'binding': {'host': 'n-h1-779913-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:23:58.810420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Unknown quota resources ['binding']. {{(pid=93803) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:23:58.829793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ddb4faf6-1bb6-45c9-9c5f-eadd3351e5db None None] Provisioning complete for port 60e6711a-534b-4041-9cec-cb67476e5039 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:58.830416 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ddb4faf6-1bb6-45c9-9c5f-eadd3351e5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:58.878383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ddb4faf6-1bb6-45c9-9c5f-eadd3351e5db None None] Port 60e6711a-534b-4041-9cec-cb67476e5039 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:23:59.190121 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6883b1af-a71d-4321-bb4c-26417b80b214 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:59.240248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216ca5f-0b4c-4511-acac-32c42910c2d4 req-140bfa1c-b0b2-4b48-95ba-3bb767c90ab8 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.241468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 6883b1af-a71d-4321-bb4c-26417b80b214 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:59.241714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e216ca5f-0b4c-4511-acac-32c42910c2d4 req-140bfa1c-b0b2-4b48-95ba-3bb767c90ab8 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.5052483 Jun 17 08:23:59.245568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 6883b1af-a71d-4321-bb4c-26417b80b214 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:59.245940 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.309224 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e216ca5f-0b4c-4511-acac-32c42910c2d4 req-9bb59ff3-6685-4d31-92bf-9900a58c4de5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586631 Jun 17 08:23:59.320330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on host n-h1-779913-16 for vnic_type normal with profile None {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:23:59.320776 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:23:59.321196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:59.326556 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:23:59.327057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:23:59.329753 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.338639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:23:59.339100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:23:59.339501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:23:59.340092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Bound port: 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:23:59.355657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6883b1af-a71d-4321-bb4c-26417b80b214'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:23:59.357968 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b050c94-0eff-4391-b6f6-967ae8d29d52" -d '{"events": [{"server_uuid": "fc6fddb6-88fb-4614-92c6-f53ea6fb2472", "name": "network-vif-plugged", "status": "completed", "tag": "6883b1af-a71d-4321-bb4c-26417b80b214"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:23:59.371432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6883b1af-a71d-4321-bb4c-26417b80b214, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6883b1af-a71d-4321-bb4c-26417b80b214,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:23:59.376639 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.378941 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:59.417265 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbd2ccb1-7798-4a62-b4a5-bd98fb9830da req-be43050d-93ef-4f08-9199-dc1259b09201 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/5a56bb4b-365f-478a-8ea5-9265fdd57c43 HTTP/1.1" status: 200 len: 1805 time: 0.0797322 Jun 17 08:23:59.427523 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6883b1af-a71d-4321-bb4c-26417b80b214,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:59.430208 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:59.434261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:23:59.445120 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.446287 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6272940a-e2e9-48bf-b8ce-6540232baf80 service neutron] 10.222.0.47 "POST /v2.0/ports/00dea52b-e4a6-44d3-8a4c-c3b22271ef88/bindings HTTP/1.1" status: 201 len: 390 time: 0.6409791 Jun 17 08:23:59.485199 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dbd2ccb1-7798-4a62-b4a5-bd98fb9830da req-0b3be17b-893c-41cb-aae3-bdb1a3f879b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.511979 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dbd2ccb1-7798-4a62-b4a5-bd98fb9830da req-0b3be17b-893c-41cb-aae3-bdb1a3f879b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.588801 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dbd2ccb1-7798-4a62-b4a5-bd98fb9830da req-0b3be17b-893c-41cb-aae3-bdb1a3f879b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.593415 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dbd2ccb1-7798-4a62-b4a5-bd98fb9830da req-0b3be17b-893c-41cb-aae3-bdb1a3f879b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.594698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbd2ccb1-7798-4a62-b4a5-bd98fb9830da req-0b3be17b-893c-41cb-aae3-bdb1a3f879b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "DELETE /v2.0/security-groups/5a56bb4b-365f-478a-8ea5-9265fdd57c43 HTTP/1.1" status: 204 len: 173 time: 0.1700702 Jun 17 08:23:59.595441 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a09f3acc-7139-4ecc-9754-9bdc640a09f2 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:23:59.609218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3be17b-893c-41cb-aae3-bdb1a3f879b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a56bb4b-365f-478a-8ea5-9265fdd57c43,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:23:59.611783 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b3be17b-893c-41cb-aae3-bdb1a3f879b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:23:59.772577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-4b23a52e-22e3-4a1b-af0e-fab1a07eec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.776750 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-4b23a52e-22e3-4a1b-af0e-fab1a07eec7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 1097 time: 0.0816386 Jun 17 08:23:59.850646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 45664ec6-6c2a-4a6f-b70a-98e70dc93641 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:23:59.942019 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 45664ec6-6c2a-4a6f-b70a-98e70dc93641 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:23:59.947753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 45664ec6-6c2a-4a6f-b70a-98e70dc93641 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:23:59.948471 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:23:59.961360 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-192deea4-7fbb-474e-a2fe-7c7821ecf6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:23:59.962844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-192deea4-7fbb-474e-a2fe-7c7821ecf6b5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.1791072 Jun 17 08:24:00.016625 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-b5c33dda-f0bc-4d51-bece-ac3cccaf88c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88 HTTP/1.1" status: 200 len: 217 time: 0.0447350 Jun 17 08:24:00.027452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be93ba-1d9a-4a26-8c8b-4febb03b7a83 req-45404d90-4b1f-42b7-8958-d0da74124c0c tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.029027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2be93ba-1d9a-4a26-8c8b-4febb03b7a83 req-45404d90-4b1f-42b7-8958-d0da74124c0c tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 946 time: 0.1486602 Jun 17 08:24:00.031388 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.056072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 45664ec6-6c2a-4a6f-b70a-98e70dc93641, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=45664ec6-6c2a-4a6f-b70a-98e70dc93641,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:00.063434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.068165 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:00.101522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-952b5360-d2f5-43ca-bdce-c1b4785ab407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.102942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-952b5360-d2f5-43ca-bdce-c1b4785ab407 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0728979 Jun 17 08:24:00.105945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2be93ba-1d9a-4a26-8c8b-4febb03b7a83 req-f7cf6d79-af6b-4a5b-bf65-6a9429964cbd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668900 Jun 17 08:24:00.114295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56514) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:00.119091 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-789a3b34-06c4-4864-ab32-1016be7807d5 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342300210', 'description': 'tempest-description--1300396107'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:00.136271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=45664ec6-6c2a-4a6f-b70a-98e70dc93641,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:00.140887 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:00.156898 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-4ef9b1e5-4bc2-41f8-b657-5a55ddd8ba29 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456612 Jun 17 08:24:00.163099 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-789a3b34-06c4-4864-ab32-1016be7807d5 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.172233 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4803e25d-173e-490a-99c6-68959668fdc9 x-openstack-request-id: req-4803e25d-173e-490a-99c6-68959668fdc9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:00.172561 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6fddb6-88fb-4614-92c6-f53ea6fb2472", "name": "network-vif-plugged", "status": "completed", "tag": "6883b1af-a71d-4321-bb4c-26417b80b214", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:00.172881 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4803e25d-173e-490a-99c6-68959668fdc9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:00.173230 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6883b1af-a71d-4321-bb4c-26417b80b214', 'code': 200} Jun 17 08:24:00.222018 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Sync routers for ids ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:24:00.237615 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Routers {'ed3f9b46-2be0-471a-9805-9075f52b3dc2'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:00.238292 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:00.329196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-789a3b34-06c4-4864-ab32-1016be7807d5 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.338846 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-789a3b34-06c4-4864-ab32-1016be7807d5 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.351091 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Set router ed3f9b46-2be0-471a-9805-9075f52b3dc2 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:00.351977 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e774b4eb-16a7-421c-bbad-205c965e3a2b req-e0e59e6d-1889-4a01-9c9e-f43b56408d87 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/67138db6-8c41-41f0-b871-91245a99054e HTTP/1.1" status: 200 len: 2403 time: 0.1584258 Jun 17 08:24:00.352429 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e8f3bbcd-389b-4961-83b6-0d465ba1869e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:00.365858 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-789a3b34-06c4-4864-ab32-1016be7807d5 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.370121 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-789a3b34-06c4-4864-ab32-1016be7807d5 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2519379 Jun 17 08:24:00.371719 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56518) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:00.384029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-dcff3fa9-54cd-43dd-a398-5dbb9c8f3901 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Request body: {'security_group_rule': {'security_group_id': 'eb6c93f9-100b-437d-8b95-76d3688991ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:00.385792 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2170e-5357-4fca-a1f5-0a5b6eb35109 req-b1c45d09-091b-413f-a8dc-1dfd9e89318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.387444 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dec2170e-5357-4fca-a1f5-0a5b6eb35109 req-b1c45d09-091b-413f-a8dc-1dfd9e89318b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 1098 time: 0.1148665 Jun 17 08:24:00.388553 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a3b34-06c4-4864-ab32-1016be7807d5 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6c93f9-100b-437d-8b95-76d3688991ea,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:00.391330 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-789a3b34-06c4-4864-ab32-1016be7807d5 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:00.409380 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-6bd32818-43c5-433e-9285-b49c2d7f8a63 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414722 Jun 17 08:24:00.427995 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dec2170e-5357-4fca-a1f5-0a5b6eb35109 req-87d45830-facb-449f-849e-284fcd43244f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327826 Jun 17 08:24:00.437787 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698dadf0-66cf-40e2-8157-3148d5faf9b1 req-89f94ed7-08ac-4b40-9aaa-2ad50abf255e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:00.439306 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-698dadf0-66cf-40e2-8157-3148d5faf9b1 req-89f94ed7-08ac-4b40-9aaa-2ad50abf255e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 945 time: 0.1759150 Jun 17 08:24:00.524905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcff3fa9-54cd-43dd-a398-5dbb9c8f3901 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.562312 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 4, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '60e6711a-534b-4041-9cec-cb67476e5039', 'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'mac_address': 'fa:16:3e:fb:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:56Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 2, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'subnets': [{'id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:00.585803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-698dadf0-66cf-40e2-8157-3148d5faf9b1 req-33dbd9e8-8d82-4ee7-a3c3-54c4c4d24010 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341944 Jun 17 08:24:00.589822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e774b4eb-16a7-421c-bbad-205c965e3a2b req-9da215b4-da1a-421e-ab81-5b009a6aaa38 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.592766 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Checking router: ed3f9b46-2be0-471a-9805-9075f52b3dc2 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:24:00.593138 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Updating router ed3f9b46-2be0-471a-9805-9075f52b3dc2 port 60e6711a-534b-4041-9cec-cb67476e5039 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:24:00.631237 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.646711 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-be64c16e-ff5b-4288-8f02-8ca9c859ce4e service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278481 Jun 17 08:24:00.653258 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e774b4eb-16a7-421c-bbad-205c965e3a2b req-9da215b4-da1a-421e-ab81-5b009a6aaa38 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.675799 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcff3fa9-54cd-43dd-a398-5dbb9c8f3901 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.690379 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcff3fa9-54cd-43dd-a398-5dbb9c8f3901 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.700321 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f6ba2532-f164-4965-bf1a-e77d05ea3668 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:00.726158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff3fa9-54cd-43dd-a398-5dbb9c8f3901 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75283ba-3ad8-4e90-983a-0a7c3184a359,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:00.730375 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dcff3fa9-54cd-43dd-a398-5dbb9c8f3901 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:00.744461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcff3fa9-54cd-43dd-a398-5dbb9c8f3901 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.748486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dcff3fa9-54cd-43dd-a398-5dbb9c8f3901 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3716786 Jun 17 08:24:00.748846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56532) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:00.753350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ca30b708-d54d-449a-9be2-f969638932c2 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Request body: {'security_group_rule': {'security_group_id': 'eb6c93f9-100b-437d-8b95-76d3688991ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:00.772703 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e774b4eb-16a7-421c-bbad-205c965e3a2b req-9da215b4-da1a-421e-ab81-5b009a6aaa38 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.775895 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e774b4eb-16a7-421c-bbad-205c965e3a2b req-9da215b4-da1a-421e-ab81-5b009a6aaa38 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.777157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e774b4eb-16a7-421c-bbad-205c965e3a2b req-9da215b4-da1a-421e-ab81-5b009a6aaa38 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "DELETE /v2.0/security-groups/67138db6-8c41-41f0-b871-91245a99054e HTTP/1.1" status: 204 len: 173 time: 0.4076903 Jun 17 08:24:00.780133 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-33ad3aed-36e6-4889-9fcd-e6119ad52703 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:00.791802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da215b4-da1a-421e-ab81-5b009a6aaa38 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67138db6-8c41-41f0-b871-91245a99054e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:00.797978 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9da215b4-da1a-421e-ab81-5b009a6aaa38 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:00.800393 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ca30b708-d54d-449a-9be2-f969638932c2 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.968796 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ca30b708-d54d-449a-9be2-f969638932c2 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.977598 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ca30b708-d54d-449a-9be2-f969638932c2 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:00.991861 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:01.012588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529e61c-9cd1-4b28-9df4-39b5fc37d9d3 req-32c05d86-5398-45a5-91fe-92b3b008dea7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:01.014154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7529e61c-9cd1-4b28-9df4-39b5fc37d9d3 req-32c05d86-5398-45a5-91fe-92b3b008dea7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.1132858 Jun 17 08:24:01.017531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30b708-d54d-449a-9be2-f969638932c2 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e33969-9165-4c3b-a97f-c161f1bcc5c4,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:01.026028 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ca30b708-d54d-449a-9be2-f969638932c2 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:01.050477 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ca30b708-d54d-449a-9be2-f969638932c2 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:01.051713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ca30b708-d54d-449a-9be2-f969638932c2 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3022003 Jun 17 08:24:01.054576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56548) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:01.059291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:01.068532 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:01.086014 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Transition to ACTIVE for port object 60e6711a-534b-4041-9cec-cb67476e5039 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:01.093225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7529e61c-9cd1-4b28-9df4-39b5fc37d9d3 req-4202ce71-928d-456a-8106-268763986ab7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648937 Jun 17 08:24:01.094640 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:01.101017 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:01.119709 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:01.254636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:01.310622 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e21ac2-cd18-46ab-8d02-0293af8447ee None None] Pushing event updated for resources: {'Port': ['ID=60e6711a-534b-4041-9cec-cb67476e5039,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:01.316840 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-d7e21ac2-cd18-46ab-8d02-0293af8447ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:01.324211 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Attempting to bind port 60e6711a-534b-4041-9cec-cb67476e5039 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:01.324804 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Attempting to bind port 60e6711a-534b-4041-9cec-cb67476e5039 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:01.325263 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Attempting to bind port 60e6711a-534b-4041-9cec-cb67476e5039 on network 4071b039-c5ae-4369-8e5c-102d9a61ff48 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:01.333157 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:01.338334 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Checking segment: {'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:01.339013 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:01.339704 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Bound using segment: {'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:01.340608 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Bound port: 60e6711a-534b-4041-9cec-cb67476e5039, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:01.341083 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:01.443436 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Allocated IP 172.25.8.8 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/91c6b42b-774e-451e-a93c-3484e1d7707e) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:01.452731 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] For port 60e6711a-534b-4041-9cec-cb67476e5039, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:01.457248 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] For port 60e6711a-534b-4041-9cec-cb67476e5039, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=60e6711a-534b-4041-9cec-cb67476e5039,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:01.469231 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:01.487785 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:01.557066 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Routers {'ed3f9b46-2be0-471a-9805-9075f52b3dc2'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:01.557704 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:01.653779 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:01.782109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 45664ec6-6c2a-4a6f-b70a-98e70dc93641 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:01.819261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56582) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:01.886578 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c1ae206-7347-4488-b52d-35e01404805a req-aae43fed-702e-409e-8f4d-cfea03767858 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "GET /v2.0/security-groups/6921fb6b-521a-4924-a908-91497e0cd35b HTTP/1.1" status: 200 len: 2397 time: 0.1846304 Jun 17 08:24:01.931330 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 45664ec6-6c2a-4a6f-b70a-98e70dc93641 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:01.932572 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:01.938257 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e21ac2-cd18-46ab-8d02-0293af8447ee None None] Pushing event updated for resources: {'Port': ['ID=60e6711a-534b-4041-9cec-cb67476e5039,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:01.954869 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-d7e21ac2-cd18-46ab-8d02-0293af8447ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:02.001983 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] Set router ed3f9b46-2be0-471a-9805-9075f52b3dc2 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:02.005452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.020421 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b1d16573-c11c-4a40-b005-80198186dc78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:02.075695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2c1ae206-7347-4488-b52d-35e01404805a req-a0117766-992a-45aa-8ed8-73df747b8dad tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.100840 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2c1ae206-7347-4488-b52d-35e01404805a req-a0117766-992a-45aa-8ed8-73df747b8dad tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.174757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:02.179718 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2c1ae206-7347-4488-b52d-35e01404805a req-a0117766-992a-45aa-8ed8-73df747b8dad tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.182548 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2c1ae206-7347-4488-b52d-35e01404805a req-a0117766-992a-45aa-8ed8-73df747b8dad tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.196825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56588) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:02.197025 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c1ae206-7347-4488-b52d-35e01404805a req-a0117766-992a-45aa-8ed8-73df747b8dad tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] 10.222.0.47 "DELETE /v2.0/security-groups/6921fb6b-521a-4924-a908-91497e0cd35b HTTP/1.1" status: 204 len: 173 time: 0.3072550 Jun 17 08:24:02.204720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:02.221007 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:02.235884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Pushing event updated for resources: {'Port': ['ID=91c6b42b-774e-451e-a93c-3484e1d7707e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:02.268355 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:02.268867 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cfa0b1ac-d822-41b1-832f-721221f99035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:02.283164 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf84033e-2ea6-494a-8db7-41e27ecb6e29 admin admin] Deleting subnet f40166a3-30e9-4ccf-83a0-51d9abe1ac69 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:24:02.288274 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bf84033e-2ea6-494a-8db7-41e27ecb6e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.294650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0117766-992a-45aa-8ed8-73df747b8dad tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6921fb6b-521a-4924-a908-91497e0cd35b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:02.298420 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a0117766-992a-45aa-8ed8-73df747b8dad tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:02.319657 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 4, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '60e6711a-534b-4041-9cec-cb67476e5039', 'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'mac_address': 'fa:16:3e:fb:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:56Z', 'updated_at': '2021-06-17T08:24:01Z', 'revision_number': 4, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'subnets': [{'id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:02.355367 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7135c0a0-652b-49ba-a90c-7b9bfaf57f8c None None] The sync data for ids ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'] in n-d-779913-16 is: [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 4, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '60e6711a-534b-4041-9cec-cb67476e5039', 'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'mac_address': 'fa:16:3e:fb:ca:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:56Z', 'updated_at': '2021-06-17T08:24:01Z', 'revision_number': 4, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'subnets': [{'id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:24:02.367080 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bf84033e-2ea6-494a-8db7-41e27ecb6e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.393895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af8b2a-8808-4528-a1b1-4f5c64e69d24 req-635588c8-a926-41d3-8f1e-a17218a20188 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.395488 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73af8b2a-8808-4528-a1b1-4f5c64e69d24 req-635588c8-a926-41d3-8f1e-a17218a20188 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 946 time: 0.3533857 Jun 17 08:24:02.457736 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.519506 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bf84033e-2ea6-494a-8db7-41e27ecb6e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.543163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496054e-66a0-4aed-8278-4109ea11c651 req-3c4c9348-1949-4b2e-800a-eca8522eda38 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:02.544917 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d496054e-66a0-4aed-8278-4109ea11c651 req-3c4c9348-1949-4b2e-800a-eca8522eda38 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 945 time: 0.1730070 Jun 17 08:24:02.561444 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73af8b2a-8808-4528-a1b1-4f5c64e69d24 req-552249ee-3c9e-47a1-b876-1c7b29230c06 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575105 Jun 17 08:24:02.601651 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.611313 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bf84033e-2ea6-494a-8db7-41e27ecb6e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.614792 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-648c22ee-4ea9-406e-85f3-ca4b038a64a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:02.660894 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84033e-2ea6-494a-8db7-41e27ecb6e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f40166a3-30e9-4ccf-83a0-51d9abe1ac69,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:02.668896 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bf84033e-2ea6-494a-8db7-41e27ecb6e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:02.673190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bf84033e-2ea6-494a-8db7-41e27ecb6e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.680096 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bf84033e-2ea6-494a-8db7-41e27ecb6e29 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f40166a3-30e9-4ccf-83a0-51d9abe1ac69 HTTP/1.1" status: 204 len: 168 time: 0.4811451 Jun 17 08:24:02.682615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56600) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:02.699060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d496054e-66a0-4aed-8278-4109ea11c651 req-287f42de-2654-472e-9fd1-87d453ca289d tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347725 Jun 17 08:24:02.768534 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.802859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.895417 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:02.946438 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.024341 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.032294 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c1cc34-8646-48d7-adc4-259993059830']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:03.034485 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.039292 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8750f419-f62b-482d-883a-02258639dc3f tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:03.055712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21650bcd-b6e0-4e1f-b8f5-c1a3bd5f5a82') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:03.056004 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21650bcd-b6e0-4e1f-b8f5-c1a3bd5f5a82') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:03.071612 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.096822 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.120032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:24:03.120500 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:24:03.123404 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:24:03.138529 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.164037 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.165213 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.1096311 Jun 17 08:24:03.190953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Pushing event updated for resources: {'Port': ['ID=91c6b42b-774e-451e-a93c-3484e1d7707e,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:03.201141 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:03.223277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9e683-54b6-4ece-8feb-49ecd980bf19 req-df6cd520-5444-4cac-a997-8faebc64cb7b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:03.225271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12d9e683-54b6-4ece-8feb-49ecd980bf19 req-df6cd520-5444-4cac-a997-8faebc64cb7b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.3112118 Jun 17 08:24:03.301796 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.311404 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.317219 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12d9e683-54b6-4ece-8feb-49ecd980bf19 req-d47f71af-6e3d-4fb1-b1d4-c24ec1bda3e5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861275 Jun 17 08:24:03.320709 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] 10.222.0.47 "DELETE /v2.0/networks/10c1cc34-8646-48d7-adc4-259993059830 HTTP/1.1" status: 204 len: 168 time: 0.6370108 Jun 17 08:24:03.327797 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:03.386438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] Pushing event deleted for resources: {'Network': ['ID=10c1cc34-8646-48d7-adc4-259993059830,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:03.400826 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:03.581424 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56674) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:03.706751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Deleting port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:03.708931 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.721505 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2b95e67e-ff46-4527-a95e-eb5ef52e3552 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4ffdae32746c45a2b85401989331d48c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363645 Jun 17 08:24:03.721846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56688) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:03.828037 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 60e6711a-534b-4041-9cec-cb67476e5039 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:03.841228 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41d6134f-0788-4bdd-bcc2-cd9d850cf750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.904708 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41d6134f-0788-4bdd-bcc2-cd9d850cf750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.990719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] For port f1a3e46c-b15d-47c1-bff0-eb5f3b956c49, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f1a3e46c-b15d-47c1-bff0-eb5f3b956c49,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:03.991541 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:03.996879 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 60e6711a-534b-4041-9cec-cb67476e5039 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:04.005887 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 60e6711a-534b-4041-9cec-cb67476e5039 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:04.008358 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:04.049004 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41d6134f-0788-4bdd-bcc2-cd9d850cf750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:04.051863 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41d6134f-0788-4bdd-bcc2-cd9d850cf750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:04.055655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-41d6134f-0788-4bdd-bcc2-cd9d850cf750 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d45722ef-6139-44bc-b208-fc6d54617125 HTTP/1.1" status: 204 len: 168 time: 0.3301654 Jun 17 08:24:04.055655 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b55dbbb9-db4a-4df2-a090-77717a3c1097 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:04.092322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6134f-0788-4bdd-bcc2-cd9d850cf750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45722ef-6139-44bc-b208-fc6d54617125,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:04.101427 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-41d6134f-0788-4bdd-bcc2-cd9d850cf750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:04.206471 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Calling delete_port for f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:04.255971 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:04.345949 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 60e6711a-534b-4041-9cec-cb67476e5039, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=60e6711a-534b-4041-9cec-cb67476e5039,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:04.356966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:04.365663 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-90072d64-7eb8-4481-87bb-c4e53b41a6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:04.559656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=60e6711a-534b-4041-9cec-cb67476e5039,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:04.580943 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:04.792804 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:04.802189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780574b2-ded5-4c10-a616-051174d64313 req-46c73e78-b66e-4a7a-b187-66268f23b7d3 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:04.811513 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-780574b2-ded5-4c10-a616-051174d64313 req-46c73e78-b66e-4a7a-b187-66268f23b7d3 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 945 time: 0.1497123 Jun 17 08:24:04.844356 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4325065b-c8bf-416f-8981-7f7a891fb58a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:04.892737 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-780574b2-ded5-4c10-a616-051174d64313 req-7d87d591-5235-4638-beb0-dbc4ee11f9e1 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798967 Jun 17 08:24:05.006830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a3e46c-b15d-47c1-bff0-eb5f3b956c49,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:05.019293 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:05.245241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cb581-42dc-445a-9274-080d6b6f387d req-36394ad4-994f-41ce-837b-d1a392f78b4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:05.255701 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-048cb581-42dc-445a-9274-080d6b6f387d req-36394ad4-994f-41ce-837b-d1a392f78b4c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.1191435 Jun 17 08:24:05.360066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-048cb581-42dc-445a-9274-080d6b6f387d req-a7122194-8c99-492c-90fa-46ab37b316fa tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923948 Jun 17 08:24:05.379485 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:05.830370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Router 4f72ed0e-bb98-4137-9afd-c47aad329e6b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:24:05.876679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56826) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:05.920138 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 60e6711a-534b-4041-9cec-cb67476e5039 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:05.974297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fefdee-6c89-4890-aedd-7f61ad34be72 req-ed7d9d3a-231b-4738-8ffc-38faad69e8c1 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:05.975900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-51fefdee-6c89-4890-aedd-7f61ad34be72 req-ed7d9d3a-231b-4738-8ffc-38faad69e8c1 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 947 time: 0.1525347 Jun 17 08:24:05.986745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529bf8a-9579-41f6-bc2a-64f95cd9cfce req-21aef1ff-6e75-4d81-a091-852ceb68f84b tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:05.988570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6529bf8a-9579-41f6-bc2a-64f95cd9cfce req-21aef1ff-6e75-4d81-a091-852ceb68f84b tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 946 time: 0.1001918 Jun 17 08:24:05.997009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 60e6711a-534b-4041-9cec-cb67476e5039 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:05.997315 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.049850 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-51fefdee-6c89-4890-aedd-7f61ad34be72 req-ceb870c7-e311-4a5d-bcb2-0c6de4949293 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598354 Jun 17 08:24:06.068265 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6529bf8a-9579-41f6-bc2a-64f95cd9cfce req-dbf2c547-c0da-4764-a095-f5837ff42ae5 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692263 Jun 17 08:24:06.376355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4e64b-aa21-43a1-a089-0e9eddc894e4 req-ba5c0e69-a253-4513-a0a1-d6b21c527569 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.378710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3c4e64b-aa21-43a1-a089-0e9eddc894e4 req-ba5c0e69-a253-4513-a0a1-d6b21c527569 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 945 time: 0.1616952 Jun 17 08:24:06.391199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:24:06.401990 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f43df-4ea6-4574-acc1-6dbcecf323d7 None None] Sync routers for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:24:06.412202 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] 10.222.0.47 "PUT /v2.0/routers/4f72ed0e-bb98-4137-9afd-c47aad329e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5911524 Jun 17 08:24:06.412868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56836) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:06.419419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f43df-4ea6-4574-acc1-6dbcecf323d7 None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:06.420152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ae9f43df-4ea6-4574-acc1-6dbcecf323d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:06.469299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3c4e64b-aa21-43a1-a089-0e9eddc894e4 req-e6482124-1cd3-4363-b687-ca38bde0ef17 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829759 Jun 17 08:24:06.571659 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.605627 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-ae9f43df-4ea6-4574-acc1-6dbcecf323d7 None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:06.611466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-462403606-network', 'tenant_id': '8b925dc63eff462cb3e462033961636a'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:06.665756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Made reservation on behalf of 8b925dc63eff462cb3e462033961636a for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:06.669331 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.679729 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.744132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a42ac-46af-4ff3-ac38-8814fec1bab3 req-f75fd82b-b263-4587-b87a-d044aa17ea95 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:06.761852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b3a42ac-46af-4ff3-ac38-8814fec1bab3 req-f75fd82b-b263-4587-b87a-d044aa17ea95 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.1706443 Jun 17 08:24:06.764414 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.835238 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b3a42ac-46af-4ff3-ac38-8814fec1bab3 req-1142d2d0-336e-4991-b331-9e118903c97c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699334 Jun 17 08:24:06.873380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ae9f43df-4ea6-4574-acc1-6dbcecf323d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:24:04Z', 'revision_number': 5, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port': {'id': '8f151193-fb8a-4bab-a645-2ba24cc91064', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:89:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:06.874986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Deleting port 8f151193-fb8a-4bab-a645-2ba24cc91064 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:06.875543 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.920302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f43df-4ea6-4574-acc1-6dbcecf323d7 None None] Checking router: 4f72ed0e-bb98-4137-9afd-c47aad329e6b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:24:06.932607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9f43df-4ea6-4574-acc1-6dbcecf323d7 None None] Routers {'4f72ed0e-bb98-4137-9afd-c47aad329e6b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:06.933497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ae9f43df-4ea6-4574-acc1-6dbcecf323d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:06.933821 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.947545 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:06.953942 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a6da2b2-bd39-4614-8ff4-ff0c9ccac3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:06.981700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea5db5-215d-4ed7-ba93-402c55886bcb,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:06.987368 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:06.999522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:24:07.027568 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.027926 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Added segment 2871e313-9651-4f5d-80f6-7b6127e3732f of type vlan for network 0e57444e-7fbf-4025-96fd-809b1d77e8bc Jun 17 08:24:07.049284 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-ae9f43df-4ea6-4574-acc1-6dbcecf323d7 None None] Set router 4f72ed0e-bb98-4137-9afd-c47aad329e6b gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:07.052110 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] For port 8f151193-fb8a-4bab-a645-2ba24cc91064, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=8f151193-fb8a-4bab-a645-2ba24cc91064,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:07.052502 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.104345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ae9f43df-4ea6-4574-acc1-6dbcecf323d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:24:06Z', 'revision_number': 6, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:07.156893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Calling delete_port for 8f151193-fb8a-4bab-a645-2ba24cc91064 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:07.169069 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.197259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9f43df-4ea6-4574-acc1-6dbcecf323d7 None None] The sync data for ids ['4f72ed0e-bb98-4137-9afd-c47aad329e6b'] in n-d-779913-16 is: [{'id': '4f72ed0e-bb98-4137-9afd-c47aad329e6b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1313921335-router', 'tenant_id': '4228395c8ead46e294631fe1186cdb6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:20Z', 'updated_at': '2021-06-17T08:24:06Z', 'revision_number': 6, 'project_id': '4228395c8ead46e294631fe1186cdb6a', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:24:07.275948 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.277083 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:07.277698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.283087 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a46894ea-b636-46a2-9657-c975cc3b3a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:07.347659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Pushing event updated for resources: {'Network': ['ID=0e57444e-7fbf-4025-96fd-809b1d77e8bc,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:07.358895 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:07.362406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 0e57444e-7fbf-4025-96fd-809b1d77e8bc details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:24:07.374937 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4958673 Jun 17 08:24:07.393012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56844) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:07.411896 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Request body: {'subnet': {'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-462403606-subnet', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:07.476389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602b35a-c93b-457b-a9b6-d62d9b6c833c req-9bb00493-f4e6-42f9-b5cf-d52e1b2ae4e0 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:07.484465 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0602b35a-c93b-457b-a9b6-d62d9b6c833c req-9bb00493-f4e6-42f9-b5cf-d52e1b2ae4e0 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 946 time: 0.1954875 Jun 17 08:24:07.496174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Made reservation on behalf of 8b925dc63eff462cb3e462033961636a for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:07.498889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.508708 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.520754 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:07.576506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cc01b-4d9a-4945-aca0-86e78f70e394 req-4cbd82e3-6146-4d44-8d27-c5c906de3d3c tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:07.584689 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a9cc01b-4d9a-4945-aca0-86e78f70e394 req-4cbd82e3-6146-4d44-8d27-c5c906de3d3c tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 947 time: 0.2678597 Jun 17 08:24:07.604271 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f151193-fb8a-4bab-a645-2ba24cc91064,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:07.614006 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:07.661222 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0602b35a-c93b-457b-a9b6-d62d9b6c833c req-bcb909a1-b50f-4287-b08e-1580d6f211bd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754823 Jun 17 08:24:07.738041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a9cc01b-4d9a-4945-aca0-86e78f70e394 req-0e7c85cc-c7b3-4c3d-9159-b5707cfd222b tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472406 Jun 17 08:24:07.762367 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.817154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:07.875708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:07.876225 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f1a3e46c-b15d-47c1-bff0-eb5f3b956c49 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:07.977712 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:07.980988 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.044922 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.045909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f72ed0e-bb98-4137-9afd-c47aad329e6b {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:24:08.065850 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.067496 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4f72ed0e-bb98-4137-9afd-c47aad329e6b HTTP/1.1" status: 204 len: 168 time: 1.6536484 Jun 17 08:24:08.070436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56854) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:08.081036 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.123548 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fa214932-17ed-40a4-8137-1bad75a482d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:08.124073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cd4dbc-3592-46cb-867e-f051abf78a32 admin admin] Deleting subnet e9b62983-9280-41ef-98fb-95e6bb7ee564 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:24:08.128018 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-64cd4dbc-3592-46cb-867e-f051abf78a32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.174345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-64cd4dbc-3592-46cb-867e-f051abf78a32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.209165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6965ec-da8e-4c15-b933-e106d43b4bd6,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:08.214576 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:08.239463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803e7c6-151d-48cc-a77e-8fc4a7157d12 req-815e75ba-b224-43ab-9a2d-451d8583a5bd tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:08.241089 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2803e7c6-151d-48cc-a77e-8fc4a7157d12 req-815e75ba-b224-43ab-9a2d-451d8583a5bd tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 947 time: 0.2661002 Jun 17 08:24:08.267934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dff64-3329-44fc-83c0-abea4c44afea req-a312fe6a-eeee-46f4-ac58-d02d16b2df51 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:08.275320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f8dff64-3329-44fc-83c0-abea4c44afea req-a312fe6a-eeee-46f4-ac58-d02d16b2df51 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 945 time: 0.2637691 Jun 17 08:24:08.275612 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-64cd4dbc-3592-46cb-867e-f051abf78a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.323790 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Checking segment: {'id': '2871e313-9651-4f5d-80f6-7b6127e3732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:08.324165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Network hostable DHCP agents. Network: 0e57444e-7fbf-4025-96fd-809b1d77e8bc, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:24:08.340767 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c7ea6-f03e-4bb4-af6f-8db52213a547 req-e327b1f7-1a39-44e3-b46a-65c607e90ca9 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:08.342424 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f17c7ea6-f03e-4bb4-af6f-8db52213a547 req-e327b1f7-1a39-44e3-b46a-65c607e90ca9 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.2683294 Jun 17 08:24:08.360101 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-64cd4dbc-3592-46cb-867e-f051abf78a32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.366184 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bf84033e-2ea6-494a-8db7-41e27ecb6e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:08.401385 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd4dbc-3592-46cb-867e-f051abf78a32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b62983-9280-41ef-98fb-95e6bb7ee564,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:08.407977 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-64cd4dbc-3592-46cb-867e-f051abf78a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:08.422452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-64cd4dbc-3592-46cb-867e-f051abf78a32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.422594 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7702da80-78d3-4696-874d-3a884c4fe862 None None] Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:08.425652 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-64cd4dbc-3592-46cb-867e-f051abf78a32 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e9b62983-9280-41ef-98fb-95e6bb7ee564 HTTP/1.1" status: 204 len: 168 time: 0.3540368 Jun 17 08:24:08.429815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56856) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:08.432366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f8dff64-3329-44fc-83c0-abea4c44afea req-6cbdcdf9-20de-4dca-baa6-a7af6be1f36f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559982 Jun 17 08:24:08.436296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Network 0e57444e-7fbf-4025-96fd-809b1d77e8bc is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:24:08.474676 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 0e57444e-7fbf-4025-96fd-809b1d77e8bc) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:08.482405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f17c7ea6-f03e-4bb4-af6f-8db52213a547 req-8e9e2293-8549-4295-a2fe-f64534e254bb tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228769 Jun 17 08:24:08.483699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:08.484358 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.509950 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1109943 Jun 17 08:24:08.511552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56858) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:08.516737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-462403606-router', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:08.527869 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-2803e7c6-151d-48cc-a77e-8fc4a7157d12 req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Deleting port eae4177c-1728-45ab-b11d-8587a7a65574 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:08.528297 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2803e7c6-151d-48cc-a77e-8fc4a7157d12 req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.550712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de05daa8-64d0-4700-8d5d-4712f935b993 None None] Network 0e57444e-7fbf-4025-96fd-809b1d77e8bc requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:08.566638 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.654903 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.655371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Deleting port 92da0941-24cf-4f75-b755-f01af91a4d08 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:08.655833 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.657215 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.808353 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] For port 92da0941-24cf-4f75-b755-f01af91a4d08, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=92da0941-24cf-4f75-b755-f01af91a4d08,segment=NetworkSegment(f42c9e72-d2ac-4124-9c3e-f022c23375b3),segment_id=f42c9e72-d2ac-4124-9c3e-f022c23375b3)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:08.808714 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.830006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-0e57444e-7fbf-4025-96fd-809b1d77e8bc', 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'fixed_ips': [{'subnet_id': 'ce6965ec-da8e-4c15-b933-e106d43b4bd6'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:24:08.830994 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.876977 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.880114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-2803e7c6-151d-48cc-a77e-8fc4a7157d12 req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] For port eae4177c-1728-45ab-b11d-8587a7a65574, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=eae4177c-1728-45ab-b11d-8587a7a65574,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:08.880114 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2803e7c6-151d-48cc-a77e-8fc4a7157d12 req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:08.904578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Calling delete_port for 92da0941-24cf-4f75-b755-f01af91a4d08 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:08.991052 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6a8315-33a9-497e-8b9a-e2d53e81ab0b None None] DHCP port deletion for d40c97ee-aa7c-4a1c-919c-5a9cb171c82f request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:24:09.042293 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.056828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.060797 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e393aa08-c483-40eb-b105-49545a053f43 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:09.095248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92da0941-24cf-4f75-b755-f01af91a4d08,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:09.097915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] No DVR routers for this DVR port 92da0941-24cf-4f75-b755-f01af91a4d08 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:09.099621 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:09.132310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Allocated IP 172.20.0.2 (0e57444e-7fbf-4025-96fd-809b1d77e8bc/ce6965ec-da8e-4c15-b933-e106d43b4bd6/85eb54c8-b2ab-43e3-bb89-74394339d565) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:09.187664 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.200233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40c97ee-aa7c-4a1c-919c-5a9cb171c82f']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:09.213764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42c9e72-d2ac-4124-9c3e-f022c23375b3') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:09.214098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42c9e72-d2ac-4124-9c3e-f022c23375b3') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:09.225597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.243089 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.251950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:24:09.252389 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:24:09.255239 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:24:09.326669 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.331721 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:09.336705 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.338697 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d40c97ee-aa7c-4a1c-919c-5a9cb171c82f HTTP/1.1" status: 204 len: 168 time: 0.9072738 Jun 17 08:24:09.343099 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56868) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:09.363384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d40c97ee-aa7c-4a1c-919c-5a9cb171c82f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:09.412389 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:09.417715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6883b1af-a71d-4321-bb4c-26417b80b214 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:09.468355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-2803e7c6-151d-48cc-a77e-8fc4a7157d12 req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Calling delete_port for eae4177c-1728-45ab-b11d-8587a7a65574 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:09.592467 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.602265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a8315-33a9-497e-8b9a-e2d53e81ab0b None None] Deleting port 92da0941-24cf-4f75-b755-f01af91a4d08 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:09.603040 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8315-33a9-497e-8b9a-e2d53e81ab0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server [None req-ad6a8315-33a9-497e-8b9a-e2d53e81ab0b None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f could not be found. Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2796, in one Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._iter().one() Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1524, in delete_ports_by_device_id Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:24:09.673194 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1942, in delete_port Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1188, in get_network Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network d40c97ee-aa7c-4a1c-919c-5a9cb171c82f could not be found. Jun 17 08:24:09.677371 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Jun 17 08:24:09.692960 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.733397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018d9b8-1907-43b0-9ac9-a5ef0f5429dd req-bab9561f-92cd-4f44-8dcf-31f70820eeb6 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:09.734899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2018d9b8-1907-43b0-9ac9-a5ef0f5429dd req-bab9561f-92cd-4f44-8dcf-31f70820eeb6 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 946 time: 0.8401563 Jun 17 08:24:09.748821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c49ef8-8662-4226-bd90-c7f353b56151 None None] DHCP port deletion for d40c97ee-aa7c-4a1c-919c-5a9cb171c82f request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:24:09.753047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Transition to ACTIVE for port object 85eb54c8-b2ab-43e3-bb89-74394339d565 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:09.783978 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 8f151193-fb8a-4bab-a645-2ba24cc91064 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:09.800104 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6883b1af-a71d-4321-bb4c-26417b80b214, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6883b1af-a71d-4321-bb4c-26417b80b214,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:09.824457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d27d2-e77a-46d8-9edd-476e4df1fca1 req-8f9d78ad-e5a6-4b5e-bc50-1da98bd321ab tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:09.832124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f48d27d2-e77a-46d8-9edd-476e4df1fca1 req-8f9d78ad-e5a6-4b5e-bc50-1da98bd321ab tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 947 time: 0.3935120 Jun 17 08:24:09.832400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 8f151193-fb8a-4bab-a645-2ba24cc91064 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:09.832531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 8f151193-fb8a-4bab-a645-2ba24cc91064 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:09.833070 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 92da0941-24cf-4f75-b755-f01af91a4d08 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:09.859583 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Transition to ACTIVE for port object 85eb54c8-b2ab-43e3-bb89-74394339d565 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:09.868049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '6883b1af-a71d-4321-bb4c-26417b80b214', 'network_id': '4bad1339-3c30-4d06-9310-373c69c176e8', 'port_id': '6883b1af-a71d-4321-bb4c-26417b80b214', 'mac_address': 'fa:16:3e:ea:b8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af897ec-2d0a-4599-9130-95c99bd44887', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:09.874677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 92da0941-24cf-4f75-b755-f01af91a4d08 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:09.874677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 92da0941-24cf-4f75-b755-f01af91a4d08 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:09.888393 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.891310 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:09.923011 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:09.961537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Network 0e57444e-7fbf-4025-96fd-809b1d77e8bc is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:09.969092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:09.977438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:09.982007 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2018d9b8-1907-43b0-9ac9-a5ef0f5429dd req-db399043-76fe-4c99-8669-e85cefcb06ed tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344480 Jun 17 08:24:09.999093 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.006940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Pushing event updated for resources: {'Port': ['ID=85eb54c8-b2ab-43e3-bb89-74394339d565,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:10.023856 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f48d27d2-e77a-46d8-9edd-476e4df1fca1 req-ad99c2ae-0aa0-45a7-95c3-635606e9822a tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911516 Jun 17 08:24:10.041881 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:10.086878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6883b1af-a71d-4321-bb4c-26417b80b214 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:10.094019 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2803e7c6-151d-48cc-a77e-8fc4a7157d12 req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.127159 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:10.141055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-0ad83b0e-3478-4db9-ac12-b9b4091aa674 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3669603 Jun 17 08:24:10.193877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Attempting to bind port 85eb54c8-b2ab-43e3-bb89-74394339d565 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:10.194344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Attempting to bind port 85eb54c8-b2ab-43e3-bb89-74394339d565 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '2871e313-9651-4f5d-80f6-7b6127e3732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:10.195170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Attempting to bind port 85eb54c8-b2ab-43e3-bb89-74394339d565 on network 0e57444e-7fbf-4025-96fd-809b1d77e8bc {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:10.208318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6883b1af-a71d-4321-bb4c-26417b80b214, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6883b1af-a71d-4321-bb4c-26417b80b214,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:10.216422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:10.218907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Checking segment: {'id': '2871e313-9651-4f5d-80f6-7b6127e3732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:10.221412 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.221803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Bound using segment: {'id': '2871e313-9651-4f5d-80f6-7b6127e3732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:10.222833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Bound port: 85eb54c8-b2ab-43e3-bb89-74394339d565, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2871e313-9651-4f5d-80f6-7b6127e3732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:10.223209 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.241094 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.247936 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:10.315668 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Pushing event deleted for resources: {'Port': ['ID=eae4177c-1728-45ab-b11d-8587a7a65574,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:10.328161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2803e7c6-151d-48cc-a77e-8fc4a7157d12 req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] No DVR routers for this DVR port eae4177c-1728-45ab-b11d-8587a7a65574 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:10.338029 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:10.342250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6883b1af-a71d-4321-bb4c-26417b80b214,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:10.344144 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Deleting port 6169874a-b77c-4573-90db-665785a6db43 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:10.345656 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.353243 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:10.385013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] For port 85eb54c8-b2ab-43e3-bb89-74394339d565, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:10.389782 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] For port 85eb54c8-b2ab-43e3-bb89-74394339d565, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=85eb54c8-b2ab-43e3-bb89-74394339d565,segment=NetworkSegment(2871e313-9651-4f5d-80f6-7b6127e3732f),segment_id=2871e313-9651-4f5d-80f6-7b6127e3732f)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:10.395911 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2803e7c6-151d-48cc-a77e-8fc4a7157d12 req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.397999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2803e7c6-151d-48cc-a77e-8fc4a7157d12 req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.10 "DELETE /v2.0/ports/eae4177c-1728-45ab-b11d-8587a7a65574 HTTP/1.1" status: 204 len: 173 time: 2.1495712 Jun 17 08:24:10.400079 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.413076 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:10.413331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'name': 'network-vif-deleted', 'tag': 'eae4177c-1728-45ab-b11d-8587a7a65574'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:10.415926 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294fedd7-79a5-4387-a02a-0c1841192c20" -d '{"events": [{"server_uuid": "b68350cf-a82b-4a6b-ad8a-790331b36d7b", "name": "network-vif-deleted", "tag": "eae4177c-1728-45ab-b11d-8587a7a65574"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:10.421340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['6883b1af-a71d-4321-bb4c-26417b80b214'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:10.487152 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] For port 6169874a-b77c-4573-90db-665785a6db43, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6169874a-b77c-4573-90db-665785a6db43,segment=NetworkSegment(26e32260-7a9c-44e3-8452-9e613085d955),segment_id=26e32260-7a9c-44e3-8452-9e613085d955)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:10.487152 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.532919 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Pushing event updated for resources: {'Port': ['ID=85eb54c8-b2ab-43e3-bb89-74394339d565,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:10.545635 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:10.634817 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Calling delete_port for 6169874a-b77c-4573-90db-665785a6db43 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:10.681696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-5faabc3e-ce47-470c-b4f0-db5f83da5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.698001 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-5faabc3e-ce47-470c-b4f0-db5f83da5277 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 1102 time: 0.3794343 Jun 17 08:24:10.708731 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.823052 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:10.843194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4150d-ac98-47e1-aa1a-e1a3d2c1719c req-92277228-cdee-42b4-bfa2-26d1a5b54f27 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.844798 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cec4150d-ac98-47e1-aa1a-e1a3d2c1719c req-92277228-cdee-42b4-bfa2-26d1a5b54f27 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 945 time: 0.5239444 Jun 17 08:24:10.888510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cc92e-43d6-43f0-8af5-4b3e9838e0f6 req-75fe01fb-085a-4c24-afa6-a06965685f42 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:10.890131 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f73cc92e-43d6-43f0-8af5-4b3e9838e0f6 req-75fe01fb-085a-4c24-afa6-a06965685f42 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.4786482 Jun 17 08:24:10.996659 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:11.000278 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1171ee62-55c6-4760-95e4-d1f54ec418ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:11.024831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Pushing event deleted for resources: {'Port': ['ID=6169874a-b77c-4573-90db-665785a6db43,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:11.028921 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:11.127577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Allocated IP 172.25.8.44 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/14cc397a-657b-47ba-8270-bf069bacbbd0) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:11.151374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cec4150d-ac98-47e1-aa1a-e1a3d2c1719c req-f2c9828e-4828-4149-94a3-201697c01821 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861099 Jun 17 08:24:11.221914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-5c7741af-87c3-45e0-b3b7-df688f3ffaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.223716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-5c7741af-87c3-45e0-b3b7-df688f3ffaa4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.5006261 Jun 17 08:24:11.233239 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f73cc92e-43d6-43f0-8af5-4b3e9838e0f6 req-f78d70f5-891c-403c-b007-66f03d65553a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238111 Jun 17 08:24:11.245654 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb503191-efb4-4ff1-bcd0-f1e61efeb550 x-openstack-request-id: req-fb503191-efb4-4ff1-bcd0-f1e61efeb550 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:11.246070 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68350cf-a82b-4a6b-ad8a-790331b36d7b", "name": "network-vif-deleted", "tag": "eae4177c-1728-45ab-b11d-8587a7a65574", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:11.246370 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fb503191-efb4-4ff1-bcd0-f1e61efeb550 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:11.246856 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68350cf-a82b-4a6b-ad8a-790331b36d7b', 'name': 'network-vif-deleted', 'tag': 'eae4177c-1728-45ab-b11d-8587a7a65574', 'status': 'completed', 'code': 200} Jun 17 08:24:11.250033 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6883b1af-a71d-4321-bb4c-26417b80b214 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:11.331747 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:11.386980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 6883b1af-a71d-4321-bb4c-26417b80b214 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:11.387741 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:11.417242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-8b267e00-2201-4b24-aa5e-13c29e482d00 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=aa66d78f-5886-414e-943c-88d3040bbbcc HTTP/1.1" status: 200 len: 217 time: 0.1781452 Jun 17 08:24:11.532072 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:11.540705 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-10ac2621-e5ad-44ba-986b-17d01e86b8d2 service neutron] show failed (client error): The resource could not be found. Jun 17 08:24:11.542113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-10ac2621-e5ad-44ba-986b-17d01e86b8d2 service neutron] 10.222.0.10 "GET /v2.0/ports/0e537eac-524e-4533-89e7-3399f68f0808/bindings/n-h2-779913-16 HTTP/1.1" status: 404 len: 381 time: 0.2218244 Jun 17 08:24:11.647538 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:11.732325 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08985c8c-4c60-45cb-b443-c5c78a34274f req-fbc282c8-17b5-4c0c-aa67-4ae76325b123 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=b68350cf-a82b-4a6b-ad8a-790331b36d7b HTTP/1.1" status: 200 len: 210 time: 0.1221192 Jun 17 08:24:11.743006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-a688718f-c89d-4f30-bd9b-451c21df5026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:11.746858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-a688718f-c89d-4f30-bd9b-451c21df5026 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2445517 Jun 17 08:24:11.777871 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Router 6a8fc5ce-150e-4143-80a8-36377198efab has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:24:11.783021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6883b1af-a71d-4321-bb4c-26417b80b214'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:11.786650 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dded6f46-da3d-4014-98cb-7fec5e7f2946" -d '{"events": [{"server_uuid": "fc6fddb6-88fb-4614-92c6-f53ea6fb2472", "name": "network-vif-plugged", "status": "completed", "tag": "6883b1af-a71d-4321-bb4c-26417b80b214"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:11.852418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6883b1af-a71d-4321-bb4c-26417b80b214, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6883b1af-a71d-4321-bb4c-26417b80b214,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:11.865446 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:11.868201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device eae4177c-1728-45ab-b11d-8587a7a65574 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:11.876561 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:12.012042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: eae4177c-1728-45ab-b11d-8587a7a65574 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:12.017492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device eae4177c-1728-45ab-b11d-8587a7a65574 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:12.036495 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de45686-8e59-45f3-9e2c-0453ddc4257d req-5e4c3060-7173-4d22-921b-c63c20e48ee4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:12.039710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 85eb54c8-b2ab-43e3-bb89-74394339d565 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:12.060544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de45686-8e59-45f3-9e2c-0453ddc4257d req-5e4c3060-7173-4d22-921b-c63c20e48ee4 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 945 time: 0.5447078 Jun 17 08:24:12.066644 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:12.101618 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-00e274ca-881a-45e6-bc13-db41e1d1a2fb tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:12.118330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:12.152575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:12.158016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:12.158904 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9a2317-4707-44d9-b0cb-96840686ab95 x-openstack-request-id: req-0f9a2317-4707-44d9-b0cb-96840686ab95 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:12.159543 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6fddb6-88fb-4614-92c6-f53ea6fb2472", "name": "network-vif-plugged", "status": "completed", "tag": "6883b1af-a71d-4321-bb4c-26417b80b214", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:12.159725 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f9a2317-4707-44d9-b0cb-96840686ab95 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:12.160110 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6883b1af-a71d-4321-bb4c-26417b80b214', 'code': 200} Jun 17 08:24:12.162104 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6883b1af-a71d-4321-bb4c-26417b80b214,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:12.170510 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:12.182029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:24:12.191301 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] 10.222.0.47 "PUT /v2.0/routers/6a8fc5ce-150e-4143-80a8-36377198efab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8471704 Jun 17 08:24:12.197454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56888) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:12.211788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89596e5-3882-41ee-927b-112fe42f916a None None] Network 0e57444e-7fbf-4025-96fd-809b1d77e8bc requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:12.215614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 85eb54c8-b2ab-43e3-bb89-74394339d565 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:12.218130 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638e6c27-fb69-46f7-9806-cf3e4108cc88 None None] Sync routers for ids ['6a8fc5ce-150e-4143-80a8-36377198efab'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:24:12.243346 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638e6c27-fb69-46f7-9806-cf3e4108cc88 None None] Routers {'6a8fc5ce-150e-4143-80a8-36377198efab'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:12.247347 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-638e6c27-fb69-46f7-9806-cf3e4108cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['6a8fc5ce-150e-4143-80a8-36377198efab'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:12.285421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-fdf4464f-ad44-4b53-8699-d256cbc1cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:12.286529 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-fdf4464f-ad44-4b53-8699-d256cbc1cdac service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728&tenant_id=9f7669688c6d4b939b7454c55df8be96 HTTP/1.1" status: 200 len: 1101 time: 0.2351604 Jun 17 08:24:12.306300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-24b7133d-5fdf-4ae8-b0d2-5965a14a438c None None] Provisioning for port 85eb54c8-b2ab-43e3-bb89-74394339d565 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:12.306956 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-16', 'device_owner': 'compute:nova'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:12.322373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-24b7133d-5fdf-4ae8-b0d2-5965a14a438c None None] Provisioning complete for port 85eb54c8-b2ab-43e3-bb89-74394339d565 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:12.322939 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-24b7133d-5fdf-4ae8-b0d2-5965a14a438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:12.330331 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de45686-8e59-45f3-9e2c-0453ddc4257d req-b05a8e60-28a1-4070-bd0f-954f26d46ff7 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678816 Jun 17 08:24:12.406787 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-4e807c9a-1d2a-4bf9-82d3-e4eaf8e76979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:12.408360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-4e807c9a-1d2a-4bf9-82d3-e4eaf8e76979 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6471877 Jun 17 08:24:12.489892 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:12.592655 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-24b7133d-5fdf-4ae8-b0d2-5965a14a438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:12.671273 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-24b7133d-5fdf-4ae8-b0d2-5965a14a438c None None] For port 85eb54c8-b2ab-43e3-bb89-74394339d565, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=85eb54c8-b2ab-43e3-bb89-74394339d565,segment=NetworkSegment(2871e313-9651-4f5d-80f6-7b6127e3732f),segment_id=2871e313-9651-4f5d-80f6-7b6127e3732f)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:12.690055 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-24b7133d-5fdf-4ae8-b0d2-5965a14a438c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:12.692711 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:12.716093 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-638e6c27-fb69-46f7-9806-cf3e4108cc88 None None] Set router 6a8fc5ce-150e-4143-80a8-36377198efab gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:12.784395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7133d-5fdf-4ae8-b0d2-5965a14a438c None None] Pushing event updated for resources: {'Port': ['ID=85eb54c8-b2ab-43e3-bb89-74394339d565,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:12.792085 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-24b7133d-5fdf-4ae8-b0d2-5965a14a438c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:12.844474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Pushing event updated for resources: {'Port': ['ID=14cc397a-657b-47ba-8270-bf069bacbbd0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:12.850717 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:12.853373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-599bf398-e34b-4977-b274-044d9004e9fa service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361429 Jun 17 08:24:12.908993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2886e56-2c02-4be2-ac09-d36458531bcc None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:24:13.023724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a90871fe-8db8-4989-b028-c59898a27a91 None None] Provisioning complete for port 85eb54c8-b2ab-43e3-bb89-74394339d565 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:13.025662 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a90871fe-8db8-4989-b028-c59898a27a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.113883 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.117827 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-638e6c27-fb69-46f7-9806-cf3e4108cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-router', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:29Z', 'updated_at': '2021-06-17T08:24:10Z', 'revision_number': 5, 'project_id': '15771073c65f491fbff14594786d0f06', 'gw_port': {'id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:30Z', 'updated_at': '2021-06-17T08:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:13.130453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b151e5-5cd4-42b1-849d-e8d0ff9e0ac3 req-ee3bd1d9-4741-4ae6-9a3b-cfb3aba9ecb0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:13.137559 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14b151e5-5cd4-42b1-849d-e8d0ff9e0ac3 req-ee3bd1d9-4741-4ae6-9a3b-cfb3aba9ecb0 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.4225752 Jun 17 08:24:13.179006 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638e6c27-fb69-46f7-9806-cf3e4108cc88 None None] Checking router: 6a8fc5ce-150e-4143-80a8-36377198efab for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:24:13.192468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd2caf9b-b177-4c78-a328-6457c9b54f94 req-fb2dca55-6106-4ab3-aace-9d13c6b826a0 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953017 Jun 17 08:24:13.205127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ef9cf-a4ca-462e-975a-43002f49226c req-83ee558c-67f2-41f6-80f9-015e0b2edb9a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:13.206268 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638e6c27-fb69-46f7-9806-cf3e4108cc88 None None] Routers {'6a8fc5ce-150e-4143-80a8-36377198efab'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:13.206676 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-591ef9cf-a4ca-462e-975a-43002f49226c req-83ee558c-67f2-41f6-80f9-015e0b2edb9a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 945 time: 0.5250454 Jun 17 08:24:13.208924 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-638e6c27-fb69-46f7-9806-cf3e4108cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['6a8fc5ce-150e-4143-80a8-36377198efab'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:13.262369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14b151e5-5cd4-42b1-849d-e8d0ff9e0ac3 req-c2b661a4-a573-45a5-b2a2-c97ecc41a2b8 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238470 Jun 17 08:24:13.287704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2886e56-2c02-4be2-ac09-d36458531bcc None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:24:13.343841 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.359069 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-591ef9cf-a4ca-462e-975a-43002f49226c req-c8011479-0381-4e35-88d5-dafc41c61af1 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313310 Jun 17 08:24:13.390441 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.528524 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-638e6c27-fb69-46f7-9806-cf3e4108cc88 None None] Set router 6a8fc5ce-150e-4143-80a8-36377198efab gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:13.672414 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2c565af2-073e-4670-b655-4b51815a5536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.689107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Deleting port 40feb341-f8df-44ab-9533-d781cca13cb9 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:13.689452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:13.803706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 85eb54c8-b2ab-43e3-bb89-74394339d565 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:13.850278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:13.923788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:13.973761 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-638e6c27-fb69-46f7-9806-cf3e4108cc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-router', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:29Z', 'updated_at': '2021-06-17T08:24:10Z', 'revision_number': 5, 'project_id': '15771073c65f491fbff14594786d0f06', 'gw_port': {'id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:30Z', 'updated_at': '2021-06-17T08:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:14.021324 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.036795 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638e6c27-fb69-46f7-9806-cf3e4108cc88 None None] The sync data for ids ['6a8fc5ce-150e-4143-80a8-36377198efab'] in n-d-779913-16 is: [{'id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1577039208-router', 'tenant_id': '15771073c65f491fbff14594786d0f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195'}], 'enable_snat': True}, 'gw_port_id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:17:29Z', 'updated_at': '2021-06-17T08:24:10Z', 'revision_number': 5, 'project_id': '15771073c65f491fbff14594786d0f06', 'gw_port': {'id': '40feb341-f8df-44ab-9533-d781cca13cb9', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:04:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8fc5ce-150e-4143-80a8-36377198efab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:17:30Z', 'updated_at': '2021-06-17T08:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:24:14.043010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Transition to ACTIVE for port object 0e537eac-524e-4533-89e7-3399f68f0808 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:14.048108 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:14.052632 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9983318a-a7a6-4c44-83fb-dae63905f001" -d '{"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-unplugged", "status": "completed", "tag": "0e537eac-524e-4533-89e7-3399f68f0808"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:14.060776 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.072349 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be710913-f532-41e1-851a-cbac5ddde7f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:14.168434 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=6']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:14.175001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] For port 40feb341-f8df-44ab-9533-d781cca13cb9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=40feb341-f8df-44ab-9533-d781cca13cb9,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:14.175391 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.188468 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:14.279939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] No DVR routers for this DVR port 0e537eac-524e-4533-89e7-3399f68f0808 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:14.291962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 85eb54c8-b2ab-43e3-bb89-74394339d565 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:14.292500 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.387347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.391304 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8cd7f0-6b55-46c2-b60c-ea04df1b7228 x-openstack-request-id: req-1a8cd7f0-6b55-46c2-b60c-ea04df1b7228 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:14.391304 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-unplugged", "status": "completed", "tag": "0e537eac-524e-4533-89e7-3399f68f0808", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:14.394474 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1a8cd7f0-6b55-46c2-b60c-ea04df1b7228 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:14.395146 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808', 'code': 200} Jun 17 08:24:14.408761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182e90c-a024-4ee2-bea4-9313de160317 req-70d328e6-031a-40ec-b6d4-42f02d508cd1 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:14.417250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4182e90c-a024-4ee2-bea4-9313de160317 req-70d328e6-031a-40ec-b6d4-42f02d508cd1 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 946 time: 0.1229479 Jun 17 08:24:14.454992 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Calling delete_port for 40feb341-f8df-44ab-9533-d781cca13cb9 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:14.541333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:14.541683 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:14.542342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:14.550086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4182e90c-a024-4ee2-bea4-9313de160317 req-811a4d71-5240-4c43-a63d-90212586ef9f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316969 Jun 17 08:24:14.632423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Port 0e537eac-524e-4533-89e7-3399f68f0808 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:14.633039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:14.643685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:14.644341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:14.644923 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:14.645745 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Bound port: 0e537eac-524e-4533-89e7-3399f68f0808, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:14.646263 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.764197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca75d1-e42a-4b0d-a19f-363436f935a4 req-e6bcca12-8b68-4590-80e5-a423e2ce6db0 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:14.766016 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75ca75d1-e42a-4b0d-a19f-363436f935a4 req-e6bcca12-8b68-4590-80e5-a423e2ce6db0 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 949 time: 0.1941509 Jun 17 08:24:14.771312 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:14.776945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:14.781754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Router c6105446-df4a-4e04-9ad3-4475ce71b3db is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:24:14.807854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:14.944470 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2c09c92c-6224-42c8-8c7b-6ab186961ecf tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:14.961021 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75ca75d1-e42a-4b0d-a19f-363436f935a4 req-199aa245-4523-4433-9e3a-722d40ed8e2f tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816258 Jun 17 08:24:15.010368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.011142 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:15.012920 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] 10.222.0.63 "PUT /v2.0/ports/0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 1096 time: 2.7135658 Jun 17 08:24:15.073574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=7']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:15.084039 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:15.121024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5290019-c1cf-48fb-91fe-fbdcb83f5e81 req-f3e96a32-7a84-4941-9e95-204a676f6144 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.122851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5290019-c1cf-48fb-91fe-fbdcb83f5e81 req-f3e96a32-7a84-4941-9e95-204a676f6144 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 947 time: 0.3301530 Jun 17 08:24:15.125975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:24:15.145988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Sync routers for ids ['c6105446-df4a-4e04-9ad3-4475ce71b3db'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:24:15.176443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-0c3ee766-5e3d-42dd-8b7b-7cc4632e3c7e tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.178154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-0c3ee766-5e3d-42dd-8b7b-7cc4632e3c7e tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.2525537 Jun 17 08:24:15.191956 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:15.194022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-16'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:15.198495 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb6a9fa4-b339-4fff-a018-df28e898e426 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:15.205504 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:15.214969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Routers {'c6105446-df4a-4e04-9ad3-4475ce71b3db'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:15.215884 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:23:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6105446-df4a-4e04-9ad3-4475ce71b3db'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:15.216213 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7033412 Jun 17 08:24:15.241005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56922) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:15.257059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Pushing event deleted for resources: {'Port': ['ID=40feb341-f8df-44ab-9533-d781cca13cb9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:15.303928 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5290019-c1cf-48fb-91fe-fbdcb83f5e81 req-64f33eed-817c-4b55-84f5-add92648649a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691906 Jun 17 08:24:15.307343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:15.309951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:15.337525 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:24:15.347164 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:15.451491 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:15.462956 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:15.581683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Set router c6105446-df4a-4e04-9ad3-4475ce71b3db gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:15.660889 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:15.735719 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75a887-9cfd-439b-a2ee-10ab4461b1f2 req-0560c66e-4abe-44bd-ad15-12b8e6db4c48 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.746418 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d75a887-9cfd-439b-a2ee-10ab4461b1f2 req-0560c66e-4abe-44bd-ad15-12b8e6db4c48 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 945 time: 0.4413791 Jun 17 08:24:15.805659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6169874a-b77c-4573-90db-665785a6db43 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:15.818060 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3fd7960b-e867-4b5e-b7e6-0c819cdd3b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:15.847741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-a555289b-dea5-4dc2-ac62-6fd9bcd41704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:15.849761 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-a555289b-dea5-4dc2-ac62-6fd9bcd41704 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1099 time: 0.7642479 Jun 17 08:24:15.956401 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 6169874a-b77c-4573-90db-665785a6db43 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:15.956756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6169874a-b77c-4573-90db-665785a6db43 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:15.966534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:16.002146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d75a887-9cfd-439b-a2ee-10ab4461b1f2 req-d449325b-1f50-44f1-8331-0dd2e2f424e8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493033 Jun 17 08:24:16.023242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:16.071767 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 has no active binding in host n-h1-779913-16 {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:24:16.072248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:16.074604 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.171524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:16.174032 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605b3fa4-b22b-45dc-942d-60e9d2f4c852" -d '{"events": [{"server_uuid": "285c37f7-8e3f-4d6a-bbae-d0effd83672f", "name": "network-vif-unplugged", "status": "completed", "tag": "00dea52b-e4a6-44d3-8a4c-c3b22271ef88"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:16.178281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.184426 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'name': 'tempest-TaggedBootDevicesTest_v242-462403606-router', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:08Z', 'updated_at': '2021-06-17T08:24:13Z', 'revision_number': 3, 'project_id': '8b925dc63eff462cb3e462033961636a', 'gw_port': {'id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:41:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:10Z', 'updated_at': '2021-06-17T08:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:16.187579 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.189493 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6d335e88-f5fb-49eb-b6b0-6b2883fb700f tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:16.245269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Checking router: c6105446-df4a-4e04-9ad3-4475ce71b3db for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:24:16.245916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Updating router c6105446-df4a-4e04-9ad3-4475ce71b3db port 14cc397a-657b-47ba-8270-bf069bacbbd0 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:24:16.294214 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.332172 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.338466 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.374634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-7bd14339-604d-4b5f-a953-938dd0c8d46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:16.378621 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-7bd14339-604d-4b5f-a953-938dd0c8d46c service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.3891208 Jun 17 08:24:16.379084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Pushing event updated for resources: {'Port': ['ID=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:16.385017 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:16.407827 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f1a9e0-f609-46e2-955f-fcf348adf13b x-openstack-request-id: req-68f1a9e0-f609-46e2-955f-fcf348adf13b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:16.407827 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285c37f7-8e3f-4d6a-bbae-d0effd83672f", "name": "network-vif-unplugged", "status": "completed", "tag": "00dea52b-e4a6-44d3-8a4c-c3b22271ef88", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:16.408186 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68f1a9e0-f609-46e2-955f-fcf348adf13b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:16.408954 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88', 'code': 200} Jun 17 08:24:16.434629 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35bbe4-28a9-435e-814b-19fb5c6c547f req-7d72bb36-3e8f-4606-9852-be32f5732af3 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:16.436109 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed35bbe4-28a9-435e-814b-19fb5c6c547f req-7d72bb36-3e8f-4606-9852-be32f5732af3 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 949 time: 0.1672757 Jun 17 08:24:16.437483 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on host n-h2-779913-16 for vnic_type normal with profile {"migrating_to": "n-h1-779913-16"} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:16.437813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:16.438147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:16.481834 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:16.482608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Attempting to bind port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on network 68d4a268-2e46-4a78-88b6-8c0692b51af7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:16.496192 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:16.496664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Checking segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:16.496915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Bound using segment: {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:16.497380 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Bound port: 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851d763f-e9ab-46bd-8b2f-6e6c091483b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '68d4a268-2e46-4a78-88b6-8c0692b51af7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:16.498181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.517848 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed35bbe4-28a9-435e-814b-19fb5c6c547f req-db8b1b8d-b110-4dcf-9b4f-33c93566a67f tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681050 Jun 17 08:24:16.571650 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:16.574004 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9462d940-4b80-4c7a-b81c-043219977f0c" -d '{"events": [{"name": "network-changed", "server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "tag": "0e537eac-524e-4533-89e7-3399f68f0808"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:16.579963 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-cbc9e8b9-f58d-401a-92fe-00d79e0aade1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 217 time: 0.1925724 Jun 17 08:24:16.609694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:16.613778 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:16.620207 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.622410 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-67233a3a-971e-4f89-b538-15f3acfbd227 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:16.670520 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.679229 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a8fc5ce-150e-4143-80a8-36377198efab {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:24:16.692373 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.694827 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] 10.222.0.47 "DELETE /v2.0/routers/6a8fc5ce-150e-4143-80a8-36377198efab HTTP/1.1" status: 204 len: 168 time: 4.4981236 Jun 17 08:24:16.714015 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56942) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:16.766893 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.846899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Pushing event updated for resources: {'Port': ['ID=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,revision_number=8']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:16.851847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:16.852495 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.853902 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] 10.222.0.10 "PUT /v2.0/ports/00dea52b-e4a6-44d3-8a4c-c3b22271ef88 HTTP/1.1" status: 200 len: 1123 time: 1.6650867 Jun 17 08:24:16.855001 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:16.918210 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9de5fd-9513-40e8-8964-036e7535d921 req-252cea21-d1fc-411c-a954-af1e06fdf233 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:16.920050 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a9de5fd-9513-40e8-8964-036e7535d921 req-252cea21-d1fc-411c-a954-af1e06fdf233 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 947 time: 0.2351186 Jun 17 08:24:16.963524 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af1c717-499e-4cca-8b1a-eff94994a290 x-openstack-request-id: req-5af1c717-499e-4cca-8b1a-eff94994a290 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:16.963860 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "tag": "0e537eac-524e-4533-89e7-3399f68f0808", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:16.964151 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5af1c717-499e-4cca-8b1a-eff94994a290 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:16.964587 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808', 'status': 'completed', 'code': 200} Jun 17 08:24:16.985805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-341234ec-530b-4e79-b7b0-90160c58b89d admin admin] Deleting subnet 7cdb12a2-9a8d-4352-92f8-cdeb47987269 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:24:16.990918 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-341234ec-530b-4e79-b7b0-90160c58b89d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:16.996172 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['00dea52b-e4a6-44d3-8a4c-c3b22271ef88'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:17.027069 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a9de5fd-9513-40e8-8964-036e7535d921 req-c197dc7c-eef3-496d-9679-1528b7f29129 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976152 Jun 17 08:24:17.028283 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-341234ec-530b-4e79-b7b0-90160c58b89d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.075437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['00dea52b-e4a6-44d3-8a4c-c3b22271ef88'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:17.093453 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.144401 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-607cc522-6bff-453a-8d4f-3bcabae7aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.147756 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-607cc522-6bff-453a-8d4f-3bcabae7aa9c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.5504777 Jun 17 08:24:17.193890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d940-4b80-4c7a-b81c-043219977f0c req-a259a249-2546-47f5-bb0d-5c171be216ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.197053 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-a259a249-2546-47f5-bb0d-5c171be216ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1099 time: 0.1673348 Jun 17 08:24:17.201789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Transition to ACTIVE for port object 14cc397a-657b-47ba-8270-bf069bacbbd0 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:17.223743 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.226872 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-341234ec-530b-4e79-b7b0-90160c58b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.232545 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:17.296243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6883b1af-a71d-4321-bb4c-26417b80b214 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:17.328465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-341234ec-530b-4e79-b7b0-90160c58b89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.337308 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f947dcb-92b1-4a94-af2c-be4e0123e9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:17.365326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341234ec-530b-4e79-b7b0-90160c58b89d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cdb12a2-9a8d-4352-92f8-cdeb47987269,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:17.377093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Attempting to bind port 14cc397a-657b-47ba-8270-bf069bacbbd0 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:17.377715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Attempting to bind port 14cc397a-657b-47ba-8270-bf069bacbbd0 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:17.378644 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Attempting to bind port 14cc397a-657b-47ba-8270-bf069bacbbd0 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:17.379232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268973f-40e9-4ff1-8a32-8fe01f22d375 req-b2beab39-5153-4d06-bdd3-d992d7e05bbd tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.380904 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4268973f-40e9-4ff1-8a32-8fe01f22d375 req-b2beab39-5153-4d06-bdd3-d992d7e05bbd tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 949 time: 0.7628465 Jun 17 08:24:17.385109 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-341234ec-530b-4e79-b7b0-90160c58b89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:17.403096 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:17.403483 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:17.404068 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.404480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:17.405015 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Bound port: 14cc397a-657b-47ba-8270-bf069bacbbd0, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:17.405533 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.407507 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495411d-65b0-48b9-afe5-d8e76a7bdd45 None None] Pushing event updated for resources: {'Port': ['ID=14cc397a-657b-47ba-8270-bf069bacbbd0,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:17.423391 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54e88fe-1bcb-460b-8063-fa7da7a0066d None None] Network 3b9f382e-0073-4269-affb-4b4b80f41863 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:17.427782 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-341234ec-530b-4e79-b7b0-90160c58b89d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.429895 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-341234ec-530b-4e79-b7b0-90160c58b89d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7cdb12a2-9a8d-4352-92f8-cdeb47987269 HTTP/1.1" status: 204 len: 168 time: 0.6862049 Jun 17 08:24:17.436997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56954) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:17.443644 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0495411d-65b0-48b9-afe5-d8e76a7bdd45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:17.475618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6bf3d2-76bb-40b6-acf5-132e2282a856 req-72bc058e-ee40-428d-a0dc-7d1564f54d11 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.478891 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af6bf3d2-76bb-40b6-acf5-132e2282a856 req-72bc058e-ee40-428d-a0dc-7d1564f54d11 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 943 time: 0.2815528 Jun 17 08:24:17.549245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721431d-3bc4-41a2-807e-824147b7d7d2 req-5aaa6064-551e-4473-ad06-203389839c9c tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.550829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3721431d-3bc4-41a2-807e-824147b7d7d2 req-5aaa6064-551e-4473-ad06-203389839c9c tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 946 time: 0.3602467 Jun 17 08:24:17.603903 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.620545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3721431d-3bc4-41a2-807e-824147b7d7d2 req-0039609c-342c-484b-b03f-326778be9eda tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631518 Jun 17 08:24:17.621706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.631913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d940-4b80-4c7a-b81c-043219977f0c req-ce4f60ef-37ef-4ce2-be91-6295df0f4a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.633324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-ce4f60ef-37ef-4ce2-be91-6295df0f4a95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.4279678 Jun 17 08:24:17.645272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-ef5b41ec-0e06-49ff-96d8-a14bb9502a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.646796 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-ef5b41ec-0e06-49ff-96d8-a14bb9502a26 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4273283 Jun 17 08:24:17.657637 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af6bf3d2-76bb-40b6-acf5-132e2282a856 req-2377eb56-d72e-45ca-a8dd-74765156a65e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663945 Jun 17 08:24:17.726365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 40feb341-f8df-44ab-9533-d781cca13cb9 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:17.759625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 40feb341-f8df-44ab-9533-d781cca13cb9 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:17.760434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 40feb341-f8df-44ab-9533-d781cca13cb9 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:17.762901 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] For port 14cc397a-657b-47ba-8270-bf069bacbbd0, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:17.767978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-0958a4d7-3331-41a4-8731-fa2d45cc1af8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 217 time: 0.1072812 Jun 17 08:24:17.785155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-4268973f-40e9-4ff1-8a32-8fe01f22d375 req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Deleting port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:17.785907 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4268973f-40e9-4ff1-8a32-8fe01f22d375 req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.829071 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] For port 14cc397a-657b-47ba-8270-bf069bacbbd0, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=14cc397a-657b-47ba-8270-bf069bacbbd0,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:17.874819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d940-4b80-4c7a-b81c-043219977f0c req-70e72654-44d8-4c33-a363-9a0a11ac9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:17.876688 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-70e72654-44d8-4c33-a363-9a0a11ac9327 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1039603 Jun 17 08:24:17.889460 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.892607 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:17.899717 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:18.012695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6883b1af-a71d-4321-bb4c-26417b80b214'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:18.015926 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6fd50d-2a5e-4bd2-8d28-a6e243da4411" -d '{"events": [{"server_uuid": "fc6fddb6-88fb-4614-92c6-f53ea6fb2472", "name": "network-vif-unplugged", "status": "completed", "tag": "6883b1af-a71d-4321-bb4c-26417b80b214"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:18.059812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6883b1af-a71d-4321-bb4c-26417b80b214, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6883b1af-a71d-4321-bb4c-26417b80b214,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:18.065342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Routers {'c6105446-df4a-4e04-9ad3-4475ce71b3db'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:18.065717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:24:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6105446-df4a-4e04-9ad3-4475ce71b3db'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:18.069244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495411d-65b0-48b9-afe5-d8e76a7bdd45 None None] Pushing event updated for resources: {'Port': ['ID=14cc397a-657b-47ba-8270-bf069bacbbd0,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:18.077401 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0495411d-65b0-48b9-afe5-d8e76a7bdd45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:18.078225 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.115303 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:18.119734 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6ad96d-d262-4d59-bbcd-b43a99749753 x-openstack-request-id: req-5d6ad96d-d262-4d59-bbcd-b43a99749753 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:18.120110 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6fddb6-88fb-4614-92c6-f53ea6fb2472", "name": "network-vif-unplugged", "status": "completed", "tag": "6883b1af-a71d-4321-bb4c-26417b80b214", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:18.120355 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d6ad96d-d262-4d59-bbcd-b43a99749753 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:18.121096 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6883b1af-a71d-4321-bb4c-26417b80b214', 'code': 200} Jun 17 08:24:18.145557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d940-4b80-4c7a-b81c-043219977f0c req-1ae9e02a-d70f-4113-bc88-d57c20bedff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:18.147211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-1ae9e02a-d70f-4113-bc88-d57c20bedff7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2634780 Jun 17 08:24:18.175889 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97124f58-4600-4e85-8f81-526b2aaaae4d req-bc94ee74-7cfc-4542-b4fa-c007b0360bdb tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:18.185248 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97124f58-4600-4e85-8f81-526b2aaaae4d req-bc94ee74-7cfc-4542-b4fa-c007b0360bdb tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 949 time: 0.2155392 Jun 17 08:24:18.360838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97124f58-4600-4e85-8f81-526b2aaaae4d req-3fa967d1-54fd-4105-8471-85bab7da60e4 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734049 Jun 17 08:24:18.387478 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-29b80e85-a4d0-463d-a410-48827b3d3882 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270851 Jun 17 08:24:18.426765 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'tag': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:18.438510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6883b1af-a71d-4321-bb4c-26417b80b214,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:18.440073 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82787430-656d-487e-adea-0a6d5bc238ea" -d '{"events": [{"name": "network-changed", "server_uuid": "285c37f7-8e3f-4d6a-bbae-d0effd83672f", "tag": "00dea52b-e4a6-44d3-8a4c-c3b22271ef88"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:18.445328 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:18.460669 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad146d-8da5-4a50-88cd-ca7ddb0a911a None None] DHCP port deletion for 3b9f382e-0073-4269-affb-4b4b80f41863 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:24:18.466937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] Set router c6105446-df4a-4e04-9ad3-4475ce71b3db gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:18.478052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Deleting port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:18.478381 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.484557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-65885d3a-0591-40cc-b74c-94a8f53af564 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265991 Jun 17 08:24:18.571844 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9286d1a5-7527-4ce5-b167-0b4dd6eb5c2c x-openstack-request-id: req-9286d1a5-7527-4ce5-b167-0b4dd6eb5c2c {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:18.572663 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285c37f7-8e3f-4d6a-bbae-d0effd83672f", "tag": "00dea52b-e4a6-44d3-8a4c-c3b22271ef88", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:18.572831 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9286d1a5-7527-4ce5-b167-0b4dd6eb5c2c {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:18.573346 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'tag': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88', 'status': 'completed', 'code': 200} Jun 17 08:24:18.608218 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-4268973f-40e9-4ff1-8a32-8fe01f22d375 req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] For port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:18.608491 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4268973f-40e9-4ff1-8a32-8fe01f22d375 req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.629440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50df0d3-92b5-467a-9a02-5830011f8ac7 req-f1ee9c51-af1c-4c8b-80fd-208764003e5b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:18.637800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d50df0d3-92b5-467a-9a02-5830011f8ac7 req-f1ee9c51-af1c-4c8b-80fd-208764003e5b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 947 time: 0.2506630 Jun 17 08:24:18.680531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-93ad146d-8da5-4a50-88cd-ca7ddb0a911a None None] Deleting port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:18.681176 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-93ad146d-8da5-4a50-88cd-ca7ddb0a911a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.687226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Allocated IP 172.20.0.1 (0e57444e-7fbf-4025-96fd-809b1d77e8bc/ce6965ec-da8e-4c15-b933-e106d43b4bd6/3ec54050-7154-4a4a-a89f-22c0afee0361) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:18.714651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] For port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6f820a81-6c93-434c-949d-d5bc0c2a1dbf,segment=NetworkSegment(26e32260-7a9c-44e3-8452-9e613085d955),segment_id=26e32260-7a9c-44e3-8452-9e613085d955)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:18.715330 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.740204 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-61bd43cc-ae40-4f7f-9859-22ca2cc535cf service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447875 Jun 17 08:24:18.744786 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d50df0d3-92b5-467a-9a02-5830011f8ac7 req-a1d1a492-dbd7-4ce0-be52-e77e3dfd43ae tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059606 Jun 17 08:24:18.775411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82787430-656d-487e-adea-0a6d5bc238ea req-1c6759c9-3928-4a5b-822c-c982c323e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:18.779643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82787430-656d-487e-adea-0a6d5bc238ea req-1c6759c9-3928-4a5b-822c-c982c323e11c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 1126 time: 0.1948414 Jun 17 08:24:18.863166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-93ad146d-8da5-4a50-88cd-ca7ddb0a911a None None] For port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6f820a81-6c93-434c-949d-d5bc0c2a1dbf,segment=NetworkSegment(26e32260-7a9c-44e3-8452-9e613085d955),segment_id=26e32260-7a9c-44e3-8452-9e613085d955)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:18.863576 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-93ad146d-8da5-4a50-88cd-ca7ddb0a911a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.865940 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:18.881355 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Calling delete_port for 6f820a81-6c93-434c-949d-d5bc0c2a1dbf owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:18.943676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-93ad146d-8da5-4a50-88cd-ca7ddb0a911a None None] Calling delete_port for 6f820a81-6c93-434c-949d-d5bc0c2a1dbf owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:18.984407 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82787430-656d-487e-adea-0a6d5bc238ea req-e6d70711-4f3c-4ac2-88dc-4d1a9079dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:18.987110 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82787430-656d-487e-adea-0a6d5bc238ea req-e6d70711-4f3c-4ac2-88dc-4d1a9079dafe service neutron] 10.222.0.63 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.2003651 Jun 17 08:24:19.024343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'name': 'tempest-TaggedBootDevicesTest_v242-462403606-router', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:08Z', 'updated_at': '2021-06-17T08:24:13Z', 'revision_number': 3, 'project_id': '8b925dc63eff462cb3e462033961636a', 'gw_port': {'id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:41:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:10Z', 'updated_at': '2021-06-17T08:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:19.068791 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38442d2a-4d57-4782-8df5-83edffcf568c None None] The sync data for ids ['c6105446-df4a-4e04-9ad3-4475ce71b3db'] in n-d-779913-16 is: [{'id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'name': 'tempest-TaggedBootDevicesTest_v242-462403606-router', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:08Z', 'updated_at': '2021-06-17T08:24:13Z', 'revision_number': 3, 'project_id': '8b925dc63eff462cb3e462033961636a', 'gw_port': {'id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:41:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:10Z', 'updated_at': '2021-06-17T08:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:24:19.070675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-4268973f-40e9-4ff1-8a32-8fe01f22d375 req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Calling delete_port for 9c8dff0e-485f-4aa3-b40b-c014b9211f1a owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:19.103734 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-93ad146d-8da5-4a50-88cd-ca7ddb0a911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.110676 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6fa0d942-5c23-40b7-abd4-4c6458746d7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:19.133194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ad146d-8da5-4a50-88cd-ca7ddb0a911a None None] No DVR routers for this DVR port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:19.171699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad146d-8da5-4a50-88cd-ca7ddb0a911a None None] Pushing event deleted for resources: {'Port': ['ID=6f820a81-6c93-434c-949d-d5bc0c2a1dbf,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:19.176218 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-93ad146d-8da5-4a50-88cd-ca7ddb0a911a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:19.180501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82787430-656d-487e-adea-0a6d5bc238ea req-ba98ca43-058f-485b-8959-b140a5683a64 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88 HTTP/1.1" status: 200 len: 217 time: 0.1018839 Jun 17 08:24:19.205893 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3aebcf32-e227-4bf1-b3a0-cc4eb677ad95 req-54f8cbfe-37a6-4df5-a979-3f23ddfdddf4 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8038876 Jun 17 08:24:19.262115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d58df6-9543-4776-bca7-fd878a39dab1 req-2b642664-f606-40e4-837c-03c9aee6eef7 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.269890 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-18d58df6-9543-4776-bca7-fd878a39dab1 req-2b642664-f606-40e4-837c-03c9aee6eef7 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 944 time: 0.8058076 Jun 17 08:24:19.288067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82787430-656d-487e-adea-0a6d5bc238ea req-0c8158a3-095d-4e4d-a022-91ea537fd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.289761 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82787430-656d-487e-adea-0a6d5bc238ea req-0c8158a3-095d-4e4d-a022-91ea537fd2d9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0992312 Jun 17 08:24:19.318022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da89b45-f8e3-4f9a-b5da-24630addfff4 req-d3472ca6-bee9-47f8-96f4-06ff54385411 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.325690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2da89b45-f8e3-4f9a-b5da-24630addfff4 req-d3472ca6-bee9-47f8-96f4-06ff54385411 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 943 time: 0.3340998 Jun 17 08:24:19.341943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b427b01-eace-4fb1-b75d-a2a12f7760b3 req-60125e8e-ca00-48e6-8a8f-2ab5cb84dcd6 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.349084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b427b01-eace-4fb1-b75d-a2a12f7760b3 req-60125e8e-ca00-48e6-8a8f-2ab5cb84dcd6 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 944 time: 0.3010697 Jun 17 08:24:19.389654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82787430-656d-487e-adea-0a6d5bc238ea req-cec7f7ee-6f27-4ed1-8146-6075d36bc928 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887816 Jun 17 08:24:19.421026 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.446813 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:19.531450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f820a81-6c93-434c-949d-d5bc0c2a1dbf,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:19.543979 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:19.563444 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b427b01-eace-4fb1-b75d-a2a12f7760b3 req-c81549d8-d538-4846-953c-4685415331a0 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133710 Jun 17 08:24:19.579721 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] No DVR routers for this DVR port 6f820a81-6c93-434c-949d-d5bc0c2a1dbf on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:19.599420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2da89b45-f8e3-4f9a-b5da-24630addfff4 req-c1cb0a1f-f368-4212-b87d-dbe302f2f169 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727151 Jun 17 08:24:19.618619 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.666672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82787430-656d-487e-adea-0a6d5bc238ea req-a48f23ab-1bff-4283-81e8-210619345bfe service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546535 Jun 17 08:24:19.792073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.804875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Transition to ACTIVE for port object 3ec54050-7154-4a4a-a89f-22c0afee0361 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:19.832751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d940-4b80-4c7a-b81c-043219977f0c req-46f7ee5b-4140-4216-b15d-b10e5a94cf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.836818 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-46f7ee5b-4140-4216-b15d-b10e5a94cf56 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1099 time: 0.5639460 Jun 17 08:24:19.837015 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 14cc397a-657b-47ba-8270-bf069bacbbd0 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:19.838896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b9f382e-0073-4269-affb-4b4b80f41863']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:19.936214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 14cc397a-657b-47ba-8270-bf069bacbbd0 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:19.942922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb0e8f-02be-4e7b-8cdb-9dd6b09f023f req-f22cd737-cf3f-46c8-978d-78f97109db81 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:19.944770 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01eb0e8f-02be-4e7b-8cdb-9dd6b09f023f req-f22cd737-cf3f-46c8-978d-78f97109db81 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 949 time: 0.1362252 Jun 17 08:24:19.947085 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 14cc397a-657b-47ba-8270-bf069bacbbd0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:19.947473 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:19.948835 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82787430-656d-487e-adea-0a6d5bc238ea req-3710ea2a-2c81-4412-81fe-4717d2c893d6 service neutron] 10.222.0.63 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757103 Jun 17 08:24:19.993952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e32260-7a9c-44e3-8452-9e613085d955') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:19.995194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e32260-7a9c-44e3-8452-9e613085d955') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:20.006388 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.025793 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.033609 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:24:20.034182 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:24:20.039414 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:24:20.081339 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01eb0e8f-02be-4e7b-8cdb-9dd6b09f023f req-251d9367-c7a3-4bb7-a72f-1923fa7b7417 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b38998ac-08b1-47d6-be19-ac440cef7428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263754 Jun 17 08:24:20.108428 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.145690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f8100-8ef3-4c52-9fcc-20dae82d81ad req-d399c25e-24f3-43e2-9494-f53aa8fb8647 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:20.147400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c8f8100-8ef3-4c52-9fcc-20dae82d81ad req-d399c25e-24f3-43e2-9494-f53aa8fb8647 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 947 time: 0.1453640 Jun 17 08:24:20.162086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 14cc397a-657b-47ba-8270-bf069bacbbd0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=14cc397a-657b-47ba-8270-bf069bacbbd0,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:20.173420 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4268973f-40e9-4ff1-8a32-8fe01f22d375 req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.174600 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.181571 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-90072d64-7eb8-4481-87bb-c4e53b41a6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:20.201125 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:20.241930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c8f8100-8ef3-4c52-9fcc-20dae82d81ad req-c4340f7d-3394-45ad-986e-e3f8f0513903 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882051 Jun 17 08:24:20.254841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-18d58df6-9543-4776-bca7-fd878a39dab1 req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Deleting port 6883b1af-a71d-4321-bb4c-26417b80b214 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:20.254841 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-18d58df6-9543-4776-bca7-fd878a39dab1 req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.284349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=14cc397a-657b-47ba-8270-bf069bacbbd0,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:20.288753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6f820a81-6c93-434c-949d-d5bc0c2a1dbf no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:20.291207 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:20.316071 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 6f820a81-6c93-434c-949d-d5bc0c2a1dbf {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:20.316700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6f820a81-6c93-434c-949d-d5bc0c2a1dbf not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:20.353057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d940-4b80-4c7a-b81c-043219977f0c req-79265de0-e5ed-4c13-8717-aeefd21dfae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:20.354874 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-79265de0-e5ed-4c13-8717-aeefd21dfae3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.4802284 Jun 17 08:24:20.361378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Pushing event deleted for resources: {'Port': ['ID=9c8dff0e-485f-4aa3-b40b-c014b9211f1a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:20.364670 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:20.365431 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.370250 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.372705 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3b9f382e-0073-4269-affb-4b4b80f41863 HTTP/1.1" status: 204 len: 168 time: 2.9326866 Jun 17 08:24:20.395617 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86c0f14f-ec67-4aa9-806c-b6adab6db39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:20.556972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56982) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:20.564606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b9f382e-0073-4269-affb-4b4b80f41863,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:20.570640 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-8e6fa8c9-eb50-4ed6-9d91-5b66169b14e3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 217 time: 0.1922328 Jun 17 08:24:20.571447 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:20.577180 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.613850 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d1ea6df0-9ff5-44ca-bb00-b922263c58b4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4228395c8ead46e294631fe1186cdb6a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0555501 Jun 17 08:24:20.622949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56988) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:20.652324 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bff4802b-26bd-43ae-b774-a3765fa3970c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:20.661627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4268973f-40e9-4ff1-8a32-8fe01f22d375 req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] No DVR routers for this DVR port 9c8dff0e-485f-4aa3-b40b-c014b9211f1a on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:20.665716 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4268973f-40e9-4ff1-8a32-8fe01f22d375 req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.670481 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4268973f-40e9-4ff1-8a32-8fe01f22d375 req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.10 "DELETE /v2.0/ports/9c8dff0e-485f-4aa3-b40b-c014b9211f1a HTTP/1.1" status: 204 len: 173 time: 3.2776792 Jun 17 08:24:20.782915 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f59794d9-6ad1-4811-bb1e-c3793052e42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.788425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-18d58df6-9543-4776-bca7-fd878a39dab1 req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] For port 6883b1af-a71d-4321-bb4c-26417b80b214, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6883b1af-a71d-4321-bb4c-26417b80b214,segment=NetworkSegment(d5e92ab3-b6ea-42e6-812e-38b6fd28d683),segment_id=d5e92ab3-b6ea-42e6-812e-38b6fd28d683)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:20.791984 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-18d58df6-9543-4776-bca7-fd878a39dab1 req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.885790 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f59794d9-6ad1-4811-bb1e-c3793052e42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:20.978906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-18d58df6-9543-4776-bca7-fd878a39dab1 req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Calling delete_port for 6883b1af-a71d-4321-bb4c-26417b80b214 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:21.034384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-deleted', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:21.037443 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d48dc7a-242a-4084-88ff-9a0f90029639" -d '{"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-deleted", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:21.119804 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f59794d9-6ad1-4811-bb1e-c3793052e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:21.127885 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f59794d9-6ad1-4811-bb1e-c3793052e42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:21.133633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f59794d9-6ad1-4811-bb1e-c3793052e42b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c02b2cc9-495c-4357-b7e8-83e7a4abddae HTTP/1.1" status: 204 len: 168 time: 0.5066516 Jun 17 08:24:21.152245 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-add4222b-21b6-43a8-a713-e8924eca8f94 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:21.197419 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59794d9-6ad1-4811-bb1e-c3793052e42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02b2cc9-495c-4357-b7e8-83e7a4abddae,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:21.229449 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f59794d9-6ad1-4811-bb1e-c3793052e42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:21.234697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Network 0e57444e-7fbf-4025-96fd-809b1d77e8bc is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:21.256337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316061b7-244f-4074-b535-d297517abd52 req-40757149-00f6-4303-9baa-40b5810ca192 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.265054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-316061b7-244f-4074-b535-d297517abd52 req-40757149-00f6-4303-9baa-40b5810ca192 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 944 time: 0.5326202 Jun 17 08:24:21.268163 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:21.302005 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c8dff0e-485f-4aa3-b40b-c014b9211f1a no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:21.309182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:21.319315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee82f86-9a20-481e-97f5-aed96c1d4d46 req-33feb67e-061d-4e97-b47c-419bead8539c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.337095 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ee82f86-9a20-481e-97f5-aed96c1d4d46 req-33feb67e-061d-4e97-b47c-419bead8539c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 943 time: 0.4708412 Jun 17 08:24:21.371412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 9c8dff0e-485f-4aa3-b40b-c014b9211f1a {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:21.373355 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c8dff0e-485f-4aa3-b40b-c014b9211f1a not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:21.375676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6883b1af-a71d-4321-bb4c-26417b80b214 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:21.496011 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-316061b7-244f-4074-b535-d297517abd52 req-e8fddc7b-793d-4756-a95d-ef6713bd9634 tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/security-groups?id=75a559f7-0028-4552-b178-cbd6a8224b09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294095 Jun 17 08:24:21.534939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Pushing event updated for resources: {'Port': ['ID=3ec54050-7154-4a4a-a89f-22c0afee0361,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:21.547684 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.901s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:21.578082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d940-4b80-4c7a-b81c-043219977f0c req-dbd52db7-f8e1-4716-abba-df53e323d2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:21.585408 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-dbd52db7-f8e1-4716-abba-df53e323d2c5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.9463811 Jun 17 08:24:21.594525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ee82f86-9a20-481e-97f5-aed96c1d4d46 req-ca89036f-ce33-4f69-9c82-d25a89ae6c87 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538798 Jun 17 08:24:21.659699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:21.847714 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:21.860293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 14cc397a-657b-47ba-8270-bf069bacbbd0 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:22.005681 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d229418e-238e-4877-b4c3-740a84de8356 req-53a37abe-21cb-42a8-ad4d-4f3750403636 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4a109b-6822-4095-9899-e8f8139ac1fe HTTP/1.1" status: 200 len: 210 time: 0.0894105 Jun 17 08:24:22.021799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:22.031648 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f190eae-aae5-492b-8088-f5fae9248ffa x-openstack-request-id: req-3f190eae-aae5-492b-8088-f5fae9248ffa {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:22.032052 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4a109b-6822-4095-9899-e8f8139ac1fe", "name": "network-vif-deleted", "tag": "9c8dff0e-485f-4aa3-b40b-c014b9211f1a", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:22.032349 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3f190eae-aae5-492b-8088-f5fae9248ffa {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:22.032885 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4a109b-6822-4095-9899-e8f8139ac1fe', 'name': 'network-vif-deleted', 'tag': '9c8dff0e-485f-4aa3-b40b-c014b9211f1a', 'status': 'completed', 'code': 200} Jun 17 08:24:22.051546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '0e537eac-524e-4533-89e7-3399f68f0808', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '0e537eac-524e-4533-89e7-3399f68f0808', 'mac_address': 'fa:16:3e:d0:76:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:22.052676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462d940-4b80-4c7a-b81c-043219977f0c req-aaeadcee-36c0-43cd-9cb0-140bb255c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:22.055197 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-aaeadcee-36c0-43cd-9cb0-140bb255c74f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4437580 Jun 17 08:24:22.063941 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-18d58df6-9543-4776-bca7-fd878a39dab1 req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.096878 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-014cf3d9-a029-4764-9024-5f94a8cb594a tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:22.107973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ec4e8ce1-7ba1-4318-8113-28301d884838 None None] Provisioning for port 3ec54050-7154-4a4a-a89f-22c0afee0361 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:22.115582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ec4e8ce1-7ba1-4318-8113-28301d884838 None None] Provisioning complete for port 3ec54050-7154-4a4a-a89f-22c0afee0361 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:22.116101 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ec4e8ce1-7ba1-4318-8113-28301d884838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.153047 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.172389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57004) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:22.186068 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Pushing event deleted for resources: {'Port': ['ID=6883b1af-a71d-4321-bb4c-26417b80b214,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:22.195870 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:22.212355 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e537eac-524e-4533-89e7-3399f68f0808 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:22.231581 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ec4e8ce1-7ba1-4318-8113-28301d884838 None None] Port 3ec54050-7154-4a4a-a89f-22c0afee0361 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:24:22.252612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-75efb94d-86dc-49e9-b02b-7f3f4f6bfbc4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15771073c65f491fbff14594786d0f06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0786593 Jun 17 08:24:22.255116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57006) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:22.283698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:22.290632 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 14cc397a-657b-47ba-8270-bf069bacbbd0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:22.292725 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.300875 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.307996 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d58df6-9543-4776-bca7-fd878a39dab1 req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] No DVR routers for this DVR port 6883b1af-a71d-4321-bb4c-26417b80b214 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:22.315421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-18d58df6-9543-4776-bca7-fd878a39dab1 req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.317410 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-18d58df6-9543-4776-bca7-fd878a39dab1 req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.10 "DELETE /v2.0/ports/6883b1af-a71d-4321-bb4c-26417b80b214 HTTP/1.1" status: 204 len: 173 time: 3.0356596 Jun 17 08:24:22.354475 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:22.377006 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.391581 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20a1d2f7-258b-41b2-b65e-a76e5761259a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.423678 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20a1d2f7-258b-41b2-b65e-a76e5761259a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.465144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:22.476026 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:22.485468 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20a1d2f7-258b-41b2-b65e-a76e5761259a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.488991 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-20a1d2f7-258b-41b2-b65e-a76e5761259a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.490659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-20a1d2f7-258b-41b2-b65e-a76e5761259a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fed48d28-1535-4699-bee4-99ea92a643e4 HTTP/1.1" status: 204 len: 168 time: 0.2343471 Jun 17 08:24:22.495870 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe4d49ec-e1f1-4180-9c0f-716078f2bfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:22.505218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1d2f7-258b-41b2-b65e-a76e5761259a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed48d28-1535-4699-bee4-99ea92a643e4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:22.508779 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-20a1d2f7-258b-41b2-b65e-a76e5761259a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:22.522067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf0e73-9261-446a-8535-e8ef285bc7e4 req-20993f79-1bec-4b1a-898a-2cfb628a6e96 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:22.531984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b0cf0e73-9261-446a-8535-e8ef285bc7e4 req-20993f79-1bec-4b1a-898a-2cfb628a6e96 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 948 time: 0.2507479 Jun 17 08:24:22.533937 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-cf8448c3-7238-49b6-b73c-3cd4d89fb2ac service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598005 Jun 17 08:24:22.585141 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b0cf0e73-9261-446a-8535-e8ef285bc7e4 req-3de6f82a-247b-4f60-aa55-2da33d0a9253 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517721 Jun 17 08:24:22.603685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['0e537eac-524e-4533-89e7-3399f68f0808'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:22.843014 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38c3b4b9-e25f-427c-93ac-706eac28dca2 req-927e6f2a-e761-4143-88bf-f04c93705e7e tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc6fddb6-88fb-4614-92c6-f53ea6fb2472 HTTP/1.1" status: 200 len: 210 time: 0.0878174 Jun 17 08:24:22.956463 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:22.986383 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.079717 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:23.085219 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.172590 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6e6a6-3699-4c54-9a02-5075c0ffaf11 req-c0730fa9-00d2-4ca0-b146-4375f7c6aaf7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:23.181965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66c6e6a6-3699-4c54-9a02-5075c0ffaf11 req-c0730fa9-00d2-4ca0-b146-4375f7c6aaf7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 943 time: 0.1567950 Jun 17 08:24:23.232040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Pushing event updated for resources: {'Port': ['ID=3ec54050-7154-4a4a-a89f-22c0afee0361,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:23.255301 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:23.259585 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9462d940-4b80-4c7a-b81c-043219977f0c req-ae1c7579-2217-4e68-9474-bed4a3c1e22f service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977389 Jun 17 08:24:23.387736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Network 0e57444e-7fbf-4025-96fd-809b1d77e8bc is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:23.389595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:23.397840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66c6e6a6-3699-4c54-9a02-5075c0ffaf11 req-4ab7c02d-c1b2-4b67-98f2-d27287ee3776 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122927 Jun 17 08:24:23.475520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-756c1527-aa62-4c61-8f36-e5fd2851460a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:23.485398 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-756c1527-aa62-4c61-8f36-e5fd2851460a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.63 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728&tenant_id=9f7669688c6d4b939b7454c55df8be96&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 948 time: 0.3372540 Jun 17 08:24:23.579857 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Router c6105446-df4a-4e04-9ad3-4475ce71b3db has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:24:23.650267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:23.692010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-749251e0-dcb9-49fd-9b29-c5ff16821897 service neutron] 10.222.0.63 "GET /v2.0/ports/0e537eac-524e-4533-89e7-3399f68f0808/bindings/n-h2-779913-16 HTTP/1.1" status: 200 len: 383 time: 0.2013993 Jun 17 08:24:23.738153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 0e537eac-524e-4533-89e7-3399f68f0808 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:23.750698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 0e537eac-524e-4533-89e7-3399f68f0808 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:23.751477 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.866630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-fd5f83c8-8799-4b25-ab03-08f0656d81d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:23.868547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-fd5f83c8-8799-4b25-ab03-08f0656d81d8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1100 time: 0.1472738 Jun 17 08:24:23.936434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:23.980615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:23.983505 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e64cab-7e74-4103-b050-d271fce061ce" -d '{"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-plugged", "status": "completed", "tag": "0e537eac-524e-4533-89e7-3399f68f0808"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:24.001363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b06a56e0-5325-42bc-a67a-cdbe22381e2f None None] Provisioning complete for port 3ec54050-7154-4a4a-a89f-22c0afee0361 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:24.001363 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b06a56e0-5325-42bc-a67a-cdbe22381e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:24.046256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b06a56e0-5325-42bc-a67a-cdbe22381e2f None None] Port 3ec54050-7154-4a4a-a89f-22c0afee0361 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:24:24.052775 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:24.069985 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:24.080586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:24.089429 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:24.103297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-35524de4-5915-4cce-b1a2-3f4986dd866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:24.106307 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-35524de4-5915-4cce-b1a2-3f4986dd866e service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2233250 Jun 17 08:24:24.210636 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-6b58b9f4-82f5-4031-899b-056b50451f27 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 217 time: 0.0964196 Jun 17 08:24:24.259255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:24.263738 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:24.458793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-39152f54-2d33-4a83-b77a-eaaf4486f3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:24.463625 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-39152f54-2d33-4a83-b77a-eaaf4486f3a3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2469199 Jun 17 08:24:24.505532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'name': 'network-vif-deleted', 'tag': '6883b1af-a71d-4321-bb4c-26417b80b214'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:24.513188 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0a1f5e-fc4c-481f-b61e-4193de02b34c" -d '{"events": [{"server_uuid": "fc6fddb6-88fb-4614-92c6-f53ea6fb2472", "name": "network-vif-deleted", "tag": "6883b1af-a71d-4321-bb4c-26417b80b214"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:24.575039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a841ba-3c2f-448e-b885-16a35f11b9e9 req-221f33c4-f589-4f82-8a10-d5fe7c476d14 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:24.577565 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57a841ba-3c2f-448e-b885-16a35f11b9e9 req-221f33c4-f589-4f82-8a10-d5fe7c476d14 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.7742124 Jun 17 08:24:24.625141 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-3f2e998d-e0e9-4e7d-80c9-cee57abec0ac service neutron] 10.222.0.63 "GET /v2.0/ports/00dea52b-e4a6-44d3-8a4c-c3b22271ef88/bindings/n-h1-779913-16 HTTP/1.1" status: 200 len: 385 time: 0.1012783 Jun 17 08:24:24.626696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:24:24.638673 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Sync routers for ids ['c6105446-df4a-4e04-9ad3-4475ce71b3db'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:24:24.641405 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] 10.222.0.47 "PUT /v2.0/routers/c6105446-df4a-4e04-9ad3-4475ce71b3db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3941329 Jun 17 08:24:24.666086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57a841ba-3c2f-448e-b885-16a35f11b9e9 req-a3f86157-e376-43c4-bc5d-0b4cf62ee683 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785453 Jun 17 08:24:24.676642 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Routers {'c6105446-df4a-4e04-9ad3-4475ce71b3db'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:24.677309 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:24:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6105446-df4a-4e04-9ad3-4475ce71b3db'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:24.691641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-cc4ae341-af1b-4b49-89e1-95b5b42ffdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:24.694529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-cc4ae341-af1b-4b49-89e1-95b5b42ffdc1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2187972 Jun 17 08:24:24.863472 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2de9e81-3076-4d47-84e2-7dce8cec0590 x-openstack-request-id: req-f2de9e81-3076-4d47-84e2-7dce8cec0590 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:24.864066 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-plugged", "status": "completed", "tag": "0e537eac-524e-4533-89e7-3399f68f0808", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:24.864331 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f2de9e81-3076-4d47-84e2-7dce8cec0590 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:24.864950 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808', 'code': 200} Jun 17 08:24:24.947299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-e69e0640-6dfd-4215-8997-e4e979aee037 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439246 Jun 17 08:24:24.948999 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Set router c6105446-df4a-4e04-9ad3-4475ce71b3db gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:25.095606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:25.158355 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:25.231105 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:25.262056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:25.297676 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:25.392554 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'name': 'tempest-TaggedBootDevicesTest_v242-462403606-router', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:08Z', 'updated_at': '2021-06-17T08:24:22Z', 'revision_number': 4, 'project_id': '8b925dc63eff462cb3e462033961636a', 'gw_port': {'id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:10Z', 'updated_at': '2021-06-17T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '3ec54050-7154-4a4a-a89f-22c0afee0361', 'name': '', 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'mac_address': 'fa:16:3e:32:6e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ce6965ec-da8e-4c15-b933-e106d43b4bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:17Z', 'updated_at': '2021-06-17T08:24:22Z', 'revision_number': 2, 'project_id': '8b925dc63eff462cb3e462033961636a', 'subnets': [{'id': 'ce6965ec-da8e-4c15-b933-e106d43b4bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:25.445750 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Checking router: c6105446-df4a-4e04-9ad3-4475ce71b3db for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:24:25.447404 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Updating router c6105446-df4a-4e04-9ad3-4475ce71b3db port 3ec54050-7154-4a4a-a89f-22c0afee0361 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:24:25.502627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] Transition to ACTIVE for port object 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:25.515386 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:25.519638 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7ff72ff6-1bf3-46fd-bba1-d3e2f5e9e217 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:25.542375 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:25.627845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] Pushing event updated for resources: {'Port': ['ID=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,revision_number=10']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:25.635438 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:25.719684 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] No DVR routers for this DVR port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:25.749609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d1d85-ec1d-4c64-b5fa-f8f55d6450c4 req-82824454-c0fa-4246-8463-f94873309175 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:25.769946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc9d1d85-ec1d-4c64-b5fa-f8f55d6450c4 req-82824454-c0fa-4246-8463-f94873309175 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 944 time: 0.3263919 Jun 17 08:24:25.786812 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] 10.222.0.63 "PUT /v2.0/ports/00dea52b-e4a6-44d3-8a4c-c3b22271ef88/bindings/n-h1-779913-16/activate HTTP/1.1" status: 200 len: 370 time: 1.1431422 Jun 17 08:24:25.848236 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-9f51175e-0a56-4c2f-a3c9-0e59f03c0244 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8929610 Jun 17 08:24:25.927501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc9d1d85-ec1d-4c64-b5fa-f8f55d6450c4 req-0605c80b-6f2d-4f5a-9302-df7761e7b9e9 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565197 Jun 17 08:24:25.961220 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f0b995-e681-419d-839f-d8893bdcd800 x-openstack-request-id: req-78f0b995-e681-419d-839f-d8893bdcd800 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:25.964562 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6fddb6-88fb-4614-92c6-f53ea6fb2472", "name": "network-vif-deleted", "tag": "6883b1af-a71d-4321-bb4c-26417b80b214", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:25.965042 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-78f0b995-e681-419d-839f-d8893bdcd800 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:25.966032 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6fddb6-88fb-4614-92c6-f53ea6fb2472', 'name': 'network-vif-deleted', 'tag': '6883b1af-a71d-4321-bb4c-26417b80b214', 'status': 'completed', 'code': 200} Jun 17 08:24:26.041642 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-ed08518c-9021-449b-8734-04ec50a4e215 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:26.053394 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-ed08518c-9021-449b-8734-04ec50a4e215 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1096 time: 0.1854196 Jun 17 08:24:26.183450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-1025dc67-b0e7-42bb-b3c3-c475c3cdf98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:26.186942 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-1025dc67-b0e7-42bb-b3c3-c475c3cdf98a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f&tenant_id=8bb892de27e941a1be407e53634cff36 HTTP/1.1" status: 200 len: 1096 time: 0.1325459 Jun 17 08:24:26.316002 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.336185 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Transition to ACTIVE for port object 3ec54050-7154-4a4a-a89f-22c0afee0361 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:26.339683 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-219aa571-8946-44e5-b875-13a37e1482e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:26.341882 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-219aa571-8946-44e5-b875-13a37e1482e8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8bb892de27e941a1be407e53634cff36&device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 1096 time: 0.1165748 Jun 17 08:24:26.346955 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.355729 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a683f39b-dd6e-4af4-b1fa-ad6597a071b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:26.388349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874eb52d-0e7f-4ba6-aff8-7a1d8c1302e6 req-079b2826-f3da-457e-9f8b-787c91e2e66b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:26.392869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-874eb52d-0e7f-4ba6-aff8-7a1d8c1302e6 req-079b2826-f3da-457e-9f8b-787c91e2e66b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.1708367 Jun 17 08:24:26.423146 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Pushing event updated for resources: {'Port': ['ID=3ec54050-7154-4a4a-a89f-22c0afee0361,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:26.484213 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-874eb52d-0e7f-4ba6-aff8-7a1d8c1302e6 req-f75d43a7-1382-4c30-99bf-82d1d46d1046 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849748 Jun 17 08:24:26.492379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-d285c951-e7f6-40de-8b02-c8a8af51f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:26.494054 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-d285c951-e7f6-40de-8b02-c8a8af51f646 service neutron] 10.222.0.10 "GET /v2.0/networks?id=68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 200 len: 921 time: 0.1434224 Jun 17 08:24:26.513123 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.527046 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.527702 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.528213 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.546411 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.547547 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.551430 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.551584 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-7e71c070-5b6c-49b9-82cc-fb01cf412b3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88 HTTP/1.1" status: 200 len: 217 time: 0.0492022 Jun 17 08:24:26.552197 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.553220 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.555356 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.556459 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.557733 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:26.572951 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:26.643138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-eeb3aa81-8ae1-4c0a-ac7e-494198340720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:26.646229 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-eeb3aa81-8ae1-4c0a-ac7e-494198340720 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 200 len: 860 time: 0.0860612 Jun 17 08:24:26.723707 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-dea4ea1d-e3e3-4a49-af60-09356ad40bcf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=68d4a268-2e46-4a78-88b6-8c0692b51af7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677114 Jun 17 08:24:26.823601 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Attempting to bind port 3ec54050-7154-4a4a-a89f-22c0afee0361 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:26.824950 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Attempting to bind port 3ec54050-7154-4a4a-a89f-22c0afee0361 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '2871e313-9651-4f5d-80f6-7b6127e3732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:26.825939 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Attempting to bind port 3ec54050-7154-4a4a-a89f-22c0afee0361 on network 0e57444e-7fbf-4025-96fd-809b1d77e8bc {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:26.833292 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:26.834002 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Checking segment: {'id': '2871e313-9651-4f5d-80f6-7b6127e3732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:26.834581 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.835159 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Bound using segment: {'id': '2871e313-9651-4f5d-80f6-7b6127e3732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:26.836011 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Bound port: 3ec54050-7154-4a4a-a89f-22c0afee0361, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2871e313-9651-4f5d-80f6-7b6127e3732f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:26.836664 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:26.902799 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-07290e4e-7bf0-43c9-a35c-b112cea84a00 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691015 Jun 17 08:24:27.027558 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] For port 3ec54050-7154-4a4a-a89f-22c0afee0361, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:27.032301 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] For port 3ec54050-7154-4a4a-a89f-22c0afee0361, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3ec54050-7154-4a4a-a89f-22c0afee0361,segment=NetworkSegment(2871e313-9651-4f5d-80f6-7b6127e3732f),segment_id=2871e313-9651-4f5d-80f6-7b6127e3732f)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:27.039604 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:27.048350 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:27.199953 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Routers {'c6105446-df4a-4e04-9ad3-4475ce71b3db'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:27.201989 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:24:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6105446-df4a-4e04-9ad3-4475ce71b3db'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:27.281465 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-e142d0d7-8c84-4f47-aaa4-6a25c0a37c92 service neutron] 10.222.0.10 "GET /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705633 Jun 17 08:24:27.453346 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Pushing event updated for resources: {'Port': ['ID=3ec54050-7154-4a4a-a89f-22c0afee0361,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:27.478426 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:27.515741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57260) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:27.551749 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] Set router c6105446-df4a-4e04-9ad3-4475ce71b3db gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:27.625999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e54261-ab52-40fa-8b65-a0aa01d38185 req-30c966a5-d55f-424c-bb9f-f650a51b6be0 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:27.632382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6e54261-ab52-40fa-8b65-a0aa01d38185 req-30c966a5-d55f-424c-bb9f-f650a51b6be0 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 944 time: 0.1895442 Jun 17 08:24:27.853234 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6e54261-ab52-40fa-8b65-a0aa01d38185 req-af14f22e-c437-4ad3-871b-67314948a5ee tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159314 Jun 17 08:24:27.967978 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'name': 'tempest-TaggedBootDevicesTest_v242-462403606-router', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:08Z', 'updated_at': '2021-06-17T08:24:22Z', 'revision_number': 4, 'project_id': '8b925dc63eff462cb3e462033961636a', 'gw_port': {'id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:10Z', 'updated_at': '2021-06-17T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '3ec54050-7154-4a4a-a89f-22c0afee0361', 'name': '', 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'mac_address': 'fa:16:3e:32:6e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ce6965ec-da8e-4c15-b933-e106d43b4bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:17Z', 'updated_at': '2021-06-17T08:24:27Z', 'revision_number': 4, 'project_id': '8b925dc63eff462cb3e462033961636a', 'subnets': [{'id': 'ce6965ec-da8e-4c15-b933-e106d43b4bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:28.024427 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fbccae-576d-477a-8bed-a34e3c024b85 None None] The sync data for ids ['c6105446-df4a-4e04-9ad3-4475ce71b3db'] in n-d-779913-16 is: [{'id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'name': 'tempest-TaggedBootDevicesTest_v242-462403606-router', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:08Z', 'updated_at': '2021-06-17T08:24:22Z', 'revision_number': 4, 'project_id': '8b925dc63eff462cb3e462033961636a', 'gw_port': {'id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:10Z', 'updated_at': '2021-06-17T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '3ec54050-7154-4a4a-a89f-22c0afee0361', 'name': '', 'network_id': '0e57444e-7fbf-4025-96fd-809b1d77e8bc', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'mac_address': 'fa:16:3e:32:6e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ce6965ec-da8e-4c15-b933-e106d43b4bd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:17Z', 'updated_at': '2021-06-17T08:24:27Z', 'revision_number': 4, 'project_id': '8b925dc63eff462cb3e462033961636a', 'subnets': [{'id': 'ce6965ec-da8e-4c15-b933-e106d43b4bd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:24:28.051423 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a18a7a09-8b73-4875-b995-dbec20a4ab0c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8fea4bc291d45e1b93daf7c4bab20b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5337145 Jun 17 08:24:28.052100 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57276) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:28.073320 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-e1032c8c-2ea7-4667-ab82-e1c47927187a tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:28.075646 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-e1032c8c-2ea7-4667-ab82-e1c47927187a tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f&tenant_id=8bb892de27e941a1be407e53634cff36&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 1096 time: 0.2868109 Jun 17 08:24:28.162128 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bc7c9-1565-4046-8c0d-3f010fdf0126 req-fc2cdcb9-a8e1-4ba7-baa4-989fa07f14ea tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:28.181232 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e42bc7c9-1565-4046-8c0d-3f010fdf0126 req-fc2cdcb9-a8e1-4ba7-baa4-989fa07f14ea tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.1511092 Jun 17 08:24:28.248508 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.305855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e42bc7c9-1565-4046-8c0d-3f010fdf0126 req-baa9cca3-2a77-4462-8030-b73f24b4987a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222672 Jun 17 08:24:28.348793 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.584840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-bc4d3e8a-77de-46b5-9028-e4706bca95ee service neutron] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:28.589899 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-bc4d3e8a-77de-46b5-9028-e4706bca95ee service neutron] Notify callbacks [] for binding, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.591525 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-019838b8-a4d6-43d1-a085-f8e8273a7205 req-bc4d3e8a-77de-46b5-9028-e4706bca95ee service neutron] 10.222.0.10 "DELETE /v2.0/ports/00dea52b-e4a6-44d3-8a4c-c3b22271ef88/bindings/n-h2-779913-16 HTTP/1.1" status: 204 len: 173 time: 0.4997978 Jun 17 08:24:28.620848 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.623786 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.627710 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b38998ac-08b1-47d6-be19-ac440cef7428 HTTP/1.1" status: 204 len: 168 time: 0.5738158 Jun 17 08:24:28.628562 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-82b5006d-771b-41f6-866f-da42db61305d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:28.637454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-ea7e8be3-65a5-40ee-aaf6-42457bfebdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:28.639072 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-ea7e8be3-65a5-40ee-aaf6-42457bfebdf2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728&tenant_id=9f7669688c6d4b939b7454c55df8be96 HTTP/1.1" status: 200 len: 1101 time: 0.1901007 Jun 17 08:24:28.645351 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38998ac-08b1-47d6-be19-ac440cef7428,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:28.657366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-16', 'device_owner': 'compute:nova'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:28.661913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.662298 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.662673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.663072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.663437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.663799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.664163 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.664518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.664874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.665226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.665582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.665932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:28.670159 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:28.739455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57304) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:28.799844 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.802503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d8df4e-ee19-4641-96dc-46b457c0221f admin admin] Deleting subnet 6af897ec-2d0a-4599-9130-95c99bd44887 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:24:28.814217 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-36d8df4e-ee19-4641-96dc-46b457c0221f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:28.957819 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-36d8df4e-ee19-4641-96dc-46b457c0221f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.129476 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-36d8df4e-ee19-4641-96dc-46b457c0221f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.206016 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:29.257861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:29.326591 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.350082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:29.364304 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8835ffec-bc40-460f-b93b-9d03324fac44" -d '{"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-unplugged", "status": "completed", "tag": "0e537eac-524e-4533-89e7-3399f68f0808"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:29.377926 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57320) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:29.393528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Transition to ACTIVE for port object 0e537eac-524e-4533-89e7-3399f68f0808 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:29.401943 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.412865 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:29.514419 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f3b40-5a92-4239-a752-0ae6ba1be11f req-7ad1bea7-3a24-4424-a639-217246796108 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:29.535084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e73f3b40-5a92-4239-a752-0ae6ba1be11f req-7ad1bea7-3a24-4424-a639-217246796108 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 944 time: 0.3210263 Jun 17 08:24:29.563819 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-36d8df4e-ee19-4641-96dc-46b457c0221f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.714379 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:29.824314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] No DVR routers for this DVR port 0e537eac-524e-4533-89e7-3399f68f0808 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:29.848964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8df4e-ee19-4641-96dc-46b457c0221f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af897ec-2d0a-4599-9130-95c99bd44887,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:29.853300 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-36d8df4e-ee19-4641-96dc-46b457c0221f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:29.856333 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-36d8df4e-ee19-4641-96dc-46b457c0221f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6af897ec-2d0a-4599-9130-95c99bd44887 HTTP/1.1" status: 204 len: 168 time: 1.1145468 Jun 17 08:24:29.870284 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3ec54050-7154-4a4a-a89f-22c0afee0361 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:29.882463 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-36d8df4e-ee19-4641-96dc-46b457c0221f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:29.931239 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57334) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:29.989177 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e73f3b40-5a92-4239-a752-0ae6ba1be11f req-3a5fd8d7-a641-47b5-97b0-9fd1d4deed1d tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504323 Jun 17 08:24:29.990489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 3ec54050-7154-4a4a-a89f-22c0afee0361 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:30.020897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 3ec54050-7154-4a4a-a89f-22c0afee0361 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:30.023961 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.053026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=10']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:30.109946 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:30.145390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7b17b-8cef-40f7-b6b2-28819ce7c918 req-10ce865e-3c46-419f-b9a2-71559b10dee4 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:30.153916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ef7b17b-8cef-40f7-b6b2-28819ce7c918 req-10ce865e-3c46-419f-b9a2-71559b10dee4 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 948 time: 0.2867248 Jun 17 08:24:30.195186 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:30.196756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:30.198885 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:30.210652 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ff33ce-e81c-4e0c-9ba5-114cb9adaf86 x-openstack-request-id: req-85ff33ce-e81c-4e0c-9ba5-114cb9adaf86 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:30.211388 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-unplugged", "status": "completed", "tag": "0e537eac-524e-4533-89e7-3399f68f0808", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:30.212955 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-85ff33ce-e81c-4e0c-9ba5-114cb9adaf86 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:30.214366 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808', 'code': 200} Jun 17 08:24:30.218956 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.245974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Port 0e537eac-524e-4533-89e7-3399f68f0808 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:30.246403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Attempting to bind port 0e537eac-524e-4533-89e7-3399f68f0808 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:30.255870 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:30.256374 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:30.256863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:30.258148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Bound port: 0e537eac-524e-4533-89e7-3399f68f0808, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:30.258608 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.263233 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.318584 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.349393 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ef7b17b-8cef-40f7-b6b2-28819ce7c918 req-af21d3d8-c306-4595-84fb-4b65748b77bf tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863475 Jun 17 08:24:30.412662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 3ec54050-7154-4a4a-a89f-22c0afee0361, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3ec54050-7154-4a4a-a89f-22c0afee0361,segment=NetworkSegment(2871e313-9651-4f5d-80f6-7b6127e3732f),segment_id=2871e313-9651-4f5d-80f6-7b6127e3732f)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:30.421883 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.439517 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:30.475649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.503473 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bad1339-3c30-4d06-9310-373c69c176e8']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:30.523978 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:30.524682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e92ab3-b6ea-42e6-812e-38b6fd28d683') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:30.542032 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.567915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.575450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:24:30.575995 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.604193 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.608048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=3ec54050-7154-4a4a-a89f-22c0afee0361,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:30.612292 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.621172 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:24:30.655576 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:24:30.664898 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.666370 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e269dee8-a907-4bd3-826e-753205235145 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:30.673719 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:30.700775 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.704030 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] 10.222.0.47 "DELETE /v2.0/networks/4bad1339-3c30-4d06-9310-373c69c176e8 HTTP/1.1" status: 204 len: 168 time: 0.7635612 Jun 17 08:24:30.715568 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=53215892fba949f5b9fbd3b75d21627a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3316658 Jun 17 08:24:30.732171 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57354) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:30.740602 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] Pushing event deleted for resources: {'Network': ['ID=4bad1339-3c30-4d06-9310-373c69c176e8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:30.756540 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:30.761631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5d071f-345d-4930-b00e-33cd635dcd7a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:30.787593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:30.807873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:30.810558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.812112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.813153 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.813933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.814991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.815643 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.816890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.817592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.820393 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.826747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.827151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.827558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.828094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:30.844851 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:30.845943 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc29ea2e-4225-45b5-b5fa-84fba651333c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:30.874404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:30.875303 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:30.877324 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] 10.222.0.10 "PUT /v2.0/ports/0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 1097 time: 2.2245054 Jun 17 08:24:30.886723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b356e78-1bc1-447b-a1dc-0ecd2f7304c9 req-c6399314-b371-4a3b-98e6-3bb97c97763f tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:30.888350 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b356e78-1bc1-447b-a1dc-0ecd2f7304c9 req-c6399314-b371-4a3b-98e6-3bb97c97763f tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 1096 time: 0.2231131 Jun 17 08:24:30.975155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b356e78-1bc1-447b-a1dc-0ecd2f7304c9 req-5551f427-997f-4e22-a292-f733bc6d8898 tempest-LiveAutoBlockMigrationV225Test-40496685 tempest-LiveAutoBlockMigrationV225Test-40496685-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758216 Jun 17 08:24:31.044314 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c58a06b4-e24e-479b-adca-c9f73e69e1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.108262 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c58a06b4-e24e-479b-adca-c9f73e69e1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.186256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57364) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:31.227094 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c58a06b4-e24e-479b-adca-c9f73e69e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.232785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c58a06b4-e24e-479b-adca-c9f73e69e1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.234242 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c58a06b4-e24e-479b-adca-c9f73e69e1c8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f5d071f-345d-4930-b00e-33cd635dcd7a HTTP/1.1" status: 204 len: 168 time: 0.5030851 Jun 17 08:24:31.243317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=11']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:31.247111 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:31.252801 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:31.266992 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58a06b4-e24e-479b-adca-c9f73e69e1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5d071f-345d-4930-b00e-33cd635dcd7a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:31.270383 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c58a06b4-e24e-479b-adca-c9f73e69e1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:31.289750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-c5f32657-cc1f-48e7-a4dc-2f158fa96ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:31.292128 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-c5f32657-cc1f-48e7-a4dc-2f158fa96ece service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1100 time: 0.3577523 Jun 17 08:24:31.356589 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fe0c84f5-6a87-41b0-94f6-5c7bd401a136 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a01de3e2c464444b41ad7bd64ef1eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686292 Jun 17 08:24:31.358480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57368) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:31.408062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-391e2d80-3bde-4bf1-a490-4810bf6d2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:31.409542 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-391e2d80-3bde-4bf1-a490-4810bf6d2f30 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1093230 Jun 17 08:24:31.428515 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8a3ebb3-33b4-4d27-aa13-3555fb479b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.456458 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8a3ebb3-33b4-4d27-aa13-3555fb479b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.478568 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-343811c8-d6c0-45e3-94bf-d386bbbc76cd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 217 time: 0.0607464 Jun 17 08:24:31.519627 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8a3ebb3-33b4-4d27-aa13-3555fb479b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.523222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8a3ebb3-33b4-4d27-aa13-3555fb479b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:31.524480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b8a3ebb3-33b4-4d27-aa13-3555fb479b3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/75a559f7-0028-4552-b178-cbd6a8224b09 HTTP/1.1" status: 204 len: 168 time: 0.1643212 Jun 17 08:24:31.525404 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9da215b4-da1a-421e-ab81-5b009a6aaa38 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:31.543662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3ebb3-33b4-4d27-aa13-3555fb479b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a559f7-0028-4552-b178-cbd6a8224b09,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:31.549586 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8a3ebb3-33b4-4d27-aa13-3555fb479b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:31.589113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-bf2bda16-116c-443f-868f-94488ddae40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:31.591389 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-bf2bda16-116c-443f-868f-94488ddae40a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1048205 Jun 17 08:24:31.697849 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:31.804275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-a7d6b01a-ced1-4018-b953-85b095505b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:31.822756 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-a7d6b01a-ced1-4018-b953-85b095505b45 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2136333 Jun 17 08:24:31.954992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3ec54050-7154-4a4a-a89f-22c0afee0361 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:32.046390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5efc3-4403-4395-87dd-e4427065ab3c req-9ea33082-1261-4772-a731-57d0b14d25e4 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:32.076709 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92c5efc3-4403-4395-87dd-e4427065ab3c req-9ea33082-1261-4772-a731-57d0b14d25e4 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 948 time: 0.2517550 Jun 17 08:24:32.107860 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:32.135712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 3ec54050-7154-4a4a-a89f-22c0afee0361 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:32.136562 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:32.202612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92c5efc3-4403-4395-87dd-e4427065ab3c req-fab91b51-bfbd-42e4-83df-57645ad476c5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248808 Jun 17 08:24:32.227761 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-e2051c41-b1a6-45a0-b1a5-417a25e8fa02 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868988 Jun 17 08:24:32.228874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:32.232343 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b0d126-da4a-4ad5-83b7-c148189dec53" -d '{"events": [{"name": "network-changed", "server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "tag": "0e537eac-524e-4533-89e7-3399f68f0808"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:32.280014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2158e9b-d485-4280-8b48-fa42180086d0 req-74e119e7-45e2-491e-a7ed-c2fd73b028c9 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:32.281955 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2158e9b-d485-4280-8b48-fa42180086d0 req-74e119e7-45e2-491e-a7ed-c2fd73b028c9 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 944 time: 0.2653072 Jun 17 08:24:32.386213 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2158e9b-d485-4280-8b48-fa42180086d0 req-7fae7c09-7a4a-48f8-8f50-c92eb017549f tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929816 Jun 17 08:24:32.493391 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d69f29d9-efe5-4615-bc54-50e28acd84df req-64df00d8-5fa5-4573-80bc-a5502647cf4e service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539988 Jun 17 08:24:32.592526 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f5c1e8-9efd-471e-b2bc-eaedf0cd0000 x-openstack-request-id: req-f3f5c1e8-9efd-471e-b2bc-eaedf0cd0000 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:32.593464 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "tag": "0e537eac-524e-4533-89e7-3399f68f0808", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:32.593970 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3f5c1e8-9efd-471e-b2bc-eaedf0cd0000 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:32.594629 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808', 'status': 'completed', 'code': 200} Jun 17 08:24:32.734428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57402) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:32.755038 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fcf197a-0c5c-4ac8-9384-9f6c00f74a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:32.795822 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:32.835553 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-4b6e5208-cb62-4907-a3fd-ea0f9814a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:32.843571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-4b6e5208-cb62-4907-a3fd-ea0f9814a5bc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1100 time: 0.2385805 Jun 17 08:24:32.901077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-bde9f2a4-5e9d-4eaf-87a7-970b301a0bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:32.902817 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-bde9f2a4-5e9d-4eaf-87a7-970b301a0bf1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9f7669688c6d4b939b7454c55df8be96&device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1100 time: 0.2900524 Jun 17 08:24:32.912248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c18c48-0bb5-4920-bfb3-635f38d7f532 req-d92ff1f9-4a7d-40a6-9287-5a541da9235e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:32.913780 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-13c18c48-0bb5-4920-bfb3-635f38d7f532 req-d92ff1f9-4a7d-40a6-9287-5a541da9235e tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.10 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 944 time: 0.2852414 Jun 17 08:24:33.038476 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fcf197a-0c5c-4ac8-9384-9f6c00f74a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.113409 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-82fbd973-225d-4a2d-aba5-a523d78b1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:33.114962 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-82fbd973-225d-4a2d-aba5-a523d78b1faa service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2002234 Jun 17 08:24:33.131256 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fcf197a-0c5c-4ac8-9384-9f6c00f74a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.154512 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-14993b4b-2e1a-47a6-b3aa-907d1507206e tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:33.177998 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-3b94eb60-804a-4c3b-a76f-bc3b839f77fd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 217 time: 0.0531380 Jun 17 08:24:33.234121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-13c18c48-0bb5-4920-bfb3-635f38d7f532 req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Deleting port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:33.237147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13c18c48-0bb5-4920-bfb3-635f38d7f532 req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.247170 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf197a-0c5c-4ac8-9384-9f6c00f74a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5972ee04-0014-47e2-bd57-c76517b74466,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:33.253095 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9fcf197a-0c5c-4ac8-9384-9f6c00f74a30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:33.322080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9fcf197a-0c5c-4ac8-9384-9f6c00f74a30 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42a355a78436488484fae7442dffaa46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5866168 Jun 17 08:24:33.328584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57426) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:33.336827 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-4f139410-6c17-46c4-9578-b590e9d10194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:33.338520 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-4f139410-6c17-46c4-9578-b590e9d10194 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.4940670 Jun 17 08:24:33.408943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-f34a1714-5a6f-4af4-9fbf-6ecca45a411e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:33.410544 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-f34a1714-5a6f-4af4-9fbf-6ecca45a411e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2221115 Jun 17 08:24:33.440581 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-e6231f8a-4fb6-4571-8886-35f02ddf9d85 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 200 len: 217 time: 0.0937972 Jun 17 08:24:33.517160 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-13c18c48-0bb5-4920-bfb3-635f38d7f532 req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] For port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:33.517596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13c18c48-0bb5-4920-bfb3-635f38d7f532 req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.572642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3452209a-9a79-4069-8b39-0f4eacaa74fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.609163 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3452209a-9a79-4069-8b39-0f4eacaa74fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.615390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-c5da4df5-cb4b-47e7-a374-cbfcabe267b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:33.618303 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-c5da4df5-cb4b-47e7-a374-cbfcabe267b9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1694365 Jun 17 08:24:33.680949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-13c18c48-0bb5-4920-bfb3-635f38d7f532 req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Calling delete_port for 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:33.683700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3399d9-8997-41ad-95b0-41203216d3c6 req-206f9251-d7e7-4a94-bb1b-701818d33372 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:33.686034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad3399d9-8997-41ad-95b0-41203216d3c6 req-206f9251-d7e7-4a94-bb1b-701818d33372 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 948 time: 0.2168157 Jun 17 08:24:33.705916 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3452209a-9a79-4069-8b39-0f4eacaa74fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.709334 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3452209a-9a79-4069-8b39-0f4eacaa74fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:33.713600 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3452209a-9a79-4069-8b39-0f4eacaa74fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5972ee04-0014-47e2-bd57-c76517b74466 HTTP/1.1" status: 204 len: 168 time: 0.3838549 Jun 17 08:24:33.723689 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b38eef56-86d3-45bd-87f8-ffdfe094d14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:33.761403 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad3399d9-8997-41ad-95b0-41203216d3c6 req-3bce8d41-7cc2-455b-80c0-82fa3147b86a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624540 Jun 17 08:24:33.764048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-18b4cb65-6533-4322-9b54-a06124a6be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:33.765554 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-18b4cb65-6533-4322-9b54-a06124a6be29 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1418591 Jun 17 08:24:33.774692 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3452209a-9a79-4069-8b39-0f4eacaa74fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5972ee04-0014-47e2-bd57-c76517b74466,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:33.783043 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3452209a-9a79-4069-8b39-0f4eacaa74fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:33.806668 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-95e9c2b3-f85c-4258-b359-d559f0c2fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:33.808707 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-95e9c2b3-f85c-4258-b359-d559f0c2fc60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3869951 Jun 17 08:24:34.014934 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-2286259f-ccbc-4ba6-952c-e70ca9a39ab0 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401288 Jun 17 08:24:34.024993 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-56956381-0a34-43a2-bab0-5dde5cdafc06 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921084 Jun 17 08:24:34.157473 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13c18c48-0bb5-4920-bfb3-635f38d7f532 req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.172433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['9921506d-4731-4aec-8e4e-3a523c15018f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:34.249989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3400e-f1b3-4217-a877-c75aea9acbcf req-4744b76c-78cd-4cb5-9e1c-85bf5a5e8035 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:34.254639 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35b3400e-f1b3-4217-a877-c75aea9acbcf req-4744b76c-78cd-4cb5-9e1c-85bf5a5e8035 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 866 time: 0.2863588 Jun 17 08:24:34.266689 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-32f47dd7-6219-4ff3-aedd-18d73a95f934 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197807 Jun 17 08:24:34.365647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35b3400e-f1b3-4217-a877-c75aea9acbcf req-f2306db7-3631-43ec-8181-e20072c5a37a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919402 Jun 17 08:24:34.616685 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-2f50dfbd-aec3-4a12-920f-bfa5412c6209 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--342300210&fields=id&tenant_id=65b99685265c44d380c64d0fe92f110a HTTP/1.1" status: 200 len: 267 time: 0.0430901 Jun 17 08:24:34.695596 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c15d71b7-c9ba-4969-b9db-8027f7608288 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:34.726101 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Pushing event deleted for resources: {'Port': ['ID=00dea52b-e4a6-44d3-8a4c-c3b22271ef88,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:34.736131 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:34.745664 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-60b0d126-da4a-4ad5-83b7-c148189dec53 req-2c0aba49-1136-416a-b80a-52de6bb35e5c service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121258 Jun 17 08:24:34.779821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e426-3fd6-406b-920f-a74433614553 req-c29a6cde-ef6a-4929-af3e-d5a1b9f7f470 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:34.781913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-c29a6cde-ef6a-4929-af3e-d5a1b9f7f470 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/networks?id=4071b039-c5ae-4369-8e5c-102d9a61ff48 HTTP/1.1" status: 200 len: 815 time: 0.1559260 Jun 17 08:24:34.786180 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c18c48-0bb5-4920-bfb3-635f38d7f532 req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] No DVR routers for this DVR port 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:34.789357 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13c18c48-0bb5-4920-bfb3-635f38d7f532 req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:34.791969 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-13c18c48-0bb5-4920-bfb3-635f38d7f532 req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.10 "DELETE /v2.0/ports/00dea52b-e4a6-44d3-8a4c-c3b22271ef88 HTTP/1.1" status: 204 len: 173 time: 1.8692341 Jun 17 08:24:34.792756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'name': 'network-vif-deleted', 'tag': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:34.803154 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecda61dc-c5a4-4387-9c0b-1e470654a2f2" -d '{"events": [{"server_uuid": "285c37f7-8e3f-4d6a-bbae-d0effd83672f", "name": "network-vif-deleted", "tag": "00dea52b-e4a6-44d3-8a4c-c3b22271ef88"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:34.814972 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-13f31531-d9d9-4735-b7ca-43268bd0fe2a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/quotas/65b99685265c44d380c64d0fe92f110a HTTP/1.1" status: 200 len: 375 time: 0.0249379 Jun 17 08:24:34.922599 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-a179cc02-469f-4527-9a67-bd79b1e2d3e8 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=65b99685265c44d380c64d0fe92f110a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001394 Jun 17 08:24:35.050606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-ceefbb2d-470e-4a53-be22-a6553030c690 service neutron] 10.222.0.47 "GET /v2.0/networks/4071b039-c5ae-4369-8e5c-102d9a61ff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144643 Jun 17 08:24:35.195375 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-eaa10082-c68c-4bf8-8c32-8ef7e001ef98 service neutron] 10.222.0.47 "GET /v2.0/networks/4071b039-c5ae-4369-8e5c-102d9a61ff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388736 Jun 17 08:24:35.370969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:35.429746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:35.430102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 00dea52b-e4a6-44d3-8a4c-c3b22271ef88 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:35.521609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1864ff-9f08-48fc-9ae7-2daa513e73c3 req-68be0ea9-635f-481d-8e12-b034412fa995 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:35.531055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e1864ff-9f08-48fc-9ae7-2daa513e73c3 req-68be0ea9-635f-481d-8e12-b034412fa995 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 948 time: 0.0899715 Jun 17 08:24:35.589911 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e1864ff-9f08-48fc-9ae7-2daa513e73c3 req-76d8152f-deb1-48d9-a282-52218b853f58 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574367 Jun 17 08:24:35.637002 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a09cb0-834d-4062-b931-96eca1d8772b x-openstack-request-id: req-e8a09cb0-834d-4062-b931-96eca1d8772b {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:35.637732 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285c37f7-8e3f-4d6a-bbae-d0effd83672f", "name": "network-vif-deleted", "tag": "00dea52b-e4a6-44d3-8a4c-c3b22271ef88", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:35.638197 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e8a09cb0-834d-4062-b931-96eca1d8772b {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:35.638839 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285c37f7-8e3f-4d6a-bbae-d0effd83672f', 'name': 'network-vif-deleted', 'tag': '00dea52b-e4a6-44d3-8a4c-c3b22271ef88', 'status': 'completed', 'code': 200} Jun 17 08:24:35.984763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-192277fd-12e4-45a6-bfc4-06ae2100ca8c req-81c0aba1-673e-409c-82e4-dd012e69c9a3 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 210 time: 0.0397446 Jun 17 08:24:36.167972 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13d4d7f5-613e-4985-9f60-51c9c5b74716 req-ebd7f1cb-4e69-4327-a646-5331c4998537 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 210 time: 0.0552070 Jun 17 08:24:36.664496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57548) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:36.894445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b6cef-8cfa-4370-b1fa-385764ff2f08 req-df6962e3-b0ba-44bc-88ef-7bb1d4c3c4ba tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:36.904694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-025b6cef-8cfa-4370-b1fa-385764ff2f08 req-df6962e3-b0ba-44bc-88ef-7bb1d4c3c4ba tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 948 time: 0.1101873 Jun 17 08:24:36.960674 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-438411dd-5383-4aef-bf1d-133abfe938d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.027441 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-025b6cef-8cfa-4370-b1fa-385764ff2f08 req-07a9ce03-02b1-42ac-93b4-2757b72029fd tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202116 Jun 17 08:24:37.150660 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57558) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:37.252535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-438411dd-5383-4aef-bf1d-133abfe938d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.264894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-438411dd-5383-4aef-bf1d-133abfe938d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.321752 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9fcf197a-0c5c-4ac8-9384-9f6c00f74a30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:37.372245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:24:37.376493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-438411dd-5383-4aef-bf1d-133abfe938d4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cae4a468ed0849949efc08bd115ca509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7101815 Jun 17 08:24:37.379420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57568) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:37.405819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438411dd-5383-4aef-bf1d-133abfe938d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a14d418-67d2-4a5b-8c8e-294c064d3182,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:37.414799 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-438411dd-5383-4aef-bf1d-133abfe938d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:37.437268 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4bf96f9f-1203-4084-bfe9-003b948a24f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.487948 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36f3ae09-3025-4134-a837-1b6e267ddfe1 req-5868c586-c486-4b9c-bfc1-cbc5b37f091e tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 210 time: 0.1102905 Jun 17 08:24:37.516053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:37.529007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '0e537eac-524e-4533-89e7-3399f68f0808', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '0e537eac-524e-4533-89e7-3399f68f0808', 'mac_address': 'fa:16:3e:d0:76:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:24:37.538384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa540ac1-8a32-440d-b56b-788fb2f4a35c req-a6a9f024-adfe-4f86-98e4-7994258875a4 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 210 time: 0.0733936 Jun 17 08:24:37.583226 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.602038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e537eac-524e-4533-89e7-3399f68f0808 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:37.635763 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4bf96f9f-1203-4084-bfe9-003b948a24f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.645752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:37.648719 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4bf96f9f-1203-4084-bfe9-003b948a24f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.652541 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f011cd7a-94f0-461e-b2d9-a63754a91ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:37.655267 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.660272 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:37.711201 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20d4ef99-b2b0-4f42-af5b-8d272a7d3b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.744104 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20d4ef99-b2b0-4f42-af5b-8d272a7d3b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.802192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=12']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:37.814618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.815047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.816043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.816573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.817183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.817699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.818574 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.820330 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.821040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.821588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.822152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.822723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:24:37.828672 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:37.837423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf96f9f-1203-4084-bfe9-003b948a24f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60761479-761b-4809-82c4-e5414bf6c7f6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:37.841299 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4bf96f9f-1203-4084-bfe9-003b948a24f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:37.842361 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20d4ef99-b2b0-4f42-af5b-8d272a7d3b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.845254 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20d4ef99-b2b0-4f42-af5b-8d272a7d3b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:37.846615 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-20d4ef99-b2b0-4f42-af5b-8d272a7d3b2e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5a14d418-67d2-4a5b-8c8e-294c064d3182 HTTP/1.1" status: 204 len: 168 time: 0.4657876 Jun 17 08:24:37.888572 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77b6966c-36a4-4d9e-ae81-3cf8ac5aa705 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:37.901183 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4bf96f9f-1203-4084-bfe9-003b948a24f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36639aa844e04332b1e541ec1bdcf433&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7492993 Jun 17 08:24:37.903818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57578) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:37.914319 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4ef99-b2b0-4f42-af5b-8d272a7d3b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a14d418-67d2-4a5b-8c8e-294c064d3182,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:37.917127 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-20d4ef99-b2b0-4f42-af5b-8d272a7d3b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:37.966627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e426-3fd6-406b-920f-a74433614553 req-da3d570c-d347-43de-b8ab-c19ef7849744 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:37.970244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-da3d570c-d347-43de-b8ab-c19ef7849744 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.63 "GET /v2.0/networks?id=4071b039-c5ae-4369-8e5c-102d9a61ff48 HTTP/1.1" status: 200 len: 815 time: 0.3160892 Jun 17 08:24:38.075154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['0e537eac-524e-4533-89e7-3399f68f0808'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:38.138851 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c50b54-7fe7-4961-9009-2b574d265015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.145655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-c42ba48f-5300-4fd0-901e-93f65a9d2733 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65b99685265c44d380c64d0fe92f110a HTTP/1.1" status: 200 len: 379 time: 0.1652668 Jun 17 08:24:38.167921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Request body: {'port': {'device_id': '1a716fb9-f68f-4454-885a-fe363c62a015', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'admin_state_up': True, 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'security_groups': ['eb6c93f9-100b-437d-8b95-76d3688991ea']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:38.346664 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c50b54-7fe7-4961-9009-2b574d265015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.389837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57586) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:38.419039 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-488e1184-7cbd-465c-bad7-ba4bc509cc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.599142 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-488e1184-7cbd-465c-bad7-ba4bc509cc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.603815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c50b54-7fe7-4961-9009-2b574d265015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.606533 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c50b54-7fe7-4961-9009-2b574d265015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.614534 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d4c50b54-7fe7-4961-9009-2b574d265015 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/60761479-761b-4809-82c4-e5414bf6c7f6 HTTP/1.1" status: 204 len: 168 time: 0.7029519 Jun 17 08:24:38.614534 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4fa1f380-5914-4525-8d91-1f17fa464470 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:38.617340 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-488e1184-7cbd-465c-bad7-ba4bc509cc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.620763 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e026e9a9-fdce-461c-9926-8c8868f747e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:38.652367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323afe9-523d-42d7-987c-8007b20175d1 req-b135d651-54ff-41a3-8711-ab981616ce67 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:38.654038 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4323afe9-523d-42d7-987c-8007b20175d1 req-b135d651-54ff-41a3-8711-ab981616ce67 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 949 time: 0.3295114 Jun 17 08:24:38.656794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c50b54-7fe7-4961-9009-2b574d265015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60761479-761b-4809-82c4-e5414bf6c7f6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:38.671974 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4c50b54-7fe7-4961-9009-2b574d265015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:38.710521 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-488e1184-7cbd-465c-bad7-ba4bc509cc41 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9aa5598f55bb4f49946bbbd4d95d7755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186429 Jun 17 08:24:38.711945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e1184-7cbd-465c-bad7-ba4bc509cc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fc0952-acb6-42c3-9cc3-c210fa3374ba,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:38.714974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57598) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:38.717958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Made reservation on behalf of 65b99685265c44d380c64d0fe92f110a for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:38.721543 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.743290 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-488e1184-7cbd-465c-bad7-ba4bc509cc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:38.797573 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4323afe9-523d-42d7-987c-8007b20175d1 req-bc68320f-8e94-439b-8386-184127522360 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243789 Jun 17 08:24:38.833469 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a97b3383-c3ab-4776-bb86-e3e67ebf1084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.909187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a97b3383-c3ab-4776-bb86-e3e67ebf1084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.954065 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:38.995351 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a97b3383-c3ab-4776-bb86-e3e67ebf1084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.000768 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a97b3383-c3ab-4776-bb86-e3e67ebf1084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.002444 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a97b3383-c3ab-4776-bb86-e3e67ebf1084 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/45fc0952-acb6-42c3-9cc3-c210fa3374ba HTTP/1.1" status: 204 len: 168 time: 0.2730904 Jun 17 08:24:39.003582 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:39.013816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b3383-c3ab-4776-bb86-e3e67ebf1084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fc0952-acb6-42c3-9cc3-c210fa3374ba,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:39.024486 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a97b3383-c3ab-4776-bb86-e3e67ebf1084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:39.070255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5053da29-85d0-4473-8b36-9866de94529c req-ea3c488d-a7c9-4c83-8ac0-5ce0015b01e0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 210 time: 0.1304648 Jun 17 08:24:39.127358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac0987e9-f37c-43ba-a813-7073865caafe req-7719d08a-80e0-4272-ba28-343c978b90cd tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 210 time: 0.0452933 Jun 17 08:24:39.142464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Allocated IP 172.20.0.14 (4071b039-c5ae-4369-8e5c-102d9a61ff48/3ec799a1-b3df-4b16-9b6d-7f455c811af5/203416c9-b5e8-407b-8619-e87997a4689c) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:39.386131 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.404678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c493b-5596-498c-be93-9869d653123b req-570cd8ae-0a68-40d4-a7a0-9158698eb342 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:39.406271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a3c493b-5596-498c-be93-9869d653123b req-570cd8ae-0a68-40d4-a7a0-9158698eb342 tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 1101 time: 0.1313031 Jun 17 08:24:39.409328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Transition to ACTIVE for port object 203416c9-b5e8-407b-8619-e87997a4689c will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:39.416183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:39.471030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a3c493b-5596-498c-be93-9869d653123b req-f2a9e947-ac4e-4885-896a-5637d5be162d tempest-MigrationsAdminTest-1234798943 tempest-MigrationsAdminTest-1234798943-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536778 Jun 17 08:24:39.510323 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.515437 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a2dcfcef-7ac1-4cf1-85ef-f5e6e6396237 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:39.554630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 0e537eac-524e-4533-89e7-3399f68f0808 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:39.560136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 0e537eac-524e-4533-89e7-3399f68f0808 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:39.562311 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.619760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Network 4071b039-c5ae-4369-8e5c-102d9a61ff48 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:39.639006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:39.645352 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:39.685418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57628) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:39.711972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Pushing event updated for resources: {'Port': ['ID=203416c9-b5e8-407b-8619-e87997a4689c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:39.717489 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:39.816473 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.831818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:39.832523 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.878006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:39.887612 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871d5a06-8bbe-4b52-bfbd-4d62fdabd172" -d '{"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-plugged", "status": "completed", "tag": "0e537eac-524e-4533-89e7-3399f68f0808"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:39.903408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7368598 Jun 17 08:24:39.914475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:39.920062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Request body: {'port': {'device_id': '1a716fb9-f68f-4454-885a-fe363c62a015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:39.925646 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:39.928954 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:40.004975 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69612d88-138f-43f6-ba8f-08fbb10e470b x-openstack-request-id: req-69612d88-138f-43f6-ba8f-08fbb10e470b {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:40.005692 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-plugged", "status": "completed", "tag": "0e537eac-524e-4533-89e7-3399f68f0808", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:40.005692 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69612d88-138f-43f6-ba8f-08fbb10e470b {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:40.006012 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808', 'code': 200} Jun 17 08:24:40.065250 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.071514 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c3fde7d-56d3-4207-b06a-76712006f7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.116815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=13']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:40.131947 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:40.204108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-aba5696b-fc1b-44c0-9fc4-ffd055bde424 None None] Provisioning for port 203416c9-b5e8-407b-8619-e87997a4689c completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:40.227214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-aba5696b-fc1b-44c0-9fc4-ffd055bde424 None None] Provisioning complete for port 203416c9-b5e8-407b-8619-e87997a4689c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:40.227964 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-aba5696b-fc1b-44c0-9fc4-ffd055bde424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.321122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c3fde7d-56d3-4207-b06a-76712006f7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.330885 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c3fde7d-56d3-4207-b06a-76712006f7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.376696 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-aba5696b-fc1b-44c0-9fc4-ffd055bde424 None None] Port 203416c9-b5e8-407b-8619-e87997a4689c cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:24:40.395492 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e73b20ab-6229-42b9-b605-6ed91810e431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:40.485817 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9c3fde7d-56d3-4207-b06a-76712006f7cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=777af60087be4526b50e1f74a3419633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7956166 Jun 17 08:24:40.489365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57658) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:40.542056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fde7d-56d3-4207-b06a-76712006f7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390db92d-9665-489e-9287-e39c5c730556,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:40.561003 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9c3fde7d-56d3-4207-b06a-76712006f7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:40.595150 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a93e5b6e-360e-48b8-b86f-3e685803b36d req-9b40e0e0-a41a-4a53-abf8-2b9f4052d27b tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 210 time: 0.0732365 Jun 17 08:24:40.646067 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57660) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:40.648434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4accdc-eb52-4105-88c6-dc2e94f512ba req-2f70b704-dcf7-4088-8130-a7fe9280c971 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:40.650011 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-429bfcad-4037-44fa-a786-85ac12dacebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.665689 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3a4accdc-eb52-4105-88c6-dc2e94f512ba req-2f70b704-dcf7-4088-8130-a7fe9280c971 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 932 time: 0.2944186 Jun 17 08:24:40.724469 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-429bfcad-4037-44fa-a786-85ac12dacebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.833885 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-429bfcad-4037-44fa-a786-85ac12dacebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.836797 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-429bfcad-4037-44fa-a786-85ac12dacebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:40.841662 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-429bfcad-4037-44fa-a786-85ac12dacebd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/390db92d-9665-489e-9287-e39c5c730556 HTTP/1.1" status: 204 len: 168 time: 0.3508863 Jun 17 08:24:40.842623 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3452209a-9a79-4069-8b39-0f4eacaa74fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:40.843668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3a4accdc-eb52-4105-88c6-dc2e94f512ba req-c087b9fd-3dba-4354-91e0-b8a48a69840b tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761994 Jun 17 08:24:40.856972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bfcad-4037-44fa-a786-85ac12dacebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390db92d-9665-489e-9287-e39c5c730556,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:40.872191 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-429bfcad-4037-44fa-a786-85ac12dacebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:40.938308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1129787673-network', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:40.969031 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Made reservation on behalf of 3972053f1cc04eb4a0a77cfe28701ca9 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:40.972489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.013956 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.113121 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235c727-ba04-4bec-9328-770eb2ae4fad req-299e8388-8553-4980-a32a-ea765dee1e6b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:41.123510 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0235c727-ba04-4bec-9328-770eb2ae4fad req-299e8388-8553-4980-a32a-ea765dee1e6b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 950 time: 0.2633770 Jun 17 08:24:41.131738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 203416c9-b5e8-407b-8619-e87997a4689c {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:24:41.149383 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.168167 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.176565 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.190983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:24:41.202314 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.203028 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Added segment 29a5973a-d888-40d3-ac63-15f5db59831e of type vlan for network 7604218d-e90b-49a3-8e82-a207380d152e Jun 17 08:24:41.229498 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0235c727-ba04-4bec-9328-770eb2ae4fad req-781bcdf3-1a1c-437f-9a35-4cae0086f110 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048484 Jun 17 08:24:41.230910 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Transition to ACTIVE for port object 203416c9-b5e8-407b-8619-e87997a4689c will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:41.239705 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.242943 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d58753d0-e869-4006-9336-72f0c0c295f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:41.252707 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.305765 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7ba63efb-646e-4a12-ae54-4445e9966212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:41.334408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a530cba-1fb4-43bd-ab8c-8e396845b2cd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:41.358251 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.358795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:41.359631 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.362473 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:41.363343 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-08d36960-2a44-4c26-aa94-d12b20f92862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:41.445590 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Pushing event updated for resources: {'Port': ['ID=203416c9-b5e8-407b-8619-e87997a4689c,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:41.452686 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:41.454342 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Attempting to bind port 203416c9-b5e8-407b-8619-e87997a4689c on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:41.454678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Attempting to bind port 203416c9-b5e8-407b-8619-e87997a4689c by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:41.455236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Attempting to bind port 203416c9-b5e8-407b-8619-e87997a4689c on network 4071b039-c5ae-4369-8e5c-102d9a61ff48 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:41.461558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Port 203416c9-b5e8-407b-8619-e87997a4689c on network 4071b039-c5ae-4369-8e5c-102d9a61ff48 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:24:41.461905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Attempting to bind port 203416c9-b5e8-407b-8619-e87997a4689c on network 4071b039-c5ae-4369-8e5c-102d9a61ff48 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:41.469140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:41.469496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Checking segment: {'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:41.469870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Bound using segment: {'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:41.470307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Bound port: 203416c9-b5e8-407b-8619-e87997a4689c, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbbf2df-0a27-4500-a117-85e661c011a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:41.470669 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.493394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Pushing event updated for resources: {'Network': ['ID=7604218d-e90b-49a3-8e82-a207380d152e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:41.503329 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:41.508736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 7604218d-e90b-49a3-8e82-a207380d152e details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:24:41.510049 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8564856 Jun 17 08:24:41.513229 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57680) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:41.526917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Request body: {'subnet': {'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1129787673-subnet', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:41.568446 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] For port 203416c9-b5e8-407b-8619-e87997a4689c, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:41.577081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] For port 203416c9-b5e8-407b-8619-e87997a4689c, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=203416c9-b5e8-407b-8619-e87997a4689c,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:41.578278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Made reservation on behalf of 3972053f1cc04eb4a0a77cfe28701ca9 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:41.583492 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.588717 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.606524 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:41.783837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Pushing event updated for resources: {'Port': ['ID=203416c9-b5e8-407b-8619-e87997a4689c,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:41.806397 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:41.821031 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:41.823191 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:41.826003 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] 10.222.0.63 "PUT /v2.0/ports/203416c9-b5e8-407b-8619-e87997a4689c HTTP/1.1" status: 200 len: 1093 time: 1.9166343 Jun 17 08:24:41.832829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a716fb9-f68f-4454-885a-fe363c62a015', 'tag': '203416c9-b5e8-407b-8619-e87997a4689c'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:41.840804 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200cba50-9aab-4053-a56b-8ba54f9f6c49" -d '{"events": [{"name": "network-changed", "server_uuid": "1a716fb9-f68f-4454-885a-fe363c62a015", "tag": "203416c9-b5e8-407b-8619-e87997a4689c"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:42.032113 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a89980-a928-4520-9624-89a1349111a1 x-openstack-request-id: req-b1a89980-a928-4520-9624-89a1349111a1 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:42.032717 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a716fb9-f68f-4454-885a-fe363c62a015", "tag": "203416c9-b5e8-407b-8619-e87997a4689c", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:42.033015 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b1a89980-a928-4520-9624-89a1349111a1 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:42.033464 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a716fb9-f68f-4454-885a-fe363c62a015', 'tag': '203416c9-b5e8-407b-8619-e87997a4689c', 'status': 'completed', 'code': 200} Jun 17 08:24:42.045211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9928543a-291a-474f-beb2-92893f915a67 req-bb889cda-7b03-4440-b684-e5ff691c38fc tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=285c37f7-8e3f-4d6a-bbae-d0effd83672f HTTP/1.1" status: 200 len: 210 time: 0.2007384 Jun 17 08:24:42.216384 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e426-3fd6-406b-920f-a74433614553 req-b1f788d1-37f3-4bfd-9c7b-c5d3ae91a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:42.218042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-b1f788d1-37f3-4bfd-9c7b-c5d3ae91a56b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=65b99685265c44d380c64d0fe92f110a&device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 1096 time: 0.3279846 Jun 17 08:24:42.285040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:42.303343 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fccd36f0-3ae7-4d2d-84ae-630fdb33509e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:42.341819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-8dba1765-449a-4dd9-a4e3-121910e054ea service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=203416c9-b5e8-407b-8619-e87997a4689c HTTP/1.1" status: 200 len: 217 time: 0.1126292 Jun 17 08:24:42.401670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fdd66af-1493-4f19-b811-3fee1ee5614d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:42.408114 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:42.556255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380be579-5227-44e2-a873-29021950e0bd req-cda129b2-875e-4ed3-8d52-b95f5dcf83fd tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:42.557868 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-380be579-5227-44e2-a873-29021950e0bd req-cda129b2-875e-4ed3-8d52-b95f5dcf83fd tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 950 time: 0.8209639 Jun 17 08:24:42.558714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Checking segment: {'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:42.559097 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Network hostable DHCP agents. Network: 7604218d-e90b-49a3-8e82-a207380d152e, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:24:42.714640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Network 7604218d-e90b-49a3-8e82-a207380d152e is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:24:42.737488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 7604218d-e90b-49a3-8e82-a207380d152e) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:42.746338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb314b76-abca-4347-84d5-81d3c6377397 None None] Network 7604218d-e90b-49a3-8e82-a207380d152e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:42.750990 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:42.759925 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:42.776660 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-380be579-5227-44e2-a873-29021950e0bd req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Deleting port 0e537eac-524e-4533-89e7-3399f68f0808 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:42.782494 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-380be579-5227-44e2-a873-29021950e0bd req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:42.834127 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3193071 Jun 17 08:24:42.945067 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57720) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:42.945526 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57722) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:42.955658 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:42.959722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e426-3fd6-406b-920f-a74433614553 req-15ebe0d7-0d63-47e0-bee9-3ec6307207dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:42.962065 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-15ebe0d7-0d63-47e0-bee9-3ec6307207dc service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ec799a1-b3df-4b16-9b6d-7f455c811af5 HTTP/1.1" status: 200 len: 854 time: 0.5824916 Jun 17 08:24:42.989341 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:42.990584 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.033709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-7604218d-e90b-49a3-8e82-a207380d152e', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'fixed_ips': [{'subnet_id': '2fdd66af-1493-4f19-b811-3fee1ee5614d'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:24:43.035463 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.116986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-380be579-5227-44e2-a873-29021950e0bd req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] For port 0e537eac-524e-4533-89e7-3399f68f0808, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e537eac-524e-4533-89e7-3399f68f0808,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:43.117685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-380be579-5227-44e2-a873-29021950e0bd req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.121094 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.209031 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87e426-3fd6-406b-920f-a74433614553 req-e1822def-5720-4750-adf8-0e48d22a64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:43.210713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-e1822def-5720-4750-adf8-0e48d22a64e6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4071b039-c5ae-4369-8e5c-102d9a61ff48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1845338 Jun 17 08:24:43.220895 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-380be579-5227-44e2-a873-29021950e0bd req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Calling delete_port for 0e537eac-524e-4533-89e7-3399f68f0808 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:43.240281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24384025-efd6-4bf4-8840-af671e9b62c7 req-d05eaf40-2d78-4f49-8421-de4763ab4457 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:43.241771 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-24384025-efd6-4bf4-8840-af671e9b62c7 req-d05eaf40-2d78-4f49-8421-de4763ab4457 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 944 time: 0.9038286 Jun 17 08:24:43.263744 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0193-84b6-4cfc-b26b-65af483840a1 req-ad196618-4c1e-421c-9134-5f9af435815f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:43.265392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-969105470-network', 'tenant_id': '16625ed9bdf94d06bd1e29183bdd9a8d'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:43.271128 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af9a0193-84b6-4cfc-b26b-65af483840a1 req-ad196618-4c1e-421c-9134-5f9af435815f tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=fef610c0-ebfe-40df-a4fa-fe0ce69b4728 HTTP/1.1" status: 200 len: 950 time: 0.3079159 Jun 17 08:24:43.307818 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Allocated IP 172.20.0.2 (7604218d-e90b-49a3-8e82-a207380d152e/2fdd66af-1493-4f19-b811-3fee1ee5614d/42d84d6d-ed33-42b5-84de-abba28561d0f) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:43.402402 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-834d6970-89ef-4148-852a-806a96de12e1 service neutron] 10.222.0.63 "GET /v2.0/networks/4071b039-c5ae-4369-8e5c-102d9a61ff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595447 Jun 17 08:24:43.484363 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-24384025-efd6-4bf4-8840-af671e9b62c7 req-2c772ee1-05c5-4917-83b8-f6f93639b4dd tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321897 Jun 17 08:24:43.522570 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.529044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Made reservation on behalf of 16625ed9bdf94d06bd1e29183bdd9a8d for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:43.531805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.546764 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.617207 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af9a0193-84b6-4cfc-b26b-65af483840a1 req-31aa3126-f8c4-4317-80d5-2c22a85e1af7 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451722 Jun 17 08:24:43.687793 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e87e426-3fd6-406b-920f-a74433614553 req-610e8ae3-821d-42eb-abff-2e8271f1dc3d service neutron] 10.222.0.63 "GET /v2.0/networks/4071b039-c5ae-4369-8e5c-102d9a61ff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774284 Jun 17 08:24:43.689718 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8b6a8c16-215d-43fd-b790-a257eb9d5c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.852993 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cba50-9aab-4053-a56b-8ba54f9f6c49 req-d09a28a4-fbbf-4e28-b09d-88d49d338f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:43.854621 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-200cba50-9aab-4053-a56b-8ba54f9f6c49 req-d09a28a4-fbbf-4e28-b09d-88d49d338f34 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=65b99685265c44d380c64d0fe92f110a&device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 1096 time: 0.1087651 Jun 17 08:24:43.961311 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.979677 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-380be579-5227-44e2-a873-29021950e0bd req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:43.995800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['aa66d78f-5886-414e-943c-88d3040bbbcc'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:43.998895 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:44.014092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b9532ac6-f59d-4feb-8c3a-e5a194af4835', '0fce78da-90ef-48f2-8853-c3c4d1ec8261'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:44.134580 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Pushing event deleted for resources: {'Port': ['ID=0e537eac-524e-4533-89e7-3399f68f0808,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:44.139965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cba50-9aab-4053-a56b-8ba54f9f6c49 req-708f53ab-1553-46df-a9a6-93a7f59cc394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:44.144471 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-380be579-5227-44e2-a873-29021950e0bd req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] No DVR routers for this DVR port 0e537eac-524e-4533-89e7-3399f68f0808 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:44.148488 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-200cba50-9aab-4053-a56b-8ba54f9f6c49 req-708f53ab-1553-46df-a9a6-93a7f59cc394 service neutron] 10.222.0.63 "GET /v2.0/networks?id=4071b039-c5ae-4369-8e5c-102d9a61ff48 HTTP/1.1" status: 200 len: 916 time: 0.2843661 Jun 17 08:24:44.151518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Transition to ACTIVE for port object 42d84d6d-ed33-42b5-84de-abba28561d0f will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:44.154149 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:44.160141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-380be579-5227-44e2-a873-29021950e0bd req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.165176 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-380be579-5227-44e2-a873-29021950e0bd req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "DELETE /v2.0/ports/0e537eac-524e-4533-89e7-3399f68f0808 HTTP/1.1" status: 204 len: 173 time: 1.5936496 Jun 17 08:24:44.188790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-deleted', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:44.198607 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5568d5c8-2f07-45dc-a68c-9a692ae7ab02" -d '{"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-deleted", "tag": "0e537eac-524e-4533-89e7-3399f68f0808"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:44.240156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Transition to ACTIVE for port object 42d84d6d-ed33-42b5-84de-abba28561d0f will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:44.293003 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-200cba50-9aab-4053-a56b-8ba54f9f6c49 req-c429fc4d-01b9-4e74-9bf7-e3ac4c1ef710 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=203416c9-b5e8-407b-8619-e87997a4689c HTTP/1.1" status: 200 len: 217 time: 0.1399059 Jun 17 08:24:44.351915 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6455b6b1-faca-4420-a0a9-1d43d173b608 x-openstack-request-id: req-6455b6b1-faca-4420-a0a9-1d43d173b608 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:44.353348 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef610c0-ebfe-40df-a4fa-fe0ce69b4728", "name": "network-vif-deleted", "tag": "0e537eac-524e-4533-89e7-3399f68f0808", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:44.353650 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6455b6b1-faca-4420-a0a9-1d43d173b608 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:44.355811 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fef610c0-ebfe-40df-a4fa-fe0ce69b4728', 'name': 'network-vif-deleted', 'tag': '0e537eac-524e-4533-89e7-3399f68f0808', 'status': 'completed', 'code': 200} Jun 17 08:24:44.357626 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.357950 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.371827 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:44.394408 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cba50-9aab-4053-a56b-8ba54f9f6c49 req-0f4d804f-4454-4fa8-bbf5-da599fc73f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:44.395957 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-200cba50-9aab-4053-a56b-8ba54f9f6c49 req-0f4d804f-4454-4fa8-bbf5-da599fc73f25 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ec799a1-b3df-4b16-9b6d-7f455c811af5 HTTP/1.1" status: 200 len: 854 time: 0.0963540 Jun 17 08:24:44.422503 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.469012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:24:44.479953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.480304 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Added segment dfc11761-ffcb-4db1-9163-c4afc2c1e52c of type vlan for network 61535d9d-53f8-4cec-a656-f7e45c87b55a Jun 17 08:24:44.536852 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.574220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cba50-9aab-4053-a56b-8ba54f9f6c49 req-bd299821-2fa6-4aa5-ab30-445d34bb3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:44.576111 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-200cba50-9aab-4053-a56b-8ba54f9f6c49 req-bd299821-2fa6-4aa5-ab30-445d34bb3fa3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4071b039-c5ae-4369-8e5c-102d9a61ff48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603491 Jun 17 08:24:44.579432 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2d7728a0-6ea0-4561-b43f-cea1d92c1608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:44.597527 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.601621 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Network 7604218d-e90b-49a3-8e82-a207380d152e is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:44.613692 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:44.614474 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.682920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:44.707288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:44.755341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-200cba50-9aab-4053-a56b-8ba54f9f6c49 req-3b956554-f9e0-480d-8a38-678f50b6f7f1 service neutron] 10.222.0.63 "GET /v2.0/networks/4071b039-c5ae-4369-8e5c-102d9a61ff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697347 Jun 17 08:24:44.761510 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.764664 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8163424 Jun 17 08:24:44.767363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57750) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:44.794762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Request body: {'subnet': {'network_id': '61535d9d-53f8-4cec-a656-f7e45c87b55a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-969105470-subnet', 'tenant_id': '16625ed9bdf94d06bd1e29183bdd9a8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:44.799833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f00ed27-6e89-439c-8b99-edc6539d1394,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:44.805550 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:44.807576 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:44.809601 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-043be2ec-4558-4f37-a4f1-deb46b1760f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:44.867577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Pushing event updated for resources: {'Port': ['ID=42d84d6d-ed33-42b5-84de-abba28561d0f,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:44.877050 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:44.936940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Attempting to bind port 42d84d6d-ed33-42b5-84de-abba28561d0f on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:44.937828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Attempting to bind port 42d84d6d-ed33-42b5-84de-abba28561d0f by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:44.938490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Attempting to bind port 42d84d6d-ed33-42b5-84de-abba28561d0f on network 7604218d-e90b-49a3-8e82-a207380d152e {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:44.943567 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Pushing event updated for resources: {'Network': ['ID=61535d9d-53f8-4cec-a656-f7e45c87b55a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:44.948537 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:44.971253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 61535d9d-53f8-4cec-a656-f7e45c87b55a details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:24:45.008578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:45.009256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Checking segment: {'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:45.009869 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.010465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Bound using segment: {'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:45.011385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Bound port: 42d84d6d-ed33-42b5-84de-abba28561d0f, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:45.012009 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.050304 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-200cba50-9aab-4053-a56b-8ba54f9f6c49 req-747e1e31-61c8-45cc-9b01-84cb0cbae197 service neutron] 10.222.0.63 "GET /v2.0/networks/4071b039-c5ae-4369-8e5c-102d9a61ff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732682 Jun 17 08:24:45.080105 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Made reservation on behalf of 16625ed9bdf94d06bd1e29183bdd9a8d for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:45.084861 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.105967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b6a9ea-4f09-4e4a-b57f-f96f1dbf26a8 req-83195cce-4565-4751-b7b1-7284f15663ba tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:45.117133 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-62b6a9ea-4f09-4e4a-b57f-f96f1dbf26a8 req-83195cce-4565-4751-b7b1-7284f15663ba tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 944 time: 0.3572388 Jun 17 08:24:45.196027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-62b6a9ea-4f09-4e4a-b57f-f96f1dbf26a8 req-ba58c22c-80b3-445d-ad74-3efd85748d41 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713489 Jun 17 08:24:45.256613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] For port 42d84d6d-ed33-42b5-84de-abba28561d0f, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:45.265270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] For port 42d84d6d-ed33-42b5-84de-abba28561d0f, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=42d84d6d-ed33-42b5-84de-abba28561d0f,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:45.287651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.305740 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:45.469437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Allocated IP 172.25.8.43 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/a1a43929-9128-4403-bf93-53de51327ba1) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:45.492282 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:45.630376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 0e537eac-524e-4533-89e7-3399f68f0808 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:45.631115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e537eac-524e-4533-89e7-3399f68f0808 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:45.639075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Pushing event updated for resources: {'Port': ['ID=42d84d6d-ed33-42b5-84de-abba28561d0f,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:45.655250 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:45.671279 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.677048 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.696522 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dce818aa-b3f6-4b98-b855-ea0ed06b06ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:45.696857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a2fdcb7f-c5b7-4e5f-a4db-cde8e96af57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.771201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe532dc-9233-4669-86ae-5c3679463668,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:45.779189 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:45.816620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Checking segment: {'id': 'dfc11761-ffcb-4db1-9163-c4afc2c1e52c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '61535d9d-53f8-4cec-a656-f7e45c87b55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:45.817118 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Network hostable DHCP agents. Network: 61535d9d-53f8-4cec-a656-f7e45c87b55a, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:24:45.882219 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.885036 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:45.887277 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:45.894209 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Network 61535d9d-53f8-4cec-a656-f7e45c87b55a is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:24:45.945988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:45.967947 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Pushing event updated for resources: {'Port': ['ID=a1a43929-9128-4403-bf93-53de51327ba1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:45.979666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 61535d9d-53f8-4cec-a656-f7e45c87b55a) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:45.987180 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:45.989787 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3214c801-1741-46cc-b4bc-cfdcadfd9d47 None None] Network 61535d9d-53f8-4cec-a656-f7e45c87b55a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:46.003734 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:46.008676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:46.009633 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.058864 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2774954 Jun 17 08:24:46.061957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:46.202244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d3720-1188-4cbe-abd5-d3654bd06de9 req-30509f16-af75-48e9-93eb-4d0a8c19d25c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:46.209474 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-077d3720-1188-4cbe-abd5-d3654bd06de9 req-30509f16-af75-48e9-93eb-4d0a8c19d25c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 951 time: 0.1759837 Jun 17 08:24:46.266737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1000b27-f9c2-4204-8b48-e67192f08896 None None] Network 61535d9d-53f8-4cec-a656-f7e45c87b55a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:46.313774 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-077d3720-1188-4cbe-abd5-d3654bd06de9 req-f89cd80a-80f0-4d08-94c8-266b7a0093ef tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941641 Jun 17 08:24:46.569976 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.571038 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-1458a817-576c-4da7-83c6-2cec9a92c47e req-a974b9f2-a4de-408a-8934-3b8a30e602c8 tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] show failed (client error): The resource could not be found. Jun 17 08:24:46.582837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1458a817-576c-4da7-83c6-2cec9a92c47e req-a974b9f2-a4de-408a-8934-3b8a30e602c8 tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] 10.222.0.47 "GET /v2.0/security-groups/1b1e5a80-2748-434e-9aac-51352eab961a HTTP/1.1" status: 404 len: 352 time: 0.0267141 Jun 17 08:24:46.647649 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe1202-ff3b-4af6-bcc2-6a0a09654150 req-69db1031-9153-416d-80e8-f2d3ebb08602 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:46.657490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eabe1202-ff3b-4af6-bcc2-6a0a09654150 req-69db1031-9153-416d-80e8-f2d3ebb08602 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 944 time: 0.1640654 Jun 17 08:24:46.737780 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.787038 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eabe1202-ff3b-4af6-bcc2-6a0a09654150 req-9196b52e-90ce-4af5-a610-dcc04195f0db tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240795 Jun 17 08:24:46.872096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20caa456-218e-4e6c-9e5d-8e42e2a4c6ff req-ab8d59bf-d88e-4171-a177-9e954868e1e0 tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16625ed9bdf94d06bd1e29183bdd9a8d HTTP/1.1" status: 200 len: 2984 time: 0.1238401 Jun 17 08:24:46.980353 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:46.990282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20caa456-218e-4e6c-9e5d-8e42e2a4c6ff req-cadb6b99-2690-47a6-ad22-a7862bc7083f tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] 10.222.0.47 "GET /v2.0/security-groups/0f00ed27-6e89-439c-8b99-edc6539d1394 HTTP/1.1" status: 200 len: 2981 time: 0.1167939 Jun 17 08:24:47.101547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20caa456-218e-4e6c-9e5d-8e42e2a4c6ff req-27c35129-a840-4050-96c1-9529362214ec tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] 10.222.0.47 "GET /v2.0/security-groups/0f00ed27-6e89-439c-8b99-edc6539d1394 HTTP/1.1" status: 200 len: 2981 time: 0.1079631 Jun 17 08:24:47.137979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1f0d70-00a9-4279-b97d-469c8080b882 None None] Network 7604218d-e90b-49a3-8e82-a207380d152e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:47.162098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57800) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:47.239908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cdd0525e-a1e5-467c-a9db-914c06d8a932 None None] Provisioning for port 42d84d6d-ed33-42b5-84de-abba28561d0f completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:47.243969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a274d85a-90c2-4c8d-a3f6-9437d04a1cbb req-7639431a-f407-4dc2-ad17-e3d85ea5191c tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] 10.222.0.47 "GET /v2.0/security-groups/0f00ed27-6e89-439c-8b99-edc6539d1394 HTTP/1.1" status: 200 len: 2981 time: 0.1245134 Jun 17 08:24:47.255967 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:24:47.271248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba67bd-54f8-4123-8cd5-bc422b6dd6be req-f56473ea-4284-4067-9925-3cf35ef2af1e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:47.272672 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5cba67bd-54f8-4123-8cd5-bc422b6dd6be req-f56473ea-4284-4067-9925-3cf35ef2af1e tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 951 time: 0.1119442 Jun 17 08:24:47.398112 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28144717-4d65-413a-bee7-fc15d9f62dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.401657 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-a274d85a-90c2-4c8d-a3f6-9437d04a1cbb req-3dba7241-47a6-4d98-97d4-158a851a1a7b tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:24:47.410057 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a274d85a-90c2-4c8d-a3f6-9437d04a1cbb req-3dba7241-47a6-4d98-97d4-158a851a1a7b tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] 10.222.0.47 "DELETE /v2.0/security-groups/0f00ed27-6e89-439c-8b99-edc6539d1394 HTTP/1.1" status: 409 len: 352 time: 0.1640942 Jun 17 08:24:47.456844 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-5fbe93cd-9ba1-4d8c-8ace-783bc81464f6 req-0a6d04a7-61e6-436b-be17-68b657c90d1f tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] show failed (client error): The resource could not be found. Jun 17 08:24:47.464696 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fbe93cd-9ba1-4d8c-8ace-783bc81464f6 req-0a6d04a7-61e6-436b-be17-68b657c90d1f tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] 10.222.0.47 "GET /v2.0/security-groups/95f58860-1750-4c9f-a206-d2481990e18f HTTP/1.1" status: 404 len: 352 time: 0.0267162 Jun 17 08:24:47.525734 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-81d565d5-6d14-47bf-97ce-2b1a8f503002 req-23153af8-9385-49c6-bd02-6b58ced945e3 tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] show failed (client error): The resource could not be found. Jun 17 08:24:47.537609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81d565d5-6d14-47bf-97ce-2b1a8f503002 req-23153af8-9385-49c6-bd02-6b58ced945e3 tempest-SecurityGroupsNegativeTestJSON-493051490 tempest-SecurityGroupsNegativeTestJSON-493051490-project] 10.222.0.47 "GET /v2.0/security-groups/e9bb4afa-5626-4fc3-a71d-cbede3449a46 HTTP/1.1" status: 404 len: 352 time: 0.0472169 Jun 17 08:24:47.566813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57820) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:47.647418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:24:47.663497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Sync routers for ids ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:24:47.690607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Routers {'8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:47.693549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:24:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:47.725999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d674cb7-8bbb-4944-98e3-f59c96d770b6 admin admin] Deleting subnet abe532dc-9233-4669-86ae-5c3679463668 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:24:47.747057 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6d674cb7-8bbb-4944-98e3-f59c96d770b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.793282 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aaaf3b-cf9e-4e64-b77a-c54fbf728062 req-e1f4bfc3-55d3-4480-8942-377262a69508 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:47.800580 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44aaaf3b-cf9e-4e64-b77a-c54fbf728062 req-e1f4bfc3-55d3-4480-8942-377262a69508 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 951 time: 0.2786322 Jun 17 08:24:47.817523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-5cba67bd-54f8-4123-8cd5-bc422b6dd6be req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Deleting port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:47.820369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5cba67bd-54f8-4123-8cd5-bc422b6dd6be req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.901040 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6d674cb7-8bbb-4944-98e3-f59c96d770b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:47.920070 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 42d84d6d-ed33-42b5-84de-abba28561d0f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:48.044045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Set router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:48.073325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 42d84d6d-ed33-42b5-84de-abba28561d0f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:48.101102 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5cba67bd-54f8-4123-8cd5-bc422b6dd6be req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] For port 0fce78da-90ef-48f2-8853-c3c4d1ec8261, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0fce78da-90ef-48f2-8853-c3c4d1ec8261,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:48.101686 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5cba67bd-54f8-4123-8cd5-bc422b6dd6be req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.138899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 42d84d6d-ed33-42b5-84de-abba28561d0f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:48.140762 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.211434 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28144717-4d65-413a-bee7-fc15d9f62dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.235167 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28144717-4d65-413a-bee7-fc15d9f62dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.268484 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44aaaf3b-cf9e-4e64-b77a-c54fbf728062 req-40df77d9-2f31-41f4-87eb-a328b95a9f79 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483128 Jun 17 08:24:48.272127 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:48.298077 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6d674cb7-8bbb-4944-98e3-f59c96d770b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.436067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:46Z', 'revision_number': 3, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:48.477973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Checking router: 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:24:48.478338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Updating router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 port a1a43929-9128-4403-bf93-53de51327ba1 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:24:48.516785 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.521722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28144717-4d65-413a-bee7-fc15d9f62dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6415cc-0727-4068-ac32-f864d8acb6dc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:48.543806 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.549163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-28144717-4d65-413a-bee7-fc15d9f62dbc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d948ee19e191421abe500b71176c45da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3855753 Jun 17 08:24:48.554481 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28144717-4d65-413a-bee7-fc15d9f62dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:48.559131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57826) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:48.572862 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 42d84d6d-ed33-42b5-84de-abba28561d0f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=42d84d6d-ed33-42b5-84de-abba28561d0f,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:48.599576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44a9a0-b06c-4b5b-be10-8106a30f974a req-74a15007-2101-48b3-8398-4fe424787714 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:48.603815 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.609578 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:48.611109 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7d44a9a0-b06c-4b5b-be10-8106a30f974a req-74a15007-2101-48b3-8398-4fe424787714 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 944 time: 0.5484288 Jun 17 08:24:48.687173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=42d84d6d-ed33-42b5-84de-abba28561d0f,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:48.694518 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:48.734499 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7d44a9a0-b06c-4b5b-be10-8106a30f974a req-a6ad1b59-31f6-4cc3-be48-87cc05384ed5 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179624 Jun 17 08:24:48.737707 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6d674cb7-8bbb-4944-98e3-f59c96d770b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.757469 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-387884db-9230-46d6-8d4f-fae0ce08d8a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:48.790625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d674cb7-8bbb-4944-98e3-f59c96d770b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe532dc-9233-4669-86ae-5c3679463668,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:48.799875 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6d674cb7-8bbb-4944-98e3-f59c96d770b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:48.801162 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae2a995a-56e3-41a0-8211-719438d2f41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.807118 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6d674cb7-8bbb-4944-98e3-f59c96d770b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.813223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6d674cb7-8bbb-4944-98e3-f59c96d770b6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/abe532dc-9233-4669-86ae-5c3679463668 HTTP/1.1" status: 204 len: 168 time: 1.2375970 Jun 17 08:24:48.813223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57828) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:48.867064 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.889812 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae2a995a-56e3-41a0-8211-719438d2f41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.925415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-5cba67bd-54f8-4123-8cd5-bc422b6dd6be req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Calling delete_port for 0fce78da-90ef-48f2-8853-c3c4d1ec8261 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:48.930368 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:48.934204 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9847860 Jun 17 08:24:48.944094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57836) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:48.983193 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.130437 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae2a995a-56e3-41a0-8211-719438d2f41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.133066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae2a995a-56e3-41a0-8211-719438d2f41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.134228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ae2a995a-56e3-41a0-8211-719438d2f41c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d6415cc-0727-4068-ac32-f864d8acb6dc HTTP/1.1" status: 204 len: 168 time: 0.5737414 Jun 17 08:24:49.142546 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-454ca6ff-6ee4-4be9-86b8-eae0c0c131ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:49.158220 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.191513 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.193436 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a995a-56e3-41a0-8211-719438d2f41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6415cc-0727-4068-ac32-f864d8acb6dc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:49.205627 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Transition to ACTIVE for port object a1a43929-9128-4403-bf93-53de51327ba1 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:49.208476 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61535d9d-53f8-4cec-a656-f7e45c87b55a']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:49.222359 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.226838 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:49.241473 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae2a995a-56e3-41a0-8211-719438d2f41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:49.272840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc11761-ffcb-4db1-9163-c4afc2c1e52c') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:49.273974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc11761-ffcb-4db1-9163-c4afc2c1e52c') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:49.316812 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.328451 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Attempting to bind port a1a43929-9128-4403-bf93-53de51327ba1 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:49.328625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Attempting to bind port a1a43929-9128-4403-bf93-53de51327ba1 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:49.329058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Attempting to bind port a1a43929-9128-4403-bf93-53de51327ba1 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:49.341856 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:49.342253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:49.342670 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.343104 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:49.343604 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Bound port: a1a43929-9128-4403-bf93-53de51327ba1, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:49.349458 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.350641 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.376764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:24:49.379729 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:24:49.404426 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:24:49.409372 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:24:49.514647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] For port a1a43929-9128-4403-bf93-53de51327ba1, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:49.546370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fe31d-0fea-4a02-8007-c168ebe62aeb None None] Pushing event updated for resources: {'Port': ['ID=a1a43929-9128-4403-bf93-53de51327ba1,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:49.552885 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bd9fe31d-0fea-4a02-8007-c168ebe62aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:49.599719 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5cba67bd-54f8-4123-8cd5-bc422b6dd6be req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.608127 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f99f98f2-359e-4bbc-97ec-9c58df0d355e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:49.615345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b9532ac6-f59d-4feb-8c3a-e5a194af4835'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:49.617768 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['aa66d78f-5886-414e-943c-88d3040bbbcc'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:49.669882 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.676960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.678942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] 10.222.0.47 "DELETE /v2.0/networks/61535d9d-53f8-4cec-a656-f7e45c87b55a HTTP/1.1" status: 204 len: 168 time: 0.8657217 Jun 17 08:24:49.680621 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:49.710812 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=61535d9d-53f8-4cec-a656-f7e45c87b55a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:49.716755 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:49.728576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Pushing event deleted for resources: {'Port': ['ID=0fce78da-90ef-48f2-8853-c3c4d1ec8261,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:49.760338 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:49.785163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6788c07-367a-4088-8a15-737a4cf34906 req-162b8dc5-f594-439d-af07-4203e30b6e48 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:49.789465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] For port a1a43929-9128-4403-bf93-53de51327ba1, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a1a43929-9128-4403-bf93-53de51327ba1,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:49.806244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6788c07-367a-4088-8a15-737a4cf34906 req-162b8dc5-f594-439d-af07-4203e30b6e48 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 868 time: 0.2959652 Jun 17 08:24:49.883228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57856) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:49.917530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a78f4c06-1b1c-4bb8-8216-7f9a30bb4821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.925111 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:49.933702 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6788c07-367a-4088-8a15-737a4cf34906 req-4a57e8dc-3993-4344-adc2-522371b0bc05 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250761 Jun 17 08:24:49.947573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 42d84d6d-ed33-42b5-84de-abba28561d0f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:49.990217 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:50.112502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57860) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:50.127462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cba67bd-54f8-4123-8cd5-bc422b6dd6be req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] No DVR routers for this DVR port 0fce78da-90ef-48f2-8853-c3c4d1ec8261 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:50.171903 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5cba67bd-54f8-4123-8cd5-bc422b6dd6be req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.183745 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5cba67bd-54f8-4123-8cd5-bc422b6dd6be req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "DELETE /v2.0/ports/0fce78da-90ef-48f2-8853-c3c4d1ec8261 HTTP/1.1" status: 204 len: 173 time: 2.8510776 Jun 17 08:24:50.188519 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-deleted', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:50.191968 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916e2b4f-384e-4bad-b24d-7e8e0a71d6b4" -d '{"events": [{"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-deleted", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:50.205803 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a78f4c06-1b1c-4bb8-8216-7f9a30bb4821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.225176 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a78f4c06-1b1c-4bb8-8216-7f9a30bb4821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.232999 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f59794d9-6ad1-4811-bb1e-c3793052e42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:50.343401 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fa9280-4a85-467b-b973-23478544124f x-openstack-request-id: req-22fa9280-4a85-467b-b973-23478544124f {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:50.348719 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94a58a2-5883-430a-a2ea-96518f857f27", "name": "network-vif-deleted", "tag": "0fce78da-90ef-48f2-8853-c3c4d1ec8261", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:50.349011 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-22fa9280-4a85-467b-b973-23478544124f {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:50.349491 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94a58a2-5883-430a-a2ea-96518f857f27', 'name': 'network-vif-deleted', 'tag': '0fce78da-90ef-48f2-8853-c3c4d1ec8261', 'status': 'completed', 'code': 200} Jun 17 08:24:50.421673 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a78f4c06-1b1c-4bb8-8216-7f9a30bb4821 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=533ab90f7f9948d7ae38a7a9807f6e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5368640 Jun 17 08:24:50.425385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57874) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:50.433713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f4c06-1b1c-4bb8-8216-7f9a30bb4821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf05dc8-5c92-4180-8e36-5c3379636d10,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:50.451563 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a78f4c06-1b1c-4bb8-8216-7f9a30bb4821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:50.458278 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8935b890-fe47-409f-95a9-21d1c072ce1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16625ed9bdf94d06bd1e29183bdd9a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3359940 Jun 17 08:24:50.462022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57876) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:50.570946 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073105e-ff92-41a9-9b22-b90d86fef900 req-ca8e9180-890f-452f-a5f8-d34509699e97 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:50.573654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5073105e-ff92-41a9-9b22-b90d86fef900 req-ca8e9180-890f-452f-a5f8-d34509699e97 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 944 time: 0.3150206 Jun 17 08:24:50.614278 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff44cf86-0c41-481e-99c1-cdfd408f0f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.717622 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Routers {'8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:50.718364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:24:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:50.745236 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5073105e-ff92-41a9-9b22-b90d86fef900 req-7fa4eadd-8194-41f9-aa64-464e1f4b1311 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576390 Jun 17 08:24:50.777461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff44cf86-0c41-481e-99c1-cdfd408f0f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.806532 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ff75-9e9b-441f-be6c-e4a721d2d3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.862560 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ff75-9e9b-441f-be6c-e4a721d2d3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.898053 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff44cf86-0c41-481e-99c1-cdfd408f0f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.901757 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff44cf86-0c41-481e-99c1-cdfd408f0f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:50.906183 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ff44cf86-0c41-481e-99c1-cdfd408f0f5b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/edf05dc8-5c92-4180-8e36-5c3379636d10 HTTP/1.1" status: 204 len: 168 time: 0.4790387 Jun 17 08:24:50.907622 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-35b85c10-1ba2-47be-a069-b0d3cfc0106e tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:50.928931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44cf86-0c41-481e-99c1-cdfd408f0f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf05dc8-5c92-4180-8e36-5c3379636d10,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:50.932518 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ff44cf86-0c41-481e-99c1-cdfd408f0f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:51.063785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.137952 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ff75-9e9b-441f-be6c-e4a721d2d3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.155818 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e8ff75-9e9b-441f-be6c-e4a721d2d3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.157888 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f4e8ff75-9e9b-441f-be6c-e4a721d2d3f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f00ed27-6e89-439c-8b99-edc6539d1394 HTTP/1.1" status: 204 len: 168 time: 0.6917229 Jun 17 08:24:51.215941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fe31d-0fea-4a02-8007-c168ebe62aeb None None] Pushing event updated for resources: {'Port': ['ID=a1a43929-9128-4403-bf93-53de51327ba1,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:51.234409 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bd9fe31d-0fea-4a02-8007-c168ebe62aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.244s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:51.323013 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98d319d6-f840-46a8-afc8-f1a6228c6300 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:51.406305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8ff75-9e9b-441f-be6c-e4a721d2d3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f00ed27-6e89-439c-8b99-edc6539d1394,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:51.412816 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f4e8ff75-9e9b-441f-be6c-e4a721d2d3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:51.520191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6338ffd9-52a2-48c4-bac1-bc747dc420c4 req-96b07cef-2e0f-47cb-8381-d6669d6226c3 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=d94a58a2-5883-430a-a2ea-96518f857f27 HTTP/1.1" status: 200 len: 210 time: 0.0940881 Jun 17 08:24:51.562866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:51.645724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 0fce78da-90ef-48f2-8853-c3c4d1ec8261 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:51.646432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0fce78da-90ef-48f2-8853-c3c4d1ec8261 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:51.670733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 42d84d6d-ed33-42b5-84de-abba28561d0f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:51.671690 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:51.783482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Allocated IP 172.20.0.1 (7604218d-e90b-49a3-8e82-a207380d152e/2fdd66af-1493-4f19-b811-3fee1ee5614d/6f56940f-0eea-4f60-a860-07aa0252983d) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:24:51.888909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] Set router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:52.175073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:52.224119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Transition to ACTIVE for port object 6f56940f-0eea-4f60-a860-07aa0252983d will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:52.323323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4185cb-e716-478b-a966-6f42721f427e req-eb1764ac-79a5-4ee6-a61f-9d01f9979988 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:52.330412 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:52.337097 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c064f3d2-604a-4501-9484-42a1fc52be3c tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:52.337781 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:24:52.341914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a4185cb-e716-478b-a966-6f42721f427e req-eb1764ac-79a5-4ee6-a61f-9d01f9979988 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 944 time: 0.2435741 Jun 17 08:24:52.421015 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:46Z', 'revision_number': 3, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:52.473074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Network 7604218d-e90b-49a3-8e82-a207380d152e is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:52.483475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a4185cb-e716-478b-a966-6f42721f427e req-602b5fcf-5e2a-4a59-b5ee-41c05a266a64 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405790 Jun 17 08:24:52.495968 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:52.524934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:24:52.560034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b8a126-2a88-4641-9be5-6303db6175d5 None None] The sync data for ids ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'] in n-d-779913-16 is: [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:46Z', 'revision_number': 3, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:24:52.591041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb65c5-3bd2-4774-8411-55f4a70561f0 req-298068ce-df3d-498c-8b2a-bc8b52b0ebf2 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:52.592892 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16bb65c5-3bd2-4774-8411-55f4a70561f0 req-298068ce-df3d-498c-8b2a-bc8b52b0ebf2 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 945 time: 0.2891605 Jun 17 08:24:52.773108 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:52.794732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16bb65c5-3bd2-4774-8411-55f4a70561f0 req-8a7b6223-b4f3-4c8d-8089-fe4aba6db701 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928511 Jun 17 08:24:52.799560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Pushing event updated for resources: {'Port': ['ID=6f56940f-0eea-4f60-a860-07aa0252983d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:52.809868 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:53.080972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-174c692b-5650-4433-b4ae-48e7048bf8d4 None None] Provisioning for port 6f56940f-0eea-4f60-a860-07aa0252983d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:53.089936 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-174c692b-5650-4433-b4ae-48e7048bf8d4 None None] Provisioning complete for port 6f56940f-0eea-4f60-a860-07aa0252983d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:53.091206 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-174c692b-5650-4433-b4ae-48e7048bf8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:53.237407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceb1a9-b679-4d8f-9b28-5e0154007ff4 req-9ef1d2e4-b25b-42fd-8b83-9db9bc6e794a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:53.247042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-174c692b-5650-4433-b4ae-48e7048bf8d4 None None] Port 6f56940f-0eea-4f60-a860-07aa0252983d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:24:53.248742 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-14ceb1a9-b679-4d8f-9b28-5e0154007ff4 req-9ef1d2e4-b25b-42fd-8b83-9db9bc6e794a tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 945 time: 0.4789708 Jun 17 08:24:53.424389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57948) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:53.425094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57950) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:53.495948 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:53.740236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-282031239-network', 'tenant_id': 'bf6e255a98c04f7ba233cf48bf239691'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:53.768455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1122171840-network', 'tenant_id': '17fe9c2faf86410a842c7f72bf627588'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:53.852820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Made reservation on behalf of bf6e255a98c04f7ba233cf48bf239691 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:53.856511 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:53.894676 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:53.917997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-14ceb1a9-b679-4d8f-9b28-5e0154007ff4 req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Deleting port 9921506d-4731-4aec-8e4e-3a523c15018f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:53.923992 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-14ceb1a9-b679-4d8f-9b28-5e0154007ff4 req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.035666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1a43929-9128-4403-bf93-53de51327ba1 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:54.064483 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.079959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Made reservation on behalf of 17fe9c2faf86410a842c7f72bf627588 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:54.082447 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.096485 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.098835 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.111699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:24:54.124283 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.124700 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Added segment 69d467d7-7459-4b57-bd1a-c0699a87fe12 of type vlan for network b1ff2bbf-c3bb-449c-af8d-44a515af44ab Jun 17 08:24:54.161301 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port a1a43929-9128-4403-bf93-53de51327ba1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:24:54.179535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.183422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a1a43929-9128-4403-bf93-53de51327ba1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:54.184360 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.253863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-14ceb1a9-b679-4d8f-9b28-5e0154007ff4 req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] For port 9921506d-4731-4aec-8e4e-3a523c15018f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9921506d-4731-4aec-8e4e-3a523c15018f,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:54.254496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-14ceb1a9-b679-4d8f-9b28-5e0154007ff4 req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.257195 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a0117766-992a-45aa-8ed8-73df747b8dad tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:54.289298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da13bc-b94a-4e06-80ad-a192ee5377b8 req-de6c14fe-2d9a-4d56-80a5-0c5f42ee7a63 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:54.293958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7da13bc-b94a-4e06-80ad-a192ee5377b8 req-de6c14fe-2d9a-4d56-80a5-0c5f42ee7a63 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 944 time: 0.4987781 Jun 17 08:24:54.297459 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.310178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:54.310794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.318757 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.345834 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port a1a43929-9128-4403-bf93-53de51327ba1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a1a43929-9128-4403-bf93-53de51327ba1,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:54.354508 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.357823 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:54.373353 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-14ceb1a9-b679-4d8f-9b28-5e0154007ff4 req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Calling delete_port for 9921506d-4731-4aec-8e4e-3a523c15018f owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:54.378530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b27374a-f1d1-4789-b2cc-9ec11f55e240,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:54.392943 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:54.393333 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:54.418590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.434173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=a1a43929-9128-4403-bf93-53de51327ba1,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:54.438656 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:54.465890 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.470215 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-65885020-6708-4911-8b6a-ced6b14f2802 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:54.482642 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ff2bbf-c3bb-449c-af8d-44a515af44ab,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:54.494067 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:54.496304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network b1ff2bbf-c3bb-449c-af8d-44a515af44ab details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:24:54.527999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7da13bc-b94a-4e06-80ad-a192ee5377b8 req-5199fbae-343c-4de2-974d-e54db690f5b4 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075882 Jun 17 08:24:54.575931 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.606585 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddb6de-71d8-42f3-b63c-2a39fcdf1dbb req-5688e547-a09e-40bb-a4cd-fb8f2b8e72fe tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:54.608162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55ddb6de-71d8-42f3-b63c-2a39fcdf1dbb req-5688e547-a09e-40bb-a4cd-fb8f2b8e72fe tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.5392425 Jun 17 08:24:54.632532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Pushing event updated for resources: {'Port': ['ID=6f56940f-0eea-4f60-a860-07aa0252983d,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:54.678007 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:54.712037 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.717054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55ddb6de-71d8-42f3-b63c-2a39fcdf1dbb req-cb5d16f2-f5ef-4235-99a2-bf3e6c0d4cfd tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898743 Jun 17 08:24:54.722134 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.725321 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae2a995a-56e3-41a0-8211-719438d2f41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:54.746711 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3159196 Jun 17 08:24:54.757891 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57968) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:54.779249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Request body: {'subnet': {'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-282031239-subnet', 'tenant_id': 'bf6e255a98c04f7ba233cf48bf239691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:54.786101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:24:54.804793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e440f0e-268f-45e9-bfc2-984521765e34,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:54.818300 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:54.831178 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.831541 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Added segment 1d3f4b7b-de60-492d-99a2-a07cc293f8ff of type vlan for network 8052df07-f65d-4aa6-b093-bfbdd0ab64de Jun 17 08:24:54.872232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Made reservation on behalf of bf6e255a98c04f7ba233cf48bf239691 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:54.874467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.944539 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.969230 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-14ceb1a9-b679-4d8f-9b28-5e0154007ff4 req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:54.977148 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77691e95-3cb6-4018-9e57-599470388b5d tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:55.022090 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Pushing event deleted for resources: {'Port': ['ID=9921506d-4731-4aec-8e4e-3a523c15018f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:55.025096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-83e35c4b-7fde-4d77-90df-9745a4026076 req-7e5341fd-14f3-46b9-a243-47d02c7512c6 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2f65631-87ad-41ba-a8c5-07cfcc7a145f HTTP/1.1" status: 200 len: 210 time: 0.0564783 Jun 17 08:24:55.026647 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.029215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:55.029797 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.034318 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0471441e-f523-4119-8d1f-c1f9d54cc1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:55.034642 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:55.094538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6680136 Jun 17 08:24:55.103388 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57970) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:55.121995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ceb1a9-b679-4d8f-9b28-5e0154007ff4 req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] No DVR routers for this DVR port 9921506d-4731-4aec-8e4e-3a523c15018f on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:55.128949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Request body: {'subnet': {'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1122171840-subnet', 'tenant_id': '17fe9c2faf86410a842c7f72bf627588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:55.136967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Pushing event updated for resources: {'Network': ['ID=8052df07-f65d-4aa6-b093-bfbdd0ab64de,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:55.140649 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:55.149118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b846f4-2d9e-4534-bfc7-1b64d952c316 req-255f9918-108d-43ce-8ea7-e0f39857b219 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:55.150161 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-14ceb1a9-b679-4d8f-9b28-5e0154007ff4 req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.150541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56b846f4-2d9e-4534-bfc7-1b64d952c316 req-255f9918-108d-43ce-8ea7-e0f39857b219 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.63 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 950 time: 0.2872868 Jun 17 08:24:55.151566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 8052df07-f65d-4aa6-b093-bfbdd0ab64de details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:24:55.153068 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-14ceb1a9-b679-4d8f-9b28-5e0154007ff4 req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.10 "DELETE /v2.0/ports/9921506d-4731-4aec-8e4e-3a523c15018f HTTP/1.1" status: 204 len: 173 time: 1.8951523 Jun 17 08:24:55.153957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'name': 'network-vif-deleted', 'tag': '9921506d-4731-4aec-8e4e-3a523c15018f'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:55.158450 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49598415-3af6-4e88-b679-1e8e143a4590" -d '{"events": [{"server_uuid": "c2f65631-87ad-41ba-a8c5-07cfcc7a145f", "name": "network-vif-deleted", "tag": "9921506d-4731-4aec-8e4e-3a523c15018f"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:55.173713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Network 7604218d-e90b-49a3-8e82-a207380d152e is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:24:55.180764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:55.328652 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc4d872-1df6-442d-8b00-368271fcf845 x-openstack-request-id: req-7bc4d872-1df6-442d-8b00-368271fcf845 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:55.329338 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f65631-87ad-41ba-a8c5-07cfcc7a145f", "name": "network-vif-deleted", "tag": "9921506d-4731-4aec-8e4e-3a523c15018f", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:55.329473 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7bc4d872-1df6-442d-8b00-368271fcf845 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:55.329860 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f65631-87ad-41ba-a8c5-07cfcc7a145f', 'name': 'network-vif-deleted', 'tag': '9921506d-4731-4aec-8e4e-3a523c15018f', 'status': 'completed', 'code': 200} Jun 17 08:24:55.334602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-56b846f4-2d9e-4534-bfc7-1b64d952c316 req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Deleting port aa66d78f-5886-414e-943c-88d3040bbbcc {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:55.335101 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-56b846f4-2d9e-4534-bfc7-1b64d952c316 req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.360445 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Made reservation on behalf of 17fe9c2faf86410a842c7f72bf627588 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:55.364160 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.457332 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-56b846f4-2d9e-4534-bfc7-1b64d952c316 req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] For port aa66d78f-5886-414e-943c-88d3040bbbcc, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=aa66d78f-5886-414e-943c-88d3040bbbcc,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:55.457825 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-56b846f4-2d9e-4534-bfc7-1b64d952c316 req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.495662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9921506d-4731-4aec-8e4e-3a523c15018f no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:55.535647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-56b846f4-2d9e-4534-bfc7-1b64d952c316 req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Calling delete_port for aa66d78f-5886-414e-943c-88d3040bbbcc owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:55.547384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 9921506d-4731-4aec-8e4e-3a523c15018f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:55.547764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9921506d-4731-4aec-8e4e-3a523c15018f not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:55.555804 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.564421 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:55.611996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-19f66545-7b42-48e4-8db6-f8ec15d32aed None None] Provisioning complete for port 6f56940f-0eea-4f60-a860-07aa0252983d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:55.612540 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-19f66545-7b42-48e4-8db6-f8ec15d32aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.650845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:24:55.677763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-19f66545-7b42-48e4-8db6-f8ec15d32aed None None] Port 6f56940f-0eea-4f60-a860-07aa0252983d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:24:55.742802 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-56b846f4-2d9e-4534-bfc7-1b64d952c316 req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:55.754511 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['aa66d78f-5886-414e-943c-88d3040bbbcc'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:55.758840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b9532ac6-f59d-4feb-8c3a-e5a194af4835'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:24:55.838750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:55.839321 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Network hostable DHCP agents. Network: b1ff2bbf-c3bb-449c-af8d-44a515af44ab, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:24:55.842711 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:55.924006 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=717f8b60-fb1c-4bbe-a6b4-6fd59088f048,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:55.927972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Pushing event deleted for resources: {'Port': ['ID=aa66d78f-5886-414e-943c-88d3040bbbcc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:55.943211 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:55.944425 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:56.001815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1a43929-9128-4403-bf93-53de51327ba1 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:24:56.086062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b846f4-2d9e-4534-bfc7-1b64d952c316 req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] No DVR routers for this DVR port aa66d78f-5886-414e-943c-88d3040bbbcc on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:56.094972 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-56b846f4-2d9e-4534-bfc7-1b64d952c316 req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.097174 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56b846f4-2d9e-4534-bfc7-1b64d952c316 req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.63 "DELETE /v2.0/ports/aa66d78f-5886-414e-943c-88d3040bbbcc HTTP/1.1" status: 204 len: 173 time: 0.9384451 Jun 17 08:24:56.118632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad7957-d26a-4b34-ab38-f07e6ea2e405 req-a68776bf-9c85-406e-bcaa-db92483757ec tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:56.139028 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-47ad7957-d26a-4b34-ab38-f07e6ea2e405 req-a68776bf-9c85-406e-bcaa-db92483757ec tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 944 time: 0.4086261 Jun 17 08:24:56.141445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'name': 'network-vif-deleted', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:56.147321 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb313c-8f55-426a-b630-f5b27131ef49" -d '{"events": [{"server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "name": "network-vif-deleted", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:56.163123 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.169044 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:56.194565 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a1a43929-9128-4403-bf93-53de51327ba1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:24:56.195150 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.213712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Network b1ff2bbf-c3bb-449c-af8d-44a515af44ab is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:24:56.248691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, b1ff2bbf-c3bb-449c-af8d-44a515af44ab) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:56.250574 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-47ad7957-d26a-4b34-ab38-f07e6ea2e405 req-1501498e-1a45-4750-89f2-207872a16d62 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105828 Jun 17 08:24:56.253840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:56.254627 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.290053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd9e3ac-7fb3-469a-b343-e9d3106edd8d None None] Network b1ff2bbf-c3bb-449c-af8d-44a515af44ab requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:56.304852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60edf36c-6a69-4e4e-847c-9484b431209d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:56.313350 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:56.335469 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5607080 Jun 17 08:24:56.350114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da38955c-3e54-4c13-b765-085103507549 req-d603aeda-ae61-4638-aa83-51f171bf196a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=b94882d5-a784-4457-b479-e7c3fc57b955 HTTP/1.1" status: 200 len: 210 time: 0.1059971 Jun 17 08:24:56.401980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Checking segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:56.402379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Network hostable DHCP agents. Network: 8052df07-f65d-4aa6-b093-bfbdd0ab64de, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:24:56.413106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:24:56.423883 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Sync routers for ids ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:24:56.424741 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] 10.222.0.47 "PUT /v2.0/routers/8e1e2ac5-3e9a-4fa0-be53-e2fed180c884/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4792132 Jun 17 08:24:56.475238 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Routers {'8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:56.479685 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:24:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:56.503467 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Network 8052df07-f65d-4aa6-b093-bfbdd0ab64de is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:24:56.508912 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24bd2ee-d082-48c9-95fa-8e739e4e9370 x-openstack-request-id: req-b24bd2ee-d082-48c9-95fa-8e739e4e9370 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:24:56.509243 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94882d5-a784-4457-b479-e7c3fc57b955", "name": "network-vif-deleted", "tag": "aa66d78f-5886-414e-943c-88d3040bbbcc", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:24:56.509537 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b24bd2ee-d082-48c9-95fa-8e739e4e9370 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:24:56.510053 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b94882d5-a784-4457-b479-e7c3fc57b955', 'name': 'network-vif-deleted', 'tag': 'aa66d78f-5886-414e-943c-88d3040bbbcc', 'status': 'completed', 'code': 200} Jun 17 08:24:56.529429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 8052df07-f65d-4aa6-b093-bfbdd0ab64de) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:56.537747 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:56.539219 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:56.543752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f662ad61-41c9-45ca-87e2-d61f8e91ecec None None] Network 8052df07-f65d-4aa6-b093-bfbdd0ab64de requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:56.580605 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4561689 Jun 17 08:24:56.725029 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Set router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:56.823963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4ffabe-13ee-44d3-8f90-3f945ead2791 None None] Network 8052df07-f65d-4aa6-b093-bfbdd0ab64de requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:57.028359 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ffbcaa-f3a2-4d61-9a22-b281359cb320 None None] Network b1ff2bbf-c3bb-449c-af8d-44a515af44ab requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:57.302754 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:53Z', 'revision_number': 4, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6f56940f-0eea-4f60-a860-07aa0252983d', 'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'mac_address': 'fa:16:3e:de:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:51Z', 'updated_at': '2021-06-17T08:24:53Z', 'revision_number': 2, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'subnets': [{'id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:57.366111 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Checking router: 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:24:57.366580 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Updating router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 port 6f56940f-0eea-4f60-a860-07aa0252983d binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:24:57.454242 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.654048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58024) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:57.677662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1710361016-network', 'tenant_id': '85797aa8622143bf98e9a3147f8de7fd'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:57.716135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Made reservation on behalf of 85797aa8622143bf98e9a3147f8de7fd for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:57.718740 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.736826 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.746608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa2548-b587-4e93-b97f-f817f90db896 req-0ac7d6c7-9299-4ad3-9277-0ab4f86eb55a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:57.748688 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2bfa2548-b587-4e93-b97f-f817f90db896 req-0ac7d6c7-9299-4ad3-9277-0ab4f86eb55a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 944 time: 0.1078956 Jun 17 08:24:57.752731 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.764908 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Transition to ACTIVE for port object 6f56940f-0eea-4f60-a860-07aa0252983d will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:24:57.775682 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.780862 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-51b9d2b8-22ff-4978-9f79-8ce37e0fa5c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:57.789210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device aa66d78f-5886-414e-943c-88d3040bbbcc no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:24:57.813162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58026) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:57.821119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--212188952', 'description': 'tempest-description--1287611429'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:57.845162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: aa66d78f-5886-414e-943c-88d3040bbbcc {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:24:57.845518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device aa66d78f-5886-414e-943c-88d3040bbbcc not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:24:57.958472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2bfa2548-b587-4e93-b97f-f817f90db896 req-147ee6e9-d32f-4259-a124-7e8881356fe4 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999600 Jun 17 08:24:57.985103 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.992064 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70948a-c244-42cb-b05d-3442e901dd73 req-5527c482-da48-475e-bd2a-ecc257bd5de6 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:57.993786 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4b70948a-c244-42cb-b05d-3442e901dd73 req-5527c482-da48-475e-bd2a-ecc257bd5de6 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 944 time: 0.1234725 Jun 17 08:24:57.994926 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:57.999459 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8a3ebb3-33b4-4d27-aa13-3555fb479b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:58.055103 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af79123-70a9-4800-8972-6c65e25b70da None None] Pushing event updated for resources: {'Port': ['ID=6f56940f-0eea-4f60-a860-07aa0252983d,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:58.058167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b405ac59-b153-42dc-a61d-3e7f22e74bdf,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:58.062677 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-7af79123-70a9-4800-8972-6c65e25b70da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:58.066579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:24:58.069371 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:58.079849 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.080620 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Added segment 7e4dab95-e5aa-4c4e-b175-d4e5e7b188be of type vlan for network c6646ed4-8f5d-4df4-9226-6047b67f45f3 Jun 17 08:24:58.189218 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Attempting to bind port 6f56940f-0eea-4f60-a860-07aa0252983d on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:24:58.189816 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Attempting to bind port 6f56940f-0eea-4f60-a860-07aa0252983d by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:24:58.190370 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Attempting to bind port 6f56940f-0eea-4f60-a860-07aa0252983d on network 7604218d-e90b-49a3-8e82-a207380d152e {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:24:58.198228 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.198697 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:24:58.199300 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Checking segment: {'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:58.200582 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.201211 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Bound using segment: {'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:24:58.201877 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Bound port: 6f56940f-0eea-4f60-a860-07aa0252983d, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:24:58.202679 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.310931 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] For port 6f56940f-0eea-4f60-a860-07aa0252983d, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:24:58.321837 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] For port 6f56940f-0eea-4f60-a860-07aa0252983d, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6f56940f-0eea-4f60-a860-07aa0252983d,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:24:58.334084 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.352229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d060fb-0705-43f8-b093-e9e5b407d0eb req-9738b78e-2b7c-464a-a19b-d275112c3f14 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:58.352634 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:58.354361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c6d060fb-0705-43f8-b093-e9e5b407d0eb req-9738b78e-2b7c-464a-a19b-d275112c3f14 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1e51dae-eee4-4326-9919-86de42608293 HTTP/1.1" status: 200 len: 944 time: 0.1693182 Jun 17 08:24:58.355228 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.359015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:58.359753 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.372792 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:58.440793 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af79123-70a9-4800-8972-6c65e25b70da None None] Pushing event updated for resources: {'Port': ['ID=6f56940f-0eea-4f60-a860-07aa0252983d,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:58.445560 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-7af79123-70a9-4800-8972-6c65e25b70da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:58.456193 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Routers {'8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:24:58.457723 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:24:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:58.470870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Pushing event updated for resources: {'Network': ['ID=c6646ed4-8f5d-4df4-9226-6047b67f45f3,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:58.476976 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c6d060fb-0705-43f8-b093-e9e5b407d0eb req-d83e3e95-c466-485f-8768-192e06cb7a74 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055005 Jun 17 08:24:58.477860 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:58.491990 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network c6646ed4-8f5d-4df4-9226-6047b67f45f3 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:24:58.667417 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0095639 Jun 17 08:24:58.667934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58044) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:58.672966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Request body: {'subnet': {'network_id': 'c6646ed4-8f5d-4df4-9226-6047b67f45f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1710361016-subnet', 'tenant_id': '85797aa8622143bf98e9a3147f8de7fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:58.674698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.681643 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] Set router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:24:58.729260 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-4b70948a-c244-42cb-b05d-3442e901dd73 req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Deleting port c17ff0b1-fde6-4cdd-8037-3bf46944528b {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:24:58.729604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4b70948a-c244-42cb-b05d-3442e901dd73 req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.756990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:24:58.756990 n-d-779913-16 neutron-server[93804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:24:58.756990 n-d-779913-16 neutron-server[93804]: [parameters: {'project_id_1': '3972053f1cc04eb4a0a77cfe28701ca9', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 24, 58, 712812)}] Jun 17 08:24:58.756990 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:24:58.757545 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:24:58.779214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Made reservation on behalf of 85797aa8622143bf98e9a3147f8de7fd for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:24:58.782011 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.876292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-f2570e95-5358-435e-b440-d7ef21f465aa tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:58.878196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-f2570e95-5358-435e-b440-d7ef21f465aa tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.2121000 Jun 17 08:24:58.888681 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-4b70948a-c244-42cb-b05d-3442e901dd73 req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] For port c17ff0b1-fde6-4cdd-8037-3bf46944528b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c17ff0b1-fde6-4cdd-8037-3bf46944528b,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:24:58.889289 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4b70948a-c244-42cb-b05d-3442e901dd73 req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:58.918492 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-83ea03d5-78bf-409b-be22-41c38899d7c7 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/quotas/17fe9c2faf86410a842c7f72bf627588 HTTP/1.1" status: 200 len: 375 time: 0.0250998 Jun 17 08:24:58.964424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-4b70948a-c244-42cb-b05d-3442e901dd73 req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Calling delete_port for c17ff0b1-fde6-4cdd-8037-3bf46944528b owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:24:58.971988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-102fc47d-c703-4aca-8b6e-5a05602d7976 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383601 Jun 17 08:24:58.988743 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:53Z', 'revision_number': 4, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6f56940f-0eea-4f60-a860-07aa0252983d', 'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'mac_address': 'fa:16:3e:de:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:51Z', 'updated_at': '2021-06-17T08:24:58Z', 'revision_number': 4, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'subnets': [{'id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:24:59.051472 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364f1e1e-b049-4c4f-b745-b047bf177320 None None] The sync data for ids ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'] in n-d-779913-16 is: [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:53Z', 'revision_number': 4, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6f56940f-0eea-4f60-a860-07aa0252983d', 'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'mac_address': 'fa:16:3e:de:8b:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:51Z', 'updated_at': '2021-06-17T08:24:58Z', 'revision_number': 4, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'subnets': [{'id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:24:59.105013 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.110038 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-64183dec-4d7a-4b15-9e0b-8b9b44546405 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:59.153080 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4b70948a-c244-42cb-b05d-3442e901dd73 req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.159402 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:59.196753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Pushing event deleted for resources: {'Port': ['ID=c17ff0b1-fde6-4cdd-8037-3bf46944528b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:59.206132 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:59.267535 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.269956 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b70948a-c244-42cb-b05d-3442e901dd73 req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] No DVR routers for this DVR port c17ff0b1-fde6-4cdd-8037-3bf46944528b on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:24:59.272824 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4b70948a-c244-42cb-b05d-3442e901dd73 req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.275708 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4b70948a-c244-42cb-b05d-3442e901dd73 req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.10 "DELETE /v2.0/ports/c17ff0b1-fde6-4cdd-8037-3bf46944528b HTTP/1.1" status: 204 len: 173 time: 1.2723539 Jun 17 08:24:59.277591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1e51dae-eee4-4326-9919-86de42608293', 'name': 'network-vif-deleted', 'tag': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:24:59.282583 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61d31ba-07f4-4e0e-aded-ea9b556eacaa" -d '{"events": [{"server_uuid": "a1e51dae-eee4-4326-9919-86de42608293", "name": "network-vif-deleted", "tag": "c17ff0b1-fde6-4cdd-8037-3bf46944528b"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:24:59.455990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.469916 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.479541 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6425a830-1621-4bb4-a099-c2e704941fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:59.520165 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.521505 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7062068 Jun 17 08:24:59.530970 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58058) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:59.537537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-31110dde-c2fc-4f59-8484-b93751f92ea5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Request body: {'security_group_rule': {'security_group_id': 'fe58f34a-b1cc-49ca-bb31-9977054564e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:59.572504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe58f34a-b1cc-49ca-bb31-9977054564e1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:59.578691 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:59.604273 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31110dde-c2fc-4f59-8484-b93751f92ea5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.667112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=331cd5bf-5767-4b33-87ff-1eaec0724f09,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:59.684404 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:59.716670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Checking segment: {'id': '7e4dab95-e5aa-4c4e-b175-d4e5e7b188be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c6646ed4-8f5d-4df4-9226-6047b67f45f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:24:59.717135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Network hostable DHCP agents. Network: c6646ed4-8f5d-4df4-9226-6047b67f45f3, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:24:59.730362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31110dde-c2fc-4f59-8484-b93751f92ea5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.737959 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31110dde-c2fc-4f59-8484-b93751f92ea5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.745245 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:24:59.746283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-1f4c5eb6-bc3e-4bcb-8b6e-b85847410f0b service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7734449 Jun 17 08:24:59.766628 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31110dde-c2fc-4f59-8484-b93751f92ea5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d3b56c-5ac0-43e8-ac95-a5c8f1847084,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:24:59.771089 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-31110dde-c2fc-4f59-8484-b93751f92ea5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:24:59.776561 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31110dde-c2fc-4f59-8484-b93751f92ea5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.778275 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-31110dde-c2fc-4f59-8484-b93751f92ea5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2476535 Jun 17 08:24:59.781365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58066) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:24:59.787835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2843699b-20f3-4969-a320-ffa8052d63cd tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Request body: {'security_group_rule': {'security_group_id': 'fe58f34a-b1cc-49ca-bb31-9977054564e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:24:59.834981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Network c6646ed4-8f5d-4df4-9226-6047b67f45f3 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:24:59.849508 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2843699b-20f3-4969-a320-ffa8052d63cd tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.868860 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba4b69-5165-41e1-b40d-94a4a0f5656a req-8df97f0b-fe32-42f4-b071-6204074689b9 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:59.870838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edba4b69-5165-41e1-b40d-94a4a0f5656a req-8df97f0b-fe32-42f4-b071-6204074689b9 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.6318071 Jun 17 08:24:59.874119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, c6646ed4-8f5d-4df4-9226-6047b67f45f3) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:24:59.890040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b75cfa-51ff-4cb7-9d22-ddc277a9ba5f None None] Network c6646ed4-8f5d-4df4-9226-6047b67f45f3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:24:59.908270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:24:59.908876 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:24:59.995456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3268671 Jun 17 08:25:00.012136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6f56940f-0eea-4f60-a860-07aa0252983d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:00.020991 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edba4b69-5165-41e1-b40d-94a4a0f5656a req-6098163c-d27c-4af7-990e-cf10388c3a9d tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/security-groups?id=146db766-5b72-4625-8599-dbac40ded86c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341867 Jun 17 08:25:00.034146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-95f7fe00-f18a-405d-8974-57049e989d5a service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785642 Jun 17 08:25:00.055379 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2843699b-20f3-4969-a320-ffa8052d63cd tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.067775 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2843699b-20f3-4969-a320-ffa8052d63cd tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.081703 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:00.114511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843699b-20f3-4969-a320-ffa8052d63cd tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62a3c87-a67a-4a2a-a95a-a205d4d4093a,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:00.121984 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2843699b-20f3-4969-a320-ffa8052d63cd tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:00.124515 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2843699b-20f3-4969-a320-ffa8052d63cd tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.128631 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2843699b-20f3-4969-a320-ffa8052d63cd tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3451495 Jun 17 08:25:00.131308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58074) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:00.136768 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:00.207152 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.346753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 6f56940f-0eea-4f60-a860-07aa0252983d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:00.353940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6f56940f-0eea-4f60-a860-07aa0252983d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:00.354647 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.356950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f640db-5efe-428c-addc-b676348cb849 None None] Network c6646ed4-8f5d-4df4-9226-6047b67f45f3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:00.424426 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa579b7-dcee-4c1c-985b-12c3381cee9c x-openstack-request-id: req-1fa579b7-dcee-4c1c-985b-12c3381cee9c {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:00.424760 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1e51dae-eee4-4326-9919-86de42608293", "name": "network-vif-deleted", "tag": "c17ff0b1-fde6-4cdd-8037-3bf46944528b", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:00.425057 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1fa579b7-dcee-4c1c-985b-12c3381cee9c {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:00.425512 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1e51dae-eee4-4326-9919-86de42608293', 'name': 'network-vif-deleted', 'tag': 'c17ff0b1-fde6-4cdd-8037-3bf46944528b', 'status': 'completed', 'code': 200} Jun 17 08:25:00.594261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709dc8b5-cec6-4776-862a-21a4600e5668 req-4caf820f-05e3-475b-af0c-32d78560550b tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:00.599314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-709dc8b5-cec6-4776-862a-21a4600e5668 req-4caf820f-05e3-475b-af0c-32d78560550b tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 944 time: 0.4056568 Jun 17 08:25:00.645528 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.700411 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.722392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df19b76-1e3d-4bf3-a4e3-d2d38cfe8bf6 req-2d4923ad-3892-429e-9756-844835c5f2be tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:00.733822 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8df19b76-1e3d-4bf3-a4e3-d2d38cfe8bf6 req-2d4923ad-3892-429e-9756-844835c5f2be tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 950 time: 0.1959977 Jun 17 08:25:00.783637 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 6f56940f-0eea-4f60-a860-07aa0252983d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6f56940f-0eea-4f60-a860-07aa0252983d,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:00.791933 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:00.797725 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:00.905172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-709dc8b5-cec6-4776-862a-21a4600e5668 req-e71d0bde-c6dd-4fa5-a0d5-afe5e45a73fa tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914460 Jun 17 08:25:00.929589 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0efd198-95b6-4f14-9af8-215245cc063b req-d6b18608-a955-4091-ad0f-ca9dff6c1ad3 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 210 time: 0.0973401 Jun 17 08:25:00.984359 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=6f56940f-0eea-4f60-a860-07aa0252983d,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:00.989751 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:01.050746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-8df19b76-1e3d-4bf3-a4e3-d2d38cfe8bf6 req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Deleting port b9532ac6-f59d-4feb-8c3a-e5a194af4835 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:01.051072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8df19b76-1e3d-4bf3-a4e3-d2d38cfe8bf6 req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.074067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Allocated IP 172.25.8.11 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/f01704e1-5d04-4ddd-b8ca-9454add984cf) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:01.227322 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-8df19b76-1e3d-4bf3-a4e3-d2d38cfe8bf6 req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] For port b9532ac6-f59d-4feb-8c3a-e5a194af4835, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b9532ac6-f59d-4feb-8c3a-e5a194af4835,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:01.228667 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8df19b76-1e3d-4bf3-a4e3-d2d38cfe8bf6 req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.353936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-8df19b76-1e3d-4bf3-a4e3-d2d38cfe8bf6 req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Calling delete_port for b9532ac6-f59d-4feb-8c3a-e5a194af4835 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:01.367059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.386857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-123fa0f8-82e9-4864-ba09-e02743806928 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:01.388570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-123fa0f8-82e9-4864-ba09-e02743806928 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 807 time: 0.1978936 Jun 17 08:25:01.420768 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-540b63b4-7ec4-494d-b87e-89a5f67442e7 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/quotas/bf6e255a98c04f7ba233cf48bf239691 HTTP/1.1" status: 200 len: 375 time: 0.0239377 Jun 17 08:25:01.452724 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.479348 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f70ab729-7601-428f-a7da-39a93750a380 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:01.486795 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-5b032acf-cb4c-40e3-a8d0-9f1c78ca42ca tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552146 Jun 17 08:25:01.527828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b9532ac6-f59d-4feb-8c3a-e5a194af4835 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:01.535248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8df19b76-1e3d-4bf3-a4e3-d2d38cfe8bf6 req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.541118 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a1eef83b-d637-494a-861e-7c6d2920a008 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:01.565136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:01.568526 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Pushing event deleted for resources: {'Port': ['ID=b9532ac6-f59d-4feb-8c3a-e5a194af4835,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:01.571461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1b30a55e-af20-48db-be2c-11cababd5a95 req-da5af23e-74ff-4b3d-93a4-bb68999d1341 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 210 time: 0.0621157 Jun 17 08:25:01.579120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: b9532ac6-f59d-4feb-8c3a-e5a194af4835 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:01.580754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b9532ac6-f59d-4feb-8c3a-e5a194af4835 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:01.581499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c17ff0b1-fde6-4cdd-8037-3bf46944528b no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:01.581833 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:01.607069 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:01.609467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:01.616178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Pushing event updated for resources: {'Port': ['ID=f01704e1-5d04-4ddd-b8ca-9454add984cf,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:01.632552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: c17ff0b1-fde6-4cdd-8037-3bf46944528b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:01.633128 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c17ff0b1-fde6-4cdd-8037-3bf46944528b not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:01.638412 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:01.694492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df19b76-1e3d-4bf3-a4e3-d2d38cfe8bf6 req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] No DVR routers for this DVR port b9532ac6-f59d-4feb-8c3a-e5a194af4835 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:01.698158 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8df19b76-1e3d-4bf3-a4e3-d2d38cfe8bf6 req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.699177 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-c382ecaa-22ef-45bd-8e35-e47dd0914bb5 service neutron] 10.222.0.47 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911275 Jun 17 08:25:01.700590 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8df19b76-1e3d-4bf3-a4e3-d2d38cfe8bf6 req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.10 "DELETE /v2.0/ports/b9532ac6-f59d-4feb-8c3a-e5a194af4835 HTTP/1.1" status: 204 len: 173 time: 0.9550028 Jun 17 08:25:01.789765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 203416c9-b5e8-407b-8619-e87997a4689c details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:01.819804 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.919309 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-a6d4bfda-fc0c-446c-8f99-2c2dc7027fe7 service neutron] 10.222.0.47 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011423 Jun 17 08:25:01.921293 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:01.939050 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf373fd-772b-4703-a02b-218a79589830 req-2f610845-7933-4c1a-bdc2-080ab9bfaf75 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:01.949978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-abf373fd-772b-4703-a02b-218a79589830 req-2f610845-7933-4c1a-bdc2-080ab9bfaf75 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 945 time: 0.2023857 Jun 17 08:25:02.093308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3559a2f-3e27-4784-b233-3d15b331f36c req-deff0f65-40e3-4369-a87f-9f1966cd27de tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:02.094986 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f3559a2f-3e27-4784-b233-3d15b331f36c req-deff0f65-40e3-4369-a87f-9f1966cd27de tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 945 time: 0.1702290 Jun 17 08:25:02.181918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6f56940f-0eea-4f60-a860-07aa0252983d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:02.204635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-abf373fd-772b-4703-a02b-218a79589830 req-1b91a2ae-a167-4701-8af6-6940a53014b6 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504232 Jun 17 08:25:02.274913 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6f56940f-0eea-4f60-a860-07aa0252983d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:02.290974 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.306211 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.318477 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.321939 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:02.383903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 203416c9-b5e8-407b-8619-e87997a4689c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=203416c9-b5e8-407b-8619-e87997a4689c,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:02.426973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '203416c9-b5e8-407b-8619-e87997a4689c', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'port_id': '203416c9-b5e8-407b-8619-e87997a4689c', 'mac_address': 'fa:16:3e:dd:cd:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:02.429028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'name': 'network-vif-deleted', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:02.471362 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639add9a-4b15-4ad4-bf94-fc42adc6ff6c" -d '{"events": [{"server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "name": "network-vif-deleted", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:02.490456 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.534718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 203416c9-b5e8-407b-8619-e87997a4689c {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:02.565748 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.583259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 203416c9-b5e8-407b-8619-e87997a4689c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=203416c9-b5e8-407b-8619-e87997a4689c,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:02.600191 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.602028 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3c034538-f480-470b-94e3-2ff88c438764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:02.664505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=203416c9-b5e8-407b-8619-e87997a4689c,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:02.668043 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:02.687682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-f3559a2f-3e27-4784-b233-3d15b331f36c req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Deleting port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:02.688292 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f3559a2f-3e27-4784-b233-3d15b331f36c req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.709753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7390157e-feda-468b-ad92-60ed4acbff76 req-b42853c8-fbf1-460b-983c-aae8d44753b8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 210 time: 0.1353216 Jun 17 08:25:02.711631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Pushing event updated for resources: {'Port': ['ID=f01704e1-5d04-4ddd-b8ca-9454add984cf,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:02.718596 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:02.720714 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.731547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5895381 Jun 17 08:25:02.760181 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c958fa-f404-467f-825d-3cd679542f49 req-5a9d9f28-a05e-488b-b9d1-2c4b189eacdf tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:02.769615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86c958fa-f404-467f-825d-3cd679542f49 req-5a9d9f28-a05e-488b-b9d1-2c4b189eacdf tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 945 time: 0.1973472 Jun 17 08:25:02.815012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['203416c9-b5e8-407b-8619-e87997a4689c'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:02.907031 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:02.976027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86c958fa-f404-467f-825d-3cd679542f49 req-494e0b25-8830-4172-85e1-9748e581dfee tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031229 Jun 17 08:25:03.015860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1fc86d5-3095-4324-9f56-079303a6b10b req-ed3bd745-8c9c-4f95-b955-d8413ffcd775 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 210 time: 0.1165767 Jun 17 08:25:03.139287 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd19a172-d934-4772-b924-256160ec5c28 x-openstack-request-id: req-fd19a172-d934-4772-b924-256160ec5c28 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:03.139633 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ed3e06-adb9-4d81-bbb1-5df34e67f856", "name": "network-vif-deleted", "tag": "b9532ac6-f59d-4feb-8c3a-e5a194af4835", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:03.139939 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd19a172-d934-4772-b924-256160ec5c28 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:03.142986 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ed3e06-adb9-4d81-bbb1-5df34e67f856', 'name': 'network-vif-deleted', 'tag': 'b9532ac6-f59d-4feb-8c3a-e5a194af4835', 'status': 'completed', 'code': 200} Jun 17 08:25:03.173315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-f3559a2f-3e27-4784-b233-3d15b331f36c req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] For port 71c1e96b-6e53-4a17-a6d0-f0c829012f93, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=71c1e96b-6e53-4a17-a6d0-f0c829012f93,segment=NetworkSegment(851d763f-e9ab-46bd-8b2f-6e6c091483b0),segment_id=851d763f-e9ab-46bd-8b2f-6e6c091483b0)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:03.173703 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f3559a2f-3e27-4784-b233-3d15b331f36c req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.205162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-82b01796-5c98-4267-9ab2-d4510832d1e0 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:03.213657 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-82b01796-5c98-4267-9ab2-d4510832d1e0 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.6751440 Jun 17 08:25:03.289103 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-710331c6-3743-4217-a12d-2f0b9e83b404 req-3b62db38-aaef-4b6d-9183-d2fd37dd6003 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] 10.222.0.47 "GET /v2.0/ports?device_id=97ed3e06-adb9-4d81-bbb1-5df34e67f856 HTTP/1.1" status: 200 len: 210 time: 0.0530663 Jun 17 08:25:03.341711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-f3559a2f-3e27-4784-b233-3d15b331f36c req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Calling delete_port for 71c1e96b-6e53-4a17-a6d0-f0c829012f93 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:03.351615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-131d7ef1-15b3-414c-a8e1-c4c0bc3467de tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--212188952&fields=id&tenant_id=3972053f1cc04eb4a0a77cfe28701ca9 HTTP/1.1" status: 200 len: 267 time: 0.0609300 Jun 17 08:25:03.355710 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Request body: {'port': {'device_id': '916b644f-0bdb-4144-80a4-d2ba34898379', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'admin_state_up': True, 'tenant_id': '17fe9c2faf86410a842c7f72bf627588'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:03.553018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Made reservation on behalf of 17fe9c2faf86410a842c7f72bf627588 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:03.563758 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.578751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-c1bfc0a3-4d4e-4af6-9371-5a92fc749a55 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:03.586614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-c1bfc0a3-4d4e-4af6-9371-5a92fc749a55 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/networks?id=7604218d-e90b-49a3-8e82-a207380d152e HTTP/1.1" status: 200 len: 812 time: 0.2338960 Jun 17 08:25:03.603616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30522492-baca-4305-b0e8-981ef514aeee req-cae0084c-dd53-423b-906d-562e5364b04c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:03.605235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30522492-baca-4305-b0e8-981ef514aeee req-cae0084c-dd53-423b-906d-562e5364b04c tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca41332d-9c8b-45a5-97b2-97dd936849e1 HTTP/1.1" status: 200 len: 945 time: 0.1452284 Jun 17 08:25:03.612754 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-3d5ddfb3-b33a-4f2f-90f9-32d6c3b63abe tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/quotas/3972053f1cc04eb4a0a77cfe28701ca9 HTTP/1.1" status: 200 len: 375 time: 0.0250959 Jun 17 08:25:03.680464 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30522492-baca-4305-b0e8-981ef514aeee req-f75d126a-2b39-4786-bd4f-8d8a462cb959 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576999 Jun 17 08:25:03.726067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-5ba00ba6-895a-41c0-8c08-926de4b957a3 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3972053f1cc04eb4a0a77cfe28701ca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1123881 Jun 17 08:25:03.727359 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f3559a2f-3e27-4784-b233-3d15b331f36c req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.736316 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:03.794054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Pushing event deleted for resources: {'Port': ['ID=71c1e96b-6e53-4a17-a6d0-f0c829012f93,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:03.797555 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:03.807078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 203416c9-b5e8-407b-8619-e87997a4689c up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:03.874095 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3559a2f-3e27-4784-b233-3d15b331f36c req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] No DVR routers for this DVR port 71c1e96b-6e53-4a17-a6d0-f0c829012f93 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:03.881049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Allocated IP 172.20.0.10 (8052df07-f65d-4aa6-b093-bfbdd0ab64de/60edf36c-6a69-4e4e-847c-9484b431209d/a727e088-c0b3-4163-9238-c9c4deefbc0f) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:03.884405 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f3559a2f-3e27-4784-b233-3d15b331f36c req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:03.886835 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f3559a2f-3e27-4784-b233-3d15b331f36c req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] 10.222.0.10 "DELETE /v2.0/ports/71c1e96b-6e53-4a17-a6d0-f0c829012f93 HTTP/1.1" status: 204 len: 173 time: 1.7554498 Jun 17 08:25:03.934718 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-54031ad0-6149-40e8-ba09-076fb3cc033f service neutron] 10.222.0.47 "GET /v2.0/networks/7604218d-e90b-49a3-8e82-a207380d152e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752248 Jun 17 08:25:03.973805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 203416c9-b5e8-407b-8619-e87997a4689c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:03.983970 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 203416c9-b5e8-407b-8619-e87997a4689c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:03.989487 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.089325 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-320c4367-c4f2-468b-b1e9-b1bd918dd88d service neutron] 10.222.0.47 "GET /v2.0/networks/7604218d-e90b-49a3-8e82-a207380d152e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512489 Jun 17 08:25:04.112768 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.148123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a716fb9-f68f-4454-885a-fe363c62a015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203416c9-b5e8-407b-8619-e87997a4689c'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:04.152795 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003b994c-879e-4ef7-be53-2396277ba3d8" -d '{"events": [{"server_uuid": "1a716fb9-f68f-4454-885a-fe363c62a015", "name": "network-vif-plugged", "status": "completed", "tag": "203416c9-b5e8-407b-8619-e87997a4689c"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:04.173826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 203416c9-b5e8-407b-8619-e87997a4689c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=203416c9-b5e8-407b-8619-e87997a4689c,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:04.182005 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.185574 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0495411d-65b0-48b9-afe5-d8e76a7bdd45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:04.214759 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.259361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=203416c9-b5e8-407b-8619-e87997a4689c,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:04.274142 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:04.290780 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.296052 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a9a0c3f-310f-4618-97a7-96b9f479a9e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:04.346900 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Network 8052df07-f65d-4aa6-b093-bfbdd0ab64de is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:04.352113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:04.358804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:04.387245 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event updated for resources: {'Port': ['ID=a727e088-c0b3-4163-9238-c9c4deefbc0f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:04.393445 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:04.421534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:04.422278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-41d166cf-03ec-4931-b51e-dcfa1ae80d31 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:04.422930 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.427967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-41d166cf-03ec-4931-b51e-dcfa1ae80d31 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 807 time: 0.2600641 Jun 17 08:25:04.443639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e699b-08ac-4942-a880-8d3f2db0f0da req-6ef93974-06f1-403f-9a54-062201dd87e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:04.445109 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1599097 Jun 17 08:25:04.450566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-407e699b-08ac-4942-a880-8d3f2db0f0da req-6ef93974-06f1-403f-9a54-062201dd87e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 932 time: 0.2090933 Jun 17 08:25:04.460057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Request body: {'port': {'device_id': '916b644f-0bdb-4144-80a4-d2ba34898379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:04.470543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Request body: {'port': {'device_id': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab', 'admin_state_up': True, 'tenant_id': 'bf6e255a98c04f7ba233cf48bf239691'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:04.558975 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.664266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-407e699b-08ac-4942-a880-8d3f2db0f0da req-6572997b-37b6-4e89-becd-3919765cd57b tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123721 Jun 17 08:25:04.818269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58178) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:04.823490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1395452494'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:04.871232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Made reservation on behalf of 8b925dc63eff462cb3e462033961636a for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:04.874802 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.919855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e47730ca-44aa-4bdb-addd-4b2398c61204 req-813d2f17-e548-4a0b-b678-425662538f61 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 210 time: 0.0645969 Jun 17 08:25:04.948566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:25:04.977668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:04.978054 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Added segment dcaa3525-350a-4c02-8245-a6cea58f91c2 of type vlan for network cb778e51-df4b-488f-9cf6-5a8335c76b59 Jun 17 08:25:04.978351 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212d4c6c-3592-4685-8183-0e3fa70e0140 x-openstack-request-id: req-212d4c6c-3592-4685-8183-0e3fa70e0140 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:04.979688 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a716fb9-f68f-4454-885a-fe363c62a015", "name": "network-vif-plugged", "status": "completed", "tag": "203416c9-b5e8-407b-8619-e87997a4689c", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:04.980221 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-212d4c6c-3592-4685-8183-0e3fa70e0140 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:04.980966 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a716fb9-f68f-4454-885a-fe363c62a015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '203416c9-b5e8-407b-8619-e87997a4689c', 'code': 200} Jun 17 08:25:04.983891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebe744-af02-4865-8ef5-5efca8c62fd4 req-ce43a81d-93aa-4018-b283-76d062444314 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:04.991732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2ebe744-af02-4865-8ef5-5efca8c62fd4 req-ce43a81d-93aa-4018-b283-76d062444314 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 946 time: 0.4065113 Jun 17 08:25:04.994929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Made reservation on behalf of bf6e255a98c04f7ba233cf48bf239691 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:04.999809 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.097432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a727e088-c0b3-4163-9238-c9c4deefbc0f {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:05.121069 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.129020 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.129966 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2ebe744-af02-4865-8ef5-5efca8c62fd4 req-10cdaaa1-b69e-43e2-bb96-c058cfc9dd84 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342227 Jun 17 08:25:05.149951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'name': 'network-vif-deleted', 'tag': '71c1e96b-6e53-4a17-a6d0-f0c829012f93'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:05.152369 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75297142-23fe-46e3-b545-732898b2b24d" -d '{"events": [{"server_uuid": "ca41332d-9c8b-45a5-97b2-97dd936849e1", "name": "network-vif-deleted", "tag": "71c1e96b-6e53-4a17-a6d0-f0c829012f93"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:05.174902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Transition to ACTIVE for port object a727e088-c0b3-4163-9238-c9c4deefbc0f will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:05.188589 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.195607 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2d1346ab-d82e-402b-b197-1c3aa73c7d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:05.221949 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f28ff5fe-89f5-4a5c-bdea-f49481c2dffa req-c114e4f4-cb22-4e8f-be0c-21e758279609 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 210 time: 0.1100099 Jun 17 08:25:05.232269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58188) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:05.261233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Allocated IP 172.20.0.4 (b1ff2bbf-c3bb-449c-af8d-44a515af44ab/717f8b60-fb1c-4bbe-a6b4-6fd59088f048/56673305-cb00-4406-8d0c-c0b39d2e799c) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:05.307231 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Pushing event updated for resources: {'Port': ['ID=a727e088-c0b3-4163-9238-c9c4deefbc0f,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:05.321285 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:05.333329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.347526 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:05.348204 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.356928 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523be5b5-bf19-4200-808e-4abdb10e481e x-openstack-request-id: req-523be5b5-bf19-4200-808e-4abdb10e481e {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:05.357451 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca41332d-9c8b-45a5-97b2-97dd936849e1", "name": "network-vif-deleted", "tag": "71c1e96b-6e53-4a17-a6d0-f0c829012f93", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:05.359721 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-523be5b5-bf19-4200-808e-4abdb10e481e {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:05.360365 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca41332d-9c8b-45a5-97b2-97dd936849e1', 'name': 'network-vif-deleted', 'tag': '71c1e96b-6e53-4a17-a6d0-f0c829012f93', 'status': 'completed', 'code': 200} Jun 17 08:25:05.362201 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fdc6db64-5a2d-450b-8a30-1d4d084b1a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:05.490175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-c262f6f6-65c8-47da-9703-9a49c3423b8a admin admin] Deleting subnet 5b598db4-dbc2-4206-84e4-02cf733688f1 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:05.499518 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c262f6f6-65c8-47da-9703-9a49c3423b8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.499931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688da44-07b5-463c-b691-69cacf034d5c req-861a9347-e5c4-4940-9a1c-fd2c595013e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:05.501645 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3688da44-07b5-463c-b691-69cacf034d5c req-861a9347-e5c4-4940-9a1c-fd2c595013e1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 1098 time: 0.4453917 Jun 17 08:25:05.513662 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6921079 Jun 17 08:25:05.513662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58194) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:05.517042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58196) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:05.534987 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-630771056'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:05.537056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 71c1e96b-6e53-4a17-a6d0-f0c829012f93 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:05.538256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event updated for resources: {'Network': ['ID=cb778e51-df4b-488f-9cf6-5a8335c76b59,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:05.562888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 71c1e96b-6e53-4a17-a6d0-f0c829012f93 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:05.563923 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 71c1e96b-6e53-4a17-a6d0-f0c829012f93 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:05.571223 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:05.575275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network cb778e51-df4b-488f-9cf6-5a8335c76b59 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:25:05.586690 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c262f6f6-65c8-47da-9703-9a49c3423b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.626638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Made reservation on behalf of 8b925dc63eff462cb3e462033961636a for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:05.630177 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.633400 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3688da44-07b5-463c-b691-69cacf034d5c req-2a81be4c-79e2-4ab3-b0d8-3babab145c2b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183159 Jun 17 08:25:05.645762 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c262f6f6-65c8-47da-9703-9a49c3423b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.660752 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Attempting to bind port a727e088-c0b3-4163-9238-c9c4deefbc0f on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:05.661122 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Attempting to bind port a727e088-c0b3-4163-9238-c9c4deefbc0f by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:05.661425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Attempting to bind port a727e088-c0b3-4163-9238-c9c4deefbc0f on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:05.669315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Port a727e088-c0b3-4163-9238-c9c4deefbc0f on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:05.669631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Attempting to bind port a727e088-c0b3-4163-9238-c9c4deefbc0f on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:05.674423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:25:05.680616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:05.680944 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Checking segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:05.681314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Bound using segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:05.681787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Bound port: a727e088-c0b3-4163-9238-c9c4deefbc0f, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:05.682148 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.686143 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.697330 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.697672 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Added segment abc22c24-1e9c-4032-8696-a7fe8c72ee61 of type vlan for network 13c8440a-89da-4b69-9a96-51258d82ab07 Jun 17 08:25:05.742395 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c262f6f6-65c8-47da-9703-9a49c3423b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.748647 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:05.780036 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c262f6f6-65c8-47da-9703-9a49c3423b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.780360 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.784388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c262f6f6-65c8-47da-9703-9a49c3423b8a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5b598db4-dbc2-4206-84e4-02cf733688f1 HTTP/1.1" status: 204 len: 168 time: 0.5509989 Jun 17 08:25:05.788013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262f6f6-65c8-47da-9703-9a49c3423b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b598db4-dbc2-4206-84e4-02cf733688f1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:05.791525 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c262f6f6-65c8-47da-9703-9a49c3423b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:05.792478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58202) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:05.793961 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.801259 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:05.873536 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Network b1ff2bbf-c3bb-449c-af8d-44a515af44ab is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:05.878754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:05.888502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:05.894595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] For port a727e088-c0b3-4163-9238-c9c4deefbc0f, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:05.914193 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a73a9655-5814-4601-ad2a-19e7b8841090 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f7669688c6d4b939b7454c55df8be96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3975008 Jun 17 08:25:05.916158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] For port a727e088-c0b3-4163-9238-c9c4deefbc0f, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a727e088-c0b3-4163-9238-c9c4deefbc0f,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:05.920611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58204) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:05.921507 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Pushing event updated for resources: {'Port': ['ID=56673305-cb00-4406-8d0c-c0b39d2e799c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:05.924931 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:05.925136 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.936190 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c19dd62e-ad9e-4cc9-be40-9868faf2a9cd tempest-ImagesTestJSON-2140053863 tempest-ImagesTestJSON-2140053863-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:05.941204 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.946988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:05.947419 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:05.983621 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.001441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:06.002377 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.003983 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] 10.222.0.10 "PUT /v2.0/ports/a727e088-c0b3-4163-9238-c9c4deefbc0f HTTP/1.1" status: 200 len: 1093 time: 1.5481696 Jun 17 08:25:06.008266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:06.010222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.052658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfee2e2-1e69-48df-85c4-5697946bc850 req-7a02d6b2-ab92-4349-b989-7348ed3bfee5 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:06.053353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbfee2e2-1e69-48df-85c4-5697946bc850 req-7a02d6b2-ab92-4349-b989-7348ed3bfee5 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 944 time: 0.2531614 Jun 17 08:25:06.077820 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5520053 Jun 17 08:25:06.078471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6247890 Jun 17 08:25:06.082392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58208) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:06.101460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Request body: {'subnet': {'network_id': 'cb778e51-df4b-488f-9cf6-5a8335c76b59', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:06.109198 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28ce8c91-3d4b-4bf5-969c-53b01c0a13d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.143902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Request body: {'port': {'device_id': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:06.207939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Pushing event updated for resources: {'Port': ['ID=a727e088-c0b3-4163-9238-c9c4deefbc0f,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:06.219588 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:06.220602 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:06.258857 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.261344 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28ce8c91-3d4b-4bf5-969c-53b01c0a13d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.295125 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbfee2e2-1e69-48df-85c4-5697946bc850 req-adf7592b-2710-4cfe-ba73-d44b3cb6d1a2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339287 Jun 17 08:25:06.315272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d4a268-2e46-4a78-88b6-8c0692b51af7']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:06.397126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e3fdc-bde6-42ee-a787-1d0e2110beb6 req-f8d72d00-bfac-42d6-a6ca-951b1251ad48 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:06.398803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-605e3fdc-bde6-42ee-a787-1d0e2110beb6 req-f8d72d00-bfac-42d6-a6ca-951b1251ad48 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 931 time: 0.3224626 Jun 17 08:25:06.401764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Made reservation on behalf of 8b925dc63eff462cb3e462033961636a for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:06.405975 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.432744 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.510942 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28ce8c91-3d4b-4bf5-969c-53b01c0a13d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.513689 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28ce8c91-3d4b-4bf5-969c-53b01c0a13d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.517733 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-28ce8c91-3d4b-4bf5-969c-53b01c0a13d4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/146db766-5b72-4625-8599-dbac40ded86c HTTP/1.1" status: 204 len: 168 time: 0.5888350 Jun 17 08:25:06.521638 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3f9d0ba2-8689-4bd1-adc4-51e84701e73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:06.587137 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce8c91-3d4b-4bf5-969c-53b01c0a13d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146db766-5b72-4625-8599-dbac40ded86c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:06.599624 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28ce8c91-3d4b-4bf5-969c-53b01c0a13d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:06.620617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-605e3fdc-bde6-42ee-a787-1d0e2110beb6 req-61ef1aac-5534-40ea-b849-24f889c97da2 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090209 Jun 17 08:25:06.675917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851d763f-e9ab-46bd-8b2f-6e6c091483b0') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:06.676813 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851d763f-e9ab-46bd-8b2f-6e6c091483b0') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:06.694106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-9d0bad84-7c7d-412d-a40c-ef71ac6e3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:06.696121 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-9d0bad84-7c7d-412d-a40c-ef71ac6e3dfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 1096 time: 0.6164804 Jun 17 08:25:06.696685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event updated for resources: {'Network': ['ID=13c8440a-89da-4b69-9a96-51258d82ab07,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:06.708236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 13c8440a-89da-4b69-9a96-51258d82ab07 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:25:06.727515 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:06.730028 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.747788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ad05882f-1aa4-4bd6-a99d-53be22cb136f tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:06.752275 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ad05882f-1aa4-4bd6-a99d-53be22cb136f tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.10 "GET /v2.0/networks?id=7604218d-e90b-49a3-8e82-a207380d152e HTTP/1.1" status: 200 len: 812 time: 0.6718733 Jun 17 08:25:06.772640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.781225 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:06.781891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.795982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20961bf4-34e2-4c0d-8f91-9c04436165b7 req-6c328525-537a-4402-8c15-2888c2211db3 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:06.797546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20961bf4-34e2-4c0d-8f91-9c04436165b7 req-6c328525-537a-4402-8c15-2888c2211db3 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 946 time: 0.3105781 Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:06.845054 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:06.892704 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69cad1dc-32d4-42a7-ae89-cefe13ef8ff8 req-89d5f1ad-9e9f-4f75-b871-568fd0ddbbac tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 210 time: 0.1230347 Jun 17 08:25:06.906837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58220) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:06.919211 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-3704b65f-8002-455c-9512-770bf2616d8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a727e088-c0b3-4163-9238-c9c4deefbc0f HTTP/1.1" status: 200 len: 217 time: 0.0691643 Jun 17 08:25:06.942061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.954094 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:06.972514 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34169045-f19b-427d-a729-26f187ee4572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:06.974012 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:06.992584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20961bf4-34e2-4c0d-8f91-9c04436165b7 req-4ee142da-13e8-4c91-9f27-80cd8c8823dd tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796353 Jun 17 08:25:07.013604 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] Pushing event deleted for resources: {'Network': ['ID=68d4a268-2e46-4a78-88b6-8c0692b51af7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:07.014851 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-4ce70874-38e0-4a52-98f1-e1bcb89f007e tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3972053f1cc04eb4a0a77cfe28701ca9 HTTP/1.1" status: 200 len: 379 time: 0.1637018 Jun 17 08:25:07.018533 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.022870 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] 10.222.0.47 "DELETE /v2.0/networks/68d4a268-2e46-4a78-88b6-8c0692b51af7 HTTP/1.1" status: 204 len: 168 time: 1.2269759 Jun 17 08:25:07.022870 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:07.028335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58222) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:07.033570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Request body: {'port': {'device_id': '83437467-f52a-4520-9614-25602b2aff1f', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'admin_state_up': True, 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'security_groups': ['fe58f34a-b1cc-49ca-bb31-9977054564e1']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:07.065398 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e4dd75c4-2331-4a81-b90d-bc5de2bec8cb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6e257b864a643deb5873b5191ef7a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568379 Jun 17 08:25:07.091336 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-4113c21c-1b6e-4e3c-a4cc-84de26ad63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:07.092837 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-4113c21c-1b6e-4e3c-a4cc-84de26ad63a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.1661141 Jun 17 08:25:07.095282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58224) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:07.149135 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-6ae55f4e-f824-4d81-a298-48fd1827e360 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430541 Jun 17 08:25:07.277008 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b716a529-bf38-48e3-92b7-d2233500e901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.327415 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b716a529-bf38-48e3-92b7-d2233500e901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.338431 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-302cfbbe-6089-49b5-8131-daaf2abe3fb6 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795583 Jun 17 08:25:07.340898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Made reservation on behalf of 3972053f1cc04eb4a0a77cfe28701ca9 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:07.345206 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.363585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '916b644f-0bdb-4144-80a4-d2ba34898379', 'tag': 'a727e088-c0b3-4163-9238-c9c4deefbc0f'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:07.366078 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977b2929-9362-4f7e-b28b-69ae8129b52c" -d '{"events": [{"name": "network-changed", "server_uuid": "916b644f-0bdb-4144-80a4-d2ba34898379", "tag": "a727e088-c0b3-4163-9238-c9c4deefbc0f"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:07.427321 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb8d1b9-4b55-44e1-9069-5dd84e1a0cda x-openstack-request-id: req-3cb8d1b9-4b55-44e1-9069-5dd84e1a0cda {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:07.427641 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "916b644f-0bdb-4144-80a4-d2ba34898379", "tag": "a727e088-c0b3-4163-9238-c9c4deefbc0f", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:07.428063 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3cb8d1b9-4b55-44e1-9069-5dd84e1a0cda {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:07.428372 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '916b644f-0bdb-4144-80a4-d2ba34898379', 'tag': 'a727e088-c0b3-4163-9238-c9c4deefbc0f', 'status': 'completed', 'code': 200} Jun 17 08:25:07.431140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event updated for resources: {'Subnet': ['ID=856b1269-28ae-4b4a-b0a9-49b158323743,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:07.463793 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:07.492154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e6268a-f9ad-47c4-af49-efa8d285eaec admin admin] Deleting subnet 0e7f4a25-a056-44e6-9ef2-11fa13372dba {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:07.504352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1e6268a-f9ad-47c4-af49-efa8d285eaec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.506308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Checking segment: {'id': 'dcaa3525-350a-4c02-8245-a6cea58f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cb778e51-df4b-488f-9cf6-5a8335c76b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:07.506638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Network hostable DHCP agents. Network: cb778e51-df4b-488f-9cf6-5a8335c76b59, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:25:07.509890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56673305-cb00-4406-8d0c-c0b39d2e799c {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:07.526220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b716a529-bf38-48e3-92b7-d2233500e901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.528976 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b716a529-bf38-48e3-92b7-d2233500e901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.530104 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b716a529-bf38-48e3-92b7-d2233500e901 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/109ddbf5-a039-4732-8e94-6f48f60f0c4e HTTP/1.1" status: 204 len: 168 time: 0.4338763 Jun 17 08:25:07.535025 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-488e1184-7cbd-465c-bad7-ba4bc509cc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:07.547796 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.548612 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9ec094d3-11cf-4ec7-aee0-6f96e31d42a9 req-5900931c-046a-4e77-8e12-a1ebb3300dfb service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009137 Jun 17 08:25:07.572922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716a529-bf38-48e3-92b7-d2233500e901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ddbf5-a039-4732-8e94-6f48f60f0c4e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:07.579329 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b716a529-bf38-48e3-92b7-d2233500e901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:07.580092 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1e6268a-f9ad-47c4-af49-efa8d285eaec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.584661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Transition to ACTIVE for port object 56673305-cb00-4406-8d0c-c0b39d2e799c will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:07.613235 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.620686 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-36871f92-f35b-4a62-a477-dc1363b92bf6 tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:07.629392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Allocated IP 172.20.0.6 (7604218d-e90b-49a3-8e82-a207380d152e/2fdd66af-1493-4f19-b811-3fee1ee5614d/82005261-045b-4ef5-9437-596150d48eaf) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:07.631631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Network cb778e51-df4b-488f-9cf6-5a8335c76b59 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:25:07.717922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, cb778e51-df4b-488f-9cf6-5a8335c76b59) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:07.726739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777f9eb6-2b07-4440-9da0-5f332386d3b5 None None] Network cb778e51-df4b-488f-9cf6-5a8335c76b59 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:07.732115 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:07.732744 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.735392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1e6268a-f9ad-47c4-af49-efa8d285eaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:07.744646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8a63e-59ed-451c-9005-ac298b86cca6 req-5254fd29-106d-423f-98a0-41b83b8e03c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:07.752216 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e1d8a63e-59ed-451c-9005-ac298b86cca6 req-5254fd29-106d-423f-98a0-41b83b8e03c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 944 time: 0.3269911 Jun 17 08:25:07.781755 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b2929-9362-4f7e-b28b-69ae8129b52c req-29a68257-8383-423e-9aba-4b8be27981b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:07.783407 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-977b2929-9362-4f7e-b28b-69ae8129b52c req-29a68257-8383-423e-9aba-4b8be27981b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 1096 time: 0.1460948 Jun 17 08:25:07.790741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Pushing event updated for resources: {'Port': ['ID=56673305-cb00-4406-8d0c-c0b39d2e799c,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:07.807811 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:07.868494 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7707129 Jun 17 08:25:07.902025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58236) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:07.913101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Request body: {'subnet': {'network_id': '13c8440a-89da-4b69-9a96-51258d82ab07', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:07.919503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b2929-9362-4f7e-b28b-69ae8129b52c req-c9d8c26f-95b2-46d8-89ae-024552db2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:07.921138 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-977b2929-9362-4f7e-b28b-69ae8129b52c req-c9d8c26f-95b2-46d8-89ae-024552db2970 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 913 time: 0.0941176 Jun 17 08:25:07.948977 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e1d8a63e-59ed-451c-9005-ac298b86cca6 req-7cf8a0c9-5086-4eb8-a80d-e30650fa9ebb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957498 Jun 17 08:25:07.980041 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-977b2929-9362-4f7e-b28b-69ae8129b52c req-36b57fbe-56c4-4000-bb8b-849098d98c91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a727e088-c0b3-4163-9238-c9c4deefbc0f HTTP/1.1" status: 200 len: 217 time: 0.0513155 Jun 17 08:25:07.990765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-cb778e51-df4b-488f-9cf6-5a8335c76b59', 'network_id': 'cb778e51-df4b-488f-9cf6-5a8335c76b59', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'fixed_ips': [{'subnet_id': '856b1269-28ae-4b4a-b0a9-49b158323743'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:25:07.993428 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.101796 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.122936 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1e6268a-f9ad-47c4-af49-efa8d285eaec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.127869 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b2929-9362-4f7e-b28b-69ae8129b52c req-8362380a-4cc8-40c9-a8de-a99ffb7d69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:08.129304 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-977b2929-9362-4f7e-b28b-69ae8129b52c req-8362380a-4cc8-40c9-a8de-a99ffb7d69f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.1345594 Jun 17 08:25:08.144824 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:08.148727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:08.149132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:08.149441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:08.162516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Allocated IP 10.1.1.2 (cb778e51-df4b-488f-9cf6-5a8335c76b59/856b1269-28ae-4b4a-b0a9-49b158323743/a7e62857-c46c-4ed6-891c-799d242d1816) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:08.170666 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-977b2929-9362-4f7e-b28b-69ae8129b52c req-80f2fe36-acae-4031-b5dc-93ad5adfb3c1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320668 Jun 17 08:25:08.171809 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Transition to ACTIVE for port object 82005261-045b-4ef5-9437-596150d48eaf will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:08.207042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2ba93-f94d-4e20-9c50-956c62c737d0 req-3a7ec0e1-807a-4bff-81db-f9e335b72ed4 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:08.213977 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85b2ba93-f94d-4e20-9c50-956c62c737d0 req-3a7ec0e1-807a-4bff-81db-f9e335b72ed4 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 943 time: 0.4051516 Jun 17 08:25:08.235687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e6268a-f9ad-47c4-af49-efa8d285eaec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7f4a25-a056-44e6-9ef2-11fa13372dba,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:08.237549 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Port 56673305-cb00-4406-8d0c-c0b39d2e799c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:08.237874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:08.241614 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a1e6268a-f9ad-47c4-af49-efa8d285eaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:08.251434 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab409daf-51a3-4695-9667-14c4b4b9a8f0 req-c9136eb5-7f0d-4983-8702-35616f496d50 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 210 time: 0.1075702 Jun 17 08:25:08.254195 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1e6268a-f9ad-47c4-af49-efa8d285eaec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.259211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a1e6268a-f9ad-47c4-af49-efa8d285eaec admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0e7f4a25-a056-44e6-9ef2-11fa13372dba HTTP/1.1" status: 204 len: 168 time: 1.2243822 Jun 17 08:25:08.259892 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58254) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:08.269442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:08.269878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:08.270171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:08.270616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Bound port: 56673305-cb00-4406-8d0c-c0b39d2e799c, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:08.271014 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.293538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Made reservation on behalf of 8b925dc63eff462cb3e462033961636a for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:08.296725 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.354478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85b2ba93-f94d-4e20-9c50-956c62c737d0 req-f4991f5a-2554-43a0-8e33-67823bbe3a6b tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395223 Jun 17 08:25:08.363390 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.374629 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c325985-29fa-4a70-9b17-73bf7eb92531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:08.407535 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.434140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Transition to ACTIVE for port object a7e62857-c46c-4ed6-891c-799d242d1816 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:08.461010 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:08.468601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:08.477060 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Network 7604218d-e90b-49a3-8e82-a207380d152e is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:08.478707 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Transition to ACTIVE for port object a7e62857-c46c-4ed6-891c-799d242d1816 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:08.486135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:08.500056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:08.506757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.507681 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.510434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.512488 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-abb96dd7-4b47-4221-902a-8b891888e517 tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:08.520519 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0495411d-65b0-48b9-afe5-d8e76a7bdd45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:08.559289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:08.559912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.561370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] 10.222.0.63 "PUT /v2.0/ports/56673305-cb00-4406-8d0c-c0b39d2e799c HTTP/1.1" status: 200 len: 1092 time: 2.4563565 Jun 17 08:25:08.562450 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-977b2929-9362-4f7e-b28b-69ae8129b52c req-be9b28ad-0329-4ced-bdc1-c0b1693a5657 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833699 Jun 17 08:25:08.563976 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'tag': '56673305-cb00-4406-8d0c-c0b39d2e799c'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:08.570756 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ba0a23-ed96-401a-b200-6932edad00fd" -d '{"events": [{"name": "network-changed", "server_uuid": "3df7a769-3cec-45ec-b3d6-dbc767867589", "tag": "56673305-cb00-4406-8d0c-c0b39d2e799c"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:08.641802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Network cb778e51-df4b-488f-9cf6-5a8335c76b59 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:08.664814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Pushing event updated for resources: {'Port': ['ID=82005261-045b-4ef5-9437-596150d48eaf,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:08.666270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:08.668722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:08.670945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Pushing event updated for resources: {'Port': ['ID=a7e62857-c46c-4ed6-891c-799d242d1816,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:08.674407 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:08.688111 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:08.713094 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faca35d1-1056-45d4-9143-a8ecfd806375 x-openstack-request-id: req-faca35d1-1056-45d4-9143-a8ecfd806375 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:08.713492 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df7a769-3cec-45ec-b3d6-dbc767867589", "tag": "56673305-cb00-4406-8d0c-c0b39d2e799c", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:08.713737 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-faca35d1-1056-45d4-9143-a8ecfd806375 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:08.714178 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'tag': '56673305-cb00-4406-8d0c-c0b39d2e799c', 'status': 'completed', 'code': 200} Jun 17 08:25:08.717432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:08.718130 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.731520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Pushing event updated for resources: {'Port': ['ID=56673305-cb00-4406-8d0c-c0b39d2e799c,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:08.747002 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:08.771796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Attempting to bind port a7e62857-c46c-4ed6-891c-799d242d1816 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:08.774196 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Attempting to bind port a7e62857-c46c-4ed6-891c-799d242d1816 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'dcaa3525-350a-4c02-8245-a6cea58f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cb778e51-df4b-488f-9cf6-5a8335c76b59'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:08.775047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Attempting to bind port a7e62857-c46c-4ed6-891c-799d242d1816 on network cb778e51-df4b-488f-9cf6-5a8335c76b59 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:08.782052 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:08.782926 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Checking segment: {'id': 'dcaa3525-350a-4c02-8245-a6cea58f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cb778e51-df4b-488f-9cf6-5a8335c76b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:08.784459 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.785215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Bound using segment: {'id': 'dcaa3525-350a-4c02-8245-a6cea58f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cb778e51-df4b-488f-9cf6-5a8335c76b59'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:08.785995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Bound port: a7e62857-c46c-4ed6-891c-799d242d1816, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcaa3525-350a-4c02-8245-a6cea58f91c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cb778e51-df4b-488f-9cf6-5a8335c76b59'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:08.786613 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.836552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db69336-2a74-43b7-a00a-30e831841ff0 req-e334caba-efac-4c39-b374-04b8a8024da8 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:08.843824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2db69336-2a74-43b7-a00a-30e831841ff0 req-e334caba-efac-4c39-b374-04b8a8024da8 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 946 time: 0.3708200 Jun 17 08:25:08.854131 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8299723 Jun 17 08:25:08.870143 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Request body: {'port': {'device_id': '83437467-f52a-4520-9614-25602b2aff1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:08.876840 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-977b2929-9362-4f7e-b28b-69ae8129b52c req-f22e227d-5041-4f71-b7da-314087656f68 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036213 Jun 17 08:25:08.895430 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.899862 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.904068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-2a56e353-7235-428f-bf5a-5eae5c0be931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:08.905768 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-2a56e353-7235-428f-bf5a-5eae5c0be931 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 1095 time: 0.2785871 Jun 17 08:25:08.908275 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:08.923327 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] For port a7e62857-c46c-4ed6-891c-799d242d1816, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:08.925001 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2db69336-2a74-43b7-a00a-30e831841ff0 req-20b9ca8f-ae6f-4099-b71d-837cb5c62610 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801988 Jun 17 08:25:08.931520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0751c851-f2df-48af-96eb-21bf2bb231d9']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:08.934555 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-14a83539-8d62-4fd6-a3c1-0780591b5ba5 None None] Provisioning for port 82005261-045b-4ef5-9437-596150d48eaf completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:08.940373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-14a83539-8d62-4fd6-a3c1-0780591b5ba5 None None] Provisioning complete for port 82005261-045b-4ef5-9437-596150d48eaf triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:08.941050 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-14a83539-8d62-4fd6-a3c1-0780591b5ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.945607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] For port a7e62857-c46c-4ed6-891c-799d242d1816, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a7e62857-c46c-4ed6-891c-799d242d1816,segment=NetworkSegment(dcaa3525-350a-4c02-8245-a6cea58f91c2),segment_id=dcaa3525-350a-4c02-8245-a6cea58f91c2)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:08.972395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29bbcccd-b27a-49f2-9221-4976506cd5d2') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:08.975575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29bbcccd-b27a-49f2-9221-4976506cd5d2') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:08.979473 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:08.990901 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-93ad146d-8da5-4a50-88cd-ca7ddb0a911a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:09.006496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.026326 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.058315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-14a83539-8d62-4fd6-a3c1-0780591b5ba5 None None] Port 82005261-045b-4ef5-9437-596150d48eaf cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:09.065412 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.078637 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-3dc85b32-dbec-4881-8f53-6eb8d21f1ffe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56673305-cb00-4406-8d0c-c0b39d2e799c HTTP/1.1" status: 200 len: 217 time: 0.1354687 Jun 17 08:25:09.098077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Pushing event updated for resources: {'Port': ['ID=a7e62857-c46c-4ed6-891c-799d242d1816,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:09.099389 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:09.099818 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.101326 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:09.107133 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:09.209153 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.234645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-80039d2c-4b33-4fa1-b4d8-d21715b4a302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:09.235926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-80039d2c-4b33-4fa1-b4d8-d21715b4a302 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1562538 Jun 17 08:25:09.258641 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.262895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event updated for resources: {'Subnet': ['ID=16494253-cd2b-4330-91b9-666aee8d4f14,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:09.264163 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.269548 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:09.279324 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] 10.222.0.47 "DELETE /v2.0/networks/0751c851-f2df-48af-96eb-21bf2bb231d9 HTTP/1.1" status: 204 len: 168 time: 1.0066125 Jun 17 08:25:09.282066 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b411e21-25c8-4fe8-a67c-770dc62f3381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:09.289926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-fd193d4c-5bd3-4d2c-8974-540704e981c8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447586 Jun 17 08:25:09.329700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Checking segment: {'id': 'abc22c24-1e9c-4032-8696-a7fe8c72ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '13c8440a-89da-4b69-9a96-51258d82ab07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:09.330052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Network hostable DHCP agents. Network: 13c8440a-89da-4b69-9a96-51258d82ab07, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:25:09.334084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] Pushing event deleted for resources: {'Network': ['ID=0751c851-f2df-48af-96eb-21bf2bb231d9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:09.342704 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:09.443596 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cdd9a-fc98-4d5f-b117-e19a66b287c8 req-acf077a4-3643-41aa-a0a4-76df9df12c49 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:09.450462 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e3cdd9a-fc98-4d5f-b117-e19a66b287c8 req-acf077a4-3643-41aa-a0a4-76df9df12c49 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 944 time: 0.3020163 Jun 17 08:25:09.454009 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Network 13c8440a-89da-4b69-9a96-51258d82ab07 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:25:09.475621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce08014-2c5f-4931-834d-856f6c2b76d2 req-a785bd4e-3c6a-4889-a3e8-50cd88ddeb96 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:09.481102 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ce08014-2c5f-4931-834d-856f6c2b76d2 req-a785bd4e-3c6a-4889-a3e8-50cd88ddeb96 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 946 time: 0.3283637 Jun 17 08:25:09.495159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58288) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:09.495402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 13c8440a-89da-4b69-9a96-51258d82ab07) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:09.506084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-37503fe8-6b78-46b1-b455-93a2005760b0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Request body: {'floatingip': {'port_id': '203416c9-b5e8-407b-8619-e87997a4689c'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:09.514200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a464c22-f122-49b1-bef7-428499b21a67 None None] Network 13c8440a-89da-4b69-9a96-51258d82ab07 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:09.568359 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37503fe8-6b78-46b1-b455-93a2005760b0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.579228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:09.579925 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.623894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7163172 Jun 17 08:25:09.633133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58294) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:09.639000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Request body: {'port': {'network_id': 'cb778e51-df4b-488f-9cf6-5a8335c76b59', 'name': 'tempest-TaggedBootDevicesTest_v242-174286000', 'fixed_ips': [{'subnet_id': '856b1269-28ae-4b4a-b0a9-49b158323743'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:09.700281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58296) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:09.750614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e3cdd9a-fc98-4d5f-b117-e19a66b287c8 req-c05c7ce3-8b10-441e-8069-28a06397556b tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644837 Jun 17 08:25:09.771609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-384589a8-9a1c-417d-b186-fb729b7cccd7 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658229 Jun 17 08:25:09.789744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-13c8440a-89da-4b69-9a96-51258d82ab07', 'network_id': '13c8440a-89da-4b69-9a96-51258d82ab07', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'fixed_ips': [{'subnet_id': '16494253-cd2b-4330-91b9-666aee8d4f14'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:25:09.791071 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:09.878365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Made reservation on behalf of 8b925dc63eff462cb3e462033961636a for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:09.992204 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7d436f88-5c8a-4ee2-88ac-737463d8ba9c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8bb892de27e941a1be407e53634cff36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907033 Jun 17 08:25:10.001333 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58298) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:10.012418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a7e62857-c46c-4ed6-891c-799d242d1816 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:10.016527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Allocated IP 10.2.2.2 (13c8440a-89da-4b69-9a96-51258d82ab07/16494253-cd2b-4330-91b9-666aee8d4f14/15fa5e75-777a-444f-a89f-8625ab5aa12d) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:10.124210 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9bc26d66-f5c4-49e1-afc1-1a863dfd4300 req-c2fca45b-b40e-4e7d-b527-2e19a40e611a service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477488 Jun 17 08:25:10.135961 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.145078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad468b-949e-46f0-8c61-63d0b8723b81 req-ff25490e-716d-4aa9-8eb0-559382bced6e tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:10.147895 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82005261-045b-4ef5-9437-596150d48eaf {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:10.152839 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19ad468b-949e-46f0-8c61-63d0b8723b81 req-ff25490e-716d-4aa9-8eb0-559382bced6e tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 931 time: 0.3936074 Jun 17 08:25:10.188295 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-19f78963-6fc7-40a2-8846-105d2d8b43c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.206035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.251039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] device_id is not set on port 782ebafe-8da9-4c3d-af7f-0c706a997d66 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:25:10.252912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Transition to ACTIVE for port object 82005261-045b-4ef5-9437-596150d48eaf will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:10.300069 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.301971 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port a7e62857-c46c-4ed6-891c-799d242d1816 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:10.309824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92a008-088e-49a5-b50b-574d8572305d req-6b2f3930-1aa1-4ba1-8e2c-c917956bd163 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:10.311501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e92a008-088e-49a5-b50b-574d8572305d req-6b2f3930-1aa1-4ba1-8e2c-c917956bd163 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 943 time: 0.4109631 Jun 17 08:25:10.320704 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.329875 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-28b9fc62-9fa8-46a4-9ae1-e31dd4920ec1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:10.335208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Transition to ACTIVE for port object 15fa5e75-777a-444f-a89f-8625ab5aa12d will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:10.352761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Transition to ACTIVE for port object 15fa5e75-777a-444f-a89f-8625ab5aa12d will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:10.363712 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.367404 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:10.400841 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-19f78963-6fc7-40a2-8846-105d2d8b43c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.409869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Network 13c8440a-89da-4b69-9a96-51258d82ab07 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:10.414468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:10.416423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66c2b4c-9209-41d8-9014-c34c43a2ebf1 None None] Network cb778e51-df4b-488f-9cf6-5a8335c76b59 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:10.418608 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:10.438928 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.resource_extend [None req-37503fe8-6b78-46b1-b455-93a2005760b0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:25:10.462579 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19ad468b-949e-46f0-8c61-63d0b8723b81 req-3050df7c-74b1-4ce5-b462-ab41ebce6b19 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085847 Jun 17 08:25:10.488531 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e92a008-088e-49a5-b50b-574d8572305d req-eede7d7d-e749-4c8b-a15a-8422c1ebd5ec tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255696 Jun 17 08:25:10.492942 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Pushing event updated for resources: {'Port': ['ID=15fa5e75-777a-444f-a89f-8625ab5aa12d,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:10.505283 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:10.531699 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Pushing event updated for resources: {'Port': ['ID=82005261-045b-4ef5-9437-596150d48eaf,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:10.541399 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:10.595330 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d38a962d-c7f3-46ec-b103-fd3676a76ff7 None None] Provisioning for port a7e62857-c46c-4ed6-891c-799d242d1816 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:10.624342 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba0a23-ed96-401a-b200-6932edad00fd req-158a9590-d1c7-4faa-bbe9-c22101ee5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:10.625310 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37503fe8-6b78-46b1-b455-93a2005760b0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.626378 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8ba0a23-ed96-401a-b200-6932edad00fd req-158a9590-d1c7-4faa-bbe9-c22101ee5b45 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 1095 time: 0.4316547 Jun 17 08:25:10.647865 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d38a962d-c7f3-46ec-b103-fd3676a76ff7 None None] Provisioning complete for port a7e62857-c46c-4ed6-891c-799d242d1816 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:10.649328 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37503fe8-6b78-46b1-b455-93a2005760b0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.650855 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d38a962d-c7f3-46ec-b103-fd3676a76ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.653051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Attempting to bind port 82005261-045b-4ef5-9437-596150d48eaf on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:10.653453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Attempting to bind port 82005261-045b-4ef5-9437-596150d48eaf by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:10.653846 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Attempting to bind port 82005261-045b-4ef5-9437-596150d48eaf on network 7604218d-e90b-49a3-8e82-a207380d152e {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:10.711578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Attempting to bind port 15fa5e75-777a-444f-a89f-8625ab5aa12d on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:10.711953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Attempting to bind port 15fa5e75-777a-444f-a89f-8625ab5aa12d by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'abc22c24-1e9c-4032-8696-a7fe8c72ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '13c8440a-89da-4b69-9a96-51258d82ab07'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:10.714408 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Attempting to bind port 15fa5e75-777a-444f-a89f-8625ab5aa12d on network 13c8440a-89da-4b69-9a96-51258d82ab07 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:10.733405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:10.733784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Checking segment: {'id': 'abc22c24-1e9c-4032-8696-a7fe8c72ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '13c8440a-89da-4b69-9a96-51258d82ab07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:10.734186 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.734588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Bound using segment: {'id': 'abc22c24-1e9c-4032-8696-a7fe8c72ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '13c8440a-89da-4b69-9a96-51258d82ab07'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:10.735116 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Bound port: 15fa5e75-777a-444f-a89f-8625ab5aa12d, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc22c24-1e9c-4032-8696-a7fe8c72ee61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '13c8440a-89da-4b69-9a96-51258d82ab07'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:10.735496 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.745503 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-19f78963-6fc7-40a2-8846-105d2d8b43c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.747891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-19f78963-6fc7-40a2-8846-105d2d8b43c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.749206 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-19f78963-6fc7-40a2-8846-105d2d8b43c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb2d0385-a94e-45df-9e5a-ee42bcbffd5a HTTP/1.1" status: 204 len: 168 time: 0.7360451 Jun 17 08:25:10.769206 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b3be17b-893c-41cb-aae3-bdb1a3f879b4 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:10.836614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f78963-6fc7-40a2-8846-105d2d8b43c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2d0385-a94e-45df-9e5a-ee42bcbffd5a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:10.848990 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-37503fe8-6b78-46b1-b455-93a2005760b0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Floating IP e8e8ea01-6ce9-4176-8eb7-6bd439f8b42b associated. External IP: 172.25.8.8, port: 203416c9-b5e8-407b-8619-e87997a4689c. Jun 17 08:25:10.859685 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-19f78963-6fc7-40a2-8846-105d2d8b43c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:10.889291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Allocated IP 10.1.1.213 (cb778e51-df4b-488f-9cf6-5a8335c76b59/856b1269-28ae-4b4a-b0a9-49b158323743/782ebafe-8da9-4c3d-af7f-0c706a997d66) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:10.918587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-575456b2-331d-40db-b622-1a67347bd203 None None] For port 15fa5e75-777a-444f-a89f-8625ab5aa12d, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:10.923027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-575456b2-331d-40db-b622-1a67347bd203 None None] For port 15fa5e75-777a-444f-a89f-8625ab5aa12d, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=15fa5e75-777a-444f-a89f-8625ab5aa12d,segment=NetworkSegment(abc22c24-1e9c-4032-8696-a7fe8c72ee61),segment_id=abc22c24-1e9c-4032-8696-a7fe8c72ee61)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:10.947854 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Port 82005261-045b-4ef5-9437-596150d48eaf on network 7604218d-e90b-49a3-8e82-a207380d152e not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:10.948613 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Attempting to bind port 82005261-045b-4ef5-9437-596150d48eaf on network 7604218d-e90b-49a3-8e82-a207380d152e {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:10.971347 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:10.981996 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bd9fe31d-0fea-4a02-8007-c168ebe62aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:11.007046 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:11.007868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Checking segment: {'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:11.007868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Bound using segment: {'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:11.008469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Bound port: 82005261-045b-4ef5-9437-596150d48eaf, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29a5973a-d888-40d3-ac63-15f5db59831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:11.009475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.022286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba0a23-ed96-401a-b200-6932edad00fd req-86378274-8dcc-48d0-bbbd-3e5fbfeb086a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:11.027955 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8ba0a23-ed96-401a-b200-6932edad00fd req-86378274-8dcc-48d0-bbbd-3e5fbfeb086a service neutron] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.3935924 Jun 17 08:25:11.065484 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Pushing event updated for resources: {'Port': ['ID=15fa5e75-777a-444f-a89f-8625ab5aa12d,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:11.078749 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:11.091200 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d38a962d-c7f3-46ec-b103-fd3676a76ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.106106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] For port 82005261-045b-4ef5-9437-596150d48eaf, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:11.109975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] For port 82005261-045b-4ef5-9437-596150d48eaf, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=82005261-045b-4ef5-9437-596150d48eaf,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:11.119231 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.123703 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-721f5574-6c15-4455-9554-2465afa0c6d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:11.180360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:11.183172 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.185917 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] 10.222.0.10 "PUT /v2.0/ports/82005261-045b-4ef5-9437-596150d48eaf HTTP/1.1" status: 200 len: 1092 time: 2.3210022 Jun 17 08:25:11.186453 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8ba0a23-ed96-401a-b200-6932edad00fd req-f99a34f3-94a5-4c58-9c81-628a86993bde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56673305-cb00-4406-8d0c-c0b39d2e799c HTTP/1.1" status: 200 len: 217 time: 0.1389725 Jun 17 08:25:11.219867 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83437467-f52a-4520-9614-25602b2aff1f', 'tag': '82005261-045b-4ef5-9437-596150d48eaf'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:11.220123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d38a962d-c7f3-46ec-b103-fd3676a76ff7 None None] For port a7e62857-c46c-4ed6-891c-799d242d1816, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a7e62857-c46c-4ed6-891c-799d242d1816,segment=NetworkSegment(dcaa3525-350a-4c02-8245-a6cea58f91c2),segment_id=dcaa3525-350a-4c02-8245-a6cea58f91c2)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:11.222861 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b998f-62b7-45c8-932b-e88ac1f58d49" -d '{"events": [{"name": "network-changed", "server_uuid": "83437467-f52a-4520-9614-25602b2aff1f", "tag": "82005261-045b-4ef5-9437-596150d48eaf"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:11.229607 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d38a962d-c7f3-46ec-b103-fd3676a76ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.233621 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:11.359591 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a962d-c7f3-46ec-b103-fd3676a76ff7 None None] Pushing event updated for resources: {'Port': ['ID=a7e62857-c46c-4ed6-891c-799d242d1816,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:11.365552 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d38a962d-c7f3-46ec-b103-fd3676a76ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:11.570326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58320) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:11.585722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Pushing event updated for resources: {'Port': ['ID=82005261-045b-4ef5-9437-596150d48eaf,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:11.587680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a727e088-c0b3-4163-9238-c9c4deefbc0f details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:11.593952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37503fe8-6b78-46b1-b455-93a2005760b0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Router ed3f9b46-2be0-471a-9805-9075f52b3dc2 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:11.608894 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:11.740315 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84f71ed-7c3f-454e-b776-1dd9b45197db x-openstack-request-id: req-e84f71ed-7c3f-454e-b776-1dd9b45197db {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:11.740911 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83437467-f52a-4520-9614-25602b2aff1f", "tag": "82005261-045b-4ef5-9437-596150d48eaf", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:11.741414 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e84f71ed-7c3f-454e-b776-1dd9b45197db {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:11.742116 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83437467-f52a-4520-9614-25602b2aff1f', 'tag': '82005261-045b-4ef5-9437-596150d48eaf', 'status': 'completed', 'code': 200} Jun 17 08:25:11.869617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37503fe8-6b78-46b1-b455-93a2005760b0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:11.895497 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-76bd4479-b3bb-4668-a21f-a9376450426c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d5cd0f85d6147db9075c3d22e0d6cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176036 Jun 17 08:25:11.907746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37503fe8-6b78-46b1-b455-93a2005760b0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:11.911698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58332) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:11.984999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba0a23-ed96-401a-b200-6932edad00fd req-1c3fd471-61df-4f16-ac2d-f07872fd9be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:11.986463 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8ba0a23-ed96-401a-b200-6932edad00fd req-1c3fd471-61df-4f16-ac2d-f07872fd9be4 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.7739849 Jun 17 08:25:12.029370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 56673305-cb00-4406-8d0c-c0b39d2e799c details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:12.031932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605499b8-a286-4017-a5eb-e5f5e86ce7b3 None None] Sync routers for ids ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:12.070133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605499b8-a286-4017-a5eb-e5f5e86ce7b3 None None] Routers {'ed3f9b46-2be0-471a-9805-9075f52b3dc2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:12.070983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-605499b8-a286-4017-a5eb-e5f5e86ce7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:24:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:12.082172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8ba0a23-ed96-401a-b200-6932edad00fd req-7d7c191d-acc6-4812-b994-60cd621c333a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621367 Jun 17 08:25:12.135095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bc75ce49-e06f-48df-bf19-6ac54507bda7 None None] Provisioning complete for port a7e62857-c46c-4ed6-891c-799d242d1816 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:12.135805 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bc75ce49-e06f-48df-bf19-6ac54507bda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.176532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 15fa5e75-777a-444f-a89f-8625ab5aa12d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:12.181278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcb6a6-13b5-4804-ba78-08109d1537c2 req-aa287882-d1e3-4700-96a9-bad7f04c2bf8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:12.182943 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95dcb6a6-13b5-4804-ba78-08109d1537c2 req-aa287882-d1e3-4700-96a9-bad7f04c2bf8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 944 time: 1.1637883 Jun 17 08:25:12.218177 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.265681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Transition to ACTIVE for port object 782ebafe-8da9-4c3d-af7f-0c706a997d66 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:12.278930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7b4e8-79ad-48a6-995d-98ce5214b5f0 req-caf5aaf7-47b4-4a6e-af80-2fae319dacb5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:12.286748 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72e7b4e8-79ad-48a6-995d-98ce5214b5f0 req-caf5aaf7-47b4-4a6e-af80-2fae319dacb5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 943 time: 0.3458347 Jun 17 08:25:12.326395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8ba0a23-ed96-401a-b200-6932edad00fd req-0cbb4ea9-40ff-4fb1-b110-795409e8f001 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291622 Jun 17 08:25:12.331838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95dcb6a6-13b5-4804-ba78-08109d1537c2 req-ec328892-20d4-45ae-a30a-95cd76450968 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378570 Jun 17 08:25:12.366717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:12.394126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-f692c647-9b91-4a47-a2ea-c9f28a131013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:12.395910 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-f692c647-9b91-4a47-a2ea-c9f28a131013 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3972053f1cc04eb4a0a77cfe28701ca9&device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 1095 time: 1.1409774 Jun 17 08:25:12.432711 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-605499b8-a286-4017-a5eb-e5f5e86ce7b3 None None] Set router ed3f9b46-2be0-471a-9805-9075f52b3dc2 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:12.443214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72e7b4e8-79ad-48a6-995d-98ce5214b5f0 req-d1c5b808-c83d-4151-8e29-40e3729d90e6 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486359 Jun 17 08:25:12.459132 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-37503fe8-6b78-46b1-b455-93a2005760b0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "PUT /v2.0/floatingips/e8e8ea01-6ce9-4176-8eb7-6bd439f8b42b HTTP/1.1" status: 200 len: 990 time: 2.9620514 Jun 17 08:25:12.460430 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-1eaa8e2e-6949-428a-844e-dc054f72cb24 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82005261-045b-4ef5-9437-596150d48eaf HTTP/1.1" status: 200 len: 217 time: 0.0538595 Jun 17 08:25:12.531209 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.545656 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f376a364-fa32-4cc1-959d-f97432371a24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:12.556777 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-819a6dad-1ddf-4e29-b0bb-08957c63655e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.574151 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a727e088-c0b3-4163-9238-c9c4deefbc0f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a727e088-c0b3-4163-9238-c9c4deefbc0f,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:12.585773 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-819a6dad-1ddf-4e29-b0bb-08957c63655e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.589358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '56673305-cb00-4406-8d0c-c0b39d2e799c', 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab', 'port_id': '56673305-cb00-4406-8d0c-c0b39d2e799c', 'mac_address': 'fa:16:3e:09:e2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717f8b60-fb1c-4bbe-a6b4-6fd59088f048', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:12.607902 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8ba0a23-ed96-401a-b200-6932edad00fd req-229adfb9-0328-49b9-8d5a-f88c4c50afe0 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730408 Jun 17 08:25:12.629334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Network cb778e51-df4b-488f-9cf6-5a8335c76b59 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:12.640603 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:12.644801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:12.661875 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-819a6dad-1ddf-4e29-b0bb-08957c63655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.664766 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-819a6dad-1ddf-4e29-b0bb-08957c63655e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.665960 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-819a6dad-1ddf-4e29-b0bb-08957c63655e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb9a413d-a806-4f68-b566-b5877424facc HTTP/1.1" status: 204 len: 168 time: 0.3533924 Jun 17 08:25:12.672260 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-6a8568c0-8e96-49e1-9790-3c21bbefeac1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7950523 Jun 17 08:25:12.673023 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b716a529-bf38-48e3-92b7-d2233500e901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:12.680371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-b2dd5c7d-080f-4e0b-a646-b9cd83fcc895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:12.682011 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-b2dd5c7d-080f-4e0b-a646-b9cd83fcc895 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fdd66af-1493-4f19-b811-3fee1ee5614d HTTP/1.1" status: 200 len: 851 time: 0.2014146 Jun 17 08:25:12.688127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a6dad-1ddf-4e29-b0bb-08957c63655e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9a413d-a806-4f68-b566-b5877424facc,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:12.698505 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-819a6dad-1ddf-4e29-b0bb-08957c63655e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:12.710822 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'a727e088-c0b3-4163-9238-c9c4deefbc0f', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'port_id': 'a727e088-c0b3-4163-9238-c9c4deefbc0f', 'mac_address': 'fa:16:3e:3e:1a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60edf36c-6a69-4e4e-847c-9484b431209d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:12.735851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event updated for resources: {'Port': ['ID=782ebafe-8da9-4c3d-af7f-0c706a997d66,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:12.747910 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:12.790532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:12.791798 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:12.823919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb473b2-7707-4ef0-9900-0691e9ba41e0 req-8279e8c8-971a-4f4a-b691-d6402f64e932 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:12.832421 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-feb473b2-7707-4ef0-9900-0691e9ba41e0 req-8279e8c8-971a-4f4a-b691-d6402f64e932 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 943 time: 0.3193552 Jun 17 08:25:12.836552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2018807 Jun 17 08:25:12.841984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58340) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:12.847628 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Request body: {'port': {'network_id': 'cb778e51-df4b-488f-9cf6-5a8335c76b59', 'name': 'tempest-TaggedBootDevicesTest_v242-2052247849', 'fixed_ips': [{'subnet_id': '856b1269-28ae-4b4a-b0a9-49b158323743'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:12.938607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d502af-e7c9-45ae-a9cf-8483c62b5f06 None None] Network 13c8440a-89da-4b69-9a96-51258d82ab07 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:12.950759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-feb473b2-7707-4ef0-9900-0691e9ba41e0 req-f3cdd8c6-7b51-408f-9bd8-6b559f8c3937 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172476 Jun 17 08:25:12.955392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-7b2e9dbc-b185-46f3-9ecd-9f5f669c7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:12.957162 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-7b2e9dbc-b185-46f3-9ecd-9f5f669c7599 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7604218d-e90b-49a3-8e82-a207380d152e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2606969 Jun 17 08:25:13.005933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-d9cbd8a2-f7b2-43ad-9982-6bc298fa555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:13.007462 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-d9cbd8a2-f7b2-43ad-9982-6bc298fa555d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1097 time: 0.2252512 Jun 17 08:25:13.080790 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Made reservation on behalf of 8b925dc63eff462cb3e462033961636a for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:13.097105 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.131931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] device_id is not set on port 66102c74-fbb8-4a96-ba30-10321c070dc0 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:25:13.165777 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.189517 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e92e7eb9-2e82-4812-92f6-9e41d9ed3b68 req-82bf537f-fb73-45ed-a0a6-1ecb9e9ef65d tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb4dd38cf9774aa39088328f73cae08e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596559 Jun 17 08:25:13.195753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 15fa5e75-777a-444f-a89f-8625ab5aa12d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:13.205684 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-50daed38-9011-4db2-b345-bbf6fcb07d12 service neutron] 10.222.0.10 "GET /v2.0/networks/7604218d-e90b-49a3-8e82-a207380d152e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405205 Jun 17 08:25:13.210933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a7e62857-c46c-4ed6-891c-799d242d1816 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:13.212631 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.230610 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-16c0a27f-2869-4f65-b9c4-c45515331efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:13.232237 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-16c0a27f-2869-4f65-b9c4-c45515331efd service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.1953297 Jun 17 08:25:13.273746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56673305-cb00-4406-8d0c-c0b39d2e799c {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:13.333805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a727e088-c0b3-4163-9238-c9c4deefbc0f {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:13.393808 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-773d504c-5d4d-4971-a331-11bf679913dd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 1001 time: 0.1446939 Jun 17 08:25:13.428013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:13.437659 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e19a56cd-49f3-4b68-80f4-527b2d4bc034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.455546 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4afb959d-0b69-43aa-878b-9aa0ab4dfac9 req-05424e6f-9530-4eaa-9d0c-43d1de2ea49c service neutron] 10.222.0.10 "GET /v2.0/networks/7604218d-e90b-49a3-8e82-a207380d152e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405894 Jun 17 08:25:13.460915 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a727e088-c0b3-4163-9238-c9c4deefbc0f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a727e088-c0b3-4163-9238-c9c4deefbc0f,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:13.471449 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.479448 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:13.491662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-a9eb7c91-1c44-4446-b628-7122879dc9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:13.495301 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-a9eb7c91-1c44-4446-b628-7122879dc9d2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.0879247 Jun 17 08:25:13.504068 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.517726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e7eb9-2e82-4812-92f6-9e41d9ed3b68 req-db0f92b1-617d-4a58-b8be-9e356e0a2f30 tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:13.520369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e92e7eb9-2e82-4812-92f6-9e41d9ed3b68 req-db0f92b1-617d-4a58-b8be-9e356e0a2f30 tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2977886 Jun 17 08:25:13.543262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e92e7eb9-2e82-4812-92f6-9e41d9ed3b68 req-98bbd755-76b3-44e1-80e9-c797dec999ef tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/quotas/fb4dd38cf9774aa39088328f73cae08e HTTP/1.1" status: 200 len: 375 time: 0.0135837 Jun 17 08:25:13.558142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Allocated IP 10.1.1.184 (cb778e51-df4b-488f-9cf6-5a8335c76b59/856b1269-28ae-4b4a-b0a9-49b158323743/66102c74-fbb8-4a96-ba30-10321c070dc0) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:13.566027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-605499b8-a286-4017-a5eb-e5f5e86ce7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 4, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'e8e8ea01-6ce9-4176-8eb7-6bd439f8b42b', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'port_id': '203416c9-b5e8-407b-8619-e87997a4689c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'mac_address': 'fa:16:3e:dd:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a716fb9-f68f-4454-885a-fe363c62a015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:24:02Z', 'updated_at': '2021-06-17T08:25:10Z', 'revision_number': 1, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e6711a-534b-4041-9cec-cb67476e5039', 'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'mac_address': 'fa:16:3e:fb:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:56Z', 'updated_at': '2021-06-17T08:24:04Z', 'revision_number': 5, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'subnets': [{'id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:13.625469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e92e7eb9-2e82-4812-92f6-9e41d9ed3b68 req-4953a06a-d010-4599-9e32-d5792d4720e0 tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4dd38cf9774aa39088328f73cae08e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705733 Jun 17 08:25:13.634127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-d150ae41-add7-4cdd-92ab-58361e7c380e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:13.636099 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-d150ae41-add7-4cdd-92ab-58361e7c380e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1343012 Jun 17 08:25:13.646300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605499b8-a286-4017-a5eb-e5f5e86ce7b3 None None] Checking router: ed3f9b46-2be0-471a-9805-9075f52b3dc2 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:13.683906 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a7e62857-c46c-4ed6-891c-799d242d1816 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:13.684330 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.731977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Provisioning for port 782ebafe-8da9-4c3d-af7f-0c706a997d66 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:13.768397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36473f-094e-4134-b6b1-07da92b39865 req-2efb99b4-11fa-4021-b8ac-f9dd226c1763 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:13.771446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea36473f-094e-4134-b6b1-07da92b39865 req-2efb99b4-11fa-4021-b8ac-f9dd226c1763 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 945 time: 0.1839824 Jun 17 08:25:13.777825 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605499b8-a286-4017-a5eb-e5f5e86ce7b3 None None] Routers {'ed3f9b46-2be0-471a-9805-9075f52b3dc2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:13.778620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-605499b8-a286-4017-a5eb-e5f5e86ce7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:24:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:13.790510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['56673305-cb00-4406-8d0c-c0b39d2e799c'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:13.805887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a716fb9-f68f-4454-885a-fe363c62a015', 'tag': '203416c9-b5e8-407b-8619-e87997a4689c'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:13.807992 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12423ff8-81b2-46a4-8c29-0ac583ef6f32" -d '{"events": [{"name": "network-changed", "server_uuid": "1a716fb9-f68f-4454-885a-fe363c62a015", "tag": "203416c9-b5e8-407b-8619-e87997a4689c"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:13.814142 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-ef4e1745-349d-4d98-8f74-a12a20989c40 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670213 Jun 17 08:25:13.824864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b998f-62b7-45c8-932b-e88ac1f58d49 req-1c878463-80a5-4f28-9a6b-77834a9f7f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:13.826837 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-985b998f-62b7-45c8-932b-e88ac1f58d49 req-1c878463-80a5-4f28-9a6b-77834a9f7f0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3972053f1cc04eb4a0a77cfe28701ca9&device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 1095 time: 0.2555320 Jun 17 08:25:13.860431 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea36473f-094e-4134-b6b1-07da92b39865 req-2c4aed06-952a-402e-be18-257a75448fa7 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568213 Jun 17 08:25:13.900443 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Provisioning complete for port 782ebafe-8da9-4c3d-af7f-0c706a997d66 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:13.900963 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:13.973627 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.014197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b998f-62b7-45c8-932b-e88ac1f58d49 req-4dbafd79-541a-48a5-a378-789e5a98ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:14.015703 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-985b998f-62b7-45c8-932b-e88ac1f58d49 req-4dbafd79-541a-48a5-a378-789e5a98ec98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7604218d-e90b-49a3-8e82-a207380d152e HTTP/1.1" status: 200 len: 913 time: 0.1801610 Jun 17 08:25:14.017950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Port 782ebafe-8da9-4c3d-af7f-0c706a997d66 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:14.019687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=56673305-cb00-4406-8d0c-c0b39d2e799c,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:14.032447 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:14.036673 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-24b7133d-5fdf-4ae8-b0d2-5965a14a438c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.506s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:14.058306 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c1fc4929-d741-4c11-b90d-cf0850851782 req-5fbe42b1-b3f7-462b-8410-37b217252b24 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360787 Jun 17 08:25:14.082430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['a727e088-c0b3-4163-9238-c9c4deefbc0f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:14.110887 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-985b998f-62b7-45c8-932b-e88ac1f58d49 req-7cb6f914-478f-4c6c-a73f-43efd687e721 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82005261-045b-4ef5-9437-596150d48eaf HTTP/1.1" status: 200 len: 217 time: 0.0515587 Jun 17 08:25:14.160308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Transition to ACTIVE for port object 66102c74-fbb8-4a96-ba30-10321c070dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:14.284236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d03dc4-d7f5-43e6-ac3b-dd40c1b2fa6b req-798bde7b-c575-4b4d-8e63-6bb190f29859 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:14.290393 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b998f-62b7-45c8-932b-e88ac1f58d49 req-123244d3-ace4-418d-949c-d6f0eb55c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:14.291909 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-985b998f-62b7-45c8-932b-e88ac1f58d49 req-123244d3-ace4-418d-949c-d6f0eb55c164 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fdd66af-1493-4f19-b811-3fee1ee5614d HTTP/1.1" status: 200 len: 851 time: 0.1714203 Jun 17 08:25:14.295960 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6d03dc4-d7f5-43e6-ac3b-dd40c1b2fa6b req-798bde7b-c575-4b4d-8e63-6bb190f29859 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 943 time: 0.3136895 Jun 17 08:25:14.342046 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.354055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6d03dc4-d7f5-43e6-ac3b-dd40c1b2fa6b req-6620f392-805a-4c09-9fe8-02197600fe3f tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569885 Jun 17 08:25:14.382159 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f0b3a46-daa1-4320-a61b-97c5a950b36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:14.468456 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b998f-62b7-45c8-932b-e88ac1f58d49 req-c73331a8-598d-414f-b7a7-6dcf61595de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:14.474518 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-985b998f-62b7-45c8-932b-e88ac1f58d49 req-c73331a8-598d-414f-b7a7-6dcf61595de7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7604218d-e90b-49a3-8e82-a207380d152e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1698604 Jun 17 08:25:14.482415 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef6024c-319d-4a20-84b3-b84082747773 x-openstack-request-id: req-2ef6024c-319d-4a20-84b3-b84082747773 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:14.483367 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a716fb9-f68f-4454-885a-fe363c62a015", "tag": "203416c9-b5e8-407b-8619-e87997a4689c", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:14.484307 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ef6024c-319d-4a20-84b3-b84082747773 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:14.485814 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a716fb9-f68f-4454-885a-fe363c62a015', 'tag': '203416c9-b5e8-407b-8619-e87997a4689c', 'status': 'completed', 'code': 200} Jun 17 08:25:14.516840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event updated for resources: {'Port': ['ID=66102c74-fbb8-4a96-ba30-10321c070dc0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:14.533072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Network cb778e51-df4b-488f-9cf6-5a8335c76b59 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:14.535018 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:14.536460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:14.546529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:14.591567 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a727e088-c0b3-4163-9238-c9c4deefbc0f,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:14.608377 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:14.695314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:14.696025 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:14.759846 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9164150 Jun 17 08:25:14.838496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548d486-d83f-4572-a254-fb2d7c0f8b31 req-ec4f1e13-a319-4e98-887a-bfb479d98242 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:14.848168 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9548d486-d83f-4572-a254-fb2d7c0f8b31 req-ec4f1e13-a319-4e98-887a-bfb479d98242 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 944 time: 0.1170273 Jun 17 08:25:14.917246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12423ff8-81b2-46a4-8c29-0ac583ef6f32 req-29d42521-f97b-44a3-8024-6f5329b03d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:14.918966 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12423ff8-81b2-46a4-8c29-0ac583ef6f32 req-29d42521-f97b-44a3-8024-6f5329b03d84 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=65b99685265c44d380c64d0fe92f110a&device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 1098 time: 0.4293311 Jun 17 08:25:14.920813 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-985b998f-62b7-45c8-932b-e88ac1f58d49 req-882aa7e3-c922-45e9-b968-1695f5fc1f91 service neutron] 10.222.0.10 "GET /v2.0/networks/7604218d-e90b-49a3-8e82-a207380d152e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301074 Jun 17 08:25:14.957638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9548d486-d83f-4572-a254-fb2d7c0f8b31 req-fa311236-49b9-4810-a914-035b9c8e17a4 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070225 Jun 17 08:25:15.025866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Provisioning for port 15fa5e75-777a-444f-a89f-8625ab5aa12d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:15.070059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-605499b8-a286-4017-a5eb-e5f5e86ce7b3 None None] Set router ed3f9b46-2be0-471a-9805-9075f52b3dc2 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:15.093218 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Provisioning complete for port 15fa5e75-777a-444f-a89f-8625ab5aa12d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:15.093604 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.279053 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12423ff8-81b2-46a4-8c29-0ac583ef6f32 req-aab55f24-24cf-4f8d-82bb-f0542d8d294f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:15.280724 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12423ff8-81b2-46a4-8c29-0ac583ef6f32 req-aab55f24-24cf-4f8d-82bb-f0542d8d294f service neutron] 10.222.0.63 "GET /v2.0/networks?id=4071b039-c5ae-4369-8e5c-102d9a61ff48 HTTP/1.1" status: 200 len: 916 time: 0.3354979 Jun 17 08:25:15.282886 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-985b998f-62b7-45c8-932b-e88ac1f58d49 req-177a680a-ae82-4191-bb7c-92e17f7eda6d service neutron] 10.222.0.10 "GET /v2.0/networks/7604218d-e90b-49a3-8e82-a207380d152e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519042 Jun 17 08:25:15.405587 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12423ff8-81b2-46a4-8c29-0ac583ef6f32 req-b61e1c6a-e9a7-4c80-9c3e-0f6b79b56260 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=203416c9-b5e8-407b-8619-e87997a4689c HTTP/1.1" status: 200 len: 998 time: 0.1166275 Jun 17 08:25:15.447741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58426) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:15.453224 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d69692dc-5b14-4eb6-aa90-26e8320fb887 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552239110', 'description': 'tempest-description--493740903'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:15.537893 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d69692dc-5b14-4eb6-aa90-26e8320fb887 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.583156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12423ff8-81b2-46a4-8c29-0ac583ef6f32 req-6edaea85-05c4-4078-94f8-f18e745908b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:15.587529 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12423ff8-81b2-46a4-8c29-0ac583ef6f32 req-6edaea85-05c4-4078-94f8-f18e745908b2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=3ec799a1-b3df-4b16-9b6d-7f455c811af5 HTTP/1.1" status: 200 len: 854 time: 0.1736383 Jun 17 08:25:15.683491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12423ff8-81b2-46a4-8c29-0ac583ef6f32 req-8526709c-e73c-4874-a4ae-1cd2f2de9f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:15.685666 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12423ff8-81b2-46a4-8c29-0ac583ef6f32 req-8526709c-e73c-4874-a4ae-1cd2f2de9f11 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=4071b039-c5ae-4369-8e5c-102d9a61ff48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860672 Jun 17 08:25:15.691760 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-23db6bfe-a54f-4037-9544-1637d64b88fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.723129 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d69692dc-5b14-4eb6-aa90-26e8320fb887 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.731406 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d69692dc-5b14-4eb6-aa90-26e8320fb887 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.739554 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-438411dd-5383-4aef-bf1d-133abfe938d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:15.775227 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.779215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08d8ba-9388-42f3-99d4-5af16f3f3252 req-d74bc276-d59b-4ff8-9f7f-0e9dbd8a92c7 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:15.780638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad08d8ba-9388-42f3-99d4-5af16f3f3252 req-d74bc276-d59b-4ff8-9f7f-0e9dbd8a92c7 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 945 time: 0.1253366 Jun 17 08:25:15.786321 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d69692dc-5b14-4eb6-aa90-26e8320fb887 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.788231 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d69692dc-5b14-4eb6-aa90-26e8320fb887 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3388414 Jun 17 08:25:15.793246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58432) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:15.803479 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4fbb95fd-3856-49df-93ce-ed5c15ebc5ac tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Request body: {'security_group_rule': {'security_group_id': 'e676e948-882b-467e-8a3d-73ee5520fd96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:15.815609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69692dc-5b14-4eb6-aa90-26e8320fb887 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e676e948-882b-467e-8a3d-73ee5520fd96,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:15.826864 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-605499b8-a286-4017-a5eb-e5f5e86ce7b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 4, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'e8e8ea01-6ce9-4176-8eb7-6bd439f8b42b', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'port_id': '203416c9-b5e8-407b-8619-e87997a4689c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'mac_address': 'fa:16:3e:dd:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a716fb9-f68f-4454-885a-fe363c62a015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:24:02Z', 'updated_at': '2021-06-17T08:25:10Z', 'revision_number': 1, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e6711a-534b-4041-9cec-cb67476e5039', 'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'mac_address': 'fa:16:3e:fb:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:56Z', 'updated_at': '2021-06-17T08:24:04Z', 'revision_number': 5, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'subnets': [{'id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:15.838817 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12423ff8-81b2-46a4-8c29-0ac583ef6f32 req-04b575e7-4b4e-4ae2-b151-2cd29160466c service neutron] 10.222.0.63 "GET /v2.0/networks/4071b039-c5ae-4369-8e5c-102d9a61ff48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448686 Jun 17 08:25:15.839184 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d69692dc-5b14-4eb6-aa90-26e8320fb887 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:15.864964 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605499b8-a286-4017-a5eb-e5f5e86ce7b3 None None] The sync data for ids ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'] in n-d-779913-16 is: [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 4, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'e8e8ea01-6ce9-4176-8eb7-6bd439f8b42b', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'floating_ip_address': '172.25.8.8', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'port_id': '203416c9-b5e8-407b-8619-e87997a4689c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'mac_address': 'fa:16:3e:dd:cd:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a716fb9-f68f-4454-885a-fe363c62a015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:24:02Z', 'updated_at': '2021-06-17T08:25:10Z', 'revision_number': 1, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e6711a-534b-4041-9cec-cb67476e5039', 'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'mac_address': 'fa:16:3e:fb:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:56Z', 'updated_at': '2021-06-17T08:24:04Z', 'revision_number': 5, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'subnets': [{'id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:15.890500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad08d8ba-9388-42f3-99d4-5af16f3f3252 req-06b7f15d-ebd9-484f-bd9d-4522f086f97a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009135 Jun 17 08:25:15.906033 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fbb95fd-3856-49df-93ce-ed5c15ebc5ac tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.924124 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.931028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] For port 15fa5e75-777a-444f-a89f-8625ab5aa12d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=15fa5e75-777a-444f-a89f-8625ab5aa12d,segment=NetworkSegment(abc22c24-1e9c-4032-8696-a7fe8c72ee61),segment_id=abc22c24-1e9c-4032-8696-a7fe8c72ee61)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:15.947952 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:15.955874 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cdc9acc3-3c6e-4aa7-bb99-164db28e6600 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:15.986303 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fbb95fd-3856-49df-93ce-ed5c15ebc5ac tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.026215 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fbb95fd-3856-49df-93ce-ed5c15ebc5ac tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.034029 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12423ff8-81b2-46a4-8c29-0ac583ef6f32 req-7db10a73-ec80-4198-87f7-006525d17802 service neutron] 10.222.0.63 "GET /v2.0/networks/4071b039-c5ae-4369-8e5c-102d9a61ff48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870263 Jun 17 08:25:16.034938 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:16.048381 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Pushing event updated for resources: {'Port': ['ID=15fa5e75-777a-444f-a89f-8625ab5aa12d,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:16.052081 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:16.058581 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb95fd-3856-49df-93ce-ed5c15ebc5ac tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5104465e-8757-4609-b00b-0b733fd1ccf4,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:16.061809 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4fbb95fd-3856-49df-93ce-ed5c15ebc5ac tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:16.062833 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fbb95fd-3856-49df-93ce-ed5c15ebc5ac tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.064036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4fbb95fd-3856-49df-93ce-ed5c15ebc5ac tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2696748 Jun 17 08:25:16.067625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58440) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:16.083007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-26cc1e00-20b3-4143-941c-8c3a12247587 None None] Provisioning for port 66102c74-fbb8-4a96-ba30-10321c070dc0 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:16.089537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-26cc1e00-20b3-4143-941c-8c3a12247587 None None] Provisioning complete for port 66102c74-fbb8-4a96-ba30-10321c070dc0 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:16.089850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619a6db-c19d-42bf-810a-d1ac3f6f070b req-cd79ae53-63bf-4950-a527-f78287fc218c tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:16.089994 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-26cc1e00-20b3-4143-941c-8c3a12247587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.091282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5619a6db-c19d-42bf-810a-d1ac3f6f070b req-cd79ae53-63bf-4950-a527-f78287fc218c tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 943 time: 0.1035743 Jun 17 08:25:16.099550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e54f6243-5cb0-4c77-a834-a84767d881e6 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Request body: {'security_group_rule': {'security_group_id': 'e676e948-882b-467e-8a3d-73ee5520fd96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:16.143891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-26cc1e00-20b3-4143-941c-8c3a12247587 None None] Port 66102c74-fbb8-4a96-ba30-10321c070dc0 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:16.144320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5619a6db-c19d-42bf-810a-d1ac3f6f070b req-40dfbc82-d65e-46f4-9c14-370b8a99b564 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452328 Jun 17 08:25:16.164926 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e54f6243-5cb0-4c77-a834-a84767d881e6 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.171263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-26cc1e00-20b3-4143-941c-8c3a12247587 None None] Provisioning complete for port 15fa5e75-777a-444f-a89f-8625ab5aa12d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:16.172247 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-26cc1e00-20b3-4143-941c-8c3a12247587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.251440 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb6c43d-26a4-4585-b680-a4c41f772a00 None None] New status for floating IP e8e8ea01-6ce9-4176-8eb7-6bd439f8b42b: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:25:16.273718 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e54f6243-5cb0-4c77-a834-a84767d881e6 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.282432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e54f6243-5cb0-4c77-a834-a84767d881e6 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.285273 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:16.311371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f6243-5cb0-4c77-a834-a84767d881e6 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc4ceb6-80ba-45fc-8d4e-97e82ad2101c,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:16.313924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e54f6243-5cb0-4c77-a834-a84767d881e6 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.318459 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e54f6243-5cb0-4c77-a834-a84767d881e6 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2461560 Jun 17 08:25:16.318459 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e54f6243-5cb0-4c77-a834-a84767d881e6 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:16.318868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58450) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:16.325714 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:16.357311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.512579 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.668179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Allocated IP 172.25.8.58 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/655fb3e0-a3da-4361-abf2-055ff64e28bb) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:16.703217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f52221-3db6-4c9e-8851-6018c66a45bc req-4456adc1-e821-420c-8647-57bb9b94b99e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:16.704527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30f52221-3db6-4c9e-8851-6018c66a45bc req-4456adc1-e821-420c-8647-57bb9b94b99e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 944 time: 0.1266227 Jun 17 08:25:16.734867 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:16.817402 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-689ff284-b5ce-481e-b74c-03b76d7d5933 req-5feb0981-e31d-4744-a9bd-54c0078942af tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb4dd38cf9774aa39088328f73cae08e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476358 Jun 17 08:25:16.852651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30f52221-3db6-4c9e-8851-6018c66a45bc req-33075aeb-8152-4c40-8583-508ef93512e3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362743 Jun 17 08:25:16.974971 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.014738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff284-b5ce-481e-b74c-03b76d7d5933 req-e1e344d6-bfe1-4df6-b9eb-617f735d9d5e tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:17.016260 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-689ff284-b5ce-481e-b74c-03b76d7d5933 req-e1e344d6-bfe1-4df6-b9eb-617f735d9d5e tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919665 Jun 17 08:25:17.049844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-689ff284-b5ce-481e-b74c-03b76d7d5933 req-6ff7027d-4ecb-4ff2-9d5a-86a962575a7c tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/quotas/fb4dd38cf9774aa39088328f73cae08e HTTP/1.1" status: 200 len: 375 time: 0.0235462 Jun 17 08:25:17.083348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 15fa5e75-777a-444f-a89f-8625ab5aa12d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:17.120312 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-689ff284-b5ce-481e-b74c-03b76d7d5933 req-27b7a0b3-2cd6-46f6-90d4-4b22dbdd429c tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4dd38cf9774aa39088328f73cae08e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579488 Jun 17 08:25:17.124038 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.128816 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:17.154009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 15fa5e75-777a-444f-a89f-8625ab5aa12d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:17.154670 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.187857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event updated for resources: {'Port': ['ID=655fb3e0-a3da-4361-abf2-055ff64e28bb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:17.198636 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:17.208466 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:17.210254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:17.217030 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:17.352117 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.456727 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.505402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87236318-3018-4ecc-86c0-c495cab43f03 req-9b2b1605-c7c3-4b53-8b59-a8332791ad56 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:17.507113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87236318-3018-4ecc-86c0-c495cab43f03 req-9b2b1605-c7c3-4b53-8b59-a8332791ad56 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 945 time: 0.1991570 Jun 17 08:25:17.552332 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d1a594-ac0f-40bb-b6c9-cd89073b136b req-98bc2e5b-5376-445f-81ef-57ffb53a875d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:17.554109 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66d1a594-ac0f-40bb-b6c9-cd89073b136b req-98bc2e5b-5376-445f-81ef-57ffb53a875d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 943 time: 0.2233808 Jun 17 08:25:17.631571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 82005261-045b-4ef5-9437-596150d48eaf details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:17.633788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a727e088-c0b3-4163-9238-c9c4deefbc0f up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:17.643773 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87236318-3018-4ecc-86c0-c495cab43f03 req-68c66b1c-7a5b-4c06-ad58-24a9ba910104 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289923 Jun 17 08:25:17.673484 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66d1a594-ac0f-40bb-b6c9-cd89073b136b req-8e94aff4-5763-4cf2-93fc-3ecf4a3f2caa tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101770 Jun 17 08:25:17.776105 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port a727e088-c0b3-4163-9238-c9c4deefbc0f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:17.779555 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.785445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port a727e088-c0b3-4163-9238-c9c4deefbc0f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:17.785821 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.789747 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.794709 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:17.834072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 82005261-045b-4ef5-9437-596150d48eaf, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=82005261-045b-4ef5-9437-596150d48eaf,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:17.841358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 56673305-cb00-4406-8d0c-c0b39d2e799c up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:17.914358 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event updated for resources: {'Port': ['ID=655fb3e0-a3da-4361-abf2-055ff64e28bb,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:17.919805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '82005261-045b-4ef5-9437-596150d48eaf', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'port_id': '82005261-045b-4ef5-9437-596150d48eaf', 'mac_address': 'fa:16:3e:79:3f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:17.921430 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:17.931887 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.962473 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:17.966945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6461382 Jun 17 08:25:18.025214 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.038952 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 56673305-cb00-4406-8d0c-c0b39d2e799c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:18.049805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 56673305-cb00-4406-8d0c-c0b39d2e799c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:18.050181 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.059231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82005261-045b-4ef5-9437-596150d48eaf {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:18.099392 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.140371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 82005261-045b-4ef5-9437-596150d48eaf, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=82005261-045b-4ef5-9437-596150d48eaf,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:18.142478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05a103-422d-49ef-ad1e-2a628869db9e req-83ce09ea-7cce-4d4c-bcd8-59a92f028299 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:18.144780 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b05a103-422d-49ef-ad1e-2a628869db9e req-83ce09ea-7cce-4d4c-bcd8-59a92f028299 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 944 time: 0.0948901 Jun 17 08:25:18.153950 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.163384 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:18.165683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916b644f-0bdb-4144-80a4-d2ba34898379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a727e088-c0b3-4163-9238-c9c4deefbc0f'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:18.168632 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52188242-5228-4f27-9952-b49a21311431" -d '{"events": [{"server_uuid": "916b644f-0bdb-4144-80a4-d2ba34898379", "name": "network-vif-plugged", "status": "completed", "tag": "a727e088-c0b3-4163-9238-c9c4deefbc0f"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:18.191632 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b05a103-422d-49ef-ad1e-2a628869db9e req-32093a89-9d80-4ee9-b6f6-52ef4f3ea5b4 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394681 Jun 17 08:25:18.218212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a727e088-c0b3-4163-9238-c9c4deefbc0f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a727e088-c0b3-4163-9238-c9c4deefbc0f,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:18.252051 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.276670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=82005261-045b-4ef5-9437-596150d48eaf,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:18.280775 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:18.286293 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2f8730f6-bfd1-4bb2-8a19-8bfe5227dcc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:18.311056 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.347306 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c47237a-8dd0-427f-878c-c38198808e76 x-openstack-request-id: req-7c47237a-8dd0-427f-878c-c38198808e76 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:18.347595 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916b644f-0bdb-4144-80a4-d2ba34898379", "name": "network-vif-plugged", "status": "completed", "tag": "a727e088-c0b3-4163-9238-c9c4deefbc0f", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:18.347898 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c47237a-8dd0-427f-878c-c38198808e76 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:18.348291 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916b644f-0bdb-4144-80a4-d2ba34898379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a727e088-c0b3-4163-9238-c9c4deefbc0f', 'code': 200} Jun 17 08:25:18.380907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a727e088-c0b3-4163-9238-c9c4deefbc0f,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:18.385481 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:18.386680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:18.392422 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.396513 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:18.455337 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=56673305-cb00-4406-8d0c-c0b39d2e799c,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:18.461748 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:18.495866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['82005261-045b-4ef5-9437-596150d48eaf'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:18.529025 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a227f683-04b6-4657-b8cb-bd581e033f29 req-a4d1f347-09aa-493e-8253-0e6bde1e85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:18.536704 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a227f683-04b6-4657-b8cb-bd581e033f29 req-a4d1f347-09aa-493e-8253-0e6bde1e85ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 1098 time: 0.0881252 Jun 17 08:25:18.587141 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-260c9dbd-cc4b-4b53-8c47-a044d6e16b2e tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--552239110&fields=id&tenant_id=8b925dc63eff462cb3e462033961636a HTTP/1.1" status: 200 len: 267 time: 0.0455287 Jun 17 08:25:18.605370 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a227f683-04b6-4657-b8cb-bd581e033f29 req-508dfe10-168d-4318-b205-b2bb65d8b1e8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612745 Jun 17 08:25:18.669464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-681e9b4d-dc09-4e05-a13f-3d3439947a5c tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:18.670938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-681e9b4d-dc09-4e05-a13f-3d3439947a5c tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "GET /v2.0/ports/782ebafe-8da9-4c3d-af7f-0c706a997d66 HTTP/1.1" status: 200 len: 936 time: 0.0752611 Jun 17 08:25:18.746289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-ef3790d0-235f-4422-8810-b8be193cdf2d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:18.754705 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-ef3790d0-235f-4422-8810-b8be193cdf2d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "GET /v2.0/ports/66102c74-fbb8-4a96-ba30-10321c070dc0 HTTP/1.1" status: 200 len: 937 time: 0.0739584 Jun 17 08:25:18.769313 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:18.769587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58548) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:18.818851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-2570ba6d-aa67-4247-a3f4-d9fae23367a4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "GET /v2.0/ports?network_id=13c8440a-89da-4b69-9a96-51258d82ab07&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0626261 Jun 17 08:25:18.866305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-498b7236-3df7-454f-95bf-7e63ea5cf47f tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "GET /v2.0/ports?network_id=13c8440a-89da-4b69-9a96-51258d82ab07&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0403090 Jun 17 08:25:18.924630 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cb9a318e-4516-415b-90b2-0a559a641a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.029140 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cb9a318e-4516-415b-90b2-0a559a641a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.033861 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cb9a318e-4516-415b-90b2-0a559a641a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.037120 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-24a1d981-ee53-4e8d-b771-9f63e8ac8b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:19.037628 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-72111fb5-e957-4a3e-8230-03b03cba95df tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:19.043494 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-72111fb5-e957-4a3e-8230-03b03cba95df tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:19.048972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-72111fb5-e957-4a3e-8230-03b03cba95df tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:19.050608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-72111fb5-e957-4a3e-8230-03b03cba95df tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "GET /v2.0/networks?id=0e57444e-7fbf-4025-96fd-809b1d77e8bc&id=cb778e51-df4b-488f-9cf6-5a8335c76b59&id=cb778e51-df4b-488f-9cf6-5a8335c76b59&id=13c8440a-89da-4b69-9a96-51258d82ab07&id=13c8440a-89da-4b69-9a96-51258d82ab07 HTTP/1.1" status: 200 len: 1994 time: 0.1833463 Jun 17 08:25:19.072504 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cb9a318e-4516-415b-90b2-0a559a641a5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58730844c7c14f56b63dfab641aa959b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016651 Jun 17 08:25:19.073498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a318e-4516-415b-90b2-0a559a641a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952670fb-d947-4ba2-9d26-7996a542a971,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:19.075373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-20ba18f3-00bc-4367-b5d0-fec5cc755717 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "GET /v2.0/quotas/8b925dc63eff462cb3e462033961636a HTTP/1.1" status: 200 len: 375 time: 0.0162511 Jun 17 08:25:19.075834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58558) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:19.082260 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cb9a318e-4516-415b-90b2-0a559a641a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:19.137741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c3f86-d9d8-4deb-9b7b-a0ca54c5618d req-c512b34c-fa57-4205-90e2-b1dccb37cb2f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:19.138076 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97d9e8d6-22b2-4b05-9878-cb39a4003e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.139493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-345c3f86-d9d8-4deb-9b7b-a0ca54c5618d req-c512b34c-fa57-4205-90e2-b1dccb37cb2f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 946 time: 0.1690934 Jun 17 08:25:19.164678 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97d9e8d6-22b2-4b05-9878-cb39a4003e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.193194 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-345c3f86-d9d8-4deb-9b7b-a0ca54c5618d req-8c3cb824-6426-4bd6-9359-98cd71a729df tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472789 Jun 17 08:25:19.209353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-60b247db-10af-4074-901a-4171c64a0d14 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b925dc63eff462cb3e462033961636a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1295216 Jun 17 08:25:19.220138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97d9e8d6-22b2-4b05-9878-cb39a4003e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.221998 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97d9e8d6-22b2-4b05-9878-cb39a4003e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.225515 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-97d9e8d6-22b2-4b05-9878-cb39a4003e1d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/952670fb-d947-4ba2-9d26-7996a542a971 HTTP/1.1" status: 204 len: 168 time: 0.1461935 Jun 17 08:25:19.225515 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a97b3383-c3ab-4776-bb86-e3e67ebf1084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:19.232172 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9e8d6-22b2-4b05-9878-cb39a4003e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952670fb-d947-4ba2-9d26-7996a542a971,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:19.234373 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97d9e8d6-22b2-4b05-9878-cb39a4003e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:19.352550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-ec766b24-0275-46c7-bd61-8de3a5535298 service neutron] 10.222.0.47 "GET /v2.0/networks/0e57444e-7fbf-4025-96fd-809b1d77e8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298265 Jun 17 08:25:19.435041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989f2d-65f7-42e5-906e-bfc287b3244f req-cf551b33-b596-4eec-afcc-d3fd6c056086 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:19.436522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b989f2d-65f7-42e5-906e-bfc287b3244f req-cf551b33-b596-4eec-afcc-d3fd6c056086 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 944 time: 0.1311281 Jun 17 08:25:19.473060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-e1ae2a1b-fe02-478a-bd45-30d3ca402689 service neutron] 10.222.0.47 "GET /v2.0/networks/0e57444e-7fbf-4025-96fd-809b1d77e8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140068 Jun 17 08:25:19.518526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b989f2d-65f7-42e5-906e-bfc287b3244f req-019b803c-97f8-4ef2-9792-d68e12f1ab7b tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737252 Jun 17 08:25:19.524762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58568) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:19.537970 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-d9773b4d-065d-4c9d-b4c4-99e260193503 service neutron] 10.222.0.47 "GET /v2.0/ports/782ebafe-8da9-4c3d-af7f-0c706a997d66?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0539703 Jun 17 08:25:19.542444 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cb02c190-c40a-426c-a139-541c5d282db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.626334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 82005261-045b-4ef5-9437-596150d48eaf up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:19.644845 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-709e792e-c5c7-4693-ada5-d46a513fc787 service neutron] 10.222.0.47 "GET /v2.0/networks/cb778e51-df4b-488f-9cf6-5a8335c76b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941088 Jun 17 08:25:19.656642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cb02c190-c40a-426c-a139-541c5d282db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.666242 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cb02c190-c40a-426c-a139-541c5d282db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.670848 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4bf96f9f-1203-4084-bfe9-003b948a24f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:19.693907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 82005261-045b-4ef5-9437-596150d48eaf completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:19.698264 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 82005261-045b-4ef5-9437-596150d48eaf triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:19.698653 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.735148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58578) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:19.735572 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cb02c190-c40a-426c-a139-541c5d282db1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a46c7197fc1d4744808493bd86bb51da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096426 Jun 17 08:25:19.736946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb02c190-c40a-426c-a139-541c5d282db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fbad80-fa8a-460e-96c9-97cb46618cef,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:19.740901 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cb02c190-c40a-426c-a139-541c5d282db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:19.807612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be8215a5-0015-4d17-97a6-84d2a3c45f82 req-cb1d37f5-73fc-4cde-8052-bcedc64bcd4b tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fb4dd38cf9774aa39088328f73cae08e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480683 Jun 17 08:25:19.813024 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.847465 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-575b2d6b-a948-4ac8-802a-e81827e86137 req-abd12d5d-6c02-4207-90d4-4b5a741d5996 service neutron] 10.222.0.47 "GET /v2.0/networks/cb778e51-df4b-488f-9cf6-5a8335c76b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963620 Jun 17 08:25:19.849964 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 82005261-045b-4ef5-9437-596150d48eaf, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=82005261-045b-4ef5-9437-596150d48eaf,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:19.854938 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.857234 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:19.901863 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0244f4d4-a713-45e4-88a4-6c790237b538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.915180 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=82005261-045b-4ef5-9437-596150d48eaf,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:19.918536 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:19.934788 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0244f4d4-a713-45e4-88a4-6c790237b538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:19.994182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8215a5-0015-4d17-97a6-84d2a3c45f82 req-6dd449cf-ace7-4c50-8c80-71ff561fcacd tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:19.995717 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be8215a5-0015-4d17-97a6-84d2a3c45f82 req-6dd449cf-ace7-4c50-8c80-71ff561fcacd tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771595 Jun 17 08:25:20.042546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be8215a5-0015-4d17-97a6-84d2a3c45f82 req-dd02e785-64b2-4ba3-b861-8ad9c724f802 tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/quotas/fb4dd38cf9774aa39088328f73cae08e HTTP/1.1" status: 200 len: 375 time: 0.0380406 Jun 17 08:25:20.061543 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0244f4d4-a713-45e4-88a4-6c790237b538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.064120 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0244f4d4-a713-45e4-88a4-6c790237b538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.065163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0244f4d4-a713-45e4-88a4-6c790237b538 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00fbad80-fa8a-460e-96c9-97cb46618cef HTTP/1.1" status: 204 len: 168 time: 0.3282924 Jun 17 08:25:20.068982 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-20a1d2f7-258b-41b2-b65e-a76e5761259a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:20.093101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be8215a5-0015-4d17-97a6-84d2a3c45f82 req-3d5a00d9-48fb-4403-8eec-9e6a072b5df8 tempest-QuotasAdminNegativeTest-1772504639 tempest-QuotasAdminNegativeTest-1772504639-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fb4dd38cf9774aa39088328f73cae08e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426388 Jun 17 08:25:20.096797 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244f4d4-a713-45e4-88a4-6c790237b538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fbad80-fa8a-460e-96c9-97cb46618cef,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:20.099472 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0244f4d4-a713-45e4-88a4-6c790237b538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:20.121601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ece16d-6937-4cfc-943d-51b9e33ba9f9 req-2bbbdbd3-6138-4b94-85d4-16defef12cee tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:20.123433 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9ece16d-6937-4cfc-943d-51b9e33ba9f9 req-2bbbdbd3-6138-4b94-85d4-16defef12cee tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 945 time: 0.1231248 Jun 17 08:25:20.167764 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9ece16d-6937-4cfc-943d-51b9e33ba9f9 req-dd150e26-8766-4473-b1f0-3f188d16ec01 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357437 Jun 17 08:25:20.214537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58586) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:20.296346 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f2df92a-40a3-4245-9046-389985235559 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.338046 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f2df92a-40a3-4245-9046-389985235559 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.350049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56673305-cb00-4406-8d0c-c0b39d2e799c'}, {'server_uuid': '83437467-f52a-4520-9614-25602b2aff1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82005261-045b-4ef5-9437-596150d48eaf'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:20.353075 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e12e91-e5f7-406f-ba20-99e2615f8e78" -d '{"events": [{"server_uuid": "3df7a769-3cec-45ec-b3d6-dbc767867589", "name": "network-vif-plugged", "status": "completed", "tag": "56673305-cb00-4406-8d0c-c0b39d2e799c"}, {"server_uuid": "83437467-f52a-4520-9614-25602b2aff1f", "name": "network-vif-plugged", "status": "completed", "tag": "82005261-045b-4ef5-9437-596150d48eaf"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:20.408797 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f2df92a-40a3-4245-9046-389985235559 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.412126 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f2df92a-40a3-4245-9046-389985235559 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.413310 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6f2df92a-40a3-4245-9046-389985235559 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "DELETE /v2.0/security-groups/e676e948-882b-467e-8a3d-73ee5520fd96 HTTP/1.1" status: 204 len: 168 time: 0.1974661 Jun 17 08:25:20.414121 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-429bfcad-4037-44fa-a786-85ac12dacebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:20.425955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58600) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:20.460185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2df92a-40a3-4245-9046-389985235559 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e676e948-882b-467e-8a3d-73ee5520fd96,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:20.466386 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-67a7015f-b6ad-4433-97e2-b3f07637983b tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] show failed (client error): The resource could not be found. Jun 17 08:25:20.468361 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-67a7015f-b6ad-4433-97e2-b3f07637983b tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "GET /v2.0/security-groups/e676e948-882b-467e-8a3d-73ee5520fd96 HTTP/1.1" status: 404 len: 347 time: 0.0413952 Jun 17 08:25:20.474153 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58604) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:20.475091 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6f2df92a-40a3-4245-9046-389985235559 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:20.502122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca171c-7065-4a51-be06-f8cebfe523fc req-e55b4a52-b7ec-4f7f-805d-d6432ae23cdb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:20.503855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6cca171c-7065-4a51-be06-f8cebfe523fc req-e55b4a52-b7ec-4f7f-805d-d6432ae23cdb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 946 time: 0.0986388 Jun 17 08:25:20.663146 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e5d34b-8840-47be-af5d-6792ea5ca371 x-openstack-request-id: req-f6e5d34b-8840-47be-af5d-6792ea5ca371 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:20.663709 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df7a769-3cec-45ec-b3d6-dbc767867589", "name": "network-vif-plugged", "status": "completed", "tag": "56673305-cb00-4406-8d0c-c0b39d2e799c", "code": 200}, {"server_uuid": "83437467-f52a-4520-9614-25602b2aff1f", "name": "network-vif-plugged", "status": "completed", "tag": "82005261-045b-4ef5-9437-596150d48eaf", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:20.663709 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6e5d34b-8840-47be-af5d-6792ea5ca371 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:20.664177 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56673305-cb00-4406-8d0c-c0b39d2e799c', 'code': 200} Jun 17 08:25:20.664496 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83437467-f52a-4520-9614-25602b2aff1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82005261-045b-4ef5-9437-596150d48eaf', 'code': 200} Jun 17 08:25:20.717453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Deleting port 655fb3e0-a3da-4361-abf2-055ff64e28bb {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:20.718258 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.898410 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.898796 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:20.978702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Calling delete_port for 655fb3e0-a3da-4361-abf2-055ff64e28bb owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:20.999630 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d6b98-d447-49d4-b3ca-a3ca664cda3b req-3adc7a9b-10b8-4606-9adb-038dfd981fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:21.002112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c09d6b98-d447-49d4-b3ca-a3ca664cda3b req-3adc7a9b-10b8-4606-9adb-038dfd981fef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 1097 time: 0.2149718 Jun 17 08:25:21.004314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ac7fc-c2bf-4e7c-8290-b9e681a17d04 req-a47967a3-c665-45d5-92f8-d955d141dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:21.006548 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ad0ac7fc-c2bf-4e7c-8290-b9e681a17d04 req-a47967a3-c665-45d5-92f8-d955d141dd30 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 1097 time: 0.2178135 Jun 17 08:25:21.048701 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6cca171c-7065-4a51-be06-f8cebfe523fc req-19cc6d6b-7b81-4f6e-8bd0-fe21e9416cfa tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387347 Jun 17 08:25:21.072915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57c14d-d561-452d-af62-0ea5f79a74f4 req-73e6027a-8186-48fc-ac44-1aa2112bcad5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:21.085894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db57c14d-d561-452d-af62-0ea5f79a74f4 req-73e6027a-8186-48fc-ac44-1aa2112bcad5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 945 time: 0.0893722 Jun 17 08:25:21.164906 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db57c14d-d561-452d-af62-0ea5f79a74f4 req-51e491c3-72b9-44db-a812-243eea3ce35a tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845280 Jun 17 08:25:21.225410 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ad0ac7fc-c2bf-4e7c-8290-b9e681a17d04 req-23b095cb-1e17-4ff4-9631-59488700413a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804614 Jun 17 08:25:21.226756 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c09d6b98-d447-49d4-b3ca-a3ca664cda3b req-11cf004d-05db-4a2c-8225-7915bd9ac6f8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660936 Jun 17 08:25:21.227852 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.230162 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:21.259705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event deleted for resources: {'Port': ['ID=655fb3e0-a3da-4361-abf2-055ff64e28bb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:21.263438 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:21.366155 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.369195 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.373654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58638) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:21.379255 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "DELETE /v2.0/floatingips/c92beed3-e281-4767-b4d7-98b35986e00c HTTP/1.1" status: 204 len: 168 time: 0.9024670 Jun 17 08:25:21.661476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58646) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:21.699258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a221249f-06ce-418e-baab-159fc8a296e0 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Deleting port 66102c74-fbb8-4a96-ba30-10321c070dc0 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:21.700020 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a221249f-06ce-418e-baab-159fc8a296e0 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.780949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2045af-1a14-4192-856a-0130fa37cda3 req-01b48322-38d8-44d0-b941-6565e3f554de tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:21.782690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec2045af-1a14-4192-856a-0130fa37cda3 req-01b48322-38d8-44d0-b941-6565e3f554de tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 945 time: 0.1636260 Jun 17 08:25:21.804357 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5ddaaac-c2fe-4b9e-9091-3d24c917eb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.847197 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a221249f-06ce-418e-baab-159fc8a296e0 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:21.891675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec2045af-1a14-4192-856a-0130fa37cda3 req-0b62f652-9e66-4414-81e5-fe60584f1e8e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869138 Jun 17 08:25:22.024984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a221249f-06ce-418e-baab-159fc8a296e0 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Calling delete_port for 66102c74-fbb8-4a96-ba30-10321c070dc0 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:22.046659 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5ddaaac-c2fe-4b9e-9091-3d24c917eb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.059259 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5ddaaac-c2fe-4b9e-9091-3d24c917eb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.064679 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-819a6dad-1ddf-4e29-b0bb-08957c63655e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:22.110606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddaaac-c2fe-4b9e-9091-3d24c917eb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ee2d85-5e5d-4405-916f-fab3bbf8341a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:22.115112 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e5ddaaac-c2fe-4b9e-9091-3d24c917eb48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:22.119020 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e5ddaaac-c2fe-4b9e-9091-3d24c917eb48 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb4dd38cf9774aa39088328f73cae08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4561017 Jun 17 08:25:22.121596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58658) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:22.188425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf2858-9058-4f16-9ede-54b53eb621b6 req-d7927343-ba38-4d06-90ec-504374d881f8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:22.197296 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ecf2858-9058-4f16-9ede-54b53eb621b6 req-d7927343-ba38-4d06-90ec-504374d881f8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 946 time: 0.1522176 Jun 17 08:25:22.206162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56ce1636-5e08-4c31-a8e3-66e8b7ec12f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.256538 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56ce1636-5e08-4c31-a8e3-66e8b7ec12f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.271320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ecf2858-9058-4f16-9ede-54b53eb621b6 req-bbe81451-cfa5-4de0-ad8c-0b2a9165c422 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729644 Jun 17 08:25:22.296167 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a221249f-06ce-418e-baab-159fc8a296e0 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.302010 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fde027e7-6bfa-4001-a4a5-9a98c81b89b6 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:22.339831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221249f-06ce-418e-baab-159fc8a296e0 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event deleted for resources: {'Port': ['ID=66102c74-fbb8-4a96-ba30-10321c070dc0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:22.361437 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a221249f-06ce-418e-baab-159fc8a296e0 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:22.384615 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56ce1636-5e08-4c31-a8e3-66e8b7ec12f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.389320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56ce1636-5e08-4c31-a8e3-66e8b7ec12f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.391636 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-56ce1636-5e08-4c31-a8e3-66e8b7ec12f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14ee2d85-5e5d-4405-916f-fab3bbf8341a HTTP/1.1" status: 204 len: 168 time: 0.2678506 Jun 17 08:25:22.393782 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c374f4db-54a2-45d8-9949-4cffa3009a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:22.403197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce1636-5e08-4c31-a8e3-66e8b7ec12f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ee2d85-5e5d-4405-916f-fab3bbf8341a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:22.405960 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56ce1636-5e08-4c31-a8e3-66e8b7ec12f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:22.508695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22687f0-0157-4542-b83b-8f215f189d74 req-52bc9fb5-3ecd-44f3-ab84-200eb235d7be tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:22.515382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a22687f0-0157-4542-b83b-8f215f189d74 req-52bc9fb5-3ecd-44f3-ab84-200eb235d7be tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 945 time: 0.1802549 Jun 17 08:25:22.518561 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a221249f-06ce-418e-baab-159fc8a296e0 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.520817 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a221249f-06ce-418e-baab-159fc8a296e0 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "DELETE /v2.0/ports/66102c74-fbb8-4a96-ba30-10321c070dc0 HTTP/1.1" status: 204 len: 168 time: 1.1457443 Jun 17 08:25:22.523695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58670) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:22.585216 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a22687f0-0157-4542-b83b-8f215f189d74 req-d16beef7-0627-4a69-829e-9989b7e84750 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682757 Jun 17 08:25:22.669663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-948a29c6-b816-40cb-a23d-061a2d98893d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Deleting port 782ebafe-8da9-4c3d-af7f-0c706a997d66 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:22.670013 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-948a29c6-b816-40cb-a23d-061a2d98893d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.682460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-9f95dd70-36bd-4b71-8c69-a25760540f3b req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Request body: {'security_group': {'name': 'tempest-securitygroup-306979795', 'description': 'tempest-description-177104728'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:22.713728 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9f95dd70-36bd-4b71-8c69-a25760540f3b req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.724919 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9f95dd70-36bd-4b71-8c69-a25760540f3b req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.779034 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-948a29c6-b816-40cb-a23d-061a2d98893d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.846122 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9f95dd70-36bd-4b71-8c69-a25760540f3b req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.851630 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9f95dd70-36bd-4b71-8c69-a25760540f3b req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.852471 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-948a29c6-b816-40cb-a23d-061a2d98893d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Calling delete_port for 782ebafe-8da9-4c3d-af7f-0c706a997d66 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:22.856493 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28144717-4d65-413a-bee7-fc15d9f62dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:22.888920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0f5e8f-9781-465f-a03a-a117cc574fa0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:22.901275 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:22.906875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58674) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:22.925141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b76bcce-a715-47e4-a796-f778318b34a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.970349 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9f95dd70-36bd-4b71-8c69-a25760540f3b req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.978032 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9f95dd70-36bd-4b71-8c69-a25760540f3b req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:22.980881 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:23.008029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d918d44-8017-4a35-9051-b2b2a3a23b40,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:23.019844 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:23.048402 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-948a29c6-b816-40cb-a23d-061a2d98893d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.055163 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-891a181b-5460-43e7-b209-7e45d768fbcf tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:23.080978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245d679-11d3-4834-89e7-0664101c6bc4 req-8959a334-080f-48f3-9c66-ff97736fc976 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:23.083335 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9245d679-11d3-4834-89e7-0664101c6bc4 req-8959a334-080f-48f3-9c66-ff97736fc976 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 945 time: 0.0719371 Jun 17 08:25:23.085522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a29c6-b816-40cb-a23d-061a2d98893d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event deleted for resources: {'Port': ['ID=782ebafe-8da9-4c3d-af7f-0c706a997d66,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:23.088277 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-948a29c6-b816-40cb-a23d-061a2d98893d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:23.125524 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9245d679-11d3-4834-89e7-0664101c6bc4 req-d150e948-63e3-4b4c-9506-11e353598bd1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368662 Jun 17 08:25:23.194301 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-948a29c6-b816-40cb-a23d-061a2d98893d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.199683 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-948a29c6-b816-40cb-a23d-061a2d98893d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "DELETE /v2.0/ports/782ebafe-8da9-4c3d-af7f-0c706a997d66 HTTP/1.1" status: 204 len: 168 time: 0.6721063 Jun 17 08:25:23.199965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58682) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:23.206863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b76bcce-a715-47e4-a796-f778318b34a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.213571 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b76bcce-a715-47e4-a796-f778318b34a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.217400 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-20d4ef99-b2b0-4f42-af5b-8d272a7d3b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:23.265436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76bcce-a715-47e4-a796-f778318b34a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbc5b43-768d-4d88-8e3d-bd6d712cae72,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:23.270067 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4b76bcce-a715-47e4-a796-f778318b34a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15feee50edc34c8d88a865bd767ba486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3620806 Jun 17 08:25:23.274377 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b76bcce-a715-47e4-a796-f778318b34a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:23.275188 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58684) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:23.278235 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9f95dd70-36bd-4b71-8c69-a25760540f3b req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.279518 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f95dd70-36bd-4b71-8c69-a25760540f3b req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6016860 Jun 17 08:25:23.315083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-bc362345-1029-44d9-b4d8-6efa7408fa87 req-6172697a-5b62-4d6d-9543-5226e5f194ef tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Request body: {'security_group': {'name': 'tempest-securitygroup-169171437', 'description': 'tempest-description-691455054'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:23.323032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ceba84-fef9-4377-a285-ba999f421fce tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Deleting subnet 16494253-cd2b-4330-91b9-666aee8d4f14 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:23.328596 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b7ceba84-fef9-4377-a285-ba999f421fce tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.356151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60ac1b6a-aa09-4d15-b47c-0fb14460f3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.375772 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-bc362345-1029-44d9-b4d8-6efa7408fa87 req-6172697a-5b62-4d6d-9543-5226e5f194ef tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.379304 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b7ceba84-fef9-4377-a285-ba999f421fce tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.379467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60ac1b6a-aa09-4d15-b47c-0fb14460f3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.432202 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60ac1b6a-aa09-4d15-b47c-0fb14460f3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.436250 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60ac1b6a-aa09-4d15-b47c-0fb14460f3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.440254 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-60ac1b6a-aa09-4d15-b47c-0fb14460f3a5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cbc5b43-768d-4d88-8e3d-bd6d712cae72 HTTP/1.1" status: 204 len: 168 time: 0.1556776 Jun 17 08:25:23.440254 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6f2df92a-40a3-4245-9046-389985235559 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:23.448195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ac1b6a-aa09-4d15-b47c-0fb14460f3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbc5b43-768d-4d88-8e3d-bd6d712cae72,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:23.451188 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-60ac1b6a-aa09-4d15-b47c-0fb14460f3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:23.519735 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b7ceba84-fef9-4377-a285-ba999f421fce tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.567875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59babe21-2a57-488f-a611-129a862740bb req-ac544ac9-8810-4892-88f3-97f586255b61 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:23.569735 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-59babe21-2a57-488f-a611-129a862740bb req-ac544ac9-8810-4892-88f3-97f586255b61 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 946 time: 0.0921178 Jun 17 08:25:23.595848 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-bc362345-1029-44d9-b4d8-6efa7408fa87 req-6172697a-5b62-4d6d-9543-5226e5f194ef tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.604284 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-bc362345-1029-44d9-b4d8-6efa7408fa87 req-6172697a-5b62-4d6d-9543-5226e5f194ef tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.609437 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:23.631571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b7ceba84-fef9-4377-a285-ba999f421fce tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.648762 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-bc362345-1029-44d9-b4d8-6efa7408fa87 req-6172697a-5b62-4d6d-9543-5226e5f194ef tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.650137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc362345-1029-44d9-b4d8-6efa7408fa87 req-6172697a-5b62-4d6d-9543-5226e5f194ef tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3425322 Jun 17 08:25:23.654484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172697a-5b62-4d6d-9543-5226e5f194ef tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76038fa7-cccb-4403-9ce5-f05ee0cf6267,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:23.657919 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6172697a-5b62-4d6d-9543-5226e5f194ef tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:23.658621 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:23.686150 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b7ceba84-fef9-4377-a285-ba999f421fce tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.688193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b7ceba84-fef9-4377-a285-ba999f421fce tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "DELETE /v2.0/subnets/16494253-cd2b-4330-91b9-666aee8d4f14 HTTP/1.1" status: 204 len: 168 time: 0.4871404 Jun 17 08:25:23.690251 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceba84-fef9-4377-a285-ba999f421fce tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event deleted for resources: {'Subnet': ['ID=16494253-cd2b-4330-91b9-666aee8d4f14,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:23.693927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cdd9f0-c1ee-40e3-8f2e-a083ebd7420e None None] Network 13c8440a-89da-4b69-9a96-51258d82ab07 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:23.695631 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b7ceba84-fef9-4377-a285-ba999f421fce tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:23.696204 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58698) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:23.780729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d775148-b13b-48ba-b42e-8f565324d2d7 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Deleting subnet 856b1269-28ae-4b4a-b0a9-49b158323743 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:23.785711 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d775148-b13b-48ba-b42e-8f565324d2d7 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:23.899977 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d775148-b13b-48ba-b42e-8f565324d2d7 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.022347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cfaf8a-d7eb-4ca3-934b-2eef85027237 None None] DHCP port deletion for 13c8440a-89da-4b69-9a96-51258d82ab07 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:25:24.031681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38549e03-09be-49f2-aa5e-3a93f47dfdd8 req-89c7a705-dd63-4611-a3f5-d59c5499fa47 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:24.039042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38549e03-09be-49f2-aa5e-3a93f47dfdd8 req-89c7a705-dd63-4611-a3f5-d59c5499fa47 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 1097 time: 0.2048655 Jun 17 08:25:24.092432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d775148-b13b-48ba-b42e-8f565324d2d7 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.093154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-86cfaf8a-d7eb-4ca3-934b-2eef85027237 None None] Deleting port 15fa5e75-777a-444f-a89f-8625ab5aa12d {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:24.093866 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-86cfaf8a-d7eb-4ca3-934b-2eef85027237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.110133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-59babe21-2a57-488f-a611-129a862740bb req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Deleting port a727e088-c0b3-4163-9238-c9c4deefbc0f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:24.110703 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-59babe21-2a57-488f-a611-129a862740bb req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.126985 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7398c-17ed-4c30-af95-ede6d3257d1f req-1336e65c-8224-405f-95bf-cc5393231754 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:24.128647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b1c7398c-17ed-4c30-af95-ede6d3257d1f req-1336e65c-8224-405f-95bf-cc5393231754 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=916b644f-0bdb-4144-80a4-d2ba34898379 HTTP/1.1" status: 200 len: 946 time: 0.2473612 Jun 17 08:25:24.156376 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38549e03-09be-49f2-aa5e-3a93f47dfdd8 req-a56be924-2c72-4a45-ac88-1dc36860e8c8 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163249 Jun 17 08:25:24.226436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-86cfaf8a-d7eb-4ca3-934b-2eef85027237 None None] For port 15fa5e75-777a-444f-a89f-8625ab5aa12d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=15fa5e75-777a-444f-a89f-8625ab5aa12d,segment=NetworkSegment(abc22c24-1e9c-4032-8696-a7fe8c72ee61),segment_id=abc22c24-1e9c-4032-8696-a7fe8c72ee61)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:24.227220 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-86cfaf8a-d7eb-4ca3-934b-2eef85027237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.232360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-59babe21-2a57-488f-a611-129a862740bb req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] For port a727e088-c0b3-4163-9238-c9c4deefbc0f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a727e088-c0b3-4163-9238-c9c4deefbc0f,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:24.232781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-59babe21-2a57-488f-a611-129a862740bb req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.280355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b1c7398c-17ed-4c30-af95-ede6d3257d1f req-3d359af0-3365-4c95-9dc1-08c6475c1bca tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392317 Jun 17 08:25:24.284202 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d775148-b13b-48ba-b42e-8f565324d2d7 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.292868 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-23fd946c-30a5-4a15-90a4-163829e75084 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:24.329266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-59babe21-2a57-488f-a611-129a862740bb req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Calling delete_port for a727e088-c0b3-4163-9238-c9c4deefbc0f owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:24.361532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-86cfaf8a-d7eb-4ca3-934b-2eef85027237 None None] Calling delete_port for 15fa5e75-777a-444f-a89f-8625ab5aa12d owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:24.391766 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d775148-b13b-48ba-b42e-8f565324d2d7 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.399677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdac6b2-0e82-48f7-a60b-880259aed347 None None] Network cb778e51-df4b-488f-9cf6-5a8335c76b59 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:24.403668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4d775148-b13b-48ba-b42e-8f565324d2d7 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "DELETE /v2.0/subnets/856b1269-28ae-4b4a-b0a9-49b158323743 HTTP/1.1" status: 204 len: 168 time: 0.7043974 Jun 17 08:25:24.405386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58724) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:24.410578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d775148-b13b-48ba-b42e-8f565324d2d7 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event deleted for resources: {'Subnet': ['ID=856b1269-28ae-4b4a-b0a9-49b158323743,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:24.413832 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4d775148-b13b-48ba-b42e-8f565324d2d7 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:24.465648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65f3a8-a82a-4b44-9894-676990d48d21 req-3688b08e-67ec-47ed-b733-1bf5f09ff60c tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:24.472370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab65f3a8-a82a-4b44-9894-676990d48d21 req-3688b08e-67ec-47ed-b733-1bf5f09ff60c tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 945 time: 0.1577599 Jun 17 08:25:24.501983 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.531271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab65f3a8-a82a-4b44-9894-676990d48d21 req-62b16aa5-36a1-4588-bb47-68905dea0740 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514755 Jun 17 08:25:24.651304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Deleting port 15fa5e75-777a-444f-a89f-8625ab5aa12d {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:24.651454 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.704758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-e303ae05-be6b-4fe3-8a5d-c6da901ea96f req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1136267160', 'description': 'tempest-description-2066065605'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:24.714056 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-59babe21-2a57-488f-a611-129a862740bb req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.740405 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e303ae05-be6b-4fe3-8a5d-c6da901ea96f req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.744630 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:24.751908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e303ae05-be6b-4fe3-8a5d-c6da901ea96f req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.753360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['a727e088-c0b3-4163-9238-c9c4deefbc0f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:24.798220 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-86cfaf8a-d7eb-4ca3-934b-2eef85027237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.808463 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bd9fe31d-0fea-4a02-8007-c168ebe62aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:24.839934 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cfaf8a-d7eb-4ca3-934b-2eef85027237 None None] No DVR routers for this DVR port 15fa5e75-777a-444f-a89f-8625ab5aa12d on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:24.844786 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfaf8a-d7eb-4ca3-934b-2eef85027237 None None] Pushing event deleted for resources: {'Port': ['ID=15fa5e75-777a-444f-a89f-8625ab5aa12d,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:24.861062 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-86cfaf8a-d7eb-4ca3-934b-2eef85027237 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:24.882814 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c9379-0821-4068-ad5e-82397be96b20 req-d20aaad6-6dab-4858-9921-17298a2b4992 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:24.884136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-309c9379-0821-4068-ad5e-82397be96b20 req-d20aaad6-6dab-4858-9921-17298a2b4992 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 1097 time: 0.1068892 Jun 17 08:25:24.926349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event deleted for resources: {'Port': ['ID=a727e088-c0b3-4163-9238-c9c4deefbc0f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:24.930703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-59babe21-2a57-488f-a611-129a862740bb req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] No DVR routers for this DVR port a727e088-c0b3-4163-9238-c9c4deefbc0f on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:24.943878 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:24.945011 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-59babe21-2a57-488f-a611-129a862740bb req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.945724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceecef01-f63b-471e-8d09-720b4e19333c None None] DHCP port deletion for cb778e51-df4b-488f-9cf6-5a8335c76b59 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:25:24.947057 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-59babe21-2a57-488f-a611-129a862740bb req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "DELETE /v2.0/ports/a727e088-c0b3-4163-9238-c9c4deefbc0f HTTP/1.1" status: 204 len: 173 time: 1.3711982 Jun 17 08:25:24.949578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '916b644f-0bdb-4144-80a4-d2ba34898379', 'name': 'network-vif-deleted', 'tag': 'a727e088-c0b3-4163-9238-c9c4deefbc0f'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:24.952269 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b66502-ed3e-423f-ba81-faccc2435474" -d '{"events": [{"server_uuid": "916b644f-0bdb-4144-80a4-d2ba34898379", "name": "network-vif-deleted", "tag": "a727e088-c0b3-4163-9238-c9c4deefbc0f"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:24.963615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-309c9379-0821-4068-ad5e-82397be96b20 req-b036611e-b837-4638-8087-ad62643db823 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633502 Jun 17 08:25:24.981782 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e303ae05-be6b-4fe3-8a5d-c6da901ea96f req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.987831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] For port 15fa5e75-777a-444f-a89f-8625ab5aa12d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=15fa5e75-777a-444f-a89f-8625ab5aa12d,segment=NetworkSegment(abc22c24-1e9c-4032-8696-a7fe8c72ee61),segment_id=abc22c24-1e9c-4032-8696-a7fe8c72ee61)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:24.989275 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:24.995644 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e303ae05-be6b-4fe3-8a5d-c6da901ea96f req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.053119 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ceecef01-f63b-471e-8d09-720b4e19333c None None] Deleting port a7e62857-c46c-4ed6-891c-799d242d1816 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:25.053771 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ceecef01-f63b-471e-8d09-720b4e19333c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.078012 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ff44cf86-0c41-481e-99c1-cdfd408f0f5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:25.131323 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e303ae05-be6b-4fe3-8a5d-c6da901ea96f req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.145606 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e303ae05-be6b-4fe3-8a5d-c6da901ea96f req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.175675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1416acf8-cce6-4012-9c1f-200dd3fd1b1a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:25.179869 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:25.180553 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee9d4e29-18de-4fc7-a509-f1fb85d9ee8d tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:25.192561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 15fa5e75-777a-444f-a89f-8625ab5aa12d no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:25.202110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ceecef01-f63b-471e-8d09-720b4e19333c None None] For port a7e62857-c46c-4ed6-891c-799d242d1816, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a7e62857-c46c-4ed6-891c-799d242d1816,segment=NetworkSegment(dcaa3525-350a-4c02-8245-a6cea58f91c2),segment_id=dcaa3525-350a-4c02-8245-a6cea58f91c2)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:25.202522 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ceecef01-f63b-471e-8d09-720b4e19333c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.227000 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Calling delete_port for 15fa5e75-777a-444f-a89f-8625ab5aa12d owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:25.237069 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 15fa5e75-777a-444f-a89f-8625ab5aa12d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:25.237827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 15fa5e75-777a-444f-a89f-8625ab5aa12d not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:25.238276 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a7e62857-c46c-4ed6-891c-799d242d1816 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:25.246345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc793f8f-bb25-4965-bddf-a1fcccf91196,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:25.249254 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e303ae05-be6b-4fe3-8a5d-c6da901ea96f req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.250681 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e303ae05-be6b-4fe3-8a5d-c6da901ea96f req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5527053 Jun 17 08:25:25.252082 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:25.333264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.344650 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831f61be-4b48-4d2e-904d-421edb5823ce x-openstack-request-id: req-831f61be-4b48-4d2e-904d-421edb5823ce {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:25.344991 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "916b644f-0bdb-4144-80a4-d2ba34898379", "name": "network-vif-deleted", "tag": "a727e088-c0b3-4163-9238-c9c4deefbc0f", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:25.345288 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-831f61be-4b48-4d2e-904d-421edb5823ce {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:25.345728 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '916b644f-0bdb-4144-80a4-d2ba34898379', 'name': 'network-vif-deleted', 'tag': 'a727e088-c0b3-4163-9238-c9c4deefbc0f', 'status': 'completed', 'code': 200} Jun 17 08:25:25.346350 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:25.351082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] No DVR routers for this DVR port 15fa5e75-777a-444f-a89f-8625ab5aa12d on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:25.415173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event deleted for resources: {'Port': ['ID=15fa5e75-777a-444f-a89f-8625ab5aa12d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:25.421972 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:25.428997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ceecef01-f63b-471e-8d09-720b4e19333c None None] Calling delete_port for a7e62857-c46c-4ed6-891c-799d242d1816 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:25.455859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37415644-b4c2-4444-ac64-45153a3807d2 req-04be26cf-10f1-404b-9a79-5a5c2d531208 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:25.458534 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37415644-b4c2-4444-ac64-45153a3807d2 req-04be26cf-10f1-404b-9a79-5a5c2d531208 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 945 time: 0.1135681 Jun 17 08:25:25.467793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58756) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:25.475029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-85175a3a-e177-45cb-80ec-a6ad9552b98d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Request body: {'floatingip': {'port_id': '82005261-045b-4ef5-9437-596150d48eaf'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:25.484229 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.505180 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c8440a-89da-4b69-9a96-51258d82ab07']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:25.522387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc22c24-1e9c-4032-8696-a7fe8c72ee61') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:25.523055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc22c24-1e9c-4032-8696-a7fe8c72ee61') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:25.543282 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.554762 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-2de5e9ea-d228-4665-9f98-b32ef0537118 req-7f8ed4af-b5d5-4d4d-ad13-59194bb62994 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1352782721', 'description': 'tempest-description-1500827815'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:25.562702 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.564563 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85175a3a-e177-45cb-80ec-a6ad9552b98d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.573379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:25.573937 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.576046 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:25.578687 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:25.628586 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ceecef01-f63b-471e-8d09-720b4e19333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.667778 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:25.705943 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecef01-f63b-471e-8d09-720b4e19333c None None] Pushing event deleted for resources: {'Port': ['ID=a7e62857-c46c-4ed6-891c-799d242d1816,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:25.706272 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.709168 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ceecef01-f63b-471e-8d09-720b4e19333c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:25.710397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceecef01-f63b-471e-8d09-720b4e19333c None None] No DVR routers for this DVR port a7e62857-c46c-4ed6-891c-799d242d1816 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:25.711352 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:25.719483 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.724654 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "DELETE /v2.0/networks/13c8440a-89da-4b69-9a96-51258d82ab07 HTTP/1.1" status: 204 len: 168 time: 1.3168199 Jun 17 08:25:25.729967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58764) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:25.741419 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event deleted for resources: {'Network': ['ID=13c8440a-89da-4b69-9a96-51258d82ab07,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:25.743812 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:25.757477 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2de5e9ea-d228-4665-9f98-b32ef0537118 req-7f8ed4af-b5d5-4d4d-ad13-59194bb62994 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:25.938047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.018973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810aad4-66d9-45bb-a335-95181f2378ab req-20b7b033-7da9-4497-b9ab-7159b5105b8a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:26.020365 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4810aad4-66d9-45bb-a335-95181f2378ab req-20b7b033-7da9-4497-b9ab-7159b5105b8a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 945 time: 0.4509592 Jun 17 08:25:26.182282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4810aad4-66d9-45bb-a335-95181f2378ab req-719c3a15-5d30-425d-9002-24f54916765f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544988 Jun 17 08:25:26.239614 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.294868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb778e51-df4b-488f-9cf6-5a8335c76b59']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:26.344496 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2de5e9ea-d228-4665-9f98-b32ef0537118 req-7f8ed4af-b5d5-4d4d-ad13-59194bb62994 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.346660 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcaa3525-350a-4c02-8245-a6cea58f91c2') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:26.347090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcaa3525-350a-4c02-8245-a6cea58f91c2') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:26.357962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2de5e9ea-d228-4665-9f98-b32ef0537118 req-7f8ed4af-b5d5-4d4d-ad13-59194bb62994 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.363134 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3c71f419-4b22-4808-83b4-850bb57e9e46 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:26.372108 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.415638 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2de5e9ea-d228-4665-9f98-b32ef0537118 req-7f8ed4af-b5d5-4d4d-ad13-59194bb62994 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.416989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2de5e9ea-d228-4665-9f98-b32ef0537118 req-7f8ed4af-b5d5-4d4d-ad13-59194bb62994 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8741717 Jun 17 08:25:26.425788 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.446715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ed4af-b5d5-4d4d-ad13-59194bb62994 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747cc148-5d33-43cf-8e5a-f6dd02664062,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:26.456068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:26.456698 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:26.462527 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:26.480257 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f8ed4af-b5d5-4d4d-ad13-59194bb62994 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:26.534852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.resource_extend [None req-85175a3a-e177-45cb-80ec-a6ad9552b98d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:25:26.572380 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.581410 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:26.592682 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.594590 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] 10.222.0.47 "DELETE /v2.0/networks/cb778e51-df4b-488f-9cf6-5a8335c76b59 HTTP/1.1" status: 204 len: 168 time: 0.8627367 Jun 17 08:25:26.609700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Pushing event deleted for resources: {'Network': ['ID=cb778e51-df4b-488f-9cf6-5a8335c76b59,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:26.613077 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85175a3a-e177-45cb-80ec-a6ad9552b98d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.614135 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:26.619928 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85175a3a-e177-45cb-80ec-a6ad9552b98d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:26.742351 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-85175a3a-e177-45cb-80ec-a6ad9552b98d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Floating IP 1a197203-bb0d-4fb8-a955-7ec44c021e80 associated. External IP: 172.25.8.11, port: 82005261-045b-4ef5-9437-596150d48eaf. Jun 17 08:25:27.041964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85175a3a-e177-45cb-80ec-a6ad9552b98d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:27.180223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85175a3a-e177-45cb-80ec-a6ad9552b98d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:27.185900 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85175a3a-e177-45cb-80ec-a6ad9552b98d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:27.193584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d36ba-62b7-43f8-8a4d-ed182413efff None None] Sync routers for ids ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:27.209032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d36ba-62b7-43f8-8a4d-ed182413efff None None] Routers {'8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:27.209867 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-2e0d36ba-62b7-43f8-8a4d-ed182413efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:25:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:27.261192 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-85175a3a-e177-45cb-80ec-a6ad9552b98d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "PUT /v2.0/floatingips/1a197203-bb0d-4fb8-a955-7ec44c021e80 HTTP/1.1" status: 200 len: 990 time: 1.7921665 Jun 17 08:25:27.265675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83437467-f52a-4520-9614-25602b2aff1f', 'tag': '82005261-045b-4ef5-9437-596150d48eaf'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:27.269616 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c7c3be-3c93-4f7d-86b7-7231fe872a05" -d '{"events": [{"name": "network-changed", "server_uuid": "83437467-f52a-4520-9614-25602b2aff1f", "tag": "82005261-045b-4ef5-9437-596150d48eaf"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:27.568721 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-2e0d36ba-62b7-43f8-8a4d-ed182413efff None None] Set router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:27.701433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a727e088-c0b3-4163-9238-c9c4deefbc0f no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:27.765574 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: a727e088-c0b3-4163-9238-c9c4deefbc0f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:27.765876 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a727e088-c0b3-4163-9238-c9c4deefbc0f not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:27.863066 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-b5b1af38-e32a-42c2-b21d-cedfd9b954da tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:27.865517 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-b5b1af38-e32a-42c2-b21d-cedfd9b954da tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.5429740 Jun 17 08:25:27.895192 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-b09f79ac-9241-49ad-af01-07ac68f04228 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/quotas/17fe9c2faf86410a842c7f72bf627588 HTTP/1.1" status: 200 len: 375 time: 0.0201302 Jun 17 08:25:27.937657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-2e0d36ba-62b7-43f8-8a4d-ed182413efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:53Z', 'revision_number': 4, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '1a197203-bb0d-4fb8-a955-7ec44c021e80', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'port_id': '82005261-045b-4ef5-9437-596150d48eaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'mac_address': 'fa:16:3e:79:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83437467-f52a-4520-9614-25602b2aff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:25:01Z', 'updated_at': '2021-06-17T08:25:26Z', 'revision_number': 1, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f56940f-0eea-4f60-a860-07aa0252983d', 'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'mac_address': 'fa:16:3e:de:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:51Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 5, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'subnets': [{'id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:27.938555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-434ef0c1-615b-4689-a194-4c91a8033902 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368667 Jun 17 08:25:27.943057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-0d1df920-39fb-4abb-bada-ff0efbdec429 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:25:27.944282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-0d1df920-39fb-4abb-bada-ff0efbdec429 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1814013 Jun 17 08:25:27.974682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d36ba-62b7-43f8-8a4d-ed182413efff None None] Checking router: 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:27.984728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d36ba-62b7-43f8-8a4d-ed182413efff None None] Routers {'8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:27.985584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-2e0d36ba-62b7-43f8-8a4d-ed182413efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:25:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:28.016145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Request body: {'binding': {'host': 'n-h1-779913-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:28.016593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Unknown quota resources ['binding']. {{(pid=93803) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:25:28.100539 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-2e0d36ba-62b7-43f8-8a4d-ed182413efff None None] Set router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:28.132999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-d8902785-9c8b-451d-83ed-e63e3e919501 service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858432 Jun 17 08:25:28.261372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c on host n-h1-779913-16 for vnic_type normal with profile None {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:28.261965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:28.262391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:28.276473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Port 56673305-cb00-4406-8d0c-c0b39d2e799c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:28.276902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:28.286216 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-6f2fd52e-897c-461e-977a-3fc2034d28a0 service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407874 Jun 17 08:25:28.288016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:28.288353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:28.288742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:28.289193 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Bound port: 56673305-cb00-4406-8d0c-c0b39d2e799c, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:28.348691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:28.356943 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:28.366839 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-9734d21b-2947-4453-9c6f-e64b3596c4c9 service neutron] 10.222.0.47 "POST /v2.0/ports/56673305-cb00-4406-8d0c-c0b39d2e799c/bindings HTTP/1.1" status: 201 len: 390 time: 0.4060731 Jun 17 08:25:28.380747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-2e0d36ba-62b7-43f8-8a4d-ed182413efff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:53Z', 'revision_number': 4, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '1a197203-bb0d-4fb8-a955-7ec44c021e80', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'port_id': '82005261-045b-4ef5-9437-596150d48eaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'mac_address': 'fa:16:3e:79:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83437467-f52a-4520-9614-25602b2aff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:25:01Z', 'updated_at': '2021-06-17T08:25:26Z', 'revision_number': 1, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f56940f-0eea-4f60-a860-07aa0252983d', 'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'mac_address': 'fa:16:3e:de:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:51Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 5, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'subnets': [{'id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:28.427103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d36ba-62b7-43f8-8a4d-ed182413efff None None] The sync data for ids ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'] in n-d-779913-16 is: [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:53Z', 'revision_number': 4, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '1a197203-bb0d-4fb8-a955-7ec44c021e80', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'port_id': '82005261-045b-4ef5-9437-596150d48eaf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 841, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'mac_address': 'fa:16:3e:79:3f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83437467-f52a-4520-9614-25602b2aff1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:25:01Z', 'updated_at': '2021-06-17T08:25:26Z', 'revision_number': 1, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f56940f-0eea-4f60-a860-07aa0252983d', 'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'mac_address': 'fa:16:3e:de:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:51Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 5, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'subnets': [{'id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:28.696474 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd587b6e-caad-4960-b73f-cfa8fa5885d2 x-openstack-request-id: req-cd587b6e-caad-4960-b73f-cfa8fa5885d2 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:28.696917 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83437467-f52a-4520-9614-25602b2aff1f", "tag": "82005261-045b-4ef5-9437-596150d48eaf", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:28.697308 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd587b6e-caad-4960-b73f-cfa8fa5885d2 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:28.697842 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83437467-f52a-4520-9614-25602b2aff1f', 'tag': '82005261-045b-4ef5-9437-596150d48eaf', 'status': 'completed', 'code': 200} Jun 17 08:25:28.902363 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-2ddcf6eb-3713-4e7d-8660-380a09366533 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47774 time: 0.4531920 Jun 17 08:25:28.961697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-abe32a42-e0e9-4247-9605-498f0fb707bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:28.963440 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-abe32a42-e0e9-4247-9605-498f0fb707bc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 1097 time: 0.2631519 Jun 17 08:25:28.966637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7c3be-3c93-4f7d-86b7-7231fe872a05 req-e8d0a8a1-319f-4026-ac07-19209c923f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:28.968130 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-02c7c3be-3c93-4f7d-86b7-7231fe872a05 req-e8d0a8a1-319f-4026-ac07-19209c923f63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3972053f1cc04eb4a0a77cfe28701ca9&device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 1097 time: 0.2582197 Jun 17 08:25:28.969677 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-7abe6b95-c4d9-4523-a17d-f7de2546f50b tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/03ea5db5-215d-4ed7-ba93-402c55886bcb HTTP/1.1" status: 200 len: 2981 time: 0.0661805 Jun 17 08:25:28.976399 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1604cd07-dfab-4894-9a14-56185a2f5677 None None] New status for floating IP 1a197203-bb0d-4fb8-a955-7ec44c021e80: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:25:29.183162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-9216fbac-f511-498c-b6ab-17ef1e4f030b tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/03ea5db5-215d-4ed7-ba93-402c55886bcb HTTP/1.1" status: 200 len: 2981 time: 0.2023892 Jun 17 08:25:29.236294 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a48436-bdb9-4380-9f16-3c254cd9255f req-d6010435-965c-4688-8655-893b13099128 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:29.239858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7c3be-3c93-4f7d-86b7-7231fe872a05 req-d1abc518-1702-476c-96a0-38e8af14a596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:29.241675 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-02c7c3be-3c93-4f7d-86b7-7231fe872a05 req-d1abc518-1702-476c-96a0-38e8af14a596 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7604218d-e90b-49a3-8e82-a207380d152e HTTP/1.1" status: 200 len: 913 time: 0.2509341 Jun 17 08:25:29.244384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9a48436-bdb9-4380-9f16-3c254cd9255f req-d6010435-965c-4688-8655-893b13099128 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 945 time: 0.1842468 Jun 17 08:25:29.312861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-daf9b466-2314-4149-9b4b-fe45e3d7d8f3 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/13af581a-462d-4067-b234-d9b283cf892e HTTP/1.1" status: 200 len: 2973 time: 0.1141789 Jun 17 08:25:29.326252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9a48436-bdb9-4380-9f16-3c254cd9255f req-828fd8cd-639f-4c26-ada9-2dbb05ec1107 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807607 Jun 17 08:25:29.342084 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:25:29.374556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-54b38a2b-3ea7-4128-96f2-aa03cea188b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:29.376631 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-54b38a2b-3ea7-4128-96f2-aa03cea188b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.3985343 Jun 17 08:25:29.426942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-e7e0cbd2-1c67-440b-bf22-2aa0de658a02 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/13af581a-462d-4067-b234-d9b283cf892e HTTP/1.1" status: 200 len: 2973 time: 0.0963349 Jun 17 08:25:29.444441 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-fcbfa00b-257e-4116-86c7-5a46d2aa67fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56673305-cb00-4406-8d0c-c0b39d2e799c HTTP/1.1" status: 200 len: 217 time: 0.0587430 Jun 17 08:25:29.451533 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-02c7c3be-3c93-4f7d-86b7-7231fe872a05 req-85152aea-2a7a-49d3-b386-0d3d583c13b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82005261-045b-4ef5-9437-596150d48eaf HTTP/1.1" status: 200 len: 998 time: 0.2023077 Jun 17 08:25:29.510467 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-3450b14a-a625-41b3-b666-761b2147e6a2 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/1416acf8-cce6-4012-9c1f-200dd3fd1b1a HTTP/1.1" status: 200 len: 2981 time: 0.0776589 Jun 17 08:25:29.560544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-6c7f58f5-ac8c-41bf-872f-2079e7a7c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:29.562026 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-6c7f58f5-ac8c-41bf-872f-2079e7a7c464 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1093984 Jun 17 08:25:29.563451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7c3be-3c93-4f7d-86b7-7231fe872a05 req-e6494efa-6f7d-4149-8625-964446c037d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:29.564712 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-02c7c3be-3c93-4f7d-86b7-7231fe872a05 req-e6494efa-6f7d-4149-8625-964446c037d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fdd66af-1493-4f19-b811-3fee1ee5614d HTTP/1.1" status: 200 len: 851 time: 0.1044092 Jun 17 08:25:29.615904 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-93c3732b-3b4d-4a0c-84e1-b3ac244504bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420358 Jun 17 08:25:29.647101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e912e63-caed-47e0-89f9-9c41df1392fd req-e27c4897-3eea-40b3-a1e5-d9f7a32cfe88 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 210 time: 0.0841730 Jun 17 08:25:29.659038 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-7e7c123f-4cf9-4f99-84d6-e80425a05dad tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/1416acf8-cce6-4012-9c1f-200dd3fd1b1a HTTP/1.1" status: 200 len: 2981 time: 0.1414623 Jun 17 08:25:29.736619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-9d19e46f-cfcd-4555-8d1a-b67620a77ac1 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/3154dd1e-f739-44f0-84da-750fc54bc550 HTTP/1.1" status: 200 len: 2977 time: 0.0715671 Jun 17 08:25:29.782055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7c3be-3c93-4f7d-86b7-7231fe872a05 req-a19ab3b6-57ae-4a1b-8976-3605af996df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:29.784027 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-02c7c3be-3c93-4f7d-86b7-7231fe872a05 req-a19ab3b6-57ae-4a1b-8976-3605af996df8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7604218d-e90b-49a3-8e82-a207380d152e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2016008 Jun 17 08:25:29.800941 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-d1b3de56-e8f1-414b-8312-e48e333c0f8b tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/3154dd1e-f739-44f0-84da-750fc54bc550 HTTP/1.1" status: 200 len: 2977 time: 0.0580587 Jun 17 08:25:29.801271 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-89d59e23-1a52-4944-ad80-4c3fedf80528 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658916 Jun 17 08:25:29.894633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-a315b0de-9263-4a0e-8ced-22eec797f4e1 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/4e1ac455-6941-40b3-bf14-6cae0ad40188 HTTP/1.1" status: 200 len: 2981 time: 0.0721776 Jun 17 08:25:29.899307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:30.036957 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-d4c77901-5d9b-44c3-aacd-7bc24d00a80b tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/4e1ac455-6941-40b3-bf14-6cae0ad40188 HTTP/1.1" status: 200 len: 2981 time: 0.1230025 Jun 17 08:25:30.041427 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-02c7c3be-3c93-4f7d-86b7-7231fe872a05 req-986904f9-10c9-4fdd-b3b2-7eaa5101d2e9 service neutron] 10.222.0.10 "GET /v2.0/networks/7604218d-e90b-49a3-8e82-a207380d152e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387953 Jun 17 08:25:30.044228 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-6fffb3a5-5b70-4296-be1a-927f959e890d service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274632 Jun 17 08:25:30.128538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-4aeb9467-da1a-4acf-bd07-be994b1ef935 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/6b27374a-f1d1-4789-b2cc-9ec11f55e240 HTTP/1.1" status: 200 len: 2981 time: 0.0904779 Jun 17 08:25:30.137111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:30.174909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'port_id': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'mac_address': 'fa:16:3e:05:69:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:30.215871 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-5fcc7f13-390d-4a5c-b98c-464056e77977 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/6b27374a-f1d1-4789-b2cc-9ec11f55e240 HTTP/1.1" status: 200 len: 2981 time: 0.0861573 Jun 17 08:25:30.326583 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.353187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c86dbdf7-8340-4adf-9566-375f3229c2ad {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:30.402127 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:30.408294 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.410237 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:30.415055 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-02c7c3be-3c93-4f7d-86b7-7231fe872a05 req-f64c7075-63d5-45aa-83b8-4189b028a49d service neutron] 10.222.0.10 "GET /v2.0/networks/7604218d-e90b-49a3-8e82-a207380d152e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467207 Jun 17 08:25:30.450064 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-ede43e74-b2a5-4dd3-b47c-d2e21c4dcccf tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:30.452160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-a20fb46f-cc8e-4cb9-bb2b-3baf94c86374 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/6e440f0e-268f-45e9-bfc2-984521765e34 HTTP/1.1" status: 200 len: 2981 time: 0.2241588 Jun 17 08:25:30.455042 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-ede43e74-b2a5-4dd3-b47c-d2e21c4dcccf tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.2571893 Jun 17 08:25:30.466219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-16'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:30.517496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['c86dbdf7-8340-4adf-9566-375f3229c2ad'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:30.527741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:30.544268 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:30.616722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-8083e9ca-bf88-4617-b638-6f8c7946d3a1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:30.618598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-8083e9ca-bf88-4617-b638-6f8c7946d3a1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.3609579 Jun 17 08:25:30.633166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-706c134e-0a3c-4344-9cb8-9cdd03700b10 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/6e440f0e-268f-45e9-bfc2-984521765e34 HTTP/1.1" status: 200 len: 2981 time: 0.1799221 Jun 17 08:25:30.641481 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.647259 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Request body: {'port': {'device_id': '0114f7c6-456f-4c91-a78d-d2c2c0415052', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'admin_state_up': True, 'tenant_id': '17fe9c2faf86410a842c7f72bf627588'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:30.809692 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-c3ed16dc-5adc-464c-9eb9-b2d548214d6d tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/7a530cba-1fb4-43bd-ab8c-8e396845b2cd HTTP/1.1" status: 200 len: 2981 time: 0.1753674 Jun 17 08:25:30.876126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:30.898300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd413ae1-2471-4ad2-9890-67e1f7d27b68 req-1704e1ca-09a2-4213-b590-892203b20e1e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:30.905617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd413ae1-2471-4ad2-9890-67e1f7d27b68 req-1704e1ca-09a2-4213-b590-892203b20e1e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 945 time: 0.2508013 Jun 17 08:25:30.917472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-2ff18bb2-8fca-4e34-b508-07244fd7abc0 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/7a530cba-1fb4-43bd-ab8c-8e396845b2cd HTTP/1.1" status: 200 len: 2981 time: 0.1067181 Jun 17 08:25:30.940577 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:30.953878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Made reservation on behalf of 17fe9c2faf86410a842c7f72bf627588 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:30.957466 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:30.991914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56673305-cb00-4406-8d0c-c0b39d2e799c'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:30.994538 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bb2b9a-4ab4-4428-8270-eac1398b7144" -d '{"events": [{"server_uuid": "3df7a769-3cec-45ec-b3d6-dbc767867589", "name": "network-vif-unplugged", "status": "completed", "tag": "56673305-cb00-4406-8d0c-c0b39d2e799c"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:31.000308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:31.008607 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:31.011948 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d23607a5-ed5c-46a3-9dec-7307ba44978b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:31.022754 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd413ae1-2471-4ad2-9890-67e1f7d27b68 req-a4c19e3c-f715-4c26-a3f8-10a35044fd7e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160522 Jun 17 08:25:31.169266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c on host n-h2-779913-16 for vnic_type normal with profile {"migrating_to": "n-h1-779913-16"} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:31.169860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:31.170147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:31.173495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Pushing event updated for resources: {'Port': ['ID=56673305-cb00-4406-8d0c-c0b39d2e799c,revision_number=7']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:31.181968 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Port 56673305-cb00-4406-8d0c-c0b39d2e799c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:31.182452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Attempting to bind port 56673305-cb00-4406-8d0c-c0b39d2e799c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:31.187576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.188243 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.189215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.189936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.190856 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.191258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.192248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.193020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.193606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.194252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.194686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.195327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:31.203963 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:31.204209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-46bcfe26-9455-43bc-a8eb-be731128489b tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/8b2b92af-f260-4f84-8d80-c5180ed80b79 HTTP/1.1" status: 200 len: 2981 time: 0.2856963 Jun 17 08:25:31.205586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:31.206037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:31.206526 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:31.207292 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Bound port: 56673305-cb00-4406-8d0c-c0b39d2e799c, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:31.207755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:31.254208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0fe35b8-34af-4057-bb53-18a86b50eaab req-5aa42650-7022-4493-bb25-4c65687584b1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 210 time: 0.0727854 Jun 17 08:25:31.292349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:31.309869 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:31.321213 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:31.324956 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddd8f9a9-5470-42f8-a954-7bd04cd90378 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:31.367056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Allocated IP 172.20.0.6 (8052df07-f65d-4aa6-b093-bfbdd0ab64de/60edf36c-6a69-4e4e-847c-9484b431209d/50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:31.370045 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-b947113d-87b0-4e2d-9aab-7124bd2a2531 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/8b2b92af-f260-4f84-8d80-c5180ed80b79 HTTP/1.1" status: 200 len: 2981 time: 0.1464839 Jun 17 08:25:31.479504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Pushing event updated for resources: {'Port': ['ID=56673305-cb00-4406-8d0c-c0b39d2e799c,revision_number=8']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:31.494358 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:31.536831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:31.541897 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:31.542705 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] 10.222.0.10 "PUT /v2.0/ports/56673305-cb00-4406-8d0c-c0b39d2e799c HTTP/1.1" status: 200 len: 1123 time: 1.0810015 Jun 17 08:25:31.574469 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaf61a2-7585-4b95-9ac1-f47cf65255c0 x-openstack-request-id: req-bbaf61a2-7585-4b95-9ac1-f47cf65255c0 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:31.574848 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df7a769-3cec-45ec-b3d6-dbc767867589", "name": "network-vif-unplugged", "status": "completed", "tag": "56673305-cb00-4406-8d0c-c0b39d2e799c", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:31.575110 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bbaf61a2-7585-4b95-9ac1-f47cf65255c0 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:31.576082 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56673305-cb00-4406-8d0c-c0b39d2e799c', 'code': 200} Jun 17 08:25:31.577774 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-904cc8cf-8115-43b7-bc9e-a8e166396391 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/b405ac59-b153-42dc-a61d-3e7f22e74bdf HTTP/1.1" status: 200 len: 2981 time: 0.1904364 Jun 17 08:25:31.635143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['56673305-cb00-4406-8d0c-c0b39d2e799c'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:31.667460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-57b203a7-74ba-4f14-be08-6cadc55334eb tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/b405ac59-b153-42dc-a61d-3e7f22e74bdf HTTP/1.1" status: 200 len: 2981 time: 0.0762498 Jun 17 08:25:31.708106 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:31.749792 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-747143f4-bde9-4b21-b4fb-a928959079f7 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/ba0f5e8f-9781-465f-a03a-a117cc574fa0 HTTP/1.1" status: 200 len: 2981 time: 0.0674028 Jun 17 08:25:31.811458 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:31.842649 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-17680c9e-f314-4e11-8611-332f4cc6d230 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:31.893939 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-af36ae54-f056-42d1-a7d7-cd02b5917cd3 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/ba0f5e8f-9781-465f-a03a-a117cc574fa0 HTTP/1.1" status: 200 len: 2981 time: 0.1141229 Jun 17 08:25:31.917300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Network 8052df07-f65d-4aa6-b093-bfbdd0ab64de is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:31.923655 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:31.934422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:31.949929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:31.961376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event updated for resources: {'Port': ['ID=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:32.010060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port c86dbdf7-8340-4adf-9566-375f3229c2ad triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:32.010890 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.077447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.082232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.082831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.083392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.083951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.084557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.085109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.085648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.086194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.086813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.087350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.087877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:32.100051 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:32.114429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-bebc6cba-92c9-4ca7-b131-6d242cd45ea6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/c5669fb2-1096-4ef1-afa9-ea558ba2b7b1 HTTP/1.1" status: 200 len: 2981 time: 0.2120364 Jun 17 08:25:32.120936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:32.121845 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.135757 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.161455 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5251451 Jun 17 08:25:32.174761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Request body: {'port': {'device_id': '0114f7c6-456f-4c91-a78d-d2c2c0415052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:32.189031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:32.191433 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e581a0-cc89-45c1-8319-22e902d5b953" -d '{"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-plugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:32.224918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:32.233710 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.235835 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-776c0fb2-e248-4d9c-af57-713ef29bb60d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:32.271607 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b36b3b8b-1e62-4f2a-ad85-c92cf1441963 req-957401d0-a966-44ed-abf6-822ff361e6ba tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/c5669fb2-1096-4ef1-afa9-ea558ba2b7b1 HTTP/1.1" status: 200 len: 2981 time: 0.1452537 Jun 17 08:25:32.344723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:32.348419 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69879f7-4a7b-45fb-9d68-9878bc868cf4 x-openstack-request-id: req-c69879f7-4a7b-45fb-9d68-9878bc868cf4 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:32.348820 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-plugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:32.349121 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c69879f7-4a7b-45fb-9d68-9878bc868cf4 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:32.349854 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'code': 200} Jun 17 08:25:32.350225 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:32.412958 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.544792 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67749ab-23f0-4069-9759-bc9aca956163 req-ee68568c-6276-40c1-a890-34fceb65497a tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:32.550846 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c67749ab-23f0-4069-9759-bc9aca956163 req-ee68568c-6276-40c1-a890-34fceb65497a tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 943 time: 0.2137721 Jun 17 08:25:32.565519 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50dfaf96-4689-4dd0-96c8-c0010af507f3 req-8cce0153-403a-44a5-993d-937428db2f1e tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4e9b13c76e7e49e5a511406205d51a86 HTTP/1.1" status: 200 len: 6100 time: 0.1831741 Jun 17 08:25:32.715758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58970) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:32.811070 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.934914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c67749ab-23f0-4069-9759-bc9aca956163 req-82121035-3c9c-4d83-89c9-1655e7ddea41 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832676 Jun 17 08:25:32.967482 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-58d33d46-9b4b-40cd-8ff1-fda5687b2996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:32.975451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50dfaf96-4689-4dd0-96c8-c0010af507f3 req-11dd66d3-760c-47c7-be14-0602e21cef6e tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] 10.222.0.47 "GET /v2.0/security-groups/ba0f5e8f-9781-465f-a03a-a117cc574fa0 HTTP/1.1" status: 200 len: 2981 time: 0.2244711 Jun 17 08:25:33.100892 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-58d33d46-9b4b-40cd-8ff1-fda5687b2996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.110165 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-58d33d46-9b4b-40cd-8ff1-fda5687b2996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.129690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50dfaf96-4689-4dd0-96c8-c0010af507f3 req-f4e46278-2e5b-4598-8338-66cf93891967 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] 10.222.0.47 "GET /v2.0/security-groups/ba0f5e8f-9781-465f-a03a-a117cc574fa0 HTTP/1.1" status: 200 len: 2981 time: 0.1418333 Jun 17 08:25:33.171683 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f5ea35ef-5fa4-4161-8ae0-d5a35054fa74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:33.233954 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-58d33d46-9b4b-40cd-8ff1-fda5687b2996 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=92afb89153d54feab295e33b7d216c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5165515 Jun 17 08:25:33.240273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58978) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:33.242657 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d33d46-9b4b-40cd-8ff1-fda5687b2996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d286d8-7ea6-4b5c-8a91-71a185da3737,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:33.266337 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-58d33d46-9b4b-40cd-8ff1-fda5687b2996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:33.308420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:33.326930 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.362791 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Transition to ACTIVE for port object 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:33.378672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.383870 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9d81213-cfbd-4c91-8113-d2aa56a233d3 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:33.433350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8d1b0-f4a2-4b1b-8a02-68b8cc4f2b02 req-3d73944f-ffbb-4ea8-aa46-42be60639b6c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:33.435058 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ae8d1b0-f4a2-4b1b-8a02-68b8cc4f2b02 req-3d73944f-ffbb-4ea8-aa46-42be60639b6c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 931 time: 0.3007741 Jun 17 08:25:33.561116 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4df857c-5b83-4c31-8679-b48078e23402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.577149 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'tag': '56673305-cb00-4406-8d0c-c0b39d2e799c'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:33.581514 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Pushing event updated for resources: {'Port': ['ID=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:33.583215 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba59f98a-cf70-47ad-b647-9a6171f6cc71" -d '{"events": [{"name": "network-changed", "server_uuid": "3df7a769-3cec-45ec-b3d6-dbc767867589", "tag": "56673305-cb00-4406-8d0c-c0b39d2e799c"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:33.597581 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:33.697037 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4df857c-5b83-4c31-8679-b48078e23402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.712985 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be978c95-5826-4111-8c12-3a96ab31a05c req-b8b82cbc-b216-4aeb-ab16-85605387d9fd tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/747cc148-5d33-43cf-8e5a-f6dd02664062 HTTP/1.1" status: 200 len: 1778 time: 0.1910443 Jun 17 08:25:33.736201 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ae8d1b0-f4a2-4b1b-8a02-68b8cc4f2b02 req-923dd7ea-ae30-441a-a5bd-e39b25a55372 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824788 Jun 17 08:25:33.756624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 56673305-cb00-4406-8d0c-c0b39d2e799c details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:33.796666 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4df857c-5b83-4c31-8679-b48078e23402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.799706 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4df857c-5b83-4c31-8679-b48078e23402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.803299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c4df857c-5b83-4c31-8679-b48078e23402 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00d286d8-7ea6-4b5c-8a91-71a185da3737 HTTP/1.1" status: 204 len: 168 time: 0.5565748 Jun 17 08:25:33.807271 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-19f78963-6fc7-40a2-8846-105d2d8b43c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:33.847280 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df857c-5b83-4c31-8679-b48078e23402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d286d8-7ea6-4b5c-8a91-71a185da3737,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:33.867941 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c4df857c-5b83-4c31-8679-b48078e23402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:33.897088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Attempting to bind port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:33.897840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Attempting to bind port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:33.898177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Attempting to bind port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:33.898313 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc27b2c-b179-44df-ae3e-19ae2a31b498 x-openstack-request-id: req-4fc27b2c-b179-44df-ae3e-19ae2a31b498 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:33.898814 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3df7a769-3cec-45ec-b3d6-dbc767867589", "tag": "56673305-cb00-4406-8d0c-c0b39d2e799c", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:33.899132 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4fc27b2c-b179-44df-ae3e-19ae2a31b498 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:33.899581 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'tag': '56673305-cb00-4406-8d0c-c0b39d2e799c', 'status': 'completed', 'code': 200} Jun 17 08:25:33.917569 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:33.918051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Attempting to bind port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:33.940439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:33.940856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Checking segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:33.941148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Bound using segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:33.941599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Bound port: 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:33.942287 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:33.989974 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-be978c95-5826-4111-8c12-3a96ab31a05c req-10e793d7-07db-4f51-bcea-2d3ff547945f tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.062856 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59f98a-cf70-47ad-b647-9a6171f6cc71 req-09f5d0c2-b3cc-427d-9d2b-d1ab594d3a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:34.064680 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba59f98a-cf70-47ad-b647-9a6171f6cc71 req-09f5d0c2-b3cc-427d-9d2b-d1ab594d3a3f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 1126 time: 0.1532776 Jun 17 08:25:34.070680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:34.097222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 56673305-cb00-4406-8d0c-c0b39d2e799c has no active binding in host n-h1-779913-16 {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:25:34.102940 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-be978c95-5826-4111-8c12-3a96ab31a05c req-10e793d7-07db-4f51-bcea-2d3ff547945f tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.258476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59f98a-cf70-47ad-b647-9a6171f6cc71 req-70fb83ff-3ec6-497a-9f16-47b7ede80af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:34.260133 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba59f98a-cf70-47ad-b647-9a6171f6cc71 req-70fb83ff-3ec6-497a-9f16-47b7ede80af1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.1874297 Jun 17 08:25:34.329507 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba59f98a-cf70-47ad-b647-9a6171f6cc71 req-035c86bd-9234-4f5e-8cd5-28f341840b77 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56673305-cb00-4406-8d0c-c0b39d2e799c HTTP/1.1" status: 200 len: 217 time: 0.0610290 Jun 17 08:25:34.372518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58996) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:34.398422 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32d71130-10b0-4a6e-bf12-8e5ae0308c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.422064 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59f98a-cf70-47ad-b647-9a6171f6cc71 req-d2aa9fe3-5e8b-43d8-b03e-6c765dd34c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:34.424302 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba59f98a-cf70-47ad-b647-9a6171f6cc71 req-d2aa9fe3-5e8b-43d8-b03e-6c765dd34c3a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.0874979 Jun 17 08:25:34.425293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] For port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:34.432901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] For port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:34.445364 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.450363 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-139a7670-5104-4787-b804-19b8805a265d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:34.461118 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-be978c95-5826-4111-8c12-3a96ab31a05c req-10e793d7-07db-4f51-bcea-2d3ff547945f tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.464171 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-be978c95-5826-4111-8c12-3a96ab31a05c req-10e793d7-07db-4f51-bcea-2d3ff547945f tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.466195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be978c95-5826-4111-8c12-3a96ab31a05c req-10e793d7-07db-4f51-bcea-2d3ff547945f tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/747cc148-5d33-43cf-8e5a-f6dd02664062 HTTP/1.1" status: 204 len: 173 time: 0.7523849 Jun 17 08:25:34.524026 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba59f98a-cf70-47ad-b647-9a6171f6cc71 req-6b2dd705-c7df-49ff-954c-5c86ddfde462 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793710 Jun 17 08:25:34.525590 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:34.526250 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.533523 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] 10.222.0.10 "PUT /v2.0/ports/50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 HTTP/1.1" status: 200 len: 1092 time: 2.3626256 Jun 17 08:25:34.534970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0114f7c6-456f-4c91-a78d-d2c2c0415052', 'tag': '50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:34.545070 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d9bb26-420d-4a66-bcd6-eeffea456913" -d '{"events": [{"name": "network-changed", "server_uuid": "0114f7c6-456f-4c91-a78d-d2c2c0415052", "tag": "50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:34.679186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2292983-4853-4a0b-a4f6-ede120078a6d req-4d2d64ac-f64b-44df-9e53-e5a31821ee4c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:34.704481 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2292983-4853-4a0b-a4f6-ede120078a6d req-4d2d64ac-f64b-44df-9e53-e5a31821ee4c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 943 time: 0.5042834 Jun 17 08:25:34.757615 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba59f98a-cf70-47ad-b647-9a6171f6cc71 req-1032b19c-37e9-42df-8f5a-bd9b7af1f485 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247624 Jun 17 08:25:34.844972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32d71130-10b0-4a6e-bf12-8e5ae0308c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.869549 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Pushing event updated for resources: {'Port': ['ID=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:34.871746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32d71130-10b0-4a6e-bf12-8e5ae0308c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:34.876004 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:34.889037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2292983-4853-4a0b-a4f6-ede120078a6d req-8cbd2090-e922-4407-b6eb-25b84f9837d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811681 Jun 17 08:25:34.897475 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:34.898397 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d69692dc-5b14-4eb6-aa90-26e8320fb887 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.407s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:34.915423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e793d7-07db-4f51-bcea-2d3ff547945f tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747cc148-5d33-43cf-8e5a-f6dd02664062,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:34.922409 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-10e793d7-07db-4f51-bcea-2d3ff547945f tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:34.939496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2afec6c-64d7-4b00-aea7-c27fcfd072c6 req-20d7cf9e-a845-4c81-bf85-4230ce0af96b tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "GET /v2.0/security-groups/dc793f8f-bb25-4965-bddf-a1fcccf91196 HTTP/1.1" status: 200 len: 1778 time: 0.2134774 Jun 17 08:25:34.985417 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-32d71130-10b0-4a6e-bf12-8e5ae0308c79 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca70baea02f6482286e5f1b88475419b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109240 Jun 17 08:25:34.986601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d71130-10b0-4a6e-bf12-8e5ae0308c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0966feed-a443-4d51-8a81-6fc8bb298ca0,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:34.989633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59012) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:34.991661 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba59f98a-cf70-47ad-b647-9a6171f6cc71 req-7a87d781-c1d8-45c2-bc49-c60f896be1ea service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252257 Jun 17 08:25:34.993685 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-32d71130-10b0-4a6e-bf12-8e5ae0308c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:35.033802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-66ae0212-0359-4bc3-a5d3-d6610412456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:35.038072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-66ae0212-0359-4bc3-a5d3-d6610412456a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 1095 time: 0.4445405 Jun 17 08:25:35.051693 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f6deb66-bf2f-4283-88c5-19d77e448627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.101757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f6deb66-bf2f-4283-88c5-19d77e448627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.157473 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-6954c0b0-af12-4d4e-9492-72a7d2d8a869 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 HTTP/1.1" status: 200 len: 217 time: 0.0905185 Jun 17 08:25:35.215755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f6deb66-bf2f-4283-88c5-19d77e448627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.225220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f6deb66-bf2f-4283-88c5-19d77e448627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.229193 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9f6deb66-bf2f-4283-88c5-19d77e448627 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0966feed-a443-4d51-8a81-6fc8bb298ca0 HTTP/1.1" status: 204 len: 168 time: 0.2359409 Jun 17 08:25:35.233295 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-58d33d46-9b4b-40cd-8ff1-fda5687b2996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:35.259048 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dcc9ff-1fcc-442b-94f8-a6bfd5ecd6a1 x-openstack-request-id: req-67dcc9ff-1fcc-442b-94f8-a6bfd5ecd6a1 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:35.260029 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0114f7c6-456f-4c91-a78d-d2c2c0415052", "tag": "50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:35.261599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6deb66-bf2f-4283-88c5-19d77e448627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0966feed-a443-4d51-8a81-6fc8bb298ca0,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:35.263937 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-67dcc9ff-1fcc-442b-94f8-a6bfd5ecd6a1 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:35.264585 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f6deb66-bf2f-4283-88c5-19d77e448627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:35.265506 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0114f7c6-456f-4c91-a78d-d2c2c0415052', 'tag': '50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8', 'status': 'completed', 'code': 200} Jun 17 08:25:35.302119 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2afec6c-64d7-4b00-aea7-c27fcfd072c6 req-d35cab71-0473-4e79-aa7b-f488db711878 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.363649 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2afec6c-64d7-4b00-aea7-c27fcfd072c6 req-d35cab71-0473-4e79-aa7b-f488db711878 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.440872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-77dc8685-b12f-4f63-acff-b831118d6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:35.445564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-77dc8685-b12f-4f63-acff-b831118d6d2b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.2736852 Jun 17 08:25:35.445564 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2afec6c-64d7-4b00-aea7-c27fcfd072c6 req-d35cab71-0473-4e79-aa7b-f488db711878 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.448225 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2afec6c-64d7-4b00-aea7-c27fcfd072c6 req-d35cab71-0473-4e79-aa7b-f488db711878 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:35.451034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2afec6c-64d7-4b00-aea7-c27fcfd072c6 req-d35cab71-0473-4e79-aa7b-f488db711878 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/dc793f8f-bb25-4965-bddf-a1fcccf91196 HTTP/1.1" status: 204 len: 173 time: 0.5105908 Jun 17 08:25:35.479161 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7d450eb7-cb13-4376-a6e6-f553a894ba4c tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:35.571080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-c8e20dd2-8e18-4087-b674-5f4683b72fc5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181724 Jun 17 08:25:35.571878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cab71-0473-4e79-aa7b-f488db711878 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc793f8f-bb25-4965-bddf-a1fcccf91196,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:35.587484 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d35cab71-0473-4e79-aa7b-f488db711878 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:35.704744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85a943a1-60d8-4291-972c-e3b6374a97dd req-2606c929-e2e6-415d-8d4c-1be5c74dfe50 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] 10.222.0.47 "GET /v2.0/security-groups/76038fa7-cccb-4403-9ce5-f05ee0cf6267 HTTP/1.1" status: 200 len: 1776 time: 0.1828489 Jun 17 08:25:35.725080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc6727-01a4-4c93-a718-104ecb5df23d req-9e8fe9c7-a1ee-4bd6-aa60-7afff97c6ce6 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:35.727112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ffc6727-01a4-4c93-a718-104ecb5df23d req-9e8fe9c7-a1ee-4bd6-aa60-7afff97c6ce6 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 943 time: 0.3056881 Jun 17 08:25:35.889276 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-fefaac5a-d8da-41f5-8550-e8a7c5b601ea service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990804 Jun 17 08:25:35.905226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59034) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:35.921262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ffc6727-01a4-4c93-a718-104ecb5df23d req-74ebd243-9f9b-41ee-adc8-406b0d42e039 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661518 Jun 17 08:25:36.021941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-85a943a1-60d8-4291-972c-e3b6374a97dd req-1bc34c71-6b18-412f-b84c-af254c0cf0c0 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.050855 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-85a943a1-60d8-4291-972c-e3b6374a97dd req-1bc34c71-6b18-412f-b84c-af254c0cf0c0 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.230119 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-85a943a1-60d8-4291-972c-e3b6374a97dd req-1bc34c71-6b18-412f-b84c-af254c0cf0c0 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.232782 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-85a943a1-60d8-4291-972c-e3b6374a97dd req-1bc34c71-6b18-412f-b84c-af254c0cf0c0 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.234226 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85a943a1-60d8-4291-972c-e3b6374a97dd req-1bc34c71-6b18-412f-b84c-af254c0cf0c0 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] 10.222.0.47 "DELETE /v2.0/security-groups/76038fa7-cccb-4403-9ce5-f05ee0cf6267 HTTP/1.1" status: 204 len: 173 time: 0.5209954 Jun 17 08:25:36.245395 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-41d6134f-0788-4bdd-bcc2-cd9d850cf750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:36.296653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc34c71-6b18-412f-b84c-af254c0cf0c0 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76038fa7-cccb-4403-9ce5-f05ee0cf6267,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:36.300267 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c212f5-b42d-48fc-ad24-b598ae623f75 req-453e2056-97d7-4553-ad91-09215caeaebc service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727436 Jun 17 08:25:36.301162 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1bc34c71-6b18-412f-b84c-af254c0cf0c0 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:36.505881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9bb26-420d-4a66-bcd6-eeffea456913 req-93a7b306-329e-40bd-92ff-96af60846600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:36.507764 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40d9bb26-420d-4a66-bcd6-eeffea456913 req-93a7b306-329e-40bd-92ff-96af60846600 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 1095 time: 0.1452169 Jun 17 08:25:36.677154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59052) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:36.819460 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:36.985726 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1423931612-network', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:37.027550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Made reservation on behalf of 2dcf0ee86a4d481eb216a0af78b4a247 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:37.030062 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.044571 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.172289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006f272-4b5d-4130-b9c4-c435abea0199 req-844b1101-a647-4343-92f9-53c87a3f5c8e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.173796 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1006f272-4b5d-4130-b9c4-c435abea0199 req-844b1101-a647-4343-92f9-53c87a3f5c8e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 943 time: 0.7463427 Jun 17 08:25:37.239212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a4ea295-f68d-4cdc-b975-e0ba1f212376 req-92bd71d9-91fa-46fa-aba7-f112a3acf944 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] 10.222.0.47 "GET /v2.0/security-groups/8d918d44-8017-4a35-9051-b2b2a3a23b40 HTTP/1.1" status: 200 len: 1776 time: 0.0971217 Jun 17 08:25:37.262060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1006f272-4b5d-4130-b9c4-c435abea0199 req-c01e5512-dce4-4107-a53c-294ddca08f7d tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747297 Jun 17 08:25:37.271333 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9bb26-420d-4a66-bcd6-eeffea456913 req-85413169-6f3a-4ccd-ae32-16fd4f737f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.272896 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40d9bb26-420d-4a66-bcd6-eeffea456913 req-85413169-6f3a-4ccd-ae32-16fd4f737f77 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 913 time: 0.7548490 Jun 17 08:25:37.298646 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.307526 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.314240 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:37.352916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40d9bb26-420d-4a66-bcd6-eeffea456913 req-0811ca29-5688-4340-bdd6-761ad11f65be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 HTTP/1.1" status: 200 len: 217 time: 0.0724378 Jun 17 08:25:37.354839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:25:37.372104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a930e90c-8392-463d-8c51-e4649ff49ad9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:37.379009 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.379388 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Added segment 3d13d591-5f2f-45ec-87f6-b7c73cfeef9f of type vlan for network 8cd7dde9-dd17-4a39-9236-082199332acb Jun 17 08:25:37.384459 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:37.399541 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Deleting port 3ec54050-7154-4a4a-a89f-22c0afee0361 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:37.399705 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.434564 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1a4ea295-f68d-4cdc-b975-e0ba1f212376 req-34d28d6e-d0f4-49fa-a5e1-3f0ed8dc9a56 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.451820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d9bb26-420d-4a66-bcd6-eeffea456913 req-979cb9dc-8bde-4d8e-8067-63a9bb4e567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.453398 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40d9bb26-420d-4a66-bcd6-eeffea456913 req-979cb9dc-8bde-4d8e-8067-63a9bb4e567f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.0912466 Jun 17 08:25:37.494711 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40d9bb26-420d-4a66-bcd6-eeffea456913 req-7f49fe59-0047-4c6f-b98f-21760ebf2d07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318165 Jun 17 08:25:37.516222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1a4ea295-f68d-4cdc-b975-e0ba1f212376 req-34d28d6e-d0f4-49fa-a5e1-3f0ed8dc9a56 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.663847 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1a4ea295-f68d-4cdc-b975-e0ba1f212376 req-34d28d6e-d0f4-49fa-a5e1-3f0ed8dc9a56 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.666517 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1a4ea295-f68d-4cdc-b975-e0ba1f212376 req-34d28d6e-d0f4-49fa-a5e1-3f0ed8dc9a56 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:37.667789 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a4ea295-f68d-4cdc-b975-e0ba1f212376 req-34d28d6e-d0f4-49fa-a5e1-3f0ed8dc9a56 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] 10.222.0.47 "DELETE /v2.0/security-groups/8d918d44-8017-4a35-9051-b2b2a3a23b40 HTTP/1.1" status: 204 len: 173 time: 0.4108279 Jun 17 08:25:37.677174 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a4a574e1-10df-4fe5-8049-a7a26af39c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:37.695393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cba6d-2e96-4235-80aa-8ff849acc018 req-a7623ed7-4779-434b-a774-0ccdf12bb48e tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:37.697031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b88cba6d-2e96-4235-80aa-8ff849acc018 req-a7623ed7-4779-434b-a774-0ccdf12bb48e tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 943 time: 0.2014017 Jun 17 08:25:37.733411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d28d6e-d0f4-49fa-a5e1-3f0ed8dc9a56 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d918d44-8017-4a35-9051-b2b2a3a23b40,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:37.744402 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34d28d6e-d0f4-49fa-a5e1-3f0ed8dc9a56 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:37.756868 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40d9bb26-420d-4a66-bcd6-eeffea456913 req-d3bbeaec-c536-4fd6-a4eb-1b1d26dc894d service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439237 Jun 17 08:25:37.769876 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 56673305-cb00-4406-8d0c-c0b39d2e799c details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:37.863466 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40d9bb26-420d-4a66-bcd6-eeffea456913 req-5e4351f0-5b25-449a-aa35-bdba63b7f2f3 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989692 Jun 17 08:25:37.893646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b88cba6d-2e96-4235-80aa-8ff849acc018 req-e8fec016-6967-4c4a-97ab-1727508aacdc tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760776 Jun 17 08:25:38.008737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:38.049590 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 56673305-cb00-4406-8d0c-c0b39d2e799c has no active binding in host n-h1-779913-16 {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:25:38.079509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.086695 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-71b2cce9-bf4e-4838-994e-84f68419b27e service neutron] 10.222.0.63 "GET /v2.0/ports/56673305-cb00-4406-8d0c-c0b39d2e799c/bindings/n-h1-779913-16 HTTP/1.1" status: 200 len: 385 time: 0.1508284 Jun 17 08:25:38.097155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59074) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:38.180510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] For port 3ec54050-7154-4a4a-a89f-22c0afee0361, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3ec54050-7154-4a4a-a89f-22c0afee0361,segment=NetworkSegment(2871e313-9651-4f5d-80f6-7b6127e3732f),segment_id=2871e313-9651-4f5d-80f6-7b6127e3732f)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:38.181927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.183990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.184615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:38.185147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.197455 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac031d98-2ed4-4607-9ed1-35bcb9dbda7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:38.299820 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Pushing event updated for resources: {'Network': ['ID=8cd7dde9-dd17-4a39-9236-082199332acb,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:38.312018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 8cd7dde9-dd17-4a39-9236-082199332acb details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:25:38.320983 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4f473633-2acb-4f94-a78c-cf4795cc1ccd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4e9b13c76e7e49e5a511406205d51a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211666 Jun 17 08:25:38.329027 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59082) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:38.334403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Calling delete_port for 3ec54050-7154-4a4a-a89f-22c0afee0361 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:38.349071 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:38.360066 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6784303 Jun 17 08:25:38.361784 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59086) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:38.368011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Request body: {'subnet': {'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1423931612-subnet', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:38.421440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Made reservation on behalf of 2dcf0ee86a4d481eb216a0af78b4a247 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:38.424144 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.551015 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:38.593794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16c67337-ced5-47c5-8631-d94896fed7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.621269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:38.676292 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56673305-cb00-4406-8d0c-c0b39d2e799c {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:38.689407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16c67337-ced5-47c5-8631-d94896fed7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.737542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:38.765038 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.810586 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.815598 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb6f078b-fd07-48e0-ab4b-0e771a59ffba tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:38.829408 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ce64e-dd46-41fc-b330-9171ce3fc7be req-c6028463-d498-4314-904f-f9890728c803 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:38.836837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-690ce64e-dd46-41fc-b330-9171ce3fc7be req-c6028463-d498-4314-904f-f9890728c803 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 943 time: 0.2606986 Jun 17 08:25:38.908726 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16c67337-ced5-47c5-8631-d94896fed7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.911494 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16c67337-ced5-47c5-8631-d94896fed7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:38.912679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-16c67337-ced5-47c5-8631-d94896fed7b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba0f5e8f-9781-465f-a03a-a117cc574fa0 HTTP/1.1" status: 204 len: 168 time: 0.5809925 Jun 17 08:25:38.999907 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.007962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] Transition to ACTIVE for port object 56673305-cb00-4406-8d0c-c0b39d2e799c will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:39.010097 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.015284 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:39.016712 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-690ce64e-dd46-41fc-b330-9171ce3fc7be req-4f4905f5-aae5-43c3-a0c6-85e7bac9f3f2 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788769 Jun 17 08:25:39.025683 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.035158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Pushing event updated for resources: {'Subnet': ['ID=366c43a2-d99f-4896-b108-85a8db72ad59,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:39.053571 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:39.054402 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2ac004d4-0d06-4b57-88b3-c4bc1d541b6f tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:39.083267 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c67337-ced5-47c5-8631-d94896fed7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0f5e8f-9781-465f-a03a-a117cc574fa0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:39.096437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec54050-7154-4a4a-a89f-22c0afee0361,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:39.122716 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-16c67337-ced5-47c5-8631-d94896fed7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:39.123743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Checking segment: {'id': '3d13d591-5f2f-45ec-87f6-b7c73cfeef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:39.124113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Network hostable DHCP agents. Network: 8cd7dde9-dd17-4a39-9236-082199332acb, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:25:39.195366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Network 8cd7dde9-dd17-4a39-9236-082199332acb is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:25:39.199972 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:39.200799 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-01b6a860-adb8-41a7-ad3b-2808d58d56a5 tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:39.217796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 8cd7dde9-dd17-4a39-9236-082199332acb) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:39.229263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b2594e-ac75-43ef-96fd-be1913722a7a None None] Network 8cd7dde9-dd17-4a39-9236-082199332acb requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:39.232584 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:39.234851 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.373497 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0099998 Jun 17 08:25:39.377575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59102) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:39.414015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1423931612-router', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:39.507957 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.520329 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.525254 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.537502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] No DVR routers for this DVR port 56673305-cb00-4406-8d0c-c0b39d2e799c on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:39.572039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59104) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:39.589936 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-8cd7dde9-dd17-4a39-9236-082199332acb', 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'fixed_ips': [{'subnet_id': '366c43a2-d99f-4896-b108-85a8db72ad59'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:25:39.591411 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.689929 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.733925 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] 10.222.0.63 "PUT /v2.0/ports/56673305-cb00-4406-8d0c-c0b39d2e799c/bindings/n-h1-779913-16/activate HTTP/1.1" status: 200 len: 370 time: 1.6335967 Jun 17 08:25:39.794541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:39.822288 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e4505-e4a0-476b-99a5-859f6ec92eb5 req-a2c62fb7-1648-450c-beda-8b058d523a66 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:39.824477 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a69e4505-e4a0-476b-99a5-859f6ec92eb5 req-a2c62fb7-1648-450c-beda-8b058d523a66 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 943 time: 0.5576818 Jun 17 08:25:39.830332 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] Pushing event updated for resources: {'Port': ['ID=56673305-cb00-4406-8d0c-c0b39d2e799c,revision_number=10']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:39.832305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Allocated IP 172.20.0.2 (8cd7dde9-dd17-4a39-9236-082199332acb/366c43a2-d99f-4896-b108-85a8db72ad59/892ff768-059f-4668-889e-abdedcdc65b7) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:39.843375 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:39.848241 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9de8c851-8b25-43d9-9f62-9d622aea2122 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=92bf785c63cb42f5a76367677616827c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695050 Jun 17 08:25:39.849926 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59106) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:39.937388 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7712b4c8-9299-4b44-bb42-f8227726ad3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:39.972607 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7712b4c8-9299-4b44-bb42-f8227726ad3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.009010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Router c6105446-df4a-4e04-9ad3-4475ce71b3db has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:40.029562 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.057048 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a69e4505-e4a0-476b-99a5-859f6ec92eb5 req-15fc85e7-f08e-461e-b438-059d903c5c88 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813476 Jun 17 08:25:40.111205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 56673305-cb00-4406-8d0c-c0b39d2e799c no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:40.145104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:40.149583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-f0899679-5db7-426c-bb15-5e5038f717f8 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:40.151416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-f0899679-5db7-426c-bb15-5e5038f717f8 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1096 time: 0.3255465 Jun 17 08:25:40.164028 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] 10.222.0.47 "PUT /v2.0/routers/c6105446-df4a-4e04-9ad3-4475ce71b3db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2576509 Jun 17 08:25:40.164967 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59114) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:40.202981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf9d3b0-7a99-443b-bfd7-534a509c180d None None] Sync routers for ids ['c6105446-df4a-4e04-9ad3-4475ce71b3db'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:40.284430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf9d3b0-7a99-443b-bfd7-534a509c180d None None] Routers {'c6105446-df4a-4e04-9ad3-4475ce71b3db'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:40.285271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-0cf9d3b0-7a99-443b-bfd7-534a509c180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:25:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6105446-df4a-4e04-9ad3-4475ce71b3db'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:40.313323 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7712b4c8-9299-4b44-bb42-f8227726ad3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.318982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-4d828896-bc08-4bfa-9b14-762b75420951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:40.320827 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-4d828896-bc08-4bfa-9b14-762b75420951 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589&tenant_id=bf6e255a98c04f7ba233cf48bf239691 HTTP/1.1" status: 200 len: 1096 time: 0.1527054 Jun 17 08:25:40.322355 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7712b4c8-9299-4b44-bb42-f8227726ad3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.324234 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7712b4c8-9299-4b44-bb42-f8227726ad3a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1416acf8-cce6-4012-9c1f-200dd3fd1b1a HTTP/1.1" status: 204 len: 168 time: 0.4735651 Jun 17 08:25:40.329662 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e8762680-2e38-4692-b24a-830d8776f93f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:40.342696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712b4c8-9299-4b44-bb42-f8227726ad3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1416acf8-cce6-4012-9c1f-200dd3fd1b1a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:40.354587 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7712b4c8-9299-4b44-bb42-f8227726ad3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:40.370127 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.477190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:40.508199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 56673305-cb00-4406-8d0c-c0b39d2e799c not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:40.512982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22dc7d-8351-4796-926a-87bdf5e00c24 req-eebc3eb8-3967-49cf-bfc1-92df4437455d tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:40.514579 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca22dc7d-8351-4796-926a-87bdf5e00c24 req-eebc3eb8-3967-49cf-bfc1-92df4437455d tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 944 time: 0.2312348 Jun 17 08:25:40.521219 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'port_id': '50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8', 'mac_address': 'fa:16:3e:48:7a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60edf36c-6a69-4e4e-847c-9484b431209d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:40.574310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-77f07b2a-26ac-40b4-87c1-6d486532cd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:40.575757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-77f07b2a-26ac-40b4-87c1-6d486532cd4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 1096 time: 0.2236364 Jun 17 08:25:40.589907 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.610394 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.628629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:40.642028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-0cf9d3b0-7a99-443b-bfd7-534a509c180d None None] Set router c6105446-df4a-4e04-9ad3-4475ce71b3db gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:40.717254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Deleting port 14cc397a-657b-47ba-8270-bf069bacbbd0 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:40.717601 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.815901 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca22dc7d-8351-4796-926a-87bdf5e00c24 req-0411babb-7664-4ff4-8200-6002596ff649 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619421 Jun 17 08:25:40.874329 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.889103 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] For port 14cc397a-657b-47ba-8270-bf069bacbbd0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=14cc397a-657b-47ba-8270-bf069bacbbd0,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:40.889543 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.941383 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:40.990156 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-a9b1d63e-b706-4ec7-84b3-9d861173953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.002651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.003881 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-a9b1d63e-b706-4ec7-84b3-9d861173953d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.4005103 Jun 17 08:25:41.013030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Transition to ACTIVE for port object 892ff768-059f-4668-889e-abdedcdc65b7 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:41.029750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Calling delete_port for 14cc397a-657b-47ba-8270-bf069bacbbd0 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:41.060354 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Transition to ACTIVE for port object 892ff768-059f-4668-889e-abdedcdc65b7 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:41.103686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:41.116631 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.126507 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.132178 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:41.164041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-c1dc07a2-16d3-40a6-a4aa-f5f2b72bfd2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56673305-cb00-4406-8d0c-c0b39d2e799c HTTP/1.1" status: 200 len: 217 time: 0.1482553 Jun 17 08:25:41.186087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Pushing event updated for resources: {'Port': ['ID=892ff768-059f-4668-889e-abdedcdc65b7,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:41.204687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Network 8cd7dde9-dd17-4a39-9236-082199332acb is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:41.213218 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:41.216290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:41.222988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.223402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.223808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.224210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.224631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.225008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.225430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.225953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.226342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.226723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.227283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.227667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:41.389789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Allocated IP 172.25.8.32 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/f6238a01-377f-464e-b230-1b406dd8810a) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:41.415081 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:41.437424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.439491 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:41.440109 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b03d18f-ce7c-4356-a77f-b89ca34349b2 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:41.442394 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:41.442998 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:41.447285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Attempting to bind port 892ff768-059f-4668-889e-abdedcdc65b7 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:41.448158 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Attempting to bind port 892ff768-059f-4668-889e-abdedcdc65b7 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '3d13d591-5f2f-45ec-87f6-b7c73cfeef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:41.448990 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Attempting to bind port 892ff768-059f-4668-889e-abdedcdc65b7 on network 8cd7dde9-dd17-4a39-9236-082199332acb {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:41.477991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Pushing event deleted for resources: {'Port': ['ID=14cc397a-657b-47ba-8270-bf069bacbbd0,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:41.479296 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:41.481458 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:41.491787 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Checking segment: {'id': '3d13d591-5f2f-45ec-87f6-b7c73cfeef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:41.492552 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.493342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Bound using segment: {'id': '3d13d591-5f2f-45ec-87f6-b7c73cfeef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:41.494035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Bound port: 892ff768-059f-4668-889e-abdedcdc65b7, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d13d591-5f2f-45ec-87f6-b7c73cfeef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:41.494758 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.525068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-14dcf4f6-7d8c-4f57-994c-2490c179363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.532910 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-14dcf4f6-7d8c-4f57-994c-2490c179363d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.3543959 Jun 17 08:25:41.578354 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.597098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] For port 892ff768-059f-4668-889e-abdedcdc65b7, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:41.601082 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] For port 892ff768-059f-4668-889e-abdedcdc65b7, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=892ff768-059f-4668-889e-abdedcdc65b7,segment=NetworkSegment(3d13d591-5f2f-45ec-87f6-b7c73cfeef9f),segment_id=3d13d591-5f2f-45ec-87f6-b7c73cfeef9f)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:41.610441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:41.626474 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-5308b4a7-f3ab-4947-9a25-abfa079a9c91 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786788 Jun 17 08:25:41.654165 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.660868 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:41.724714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Pushing event updated for resources: {'Port': ['ID=892ff768-059f-4668-889e-abdedcdc65b7,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:41.741781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.745825 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:41.752058 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.796382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-0002a961-cafd-4a81-bda4-fe175ab26186 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526513 Jun 17 08:25:41.821447 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.825030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 56673305-cb00-4406-8d0c-c0b39d2e799c no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:41.886800 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.887451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6105446-df4a-4e04-9ad3-4475ce71b3db {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:25:41.892297 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:41.894027 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] 10.222.0.47 "DELETE /v2.0/routers/c6105446-df4a-4e04-9ad3-4475ce71b3db HTTP/1.1" status: 204 len: 168 time: 1.7270792 Jun 17 08:25:41.896169 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59150) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:41.985148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05de833-b8fa-4f57-b5cb-0fcadcb3ea58 req-7c8af862-0ad8-4cf2-857c-af2d539186f9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:41.987435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c05de833-b8fa-4f57-b5cb-0fcadcb3ea58 req-7c8af862-0ad8-4cf2-857c-af2d539186f9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 944 time: 0.4951591 Jun 17 08:25:41.997208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eff6453-6538-4233-8a38-0df3da981820 admin admin] Deleting subnet ce6965ec-da8e-4c15-b933-e106d43b4bd6 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:25:42.003658 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eff6453-6538-4233-8a38-0df3da981820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.051179 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eff6453-6538-4233-8a38-0df3da981820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.247318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-0cf9d3b0-7a99-443b-bfd7-534a509c180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'name': 'tempest-TaggedBootDevicesTest_v242-462403606-router', 'tenant_id': '8b925dc63eff462cb3e462033961636a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:08Z', 'updated_at': '2021-06-17T08:25:38Z', 'revision_number': 5, 'project_id': '8b925dc63eff462cb3e462033961636a', 'gw_port': {'id': '14cc397a-657b-47ba-8270-bf069bacbbd0', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:41:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6105446-df4a-4e04-9ad3-4475ce71b3db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:10Z', 'updated_at': '2021-06-17T08:24:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:42.252324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c05de833-b8fa-4f57-b5cb-0fcadcb3ea58 req-7cefe11f-ce01-4b87-bce7-9e0a4be92ac1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552209 Jun 17 08:25:42.266600 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eff6453-6538-4233-8a38-0df3da981820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.288008 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-8098826c-f6fa-4884-817d-e80686a7c020 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742649 Jun 17 08:25:42.345608 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.350425 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a72d640b-3fd9-4112-be94-4dfe357c01d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:42.381093 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eff6453-6538-4233-8a38-0df3da981820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.401242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf9d3b0-7a99-443b-bfd7-534a509c180d None None] Checking router: c6105446-df4a-4e04-9ad3-4475ce71b3db for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:42.401914 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-81815c1b-4945-4a25-9870-b7de306ab7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:42.461338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eff6453-6538-4233-8a38-0df3da981820 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.467467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Pushing event updated for resources: {'Port': ['ID=f6238a01-377f-464e-b230-1b406dd8810a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:42.479055 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9eff6453-6538-4233-8a38-0df3da981820 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ce6965ec-da8e-4c15-b933-e106d43b4bd6 HTTP/1.1" status: 204 len: 168 time: 0.5736501 Jun 17 08:25:42.479899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59162) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:42.482716 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff6453-6538-4233-8a38-0df3da981820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6965ec-da8e-4c15-b933-e106d43b4bd6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:42.494118 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:42.519072 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9eff6453-6538-4233-8a38-0df3da981820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:42.546532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b86899-a501-4ebe-889c-edd791c0e5aa None None] Network 0e57444e-7fbf-4025-96fd-809b1d77e8bc requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:42.561586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f684b5-20f8-4bcb-942d-bf535c19827e req-2a18a8d3-954e-4083-bb6b-4dcc5ec20176 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.572364 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9f684b5-20f8-4bcb-942d-bf535c19827e req-2a18a8d3-954e-4083-bb6b-4dcc5ec20176 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 944 time: 0.4857624 Jun 17 08:25:42.579171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:42.596138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:42.602160 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:42.667437 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.682464 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9f684b5-20f8-4bcb-942d-bf535c19827e req-d1d56d19-ea84-4031-b838-d61285b451a7 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076586 Jun 17 08:25:42.713557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf9d3b0-7a99-443b-bfd7-534a509c180d None None] Routers set() bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:42.716669 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf9d3b0-7a99-443b-bfd7-534a509c180d None None] Router IDs set() for agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 08:25:42.718455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_agentschedulers_db [None req-0cf9d3b0-7a99-443b-bfd7-534a509c180d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c6105446-df4a-4e04-9ad3-4475ce71b3db'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:25:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent'). {{(pid=93805) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 17 08:25:42.722669 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf9d3b0-7a99-443b-bfd7-534a509c180d None None] The sync data for ids ['c6105446-df4a-4e04-9ad3-4475ce71b3db'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:42.795917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Deleting port 85eb54c8-b2ab-43e3-bb89-74394339d565 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:42.796300 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:42.951482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-7795e5be-7226-4a4e-a0b6-2cd126299e68 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:42.953362 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-7795e5be-7226-4a4e-a0b6-2cd126299e68 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 1096 time: 0.1947012 Jun 17 08:25:42.967433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] For port 85eb54c8-b2ab-43e3-bb89-74394339d565, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=85eb54c8-b2ab-43e3-bb89-74394339d565,segment=NetworkSegment(2871e313-9651-4f5d-80f6-7b6127e3732f),segment_id=2871e313-9651-4f5d-80f6-7b6127e3732f)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:42.967721 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.233140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] DHCP port deletion for 0e57444e-7fbf-4025-96fd-809b1d77e8bc request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:25:43.241240 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Calling delete_port for 85eb54c8-b2ab-43e3-bb89-74394339d565 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:43.340922 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.397694 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.416887 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f157089f-b069-4f4e-8838-793f572677fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:43.462215 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-48af4b82-3289-4388-8bc1-734e158c7ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.520630 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] No DVR routers for this DVR port 85eb54c8-b2ab-43e3-bb89-74394339d565 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:43.578237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 892ff768-059f-4668-889e-abdedcdc65b7 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:43.642885 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=85eb54c8-b2ab-43e3-bb89-74394339d565,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:43.645836 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:43.664639 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] Deleting port 85eb54c8-b2ab-43e3-bb89-74394339d565 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:25:43.674802 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.721044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-706f6223-ca39-4d69-96d3-9ed7203c4445 service neutron] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:43.737687 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.749215 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-706f6223-ca39-4d69-96d3-9ed7203c4445 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.750490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc36693f-0eba-4a56-bb82-6bf44af53aeb req-706f6223-ca39-4d69-96d3-9ed7203c4445 service neutron] 10.222.0.10 "DELETE /v2.0/ports/56673305-cb00-4406-8d0c-c0b39d2e799c/bindings/n-h2-779913-16 HTTP/1.1" status: 204 len: 173 time: 0.7882721 Jun 17 08:25:43.758974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e57444e-7fbf-4025-96fd-809b1d77e8bc']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:43.784810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2871e313-9651-4f5d-80f6-7b6127e3732f') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:43.785227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2871e313-9651-4f5d-80f6-7b6127e3732f') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:43.801056 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.835461 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.846646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:43.849145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:25:43.849739 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:25:43.852854 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:25:43.888024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528c52e-0d60-4d77-88c8-7268a3b5c95d req-5321de54-c3f3-4892-8426-5bb016437cf6 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:43.895270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1528c52e-0d60-4d77-88c8-7268a3b5c95d req-5321de54-c3f3-4892-8426-5bb016437cf6 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 944 time: 0.3133264 Jun 17 08:25:43.954111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe745b14-1945-4fe0-a263-50253d35260f None None] Network 8cd7dde9-dd17-4a39-9236-082199332acb requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:43.976034 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.994206 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:43.997456 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0e57444e-7fbf-4025-96fd-809b1d77e8bc HTTP/1.1" status: 204 len: 168 time: 1.5023530 Jun 17 08:25:43.998577 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b4dc121-fb80-42ad-829b-53558c008a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:44.016741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e57444e-7fbf-4025-96fd-809b1d77e8bc,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:44.021626 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:44.073169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-31805a8f-5301-430b-8eaa-f7dec153212d None None] Provisioning for port 892ff768-059f-4668-889e-abdedcdc65b7 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:44.084176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] For port 85eb54c8-b2ab-43e3-bb89-74394339d565, host n-d-779913-16, got binding levels [] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:44.084852 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.102240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:44.106064 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.110566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 892ff768-059f-4668-889e-abdedcdc65b7 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:44.162144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:44.162807 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.192272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] Calling delete_port for 85eb54c8-b2ab-43e3-bb89-74394339d565 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:25:44.201969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 892ff768-059f-4668-889e-abdedcdc65b7 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:44.202629 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.232079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.ipam_backend_mixin [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] Port 85eb54c8-b2ab-43e3-bb89-74394339d565 was not found and therefore no delete operation was performed {{(pid=93805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:25:44.288197 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.297409 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:44.351531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] Pushing event deleted for resources: {'Port': ['ID=85eb54c8-b2ab-43e3-bb89-74394339d565,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:44.354155 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:44.372955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59198) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:44.382890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] Network 0e57444e-7fbf-4025-96fd-809b1d77e8bc is not hosted by any dhcp agent {{(pid=93805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:25:44.383415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] No DVR routers for this DVR port 85eb54c8-b2ab-43e3-bb89-74394339d565 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:25:44.453832 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-93f25796-6283-4ed1-8499-7dcc1104945a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b925dc63eff462cb3e462033961636a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708780 Jun 17 08:25:44.454094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59200) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:44.528239 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e03c158-4436-4d05-8f7a-6f7ce9c30fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.556917 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e03c158-4436-4d05-8f7a-6f7ce9c30fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.581830 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.588335 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.636359 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0114f7c6-456f-4c91-a78d-d2c2c0415052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:44.638936 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72b6dde-8c6e-4a6d-87d8-456fb5a6f960" -d '{"events": [{"server_uuid": "0114f7c6-456f-4c91-a78d-d2c2c0415052", "name": "network-vif-plugged", "status": "completed", "tag": "50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:44.670794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:44.673134 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 892ff768-059f-4668-889e-abdedcdc65b7, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=892ff768-059f-4668-889e-abdedcdc65b7,segment=NetworkSegment(3d13d591-5f2f-45ec-87f6-b7c73cfeef9f),segment_id=3d13d591-5f2f-45ec-87f6-b7c73cfeef9f)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:44.680241 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.682656 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:44.687196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e03c158-4436-4d05-8f7a-6f7ce9c30fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.689648 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.691810 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e03c158-4436-4d05-8f7a-6f7ce9c30fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:44.693110 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5e03c158-4436-4d05-8f7a-6f7ce9c30fd9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/03ea5db5-215d-4ed7-ba93-402c55886bcb HTTP/1.1" status: 204 len: 168 time: 0.2360902 Jun 17 08:25:44.693874 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a033de59-46a9-4240-b48f-9dd87d832e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:44.714609 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03c158-4436-4d05-8f7a-6f7ce9c30fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea5db5-215d-4ed7-ba93-402c55886bcb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:44.726832 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e03c158-4436-4d05-8f7a-6f7ce9c30fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:44.752408 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3ec54050-7154-4a4a-a89f-22c0afee0361 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:44.843741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 3ec54050-7154-4a4a-a89f-22c0afee0361 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:44.844321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3ec54050-7154-4a4a-a89f-22c0afee0361 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:44.872422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:44.877730 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:44.879671 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8a20bd2a-0ec4-42a7-b560-a318e0b83c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:44.925816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1528c52e-0d60-4d77-88c8-7268a3b5c95d req-a87e894e-7725-408f-8bff-e27217800601 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0244799 Jun 17 08:25:44.977088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:25:45.026864 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=892ff768-059f-4668-889e-abdedcdc65b7,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:45.028302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbabcf-6f0f-400f-86a3-2ad13be2e2c0 req-b2974b7b-81f4-4df4-a37a-238ce63221a2 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:45.034040 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:45.058029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6adbabcf-6f0f-400f-86a3-2ad13be2e2c0 req-b2974b7b-81f4-4df4-a37a-238ce63221a2 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 944 time: 0.9421303 Jun 17 08:25:45.161690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-33bd2140-9852-4ee4-bf88-7612eee8067a None None] Provisioning complete for port 892ff768-059f-4668-889e-abdedcdc65b7 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:45.162078 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-33bd2140-9852-4ee4-bf88-7612eee8067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.219994 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6adbabcf-6f0f-400f-86a3-2ad13be2e2c0 req-dc182583-c964-49aa-9945-6054feec9fae tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609030 Jun 17 08:25:45.265686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 892ff768-059f-4668-889e-abdedcdc65b7 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:45.457126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 892ff768-059f-4668-889e-abdedcdc65b7 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:45.457614 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.459837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:45.470319 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Sync routers for ids ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:45.502340 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Routers {'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:45.507184 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:25:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:45.570445 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee9fdf5-609d-46af-b9c4-359aee8d67f7 x-openstack-request-id: req-8ee9fdf5-609d-46af-b9c4-359aee8d67f7 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:45.571566 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0114f7c6-456f-4c91-a78d-d2c2c0415052", "name": "network-vif-plugged", "status": "completed", "tag": "50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:45.572112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-8d1403c4-96c8-4d64-b6ca-3774d8cee90e tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801954 Jun 17 08:25:45.572540 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8ee9fdf5-609d-46af-b9c4-359aee8d67f7 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:45.573446 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0114f7c6-456f-4c91-a78d-d2c2c0415052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8', 'code': 200} Jun 17 08:25:45.603917 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.608753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59238) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:45.614891 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-08ae14a7-21e9-4463-8686-1f70bc845eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:45.630091 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2416177 Jun 17 08:25:45.787702 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 85eb54c8-b2ab-43e3-bb89-74394339d565 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:45.812621 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Set router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:45.863872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 85eb54c8-b2ab-43e3-bb89-74394339d565 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:45.863872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 85eb54c8-b2ab-43e3-bb89-74394339d565 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:45.863872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 14cc397a-657b-47ba-8270-bf069bacbbd0 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:25:45.924321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 14cc397a-657b-47ba-8270-bf069bacbbd0 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:25:45.927378 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 14cc397a-657b-47ba-8270-bf069bacbbd0 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:25:45.968601 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.047334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-180ffeb0-7b02-4574-93a8-4871af4bbc7a tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.053741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-180ffeb0-7b02-4574-93a8-4871af4bbc7a tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4806857 Jun 17 08:25:46.057152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d6dbb-9306-4152-b139-5344ccd4edb7 req-2503a67e-6c41-477a-ae49-0edaff2bae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.058755 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-871d6dbb-9306-4152-b139-5344ccd4edb7 req-2503a67e-6c41-477a-ae49-0edaff2bae15 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 1097 time: 0.3976495 Jun 17 08:25:46.077036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-a12c2ae5-f408-48bb-bb1c-3620895e6a69 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/quotas/82d0af35edbc417e8d1ca6b9b8451457 HTTP/1.1" status: 200 len: 375 time: 0.0221603 Jun 17 08:25:46.212082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59252) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:46.214134 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'name': 'tempest-FloatingIPsTestJSON-1423931612-router', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:39Z', 'updated_at': '2021-06-17T08:25:42Z', 'revision_number': 3, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'gw_port': {'id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:40Z', 'updated_at': '2021-06-17T08:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:46.248851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-ab0541d7-9353-45e6-9326-53175f792ebf tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1691458 Jun 17 08:25:46.260699 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Checking router: f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:46.261430 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Updating router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 port f6238a01-377f-464e-b230-1b406dd8810a binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:25:46.299637 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-871d6dbb-9306-4152-b139-5344ccd4edb7 req-4689dfbf-9c09-4548-9c5a-b135d7525690 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143528 Jun 17 08:25:46.329653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9938a-0fe8-4a05-8d0b-a4bded9d2061 req-97610835-dfa9-445b-9453-698546b2f103 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.335418 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.342428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-45d9938a-0fe8-4a05-8d0b-a4bded9d2061 req-97610835-dfa9-445b-9453-698546b2f103 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 1096 time: 0.3741524 Jun 17 08:25:46.426617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-45d9938a-0fe8-4a05-8d0b-a4bded9d2061 req-8ddb738b-c33d-4deb-b645-fc3573299cd0 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830903 Jun 17 08:25:46.732478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103979d-3a32-4ee2-a5fd-ac8d5f9f3773 req-4ff15f0a-6df2-4150-b0f4-2df4cd84582d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:46.740967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c103979d-3a32-4ee2-a5fd-ac8d5f9f3773 req-4ff15f0a-6df2-4150-b0f4-2df4cd84582d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 945 time: 0.0917776 Jun 17 08:25:46.748277 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:46.859392 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c103979d-3a32-4ee2-a5fd-ac8d5f9f3773 req-f0df5c67-4e7b-4a7d-a23a-1cd962f132cb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169448 Jun 17 08:25:47.026592 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.074135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2082065930-network', 'tenant_id': 'bec4b3534a4145e8906c1d1cd867eb40'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:47.077326 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Transition to ACTIVE for port object f6238a01-377f-464e-b230-1b406dd8810a will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:47.091613 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.097558 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-d7e21ac2-cd18-46ab-8d02-0293af8447ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:47.108649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Made reservation on behalf of bec4b3534a4145e8906c1d1cd867eb40 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:47.110881 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.136117 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.167438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-efc22201-d203-4a03-9b61-a3f84477b5e9 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.170861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-efc22201-d203-4a03-9b61-a3f84477b5e9 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 807 time: 0.3299975 Jun 17 08:25:47.177821 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Pushing event updated for resources: {'Port': ['ID=f6238a01-377f-464e-b230-1b406dd8810a,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:47.204487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-5d8a6ab0-2054-4934-801b-635dda9fcc02 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/quotas/bf6e255a98c04f7ba233cf48bf239691 HTTP/1.1" status: 200 len: 375 time: 0.0260997 Jun 17 08:25:47.209105 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.209105 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.210066 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.210412 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.211527 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.212035 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.212582 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.213199 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.213673 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.214077 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.214648 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.215145 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:25:47.244584 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Attempting to bind port f6238a01-377f-464e-b230-1b406dd8810a on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:47.244970 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Attempting to bind port f6238a01-377f-464e-b230-1b406dd8810a by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:47.245341 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Attempting to bind port f6238a01-377f-464e-b230-1b406dd8810a on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:47.249151 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:47.252200 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:47.252631 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:47.253387 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.254123 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:47.259202 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Bound port: f6238a01-377f-464e-b230-1b406dd8810a, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:47.259690 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.353898 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] For port f6238a01-377f-464e-b230-1b406dd8810a, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:47.358233 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] For port f6238a01-377f-464e-b230-1b406dd8810a, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f6238a01-377f-464e-b230-1b406dd8810a,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:47.361311 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-7fb5f7c6-693a-4499-a30a-b7c6fd68837e tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692163 Jun 17 08:25:47.370936 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.373652 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:47.440344 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.452483 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Pushing event updated for resources: {'Port': ['ID=f6238a01-377f-464e-b230-1b406dd8810a,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:47.459480 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:47.493847 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Routers {'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:47.494889 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:25:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:47.525455 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.538193 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.552742 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-51b65c7d-2ae0-430c-ae5c-0090641ac9f4 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3471572 Jun 17 08:25:47.557888 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:47.658705 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] Set router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:47.724407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:25:47.742932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b5b50f-2833-4653-8dc1-46abdc2218e5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:47.747640 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:47.756141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.756560 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Added segment a0df15e6-3419-429e-93ba-7e5e87c409dc of type vlan for network 6d7e6418-ba82-4c81-9fdb-a72a0e479b59 Jun 17 08:25:47.756772 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220623-df14-4c83-8f3b-fd9e268726fb req-b8e96cbd-2092-43b2-a37e-7f7730fcd2c5 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.764674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-b8e96cbd-2092-43b2-a37e-7f7730fcd2c5 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4024210 Jun 17 08:25:47.821661 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-1b6933e8-524d-49fd-9ae3-3c9af18fdeaa tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/quotas/82d0af35edbc417e8d1ca6b9b8451457 HTTP/1.1" status: 200 len: 375 time: 0.0542459 Jun 17 08:25:47.865500 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.866715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7ed7643b-e072-425b-b45a-b7a409de94f0 service neutron] 10.222.0.47 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120234 Jun 17 08:25:47.932257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-e861b44a-41e1-4dd4-be33-b83e72d2cbd4 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085708 Jun 17 08:25:47.969847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Allocated IP 172.20.0.1 (8cd7dde9-dd17-4a39-9236-082199332acb/366c43a2-d99f-4896-b108-85a8db72ad59/300e80a4-d95a-4f0b-aeaf-b5d26164a572) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:47.977068 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.978910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:47.979676 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:47.987431 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-090958ef-47ba-4a71-abeb-0b253cd5afbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:48.139491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-f027c86d-e425-4e19-a026-664fef224f28 service neutron] 10.222.0.47 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717290 Jun 17 08:25:48.151357 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9374638 Jun 17 08:25:48.156466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59306) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:25:48.164627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Request body: {'subnet': {'network_id': '6d7e6418-ba82-4c81-9fdb-a72a0e479b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2082065930-subnet', 'tenant_id': 'bec4b3534a4145e8906c1d1cd867eb40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:48.197539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Pushing event updated for resources: {'Network': ['ID=6d7e6418-ba82-4c81-9fdb-a72a0e479b59,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:48.204347 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:48.218901 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'name': 'tempest-FloatingIPsTestJSON-1423931612-router', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:39Z', 'updated_at': '2021-06-17T08:25:42Z', 'revision_number': 3, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'gw_port': {'id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:40Z', 'updated_at': '2021-06-17T08:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:48.232611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 6d7e6418-ba82-4c81-9fdb-a72a0e479b59 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:25:48.298229 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3abefac-6f56-4730-b19b-2eeba8dc66ff None None] The sync data for ids ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'] in n-d-779913-16 is: [{'id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'name': 'tempest-FloatingIPsTestJSON-1423931612-router', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:39Z', 'updated_at': '2021-06-17T08:25:42Z', 'revision_number': 3, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'gw_port': {'id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:40Z', 'updated_at': '2021-06-17T08:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:48.312459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Made reservation on behalf of bec4b3534a4145e8906c1d1cd867eb40 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:48.322475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.629295 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-a1099559-2326-4187-9e5e-26fc3e1f9a30 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1099260 Jun 17 08:25:48.650302 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.787754 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:48.855291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d798b9-c678-4842-ade1-dff47141fceb req-2978c788-f3c9-48dc-b217-f414af7c6a83 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:48.857558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1d798b9-c678-4842-ade1-dff47141fceb req-2978c788-f3c9-48dc-b217-f414af7c6a83 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 945 time: 0.1504109 Jun 17 08:25:48.914711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Transition to ACTIVE for port object 300e80a4-d95a-4f0b-aeaf-b5d26164a572 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:48.998569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c99d524c-9388-473c-8904-6ac7be43a800 req-436ea163-d030-41f5-bce6-e86e3b59239e tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 210 time: 0.1053488 Jun 17 08:25:49.087156 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1d798b9-c678-4842-ade1-dff47141fceb req-0fb6241b-e6aa-4e4c-aca1-71676d2430d2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216375 Jun 17 08:25:49.164060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-586fd99b-df23-4606-8c84-54a8474de607 req-e0501c01-e17a-45b8-9ccb-dc513e04d9ed tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 210 time: 0.0505130 Jun 17 08:25:49.389643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f6238a01-377f-464e-b230-1b406dd8810a up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:49.461487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.468078 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97c7569b-ad1d-4b0d-8f0d-0658f17555c2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:49.471325 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.545533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-693114f0-94a6-448a-ad15-e967113831c8 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:49.547522 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-693114f0-94a6-448a-ad15-e967113831c8 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8791914 Jun 17 08:25:49.553963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f6238a01-377f-464e-b230-1b406dd8810a completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:49.559165 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f6238a01-377f-464e-b230-1b406dd8810a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:49.559954 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.585049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Request body: {'port': {'device_id': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '82d0af35edbc417e8d1ca6b9b8451457'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:49.812262 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.887756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f6238a01-377f-464e-b230-1b406dd8810a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f6238a01-377f-464e-b230-1b406dd8810a,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:49.898314 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:49.904456 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:49.972464 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Network 8cd7dde9-dd17-4a39-9236-082199332acb is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:50.061021 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:50.063427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f6238a01-377f-464e-b230-1b406dd8810a,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:50.069498 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:50.079049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:50.108461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Pushing event updated for resources: {'Port': ['ID=300e80a4-d95a-4f0b-aeaf-b5d26164a572,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:50.189519 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:50.190715 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Checking segment: {'id': 'a0df15e6-3419-429e-93ba-7e5e87c409dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6d7e6418-ba82-4c81-9fdb-a72a0e479b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:50.191827 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Network hostable DHCP agents. Network: 6d7e6418-ba82-4c81-9fdb-a72a0e479b59, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:25:50.194510 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-64cd4dbc-3592-46cb-867e-f051abf78a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.712s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:50.282194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Made reservation on behalf of 82d0af35edbc417e8d1ca6b9b8451457 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:50.286683 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.292892 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Network 6d7e6418-ba82-4c81-9fdb-a72a0e479b59 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:25:50.310826 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.324612 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.359522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f5b2234-3225-4ab8-9f4e-4365a97277e2 req-ebd13e47-de68-4178-866f-990cae01649a tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 210 time: 0.0450351 Jun 17 08:25:50.406969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85deefe-4cb2-4bfc-8d71-087b3bda02b6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:50.437032 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:50.437665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 6d7e6418-ba82-4c81-9fdb-a72a0e479b59) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:50.449453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9872bdc9-0e48-4595-9d3f-08f983bd5b0a None None] Provisioning for port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:50.458295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99adb0df-19ec-4cf1-ab25-b74d5ba7f5c5 None None] Network 6d7e6418-ba82-4c81-9fdb-a72a0e479b59 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:50.474634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:50.476928 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.582506 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a389ee8b-4a39-43dc-92da-933967fe6f44 req-92fd2d72-c5e1-488a-bcf1-8977bf27cf3d tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 210 time: 0.0982032 Jun 17 08:25:50.609528 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9872bdc9-0e48-4595-9d3f-08f983bd5b0a None None] Provisioning complete for port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:50.610714 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9872bdc9-0e48-4595-9d3f-08f983bd5b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.736169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-9872bdc9-0e48-4595-9d3f-08f983bd5b0a None None] Port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:50.778714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-e3d2b7b1-45d3-4db2-8e61-06ecd2b92024 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289111 Jun 17 08:25:50.870064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.899926 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.931649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:50.941310 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b4888758-7f93-46ea-b718-b0633a70a779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:50.955518 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7958751 Jun 17 08:25:51.020496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80490c7a-9208-4c69-980f-4d0b1be2eadf None None] Network 6d7e6418-ba82-4c81-9fdb-a72a0e479b59 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:25:51.206704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220623-df14-4c83-8f3b-fd9e268726fb req-dbb6f227-216b-4d4c-9684-c6cec6b4c615 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:51.207693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-dbb6f227-216b-4d4c-9684-c6cec6b4c615 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4281425 Jun 17 08:25:51.226818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Request body: {'port': {'device_id': '2e4f64ef-af8e-4689-905f-6dae4f1d30fd', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '82d0af35edbc417e8d1ca6b9b8451457'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:51.315275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f6238a01-377f-464e-b230-1b406dd8810a up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:51.581142 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:51.592348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:51.650582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f6238a01-377f-464e-b230-1b406dd8810a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:51.652896 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:51.749640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:51.774489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:51.793509 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:51.794613 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-13a832ae-7d34-4d46-a98c-1c6d9dfd950a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:51.864503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-e5ca7e89-ee60-4756-8340-43ddb5cb0512 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:51.867088 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-e5ca7e89-ee60-4756-8340-43ddb5cb0512 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 807 time: 0.3240914 Jun 17 08:25:51.911564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Request body: {'port': {'device_id': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab', 'admin_state_up': True, 'tenant_id': 'bf6e255a98c04f7ba233cf48bf239691'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:51.985895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1722e92d-d69c-46d8-8fd7-785d97c82d22 req-28e33ce2-f024-4aa2-b323-d6042ec9d398 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 210 time: 0.1114252 Jun 17 08:25:52.036885 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Network 8cd7dde9-dd17-4a39-9236-082199332acb is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:52.045529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:52.080761 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Pushing event updated for resources: {'Port': ['ID=300e80a4-d95a-4f0b-aeaf-b5d26164a572,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:52.137968 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:52.227829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Made reservation on behalf of 82d0af35edbc417e8d1ca6b9b8451457 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:52.230513 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Allocated IP 192.168.233.181 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/672d3b96-ea68-47eb-9002-b22372222fd8) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:52.231508 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:52.303185 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d236523-5df5-448f-89a1-df25bae1719f req-d3847316-b542-456f-91d6-8839232f463d tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 210 time: 0.0763125 Jun 17 08:25:52.327497 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:25:52.500512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ea7b31c1-db38-487a-946d-6e9ac1facaec None None] Provisioning complete for port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:52.503274 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ea7b31c1-db38-487a-946d-6e9ac1facaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:52.570597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:52.584738 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b31c1-db38-487a-946d-6e9ac1facaec None None] Port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:52.595406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:25:52.604749 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Sync routers for ids ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:25:52.613187 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] 10.222.0.47 "PUT /v2.0/routers/f0bd587a-c4f3-4b64-8003-c8637cbb5fa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0007279 Jun 17 08:25:52.617120 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Transition to ACTIVE for port object 672d3b96-ea68-47eb-9002-b22372222fd8 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:52.626731 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Routers {'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:52.627907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:25:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:52.685945 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:52.690716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Made reservation on behalf of bf6e255a98c04f7ba233cf48bf239691 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:52.703411 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:52.710408 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c0709d13-c64a-4569-a0a8-fe753678f907 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:52.752881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-80f9d091-549c-4382-9e45-f0aca9fac5dc tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:52.754401 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-80f9d091-549c-4382-9e45-f0aca9fac5dc tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/networks?id=6d7e6418-ba82-4c81-9fdb-a72a0e479b59 HTTP/1.1" status: 200 len: 818 time: 0.8812494 Jun 17 08:25:52.777258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Pushing event updated for resources: {'Port': ['ID=672d3b96-ea68-47eb-9002-b22372222fd8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:52.783912 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:52.809505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:52.813326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:52.817894 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:52.873696 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Set router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:52.947139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:52.956483 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:52.984434 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4116728 Jun 17 08:25:53.007437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Request body: {'port': {'device_id': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:53.021915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Allocated IP 192.168.233.64 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/3247c043-460a-4f47-a5f2-95d5d44d61b0) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:53.169501 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.183208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-259620f5-b2cf-482d-82b2-e25344fe007f tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/quotas/bec4b3534a4145e8906c1d1cd867eb40 HTTP/1.1" status: 200 len: 375 time: 0.4109948 Jun 17 08:25:53.260713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'name': 'tempest-FloatingIPsTestJSON-1423931612-router', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:39Z', 'updated_at': '2021-06-17T08:25:50Z', 'revision_number': 4, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'gw_port': {'id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:40Z', 'updated_at': '2021-06-17T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '300e80a4-d95a-4f0b-aeaf-b5d26164a572', 'name': '', 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'mac_address': 'fa:16:3e:5b:e6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '366c43a2-d99f-4896-b108-85a8db72ad59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:47Z', 'updated_at': '2021-06-17T08:25:51Z', 'revision_number': 2, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'subnets': [{'id': '366c43a2-d99f-4896-b108-85a8db72ad59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:53.367817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Checking router: f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:25:53.379114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Updating router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:25:53.404916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-91a0a504-2e86-4e01-b744-5a6873d19bd3 None None] Provisioning for port 672d3b96-ea68-47eb-9002-b22372222fd8 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:53.411054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-91a0a504-2e86-4e01-b744-5a6873d19bd3 None None] Provisioning complete for port 672d3b96-ea68-47eb-9002-b22372222fd8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:53.411839 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-91a0a504-2e86-4e01-b744-5a6873d19bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.463155 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.467724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-91a0a504-2e86-4e01-b744-5a6873d19bd3 None None] Port 672d3b96-ea68-47eb-9002-b22372222fd8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:53.528174 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-4af3940d-c6ff-4042-abf6-3a3d19600901 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bec4b3534a4145e8906c1d1cd867eb40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3434618 Jun 17 08:25:53.828294 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.854433 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-a5bde1e4-6b32-45e4-b9fc-0e135d83d355 service neutron] 10.222.0.47 "GET /v2.0/networks/6d7e6418-ba82-4c81-9fdb-a72a0e479b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186927 Jun 17 08:25:53.925085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Transition to ACTIVE for port object 3247c043-460a-4f47-a5f2-95d5d44d61b0 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:53.965152 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:53.992352 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Transition to ACTIVE for port object 300e80a4-d95a-4f0b-aeaf-b5d26164a572 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:54.012014 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.017368 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Allocated IP 172.20.0.13 (b1ff2bbf-c3bb-449c-af8d-44a515af44ab/717f8b60-fb1c-4bbe-a6b4-6fd59088f048/13e27086-da89-4318-9a80-0e1dcdc07c1c) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:54.018527 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:54.061725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-2b8dc45d-0099-4839-ade2-007e1830c66c tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4510880 Jun 17 08:25:54.067470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:54.126548 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-40a1dee0-e7e9-45ee-bc05-410bda2c4caf service neutron] 10.222.0.47 "GET /v2.0/networks/6d7e6418-ba82-4c81-9fdb-a72a0e479b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707195 Jun 17 08:25:54.146000 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.153245 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.187126 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6c59ce51-3f42-43d1-b0a1-8768960b739a tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:54.235239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cb210-89b6-4b83-b29a-8c8b2b804c24 None None] Pushing event updated for resources: {'Port': ['ID=300e80a4-d95a-4f0b-aeaf-b5d26164a572,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:54.238750 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-152cb210-89b6-4b83-b29a-8c8b2b804c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:54.260631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Attempting to bind port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:54.262300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Attempting to bind port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '3d13d591-5f2f-45ec-87f6-b7c73cfeef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:54.262600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Attempting to bind port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 on network 8cd7dde9-dd17-4a39-9236-082199332acb {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:54.268769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:54.269216 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Checking segment: {'id': '3d13d591-5f2f-45ec-87f6-b7c73cfeef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:54.269623 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.270073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Bound using segment: {'id': '3d13d591-5f2f-45ec-87f6-b7c73cfeef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:54.270601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Bound port: 300e80a4-d95a-4f0b-aeaf-b5d26164a572, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d13d591-5f2f-45ec-87f6-b7c73cfeef9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:54.271165 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.380717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:54.456941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] For port 300e80a4-d95a-4f0b-aeaf-b5d26164a572, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:54.473450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] For port 300e80a4-d95a-4f0b-aeaf-b5d26164a572, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=300e80a4-d95a-4f0b-aeaf-b5d26164a572,segment=NetworkSegment(3d13d591-5f2f-45ec-87f6-b7c73cfeef9f),segment_id=3d13d591-5f2f-45ec-87f6-b7c73cfeef9f)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:54.483146 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.492787 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:54.513581 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672d3b96-ea68-47eb-9002-b22372222fd8 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:54.539912 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.575229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Routers {'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:25:54.576155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:25:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:54.594749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Transition to ACTIVE for port object 672d3b96-ea68-47eb-9002-b22372222fd8 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:54.611428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:54.614249 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0d8ab912-bdd8-461b-ab6b-734ccd217294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:54.717230 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Pushing event updated for resources: {'Port': ['ID=672d3b96-ea68-47eb-9002-b22372222fd8,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:54.732997 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:54.767331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152cb210-89b6-4b83-b29a-8c8b2b804c24 None None] Pushing event updated for resources: {'Port': ['ID=300e80a4-d95a-4f0b-aeaf-b5d26164a572,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:54.806479 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-152cb210-89b6-4b83-b29a-8c8b2b804c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:54.936021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] Set router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:25:54.951763 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Attempting to bind port 672d3b96-ea68-47eb-9002-b22372222fd8 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:54.954151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Attempting to bind port 672d3b96-ea68-47eb-9002-b22372222fd8 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:54.954864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Attempting to bind port 672d3b96-ea68-47eb-9002-b22372222fd8 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:54.967028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Port 672d3b96-ea68-47eb-9002-b22372222fd8 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:54.975393 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Attempting to bind port 672d3b96-ea68-47eb-9002-b22372222fd8 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:54.982442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:54.982932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:54.983415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:54.983957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Bound port: 672d3b96-ea68-47eb-9002-b22372222fd8, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:54.985340 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.141395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:55.144615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=672d3b96-ea68-47eb-9002-b22372222fd8,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:55.153658 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.158095 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a75435d8-68a1-41e1-93f3-a9b6a7137864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:55.280236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Pushing event updated for resources: {'Port': ['ID=672d3b96-ea68-47eb-9002-b22372222fd8,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:55.296085 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:55.301839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.302569 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.304124 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] 10.222.0.63 "PUT /v2.0/ports/672d3b96-ea68-47eb-9002-b22372222fd8 HTTP/1.1" status: 200 len: 1097 time: 2.3122432 Jun 17 08:25:55.304767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'tag': '672d3b96-ea68-47eb-9002-b22372222fd8'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:55.307645 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac05dcf6-abc0-4806-b08d-4666d900454f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffb3d81-0da9-4d52-b7fa-ce0700e704d3", "tag": "672d3b96-ea68-47eb-9002-b22372222fd8"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:55.319487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:55.327912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:55.453115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'name': 'tempest-FloatingIPsTestJSON-1423931612-router', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:39Z', 'updated_at': '2021-06-17T08:25:50Z', 'revision_number': 4, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'gw_port': {'id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:40Z', 'updated_at': '2021-06-17T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '300e80a4-d95a-4f0b-aeaf-b5d26164a572', 'name': '', 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'mac_address': 'fa:16:3e:5b:e6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '366c43a2-d99f-4896-b108-85a8db72ad59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:47Z', 'updated_at': '2021-06-17T08:25:54Z', 'revision_number': 4, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'subnets': [{'id': '366c43a2-d99f-4896-b108-85a8db72ad59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:25:55.484688 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Pushing event updated for resources: {'Port': ['ID=3247c043-460a-4f47-a5f2-95d5d44d61b0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:55.496785 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d925d26-4b49-417f-947f-78d331c3af79 None None] The sync data for ids ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'] in n-d-779913-16 is: [{'id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'name': 'tempest-FloatingIPsTestJSON-1423931612-router', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:39Z', 'updated_at': '2021-06-17T08:25:50Z', 'revision_number': 4, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'gw_port': {'id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:40Z', 'updated_at': '2021-06-17T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '300e80a4-d95a-4f0b-aeaf-b5d26164a572', 'name': '', 'network_id': '8cd7dde9-dd17-4a39-9236-082199332acb', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'mac_address': 'fa:16:3e:5b:e6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 931, 'fixed_ips': [{'subnet_id': '366c43a2-d99f-4896-b108-85a8db72ad59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:47Z', 'updated_at': '2021-06-17T08:25:54Z', 'revision_number': 4, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'subnets': [{'id': '366c43a2-d99f-4896-b108-85a8db72ad59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:25:55.522910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-133736e9-18e8-4535-af38-301f1c291614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.524504 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-133736e9-18e8-4535-af38-301f1c291614 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 1100 time: 0.1685712 Jun 17 08:25:55.528346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.537325 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:55.673190 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-ac5ed68c-55c8-47b9-ae81-9605f5154201 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=672d3b96-ea68-47eb-9002-b22372222fd8 HTTP/1.1" status: 200 len: 217 time: 0.1396317 Jun 17 08:25:55.690724 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.504s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:55.744093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5243125 Jun 17 08:25:55.760647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-ea5d098a-5e99-4f63-b51c-a5e2deace6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.764509 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-ea5d098a-5e99-4f63-b51c-a5e2deace6e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0854850 Jun 17 08:25:55.782263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Request body: {'port': {'device_id': '2e4f64ef-af8e-4689-905f-6dae4f1d30fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:55.925226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-292c56d6-e86e-4739-921c-e9e3d4529a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:55.927522 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-292c56d6-e86e-4739-921c-e9e3d4529a40 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1532288 Jun 17 08:25:56.135545 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-74ce98d1-1c33-4574-8e90-6d2926f4bc08 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971028 Jun 17 08:25:56.138825 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.144960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.193318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b1e98-201f-4a81-9512-2d43741a81c1 req-c46592d6-7fab-48e8-a158-098230175a50 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:56.194015 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-216464da-5538-4280-8847-ac6813a8eb38 None None] Provisioning for port 3247c043-460a-4f47-a5f2-95d5d44d61b0 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:56.200721 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-216464da-5538-4280-8847-ac6813a8eb38 None None] Provisioning complete for port 3247c043-460a-4f47-a5f2-95d5d44d61b0 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:56.201531 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-216464da-5538-4280-8847-ac6813a8eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.203758 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bf7b1e98-201f-4a81-9512-2d43741a81c1 req-c46592d6-7fab-48e8-a158-098230175a50 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 935 time: 0.9241834 Jun 17 08:25:56.275676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-216464da-5538-4280-8847-ac6813a8eb38 None None] Port 3247c043-460a-4f47-a5f2-95d5d44d61b0 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:25:56.287342 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.313348 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f2bd3a5d-d83b-47fa-b972-de9eacb21d3b req-7376fe3e-647d-4458-9cf0-b3dbfe5a3cae service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689613 Jun 17 08:25:56.356163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bf7b1e98-201f-4a81-9512-2d43741a81c1 req-6a1ffeea-b22b-4c19-ac0c-8e5a6b567256 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512861 Jun 17 08:25:56.572777 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:56.601749 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55477c49-c184-4380-8fbd-11b021079461 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:56.839541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Pushing event updated for resources: {'Port': ['ID=13e27086-da89-4318-9a80-0e1dcdc07c1c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:56.860245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Network b1ff2bbf-c3bb-449c-af8d-44a515af44ab is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:56.861955 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:56.873487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:56.895626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:56.955193 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Allocated IP 172.25.8.92 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/1cf198ee-4962-487e-85c1-01b28a48d6f7) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:57.153375 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-5fef73b4-7c96-4f5c-9ea6-995f8ffcd0cc tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:57.155149 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-5fef73b4-7c96-4f5c-9ea6-995f8ffcd0cc tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.10 "GET /v2.0/networks?id=6d7e6418-ba82-4c81-9fdb-a72a0e479b59 HTTP/1.1" status: 200 len: 818 time: 0.6297898 Jun 17 08:25:57.161013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:57.161619 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.177335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 300e80a4-d95a-4f0b-aeaf-b5d26164a572 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:57.199367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Request body: {'port': {'device_id': '75589dad-c02d-45a9-b285-f8d3a1224a91', 'network_id': '6d7e6418-ba82-4c81-9fdb-a72a0e479b59', 'admin_state_up': True, 'tenant_id': 'bec4b3534a4145e8906c1d1cd867eb40'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:57.232806 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:25:57.237295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:57.237904 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.244950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d6652-0eb4-4cd3-8f9f-8e020854def3 req-bb64568d-ebfd-465f-aa74-4e6572ac96aa tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:57.246606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cb3d6652-0eb4-4cd3-8f9f-8e020854def3 req-bb64568d-ebfd-465f-aa74-4e6572ac96aa tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 932 time: 0.7142742 Jun 17 08:25:57.247921 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3522544 Jun 17 08:25:57.303006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Request body: {'port': {'device_id': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:25:57.311875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.325639 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.338939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3247c043-460a-4f47-a5f2-95d5d44d61b0 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:57.361030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 300e80a4-d95a-4f0b-aeaf-b5d26164a572, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=300e80a4-d95a-4f0b-aeaf-b5d26164a572,segment=NetworkSegment(3d13d591-5f2f-45ec-87f6-b7c73cfeef9f),segment_id=3d13d591-5f2f-45ec-87f6-b7c73cfeef9f)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:57.366251 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.369471 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:57.370121 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.418329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cb3d6652-0eb4-4cd3-8f9f-8e020854def3 req-9eccc8cc-b2c3-45c3-82d3-b42e016872d5 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259425 Jun 17 08:25:57.422952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Transition to ACTIVE for port object 3247c043-460a-4f47-a5f2-95d5d44d61b0 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:57.441860 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.447054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=300e80a4-d95a-4f0b-aeaf-b5d26164a572,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:57.448915 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-169a328f-e129-4571-a805-c77044692ed1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:57.450275 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:57.606252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=3247c043-460a-4f47-a5f2-95d5d44d61b0,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:57.608783 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.611115 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:57.616267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.624440 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb4e87eb-0903-491a-9b99-c20920c60ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:57.641603 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Made reservation on behalf of bec4b3534a4145e8906c1d1cd867eb40 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:25:57.645537 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:57.789989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:57.801519 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1befde33-adc9-4e49-a105-74bd5439c922 req-2e017871-817a-4a94-a367-8a933290aec3 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 210 time: 0.1153603 Jun 17 08:25:57.811336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:57.819038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Pushing event updated for resources: {'Port': ['ID=1cf198ee-4962-487e-85c1-01b28a48d6f7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:57.826821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:57.831769 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:57.996768 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Attempting to bind port 3247c043-460a-4f47-a5f2-95d5d44d61b0 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:57.996768 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Attempting to bind port 3247c043-460a-4f47-a5f2-95d5d44d61b0 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:57.996768 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Attempting to bind port 3247c043-460a-4f47-a5f2-95d5d44d61b0 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:57.999951 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb152fe1-25ca-4bde-864d-215fa1f02f40 x-openstack-request-id: req-bb152fe1-25ca-4bde-864d-215fa1f02f40 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:25:57.999951 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffb3d81-0da9-4d52-b7fa-ce0700e704d3", "tag": "672d3b96-ea68-47eb-9002-b22372222fd8", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:25:58.000552 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bb152fe1-25ca-4bde-864d-215fa1f02f40 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:25:58.000641 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'tag': '672d3b96-ea68-47eb-9002-b22372222fd8', 'status': 'completed', 'code': 200} Jun 17 08:25:58.022165 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 672d3b96-ea68-47eb-9002-b22372222fd8 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:25:58.038066 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Port 3247c043-460a-4f47-a5f2-95d5d44d61b0 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:58.038394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Attempting to bind port 3247c043-460a-4f47-a5f2-95d5d44d61b0 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:58.076099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:58.076353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:58.077218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:58.077218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Bound port: 3247c043-460a-4f47-a5f2-95d5d44d61b0, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:58.077477 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.121774 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05dcf6-abc0-4806-b08d-4666d900454f req-b1be7dfd-1f3e-444c-9dc4-41a1d7a9e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:58.124293 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ac05dcf6-abc0-4806-b08d-4666d900454f req-b1be7dfd-1f3e-444c-9dc4-41a1d7a9e856 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 1100 time: 0.0771973 Jun 17 08:25:58.175872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=672d3b96-ea68-47eb-9002-b22372222fd8,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:58.193052 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '672d3b96-ea68-47eb-9002-b22372222fd8', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '672d3b96-ea68-47eb-9002-b22372222fd8', 'mac_address': 'fa:16:3e:5e:9d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:25:58.214379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Allocated IP 172.20.0.13 (6d7e6418-ba82-4c81-9fdb-a72a0e479b59/f85deefe-4cb2-4bfc-8d71-087b3bda02b6/b2126a7b-293f-499a-a5b0-e469dfd148c1) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:25:58.243472 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.253684 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05dcf6-abc0-4806-b08d-4666d900454f req-2e822d46-9429-45ee-b910-4f4ea250d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:58.256283 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ac05dcf6-abc0-4806-b08d-4666d900454f req-2e822d46-9429-45ee-b910-4f4ea250d60d service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1240733 Jun 17 08:25:58.263623 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672d3b96-ea68-47eb-9002-b22372222fd8 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:58.283399 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.287146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=672d3b96-ea68-47eb-9002-b22372222fd8,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:25:58.292971 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.295452 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-99e61cbd-1841-4707-bb71-7cc8147f96f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:58.310468 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ac05dcf6-abc0-4806-b08d-4666d900454f req-b645a645-ec5d-493e-af25-7fc26b6fe28a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=672d3b96-ea68-47eb-9002-b22372222fd8 HTTP/1.1" status: 200 len: 217 time: 0.0478780 Jun 17 08:25:58.338315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] For port 3247c043-460a-4f47-a5f2-95d5d44d61b0, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:25:58.354122 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=672d3b96-ea68-47eb-9002-b22372222fd8,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:58.358197 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:58.369412 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05dcf6-abc0-4806-b08d-4666d900454f req-ba537b80-d2a6-44ff-a90f-462efca98dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:58.370995 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ac05dcf6-abc0-4806-b08d-4666d900454f req-ba537b80-d2a6-44ff-a90f-462efca98dc9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0528827 Jun 17 08:25:58.395264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] For port 3247c043-460a-4f47-a5f2-95d5d44d61b0, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=3247c043-460a-4f47-a5f2-95d5d44d61b0,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:25:58.415475 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.424398 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bebae4d5-f37c-46d3-810e-6fd23a960932 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:58.440010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05dcf6-abc0-4806-b08d-4666d900454f req-f68ba90d-bcab-4565-8b60-7687ed3af4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:58.443539 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ac05dcf6-abc0-4806-b08d-4666d900454f req-f68ba90d-bcab-4565-8b60-7687ed3af4f5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0648088 Jun 17 08:25:58.517483 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['672d3b96-ea68-47eb-9002-b22372222fd8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:25:58.522281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.543593 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ac05dcf6-abc0-4806-b08d-4666d900454f req-a8494bd7-ee79-4c70-bc77-735f07dc4410 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934718 Jun 17 08:25:58.549649 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:58.550639 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.552589 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] 10.222.0.63 "PUT /v2.0/ports/3247c043-460a-4f47-a5f2-95d5d44d61b0 HTTP/1.1" status: 200 len: 1096 time: 2.7922926 Jun 17 08:25:58.575775 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4f64ef-af8e-4689-905f-6dae4f1d30fd', 'tag': '3247c043-460a-4f47-a5f2-95d5d44d61b0'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:25:58.588004 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1785ba63-ace4-4d3c-8437-2db1256dbdee" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4f64ef-af8e-4689-905f-6dae4f1d30fd", "tag": "3247c043-460a-4f47-a5f2-95d5d44d61b0"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:25:58.687761 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ac05dcf6-abc0-4806-b08d-4666d900454f req-f847d547-99c2-43c0-b17c-4d1165d4ac7e service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369622 Jun 17 08:25:58.688746 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e27086-da89-4318-9a80-0e1dcdc07c1c {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:25:58.697388 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.718218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Transition to ACTIVE for port object 13e27086-da89-4318-9a80-0e1dcdc07c1c will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:25:58.719487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Pushing event updated for resources: {'Port': ['ID=3247c043-460a-4f47-a5f2-95d5d44d61b0,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:58.770638 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:58.771266 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:58.780596 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7733d8-036e-49bf-98a9-2dfbe1814cc8 req-d008f219-79bb-4efb-95e3-37cc7b202a96 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:58.783258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a7733d8-036e-49bf-98a9-2dfbe1814cc8 req-d008f219-79bb-4efb-95e3-37cc7b202a96 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 945 time: 0.6338255 Jun 17 08:25:58.797515 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d3682fcd-daa7-447d-a20e-65691b06fff4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:59.119389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 300e80a4-d95a-4f0b-aeaf-b5d26164a572 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:25:59.177895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:25:59.178287 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:59.336265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Pushing event updated for resources: {'Port': ['ID=13e27086-da89-4318-9a80-0e1dcdc07c1c,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:59.356851 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:59.359451 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:59.386731 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a7733d8-036e-49bf-98a9-2dfbe1814cc8 req-08255403-c2b5-4eca-905d-bb83e7e25c97 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5842063 Jun 17 08:25:59.459662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220623-df14-4c83-8f3b-fd9e268726fb req-32d95835-d3f7-4b3d-8ff5-e4a18e921f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:59.461106 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-32d95835-d3f7-4b3d-8ff5-e4a18e921f87 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 1099 time: 0.7351942 Jun 17 08:25:59.531430 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-47812e37-3d6e-4187-bdea-6f972c156cf6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3247c043-460a-4f47-a5f2-95d5d44d61b0 HTTP/1.1" status: 200 len: 217 time: 0.0611124 Jun 17 08:25:59.580041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:25:59.580350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:25:59.580686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:59.611266 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:59.631045 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86b5b212-9634-4046-920d-b55b630cb727 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:59.638042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Port 13e27086-da89-4318-9a80-0e1dcdc07c1c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:25:59.638365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:25:59.645792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:59.677848 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:59.688174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:25:59.688513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:25:59.688894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:25:59.689330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Bound port: 13e27086-da89-4318-9a80-0e1dcdc07c1c, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:25:59.689668 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:59.706213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Network 6d7e6418-ba82-4c81-9fdb-a72a0e479b59 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:25:59.727805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:25:59.730669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:25:59.738256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220623-df14-4c83-8f3b-fd9e268726fb req-09cf374a-4001-4e8e-86dc-71d3b200be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:59.739785 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-09cf374a-4001-4e8e-86dc-71d3b200be95 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1939809 Jun 17 08:25:59.763957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Pushing event updated for resources: {'Port': ['ID=b2126a7b-293f-499a-a5b0-e469dfd148c1,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:59.792728 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:59.819526 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c00d48fe-c072-4bbc-aee1-13693f1e42f1 tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.132s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:25:59.934149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54957187-cb27-4581-afa4-7b536b4a3196 req-dc6adb36-7612-4acb-ad3e-8b1cf22cf43f tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:59.935706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54957187-cb27-4581-afa4-7b536b4a3196 req-dc6adb36-7612-4acb-ad3e-8b1cf22cf43f tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 947 time: 0.4148779 Jun 17 08:25:59.941565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:25:59.942222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:59.956582 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:25:59.968953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Pushing event updated for resources: {'Port': ['ID=1cf198ee-4962-487e-85c1-01b28a48d6f7,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:25:59.977787 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:25:59.999344 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:00.007820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8364823 Jun 17 08:26:00.023936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:00.026574 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.027936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.9653876 Jun 17 08:26:00.032177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Request body: {'port': {'device_id': '75589dad-c02d-45a9-b285-f8d3a1224a91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:00.036672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 672d3b96-ea68-47eb-9002-b22372222fd8 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:00.044928 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.067756 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a221249f-06ce-418e-baab-159fc8a296e0 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:00.087256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 672d3b96-ea68-47eb-9002-b22372222fd8 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:00.091511 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 672d3b96-ea68-47eb-9002-b22372222fd8 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:00.091899 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.139354 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54957187-cb27-4581-afa4-7b536b4a3196 req-217f45f4-4b88-44ac-b8b5-6988b2e073d8 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909907 Jun 17 08:26:00.162108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05220623-df14-4c83-8f3b-fd9e268726fb req-af9eb66d-66a5-4110-9c9c-1b634afbf658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:00.163662 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-af9eb66d-66a5-4110-9c9c-1b634afbf658 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3929477 Jun 17 08:26:00.168824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:00.169551 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.170925 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] 10.222.0.63 "PUT /v2.0/ports/13e27086-da89-4318-9a80-0e1dcdc07c1c HTTP/1.1" status: 200 len: 1093 time: 2.8849151 Jun 17 08:26:00.178496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-db5ce14a-dc8c-4dd3-9d14-85fec6b9e08c tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.1358812 Jun 17 08:26:00.180502 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.218066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=672d3b96-ea68-47eb-9002-b22372222fd8,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:00.219661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672d3b96-ea68-47eb-9002-b22372222fd8'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:00.222543 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98721cf7-7216-4217-867c-8d5e67f7758d" -d '{"events": [{"server_uuid": "4ffb3d81-0da9-4d52-b7fa-ce0700e704d3", "name": "network-vif-plugged", "status": "completed", "tag": "672d3b96-ea68-47eb-9002-b22372222fd8"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:00.226277 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.227521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:00.229643 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:00.290832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Pushing event updated for resources: {'Port': ['ID=13e27086-da89-4318-9a80-0e1dcdc07c1c,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:00.311958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=672d3b96-ea68-47eb-9002-b22372222fd8,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:00.315765 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:00.352702 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.353832 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:00.386361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:00.391933 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.394652 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ceecef01-f63b-471e-8d09-720b4e19333c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:00.411119 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:00.441492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:00.444679 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:00.512190 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-2c63fffe-e3f8-4699-bc6e-8ec7e95e2317 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298924 Jun 17 08:26:00.521864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-a01ed1d5-6f15-4beb-9705-a815df334dc6 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:00.523130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-a01ed1d5-6f15-4beb-9705-a815df334dc6 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.3207603 Jun 17 08:26:00.549700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-72fbfac2-a861-45bb-adb4-7d49acf426fb tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:26:00.550867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6f56f97-28ac-499e-a590-a6fbe41fc420 req-72fbfac2-a861-45bb-adb4-7d49acf426fb tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217421 Jun 17 08:26:00.605366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-28db4ca0-7354-451f-9629-aaf0984ad0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:00.606889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-28db4ca0-7354-451f-9629-aaf0984ad0a0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1096 time: 0.3627112 Jun 17 08:26:00.711387 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29521047-8c3e-4b24-b4c2-5216cb1d814c req-a9be884d-0ab9-4f79-96bd-999bd4320fde tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:00.713076 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-29521047-8c3e-4b24-b4c2-5216cb1d814c req-a9be884d-0ab9-4f79-96bd-999bd4320fde tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 944 time: 0.4125295 Jun 17 08:26:00.718660 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2026da2d-d29e-41ce-a4b7-16d708f3dbd4 x-openstack-request-id: req-2026da2d-d29e-41ce-a4b7-16d708f3dbd4 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:00.719022 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4f64ef-af8e-4689-905f-6dae4f1d30fd", "tag": "3247c043-460a-4f47-a5f2-95d5d44d61b0", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:00.719304 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2026da2d-d29e-41ce-a4b7-16d708f3dbd4 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:00.719720 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4f64ef-af8e-4689-905f-6dae4f1d30fd', 'tag': '3247c043-460a-4f47-a5f2-95d5d44d61b0', 'status': 'completed', 'code': 200} Jun 17 08:26:00.726251 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-ac2c9daa-e184-4652-8f46-b7f51994c0b9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c HTTP/1.1" status: 200 len: 217 time: 0.1102467 Jun 17 08:26:00.866174 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05220623-df14-4c83-8f3b-fd9e268726fb req-099268c7-ce18-408c-bac6-3b1cfa5b6cd1 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390894 Jun 17 08:26:00.898163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-29521047-8c3e-4b24-b4c2-5216cb1d814c req-d032b3cd-fc30-4f37-a6f6-0bc9ec99b084 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753454 Jun 17 08:26:00.905123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-9a02d57c-054d-4599-9b4b-6d92decb6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:00.906407 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-9a02d57c-054d-4599-9b4b-6d92decb6c53 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1610618 Jun 17 08:26:00.968638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-74008f35-c59d-4a72-82b1-22761e085558 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534217 Jun 17 08:26:01.105042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5079667-a148-4492-8439-fa00f5558bf7 req-ea01b86b-0464-4a65-8afd-8c43c4ca0adb tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:01.106539 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5079667-a148-4492-8439-fa00f5558bf7 req-ea01b86b-0464-4a65-8afd-8c43c4ca0adb tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 932 time: 0.3084035 Jun 17 08:26:01.170788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2126a7b-293f-499a-a5b0-e469dfd148c1 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:01.186148 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:01.215583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-633d4e27-dad8-49a2-aed5-6c48075ed21b service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382157 Jun 17 08:26:01.216800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Transition to ACTIVE for port object b2126a7b-293f-499a-a5b0-e469dfd148c1 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:01.218992 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785ba63-ace4-4d3c-8437-2db1256dbdee req-60e6fa25-677d-4f50-b4e6-6a86fbef4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:01.220565 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1785ba63-ace4-4d3c-8437-2db1256dbdee req-60e6fa25-677d-4f50-b4e6-6a86fbef4dd0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 1099 time: 0.2851784 Jun 17 08:26:01.224124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5079667-a148-4492-8439-fa00f5558bf7 req-798e7063-3168-4e0b-b02c-08df96ddbd56 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0b5b50f-2833-4653-8dc1-46abdc2218e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976415 Jun 17 08:26:01.224883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:01.227209 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:01.291156 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc95b3c-f3c5-4a96-a6ba-6aa48c23948a x-openstack-request-id: req-2fc95b3c-f3c5-4a96-a6ba-6aa48c23948a {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:01.292959 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffb3d81-0da9-4d52-b7fa-ce0700e704d3", "name": "network-vif-plugged", "status": "completed", "tag": "672d3b96-ea68-47eb-9002-b22372222fd8", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:01.293601 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2fc95b3c-f3c5-4a96-a6ba-6aa48c23948a {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:01.309369 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672d3b96-ea68-47eb-9002-b22372222fd8', 'code': 200} Jun 17 08:26:01.444402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Pushing event updated for resources: {'Port': ['ID=b2126a7b-293f-499a-a5b0-e469dfd148c1,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:01.458795 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:01.459754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e694baf-2d6c-4185-8ae2-f052b178e6b5 req-a72935de-23be-467f-a452-c8afe047d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:01.461396 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9e694baf-2d6c-4185-8ae2-f052b178e6b5 req-a72935de-23be-467f-a452-c8afe047d2c6 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 1102 time: 0.0793502 Jun 17 08:26:01.466815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b3abaa5-f06d-4398-9ace-7f4cd4049364 req-d337855f-5333-4c06-9486-7b01e77c1110 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips/33542eff-8dc1-46de-a022-bc7151ef03ea HTTP/1.1" status: 200 len: 692 time: 0.1076443 Jun 17 08:26:01.505173 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9e694baf-2d6c-4185-8ae2-f052b178e6b5 req-5833b1df-aa39-47e1-a445-1b74d2d63f5a service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310059 Jun 17 08:26:01.959917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785ba63-ace4-4d3c-8437-2db1256dbdee req-800a2b60-9a10-4c76-b31f-242afa48cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:01.961404 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1785ba63-ace4-4d3c-8437-2db1256dbdee req-800a2b60-9a10-4c76-b31f-242afa48cf13 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.7300360 Jun 17 08:26:01.967693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a5a1d93-b930-473d-a7dd-85dfdb566015 req-8dc1bdc9-ddc7-4d7e-8124-31aa326c2179 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7374079 Jun 17 08:26:02.044884 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1785ba63-ace4-4d3c-8437-2db1256dbdee req-0dda40f4-922b-4470-a5fa-278d8a6e1d18 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3247c043-460a-4f47-a5f2-95d5d44d61b0 HTTP/1.1" status: 200 len: 217 time: 0.0683384 Jun 17 08:26:02.054401 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Attempting to bind port b2126a7b-293f-499a-a5b0-e469dfd148c1 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:02.054753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Attempting to bind port b2126a7b-293f-499a-a5b0-e469dfd148c1 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'a0df15e6-3419-429e-93ba-7e5e87c409dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6d7e6418-ba82-4c81-9fdb-a72a0e479b59'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:02.055095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Attempting to bind port b2126a7b-293f-499a-a5b0-e469dfd148c1 on network 6d7e6418-ba82-4c81-9fdb-a72a0e479b59 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:02.097542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3abaa5-f06d-4398-9ace-7f4cd4049364 req-67eca443-ae72-41e3-ab66-a4ca83517922 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:02.098959 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b3abaa5-f06d-4398-9ace-7f4cd4049364 req-67eca443-ae72-41e3-ab66-a4ca83517922 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.6253412 Jun 17 08:26:02.099530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Port b2126a7b-293f-499a-a5b0-e469dfd148c1 on network 6d7e6418-ba82-4c81-9fdb-a72a0e479b59 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:02.099855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Attempting to bind port b2126a7b-293f-499a-a5b0-e469dfd148c1 on network 6d7e6418-ba82-4c81-9fdb-a72a0e479b59 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:02.116452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:02.116791 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Checking segment: {'id': 'a0df15e6-3419-429e-93ba-7e5e87c409dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6d7e6418-ba82-4c81-9fdb-a72a0e479b59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:02.117165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Bound using segment: {'id': 'a0df15e6-3419-429e-93ba-7e5e87c409dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6d7e6418-ba82-4c81-9fdb-a72a0e479b59'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:02.117639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Bound port: b2126a7b-293f-499a-a5b0-e469dfd148c1, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0df15e6-3419-429e-93ba-7e5e87c409dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '6d7e6418-ba82-4c81-9fdb-a72a0e479b59'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:02.117980 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:02.124641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-8b3abaa5-f06d-4398-9ace-7f4cd4049364 req-bfa41fa6-f087-4bc1-9be3-5ddb9e5a1e15 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:26:02.125612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b3abaa5-f06d-4398-9ace-7f4cd4049364 req-bfa41fa6-f087-4bc1-9be3-5ddb9e5a1e15 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157256 Jun 17 08:26:02.149652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785ba63-ace4-4d3c-8437-2db1256dbdee req-82b8c2be-19d6-4556-bd5f-6e49d0e55088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:02.151305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1785ba63-ace4-4d3c-8437-2db1256dbdee req-82b8c2be-19d6-4556-bd5f-6e49d0e55088 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0939844 Jun 17 08:26:02.159427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049f07f-5e8e-4008-84c3-b43c098f38a2 req-ccacc081-6599-4fe2-affd-e3caa1b56bcf tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:02.160864 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6049f07f-5e8e-4008-84c3-b43c098f38a2 req-ccacc081-6599-4fe2-affd-e3caa1b56bcf tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 947 time: 0.6557531 Jun 17 08:26:02.266712 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] For port b2126a7b-293f-499a-a5b0-e469dfd148c1, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:02.282889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6049f07f-5e8e-4008-84c3-b43c098f38a2 req-719739a5-2fde-498e-8815-ffc0e3583cb2 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023557 Jun 17 08:26:02.284720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] For port b2126a7b-293f-499a-a5b0-e469dfd148c1, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b2126a7b-293f-499a-a5b0-e469dfd148c1,segment=NetworkSegment(a0df15e6-3419-429e-93ba-7e5e87c409dc),segment_id=a0df15e6-3419-429e-93ba-7e5e87c409dc)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:02.294483 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:02.304641 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:02.358188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:02.358857 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:02.360378 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] 10.222.0.10 "PUT /v2.0/ports/b2126a7b-293f-499a-a5b0-e469dfd148c1 HTTP/1.1" status: 200 len: 1093 time: 2.3351297 Jun 17 08:26:02.395895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785ba63-ace4-4d3c-8437-2db1256dbdee req-b9015c10-efa5-45ea-b1af-ce4bdd9347d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:02.397477 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1785ba63-ace4-4d3c-8437-2db1256dbdee req-b9015c10-efa5-45ea-b1af-ce4bdd9347d5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2159991 Jun 17 08:26:02.435168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Pushing event updated for resources: {'Port': ['ID=b2126a7b-293f-499a-a5b0-e469dfd148c1,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:02.475187 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:02.556099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d728f098-cc40-4aae-8bf4-063ae174a872 req-fa655c6a-7c05-4e2f-9bbd-6102d54a26d9 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=2dcf0ee86a4d481eb216a0af78b4a247 HTTP/1.1" status: 200 len: 695 time: 0.1256633 Jun 17 08:26:02.603484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853cf28-41be-4696-bdab-691c4f7c4129 req-55ffbc8e-059f-46b0-ab27-f55fb5a51bcc tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:02.605028 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8853cf28-41be-4696-bdab-691c4f7c4129 req-55ffbc8e-059f-46b0-ab27-f55fb5a51bcc tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 944 time: 0.2748795 Jun 17 08:26:02.693249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1785ba63-ace4-4d3c-8437-2db1256dbdee req-bc81166f-40ae-4cd7-9341-be2c91a27326 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727265 Jun 17 08:26:02.723005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'tag': '13e27086-da89-4318-9a80-0e1dcdc07c1c'}, {'name': 'network-changed', 'server_uuid': '75589dad-c02d-45a9-b285-f8d3a1224a91', 'tag': 'b2126a7b-293f-499a-a5b0-e469dfd148c1'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:02.725684 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fb99ee-76e1-4522-88fe-d11fc8029959" -d '{"events": [{"name": "network-changed", "server_uuid": "3ee5926b-9217-4470-8ed4-0939bd1b9dff", "tag": "13e27086-da89-4318-9a80-0e1dcdc07c1c"}, {"name": "network-changed", "server_uuid": "75589dad-c02d-45a9-b285-f8d3a1224a91", "tag": "b2126a7b-293f-499a-a5b0-e469dfd148c1"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:02.756948 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8853cf28-41be-4696-bdab-691c4f7c4129 req-2f527452-1cc9-4c3f-9356-258534806e8b tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160436 Jun 17 08:26:02.783801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b474fe23-5f4b-45b2-af03-e6287a17c431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:02.785366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-b474fe23-5f4b-45b2-af03-e6287a17c431 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec4b3534a4145e8906c1d1cd867eb40&device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 1096 time: 0.3735683 Jun 17 08:26:02.794523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728f098-cc40-4aae-8bf4-063ae174a872 req-327a06f3-216d-43da-977a-9d40d0d4a6d0 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:02.796162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d728f098-cc40-4aae-8bf4-063ae174a872 req-327a06f3-216d-43da-977a-9d40d0d4a6d0 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/networks?id=609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 787 time: 0.2305729 Jun 17 08:26:02.808596 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:02.846191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-d728f098-cc40-4aae-8bf4-063ae174a872 req-c549f6b8-194e-4cdb-be1a-402cff579679 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:26:02.847215 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d728f098-cc40-4aae-8bf4-063ae174a872 req-c549f6b8-194e-4cdb-be1a-402cff579679 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0389318 Jun 17 08:26:02.852407 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-db37e362-1349-4c1f-8be7-52afe7a10ac0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2126a7b-293f-499a-a5b0-e469dfd148c1 HTTP/1.1" status: 200 len: 217 time: 0.0517795 Jun 17 08:26:02.914435 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c46265-8647-4710-91b2-e134bab9b8c7 x-openstack-request-id: req-b0c46265-8647-4710-91b2-e134bab9b8c7 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:02.914816 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ee5926b-9217-4470-8ed4-0939bd1b9dff", "tag": "13e27086-da89-4318-9a80-0e1dcdc07c1c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75589dad-c02d-45a9-b285-f8d3a1224a91", "tag": "b2126a7b-293f-499a-a5b0-e469dfd148c1", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:02.915080 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b0c46265-8647-4710-91b2-e134bab9b8c7 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:02.915508 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'tag': '13e27086-da89-4318-9a80-0e1dcdc07c1c', 'status': 'completed', 'code': 200} Jun 17 08:26:02.915804 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75589dad-c02d-45a9-b285-f8d3a1224a91', 'tag': 'b2126a7b-293f-499a-a5b0-e469dfd148c1', 'status': 'completed', 'code': 200} Jun 17 08:26:02.994687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1785ba63-ace4-4d3c-8437-2db1256dbdee req-2ca85fb1-abdf-4088-8f74-081143457843 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874348 Jun 17 08:26:03.027416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-cccd8f71-328f-4eab-a41a-f8d798306d42 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips/33542eff-8dc1-46de-a022-bc7151ef03ea HTTP/1.1" status: 200 len: 692 time: 0.1077812 Jun 17 08:26:03.031148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-5a97db37-f325-4681-b651-910372139052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:03.032521 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-5a97db37-f325-4681-b651-910372139052 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f85deefe-4cb2-4bfc-8d71-087b3bda02b6 HTTP/1.1" status: 200 len: 858 time: 0.1642120 Jun 17 08:26:03.117133 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-c998b0fc-281a-4e81-a8f0-c89673d848b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d7e6418-ba82-4c81-9fdb-a72a0e479b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770395 Jun 17 08:26:03.219072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-7faf4011-ec65-4cc0-a1e1-050e5a59ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:03.220567 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-7faf4011-ec65-4cc0-a1e1-050e5a59ab2b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1096 time: 0.2875042 Jun 17 08:26:03.255818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9cd3f-4eb1-4802-b760-1646f6861964 req-5dfa23c8-4f2c-4060-b86f-e151056f3318 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:03.257261 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1fb9cd3f-4eb1-4802-b760-1646f6861964 req-5dfa23c8-4f2c-4060-b86f-e151056f3318 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 944 time: 0.3447728 Jun 17 08:26:03.277469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-29e869be-53f4-42c8-ac78-3106f917a31d tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:03.278752 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-29e869be-53f4-42c8-ac78-3106f917a31d tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.2427094 Jun 17 08:26:03.311849 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:03.313713 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f7b062-3a4c-4da3-85c7-1983963c072a" -d '{"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-unplugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:03.328779 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-fcc61a0f-2699-4325-92a8-2ac222c0f7d2 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:26:03.329735 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-fcc61a0f-2699-4325-92a8-2ac222c0f7d2 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213010 Jun 17 08:26:03.365336 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-220525ba-e98f-400f-93c9-45325cadd2dd service neutron] 10.222.0.10 "GET /v2.0/networks/6d7e6418-ba82-4c81-9fdb-a72a0e479b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383111 Jun 17 08:26:03.431082 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-2ee7d79d-6d8b-4fbb-a969-86c7533232ac tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.0867743 Jun 17 08:26:03.433639 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1fb9cd3f-4eb1-4802-b760-1646f6861964 req-a715b426-0d43-4a9f-a111-210111e7b5d5 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0b5b50f-2833-4653-8dc1-46abdc2218e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649799 Jun 17 08:26:03.457693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-f76ae8d7-793a-4fdc-b37c-3b05fa1eeafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:03.459153 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-f76ae8d7-793a-4fdc-b37c-3b05fa1eeafc service neutron] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.2247033 Jun 17 08:26:03.562816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-ecd2597a-6999-44c0-ba5f-d1653ef121fa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c HTTP/1.1" status: 200 len: 217 time: 0.0741673 Jun 17 08:26:03.567547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-6fc88c5b-2ba3-40a5-aab0-50d06244381f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.1171205 Jun 17 08:26:03.693753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1c441e-42cf-42d8-b809-ee15c63b6eda req-8896c0a4-cdc8-4b02-b48b-55d81d8d65cf service neutron] 10.222.0.10 "GET /v2.0/networks/6d7e6418-ba82-4c81-9fdb-a72a0e479b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949047 Jun 17 08:26:03.739959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-b3549264-bb54-4411-829c-f0a78b974073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:03.741366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-b3549264-bb54-4411-829c-f0a78b974073 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1696134 Jun 17 08:26:03.817267 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-6394e556-55a1-4ff1-b8e8-df9bdfc947c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545208 Jun 17 08:26:03.898405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27ed48-f153-403e-9512-267a3ce59dc4 req-cc9beda5-5f58-47cf-b29c-40aecc6bc018 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:03.899896 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de27ed48-f153-403e-9512-267a3ce59dc4 req-cc9beda5-5f58-47cf-b29c-40aecc6bc018 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 947 time: 0.2445025 Jun 17 08:26:03.956179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Deleting port 1cf198ee-4962-487e-85c1-01b28a48d6f7 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:03.956414 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:03.968330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-0472b4fd-5d22-474e-90b0-817d2e4c177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:03.969783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-0472b4fd-5d22-474e-90b0-817d2e4c177c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bec4b3534a4145e8906c1d1cd867eb40&device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 1096 time: 0.2060871 Jun 17 08:26:04.003527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-0e72b1f4-edb4-4ed5-b791-b241377a3738 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758597 Jun 17 08:26:04.039292 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de27ed48-f153-403e-9512-267a3ce59dc4 req-50e2f366-86cf-49c1-bc92-94df6aa51606 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302950 Jun 17 08:26:04.059817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 13e27086-da89-4318-9a80-0e1dcdc07c1c details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:04.098689 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d73d2-c38a-4cc8-9016-485c5cb2f8c6 x-openstack-request-id: req-4b3d73d2-c38a-4cc8-9016-485c5cb2f8c6 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:04.099021 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-unplugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:04.099404 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4b3d73d2-c38a-4cc8-9016-485c5cb2f8c6 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:04.099808 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'code': 200} Jun 17 08:26:04.183376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:04.228765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '13e27086-da89-4318-9a80-0e1dcdc07c1c', 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab', 'port_id': '13e27086-da89-4318-9a80-0e1dcdc07c1c', 'mac_address': 'fa:16:3e:c4:79:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717f8b60-fb1c-4bbe-a6b4-6fd59088f048', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:04.276326 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.294395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e27086-da89-4318-9a80-0e1dcdc07c1c {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:04.318581 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:04.324793 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.326246 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:04.328224 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-152cb210-89b6-4b83-b29a-8c8b2b804c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:04.419880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=13e27086-da89-4318-9a80-0e1dcdc07c1c,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:04.424288 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:04.464661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:04.476415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'port_id': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'mac_address': 'fa:16:3e:05:69:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:04.512604 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.526520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86dbdf7-8340-4adf-9566-375f3229c2ad {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:04.555231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:04.560627 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.561540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 3247c043-460a-4f47-a5f2-95d5d44d61b0 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:04.563497 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-86cfaf8a-d7eb-4ca3-934b-2eef85027237 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:04.568045 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.568366 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.595945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-cdc8da2b-4da2-46ec-b1f8-4e52077f18fe service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598521 Jun 17 08:26:04.624664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-a17785b3-c3fc-45c2-9181-d95dd50c41df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:04.626136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-a17785b3-c3fc-45c2-9181-d95dd50c41df service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d7e6418-ba82-4c81-9fdb-a72a0e479b59 HTTP/1.1" status: 200 len: 919 time: 0.6418574 Jun 17 08:26:04.632395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:04.651049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Calling delete_port for 1cf198ee-4962-487e-85c1-01b28a48d6f7 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:04.670351 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:04.713609 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 3247c043-460a-4f47-a5f2-95d5d44d61b0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=3247c043-460a-4f47-a5f2-95d5d44d61b0,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:04.721833 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-e0758916-de88-4e6e-b509-c779925ccb28 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2126a7b-293f-499a-a5b0-e469dfd148c1 HTTP/1.1" status: 200 len: 217 time: 0.0599761 Jun 17 08:26:04.725023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '3247c043-460a-4f47-a5f2-95d5d44d61b0', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '3247c043-460a-4f47-a5f2-95d5d44d61b0', 'mac_address': 'fa:16:3e:a7:bb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:04.765954 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.769718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1751205-ed76-44b7-97dc-d8f27b49880a req-71da3ec0-f128-4a77-b99d-439bd53c0cf1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:04.771196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e1751205-ed76-44b7-97dc-d8f27b49880a req-71da3ec0-f128-4a77-b99d-439bd53c0cf1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 945 time: 0.3113496 Jun 17 08:26:04.778806 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3247c043-460a-4f47-a5f2-95d5d44d61b0 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:04.798398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 3247c043-460a-4f47-a5f2-95d5d44d61b0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=3247c043-460a-4f47-a5f2-95d5d44d61b0,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:04.803730 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:04.806928 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:04.854166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=3247c043-460a-4f47-a5f2-95d5d44d61b0,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:04.854995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-8d3c9f49-384b-48c4-a2fc-2763927d0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:04.856439 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-8d3c9f49-384b-48c4-a2fc-2763927d0faf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f85deefe-4cb2-4bfc-8d71-087b3bda02b6 HTTP/1.1" status: 200 len: 858 time: 0.1053264 Jun 17 08:26:04.857386 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:04.870184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e1751205-ed76-44b7-97dc-d8f27b49880a req-0e20ab9e-5705-454d-82d3-85bf72e4fe00 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764370 Jun 17 08:26:04.898442 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-879ea700-8ba3-4556-a6c6-34a43c54789c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d7e6418-ba82-4c81-9fdb-a72a0e479b59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316970 Jun 17 08:26:04.948357 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['c86dbdf7-8340-4adf-9566-375f3229c2ad'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:05.029743 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:05.034822 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:05.081102 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Pushing event deleted for resources: {'Port': ['ID=1cf198ee-4962-487e-85c1-01b28a48d6f7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:05.086993 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:05.089945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-6668fad4-468d-4014-84b7-f5b5e36630ce service neutron] 10.222.0.10 "GET /v2.0/networks/6d7e6418-ba82-4c81-9fdb-a72a0e479b59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669350 Jun 17 08:26:05.141717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['3247c043-460a-4f47-a5f2-95d5d44d61b0'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:05.169157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['13e27086-da89-4318-9a80-0e1dcdc07c1c'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:05.220350 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:05.222966 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:05.237306 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa72c5b9-e2b3-4861-95db-f341a851134f req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "DELETE /v2.0/floatingips/33542eff-8dc1-46de-a022-bc7151ef03ea HTTP/1.1" status: 204 len: 173 time: 1.6561365 Jun 17 08:26:05.245315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5e20-7fd2-4ec9-8f16-09ddf1918d75 req-bb4da977-bb70-4f56-87ab-b8e8a3d26838 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:05.246748 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3ad5e20-7fd2-4ec9-8f16-09ddf1918d75 req-bb4da977-bb70-4f56-87ab-b8e8a3d26838 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 944 time: 0.2527647 Jun 17 08:26:05.341089 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09fb99ee-76e1-4522-88fe-d11fc8029959 req-4c5a264a-e462-44b9-ab66-953bcbd72f58 service neutron] 10.222.0.10 "GET /v2.0/networks/6d7e6418-ba82-4c81-9fdb-a72a0e479b59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325776 Jun 17 08:26:05.375862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3ad5e20-7fd2-4ec9-8f16-09ddf1918d75 req-c226bd11-82c1-4fc8-8606-7ce17654e248 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0b5b50f-2833-4653-8dc1-46abdc2218e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180079 Jun 17 08:26:05.692574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4659b0-7d33-4344-8a76-3ca6a35d3f4a req-612ab16e-69ad-4bc8-82ac-f2cd3f9ab916 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:05.694066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de4659b0-7d33-4344-8a76-3ca6a35d3f4a req-612ab16e-69ad-4bc8-82ac-f2cd3f9ab916 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 948 time: 0.1680586 Jun 17 08:26:05.702646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-51604636-9dd3-4ebe-81e8-9abecbcf2581 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1336658 Jun 17 08:26:05.720857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:05.758490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de4659b0-7d33-4344-8a76-3ca6a35d3f4a req-7a54a878-3a31-4433-adbd-60c18cf04505 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547681 Jun 17 08:26:05.768449 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:05.890155 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:06.061758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:06.077123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Allocated IP 172.25.8.98 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/74a97fdd-569f-467c-8a56-067585abee53) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:06.181250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port c86dbdf7-8340-4adf-9566-375f3229c2ad triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:06.181887 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:06.260513 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:06.271112 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:06.297499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:06.302293 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4e3f76-b49e-4503-be78-dd79ed613988" -d '{"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-plugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:06.320295 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:06.323190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:06.333413 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:06.341122 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-575456b2-331d-40db-b622-1a67347bd203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:06.344776 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:26:06.378283 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6d528994-0c66-4bb5-a779-d1cc02c194a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:06.397205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=10']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:06.401710 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:06.429842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:06.436100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:06.438626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:06.474539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Pushing event updated for resources: {'Port': ['ID=74a97fdd-569f-467c-8a56-067585abee53,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:06.479637 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:06.511473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00976de-b1a9-455e-b4e7-540eb282fff0 req-3e19ddd5-e9d9-4073-8039-1805d36ce74b tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:06.513027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f00976de-b1a9-455e-b4e7-540eb282fff0 req-3e19ddd5-e9d9-4073-8039-1805d36ce74b tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 945 time: 0.2062404 Jun 17 08:26:06.593423 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f00976de-b1a9-455e-b4e7-540eb282fff0 req-90c7affa-e741-4d34-81da-5faf71f8e65f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714755 Jun 17 08:26:06.599699 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:06.667296 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:06.881593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc38bd-d61c-406f-a103-6d6762b0ba5c req-f64a214c-0001-4551-8467-1420c7b06468 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:06.883339 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ffc38bd-d61c-406f-a103-6d6762b0ba5c req-f64a214c-0001-4551-8467-1420c7b06468 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 945 time: 0.1219716 Jun 17 08:26:06.921616 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:06.931852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:06.935969 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ffd480e-929a-4697-b11a-cc4fcfcd6a3a tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:06.977742 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ffc38bd-d61c-406f-a103-6d6762b0ba5c req-394d2f63-44a8-404f-9928-896b0f3a18bb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874949 Jun 17 08:26:07.022236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Pushing event updated for resources: {'Port': ['ID=74a97fdd-569f-467c-8a56-067585abee53,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:07.031828 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:07.037185 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:07.052655 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:07.054404 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3433843 Jun 17 08:26:07.073489 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa33c2a0-e31c-4f29-91cb-1135b4c59ce3 x-openstack-request-id: req-aa33c2a0-e31c-4f29-91cb-1135b4c59ce3 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:07.073881 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-plugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:07.074159 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa33c2a0-e31c-4f29-91cb-1135b4c59ce3 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:07.075132 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'code': 200} Jun 17 08:26:07.118026 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-59f76176-3ee2-40da-9616-0609a054a6d3 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.0557609 Jun 17 08:26:07.243899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-eefcc6a5-e572-4b5d-be45-18c249f1c258 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:07.251373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3f154a56-003a-4c7b-8b89-205842b18a55 req-eefcc6a5-e572-4b5d-be45-18c249f1c258 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1258862 Jun 17 08:26:07.430322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad69f9-890e-4e68-a663-e0555af0f835 req-fb955de3-173e-427e-b81a-9e65c0bc0add tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:07.431809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9ad69f9-890e-4e68-a663-e0555af0f835 req-fb955de3-173e-427e-b81a-9e65c0bc0add tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 944 time: 0.1203620 Jun 17 08:26:07.485374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9ad69f9-890e-4e68-a663-e0555af0f835 req-71566a54-a0cb-438f-aadc-0bbcad43a716 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0b5b50f-2833-4653-8dc1-46abdc2218e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Jun 17 08:26:07.596894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-79fe5eaf-b2f7-4b5e-9ffb-abc3d485c42c tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips/67fb5d86-5754-4392-8bb0-2530fcbce5b1 HTTP/1.1" status: 200 len: 692 time: 0.0648291 Jun 17 08:26:07.635282 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef01228-8655-4ae4-bb4d-64e3c511ca17 req-d21494bc-5d38-4d72-b824-637b46ff7006 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:07.636913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ef01228-8655-4ae4-bb4d-64e3c511ca17 req-d21494bc-5d38-4d72-b824-637b46ff7006 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 948 time: 0.1506655 Jun 17 08:26:07.723734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ef01228-8655-4ae4-bb4d-64e3c511ca17 req-50b8ac89-404d-4255-9c11-9e04175e339f tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758748 Jun 17 08:26:07.782102 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-11a31221-a8f9-44ad-9e42-3a9ac78a84bf tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:07.783834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-11a31221-a8f9-44ad-9e42-3a9ac78a84bf tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1708770 Jun 17 08:26:07.866846 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-6aed04f5-d910-4aa5-b35a-99d69b8a6139 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.0755482 Jun 17 08:26:07.952636 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-3f469515-9a35-422a-9e06-5a12a275607d tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.0849016 Jun 17 08:26:07.962208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b2126a7b-293f-499a-a5b0-e469dfd148c1 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:08.038894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb840052-e808-428e-8abc-16e90aed42bf req-65932d0c-0bd1-425b-9289-1c93c88a2636 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:08.040503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb840052-e808-428e-8abc-16e90aed42bf req-65932d0c-0bd1-425b-9289-1c93c88a2636 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 945 time: 0.1854043 Jun 17 08:26:08.070980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 13e27086-da89-4318-9a80-0e1dcdc07c1c up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:08.151033 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port b2126a7b-293f-499a-a5b0-e469dfd148c1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b2126a7b-293f-499a-a5b0-e469dfd148c1,segment=NetworkSegment(a0df15e6-3419-429e-93ba-7e5e87c409dc),segment_id=a0df15e6-3419-429e-93ba-7e5e87c409dc)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:08.161540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb840052-e808-428e-8abc-16e90aed42bf req-1ce2fce6-4bab-483d-b867-b7f88452b263 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758681 Jun 17 08:26:08.168092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'b2126a7b-293f-499a-a5b0-e469dfd148c1', 'network_id': '6d7e6418-ba82-4c81-9fdb-a72a0e479b59', 'port_id': 'b2126a7b-293f-499a-a5b0-e469dfd148c1', 'mac_address': 'fa:16:3e:8f:19:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85deefe-4cb2-4bfc-8d71-087b3bda02b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:08.184063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Deleting port 74a97fdd-569f-467c-8a56-067585abee53 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:08.184452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.213263 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.228763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2126a7b-293f-499a-a5b0-e469dfd148c1 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:08.234214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 13e27086-da89-4318-9a80-0e1dcdc07c1c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:08.244100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 13e27086-da89-4318-9a80-0e1dcdc07c1c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:08.244736 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.272209 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.272581 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.283464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port b2126a7b-293f-499a-a5b0-e469dfd148c1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b2126a7b-293f-499a-a5b0-e469dfd148c1,segment=NetworkSegment(a0df15e6-3419-429e-93ba-7e5e87c409dc),segment_id=a0df15e6-3419-429e-93ba-7e5e87c409dc)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:08.301935 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.305477 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:08.388822 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Calling delete_port for 74a97fdd-569f-467c-8a56-067585abee53 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:08.411400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=b2126a7b-293f-499a-a5b0-e469dfd148c1,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:08.415035 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:08.463386 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.506466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:08.512670 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.513631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 3247c043-460a-4f47-a5f2-95d5d44d61b0 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:08.515545 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d38a962d-c7f3-46ec-b103-fd3676a76ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:08.517433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df354b-195e-49a6-943f-031580c62785 req-8295000c-2ddf-4017-a69e-83d1465d7d70 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:08.519836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8df354b-195e-49a6-943f-031580c62785 req-8295000c-2ddf-4017-a69e-83d1465d7d70 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 945 time: 0.1938303 Jun 17 08:26:08.587220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1073fc-a922-4ea3-ae19-04314edf3d18 req-cbbfef08-8f9c-4c61-912a-b33e33259dd9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:08.594648 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c1073fc-a922-4ea3-ae19-04314edf3d18 req-cbbfef08-8f9c-4c61-912a-b33e33259dd9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 945 time: 0.2403796 Jun 17 08:26:08.602840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=13e27086-da89-4318-9a80-0e1dcdc07c1c,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:08.606945 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:08.614000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 3247c043-460a-4f47-a5f2-95d5d44d61b0 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:08.619821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 3247c043-460a-4f47-a5f2-95d5d44d61b0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:08.622241 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.714047 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.727649 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c1073fc-a922-4ea3-ae19-04314edf3d18 req-00a3e3fd-ac92-4509-8312-67e09a1ccb61 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314344 Jun 17 08:26:08.743426 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['b2126a7b-293f-499a-a5b0-e469dfd148c1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:08.765342 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.769599 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-56754c4d-dde6-4f2e-8c54-bd61e40e6186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:08.799545 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 3247c043-460a-4f47-a5f2-95d5d44d61b0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=3247c043-460a-4f47-a5f2-95d5d44d61b0,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:08.801769 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Pushing event deleted for resources: {'Port': ['ID=74a97fdd-569f-467c-8a56-067585abee53,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:08.806570 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:08.809081 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.813676 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:08.900568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=3247c043-460a-4f47-a5f2-95d5d44d61b0,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:08.907702 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:08.912514 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.915549 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.916709 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-792204f4-5a7b-439f-a33a-8b811b9b72d2 req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "DELETE /v2.0/floatingips/67fb5d86-5754-4392-8bb0-2530fcbce5b1 HTTP/1.1" status: 204 len: 173 time: 0.9576111 Jun 17 08:26:08.918524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a8df354b-195e-49a6-943f-031580c62785 req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Deleting port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:08.918883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a8df354b-195e-49a6-943f-031580c62785 req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:08.984511 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:09.043602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a8df354b-195e-49a6-943f-031580c62785 req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] For port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:09.047644 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a8df354b-195e-49a6-943f-031580c62785 req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:09.076146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e27086-da89-4318-9a80-0e1dcdc07c1c'}, {'server_uuid': '2e4f64ef-af8e-4689-905f-6dae4f1d30fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3247c043-460a-4f47-a5f2-95d5d44d61b0'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:09.080300 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d6d146-d921-4e7e-8183-32de9796eecc" -d '{"events": [{"server_uuid": "3ee5926b-9217-4470-8ed4-0939bd1b9dff", "name": "network-vif-plugged", "status": "completed", "tag": "13e27086-da89-4318-9a80-0e1dcdc07c1c"}, {"server_uuid": "2e4f64ef-af8e-4689-905f-6dae4f1d30fd", "name": "network-vif-plugged", "status": "completed", "tag": "3247c043-460a-4f47-a5f2-95d5d44d61b0"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:09.179136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a8df354b-195e-49a6-943f-031580c62785 req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Calling delete_port for 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:09.307816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afb1d0-d874-497f-a330-41b5688f080c req-996a927b-469e-46fc-a12d-8293d44659c3 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:09.309278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15afb1d0-d874-497f-a330-41b5688f080c req-996a927b-469e-46fc-a12d-8293d44659c3 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 945 time: 0.2200174 Jun 17 08:26:09.367305 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1ba6da-5c59-4512-89f3-ffbfea90c5f0 req-1472baaa-7579-4314-83dc-63836b595ab2 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:09.368906 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1ba6da-5c59-4512-89f3-ffbfea90c5f0 req-1472baaa-7579-4314-83dc-63836b595ab2 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 949 time: 0.2323122 Jun 17 08:26:09.429419 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15afb1d0-d874-497f-a330-41b5688f080c req-925a896b-eae0-440e-823a-7487dcab0bbd tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0b5b50f-2833-4653-8dc1-46abdc2218e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087074 Jun 17 08:26:09.511601 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1ba6da-5c59-4512-89f3-ffbfea90c5f0 req-3ebadc84-a3ee-4d4d-a962-7c1c477fbc55 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297033 Jun 17 08:26:09.546934 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-b146fb01-daf9-445e-9ec3-6410ca4e5452 req-6277186d-ce0b-4a55-9930-c26b7c64f8c5 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] show failed (client error): The resource could not be found. Jun 17 08:26:09.548543 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b146fb01-daf9-445e-9ec3-6410ca4e5452 req-6277186d-ce0b-4a55-9930-c26b7c64f8c5 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips/67fb5d86-5754-4392-8bb0-2530fcbce5b1 HTTP/1.1" status: 404 len: 350 time: 0.0588441 Jun 17 08:26:09.549684 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a8df354b-195e-49a6-943f-031580c62785 req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:09.562840 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:09.565160 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:09.608247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event deleted for resources: {'Port': ['ID=50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:09.617791 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:09.649121 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d726067-9de4-4b04-8ed3-e9e5b2e7662a x-openstack-request-id: req-4d726067-9de4-4b04-8ed3-e9e5b2e7662a {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:09.649611 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee5926b-9217-4470-8ed4-0939bd1b9dff", "name": "network-vif-plugged", "status": "completed", "tag": "13e27086-da89-4318-9a80-0e1dcdc07c1c", "code": 200}, {"server_uuid": "2e4f64ef-af8e-4689-905f-6dae4f1d30fd", "name": "network-vif-plugged", "status": "completed", "tag": "3247c043-460a-4f47-a5f2-95d5d44d61b0", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:09.649751 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4d726067-9de4-4b04-8ed3-e9e5b2e7662a {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:09.650141 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e27086-da89-4318-9a80-0e1dcdc07c1c', 'code': 200} Jun 17 08:26:09.650397 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4f64ef-af8e-4689-905f-6dae4f1d30fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3247c043-460a-4f47-a5f2-95d5d44d61b0', 'code': 200} Jun 17 08:26:09.758886 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8df354b-195e-49a6-943f-031580c62785 req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] No DVR routers for this DVR port 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:09.761334 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-9624c8f0-0434-4401-b426-dfcca9467fff req-30078904-7f0a-452d-b4be-09a5e85a4cbe tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] show failed (client error): The resource could not be found. Jun 17 08:26:09.763087 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9624c8f0-0434-4401-b426-dfcca9467fff req-30078904-7f0a-452d-b4be-09a5e85a4cbe tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] 10.222.0.47 "GET /v2.0/floatingips/67fb5d86-5754-4392-8bb0-2530fcbce5b1 HTTP/1.1" status: 404 len: 350 time: 0.0959563 Jun 17 08:26:09.765175 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a8df354b-195e-49a6-943f-031580c62785 req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:09.773973 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8df354b-195e-49a6-943f-031580c62785 req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "DELETE /v2.0/ports/50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 HTTP/1.1" status: 204 len: 173 time: 1.2413745 Jun 17 08:26:09.775948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59656) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:09.815648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0114f7c6-456f-4c91-a78d-d2c2c0415052', 'name': 'network-vif-deleted', 'tag': '50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:09.819332 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75f3dfc-fa70-4839-bf9d-034b2ec66bd8" -d '{"events": [{"server_uuid": "0114f7c6-456f-4c91-a78d-d2c2c0415052", "name": "network-vif-deleted", "tag": "50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:09.968274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494fad2-0c5e-46c3-bf61-1ef69587043d req-88207aa3-2348-4298-8388-c5ea533d665c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:09.969721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1494fad2-0c5e-46c3-bf61-1ef69587043d req-88207aa3-2348-4298-8388-c5ea533d665c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1098 time: 0.2157943 Jun 17 08:26:09.970476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b2126a7b-293f-499a-a5b0-e469dfd148c1 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:10.034134 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21281635-6683-4e75-932f-9e7e1d4cae58 req-e53881e6-6220-46e7-a79b-0812a1bfda08 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 210 time: 0.0828087 Jun 17 08:26:10.043077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port b2126a7b-293f-499a-a5b0-e469dfd148c1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:10.053113 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port b2126a7b-293f-499a-a5b0-e469dfd148c1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:10.053857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:10.087811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50071-8a98-47ce-b65c-7a5c371b1887 req-e892bb20-2559-4fa8-b24e-c7e80e62393b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:10.089400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e50071-8a98-47ce-b65c-7a5c371b1887 req-e892bb20-2559-4fa8-b24e-c7e80e62393b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 1101 time: 0.3334682 Jun 17 08:26:10.137517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a5944-c399-4060-aaa6-1bc37d5baf9a req-8f678d9b-5c09-4369-a9ea-59f0cc2588ab tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:10.139094 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d07a5944-c399-4060-aaa6-1bc37d5baf9a req-8f678d9b-5c09-4369-a9ea-59f0cc2588ab tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 946 time: 0.4194312 Jun 17 08:26:10.159340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1494fad2-0c5e-46c3-bf61-1ef69587043d req-4dd3c117-cf90-4c15-8abf-3817c1ef6ee8 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533568 Jun 17 08:26:10.166180 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:10.219690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port b2126a7b-293f-499a-a5b0-e469dfd148c1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b2126a7b-293f-499a-a5b0-e469dfd148c1,segment=NetworkSegment(a0df15e6-3419-429e-93ba-7e5e87c409dc),segment_id=a0df15e6-3419-429e-93ba-7e5e87c409dc)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:10.251109 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:10.266447 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:10.390643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=b2126a7b-293f-499a-a5b0-e469dfd148c1,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:10.416084 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:10.680759 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a662d80-bb2a-4613-8636-527c3f7e2044 x-openstack-request-id: req-9a662d80-bb2a-4613-8636-527c3f7e2044 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:10.680759 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0114f7c6-456f-4c91-a78d-d2c2c0415052", "name": "network-vif-deleted", "tag": "50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:10.680759 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9a662d80-bb2a-4613-8636-527c3f7e2044 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:10.681605 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0114f7c6-456f-4c91-a78d-d2c2c0415052', 'name': 'network-vif-deleted', 'tag': '50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8', 'status': 'completed', 'code': 200} Jun 17 08:26:10.705789 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e50071-8a98-47ce-b65c-7a5c371b1887 req-4c7a733f-a828-4200-86a3-3a94e7ebf2e2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5965586 Jun 17 08:26:10.739880 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d07a5944-c399-4060-aaa6-1bc37d5baf9a req-1291ac62-4b18-4a03-b195-1576e3eb9bcc tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5774381 Jun 17 08:26:10.896991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded6d80-61f2-43b4-8ac1-0fd419a8b9dc req-5c38be32-6849-4f1a-ba75-bf88730e7d55 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:10.900550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ded6d80-61f2-43b4-8ac1-0fd419a8b9dc req-5c38be32-6849-4f1a-ba75-bf88730e7d55 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 946 time: 0.1343114 Jun 17 08:26:10.989322 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ded6d80-61f2-43b4-8ac1-0fd419a8b9dc req-f7d359a0-cea9-4bec-88df-076ba6997e65 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0b5b50f-2833-4653-8dc1-46abdc2218e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706830 Jun 17 08:26:11.064521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c460896-e234-48ac-a552-d77e29221f6d req-61df0dc9-96cc-4df3-aa88-28ffb1d816ac tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:11.067297 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:11.083425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c460896-e234-48ac-a552-d77e29221f6d req-61df0dc9-96cc-4df3-aa88-28ffb1d816ac tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 949 time: 0.1816928 Jun 17 08:26:11.170588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c460896-e234-48ac-a552-d77e29221f6d req-53ef4af7-a8b0-460d-9350-002d6dfd2cde tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861287 Jun 17 08:26:11.359374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f85dee0f-cff6-4f0f-bdfd-d1dbe8fe8159 req-1666618f-8710-4830-b821-cd8088a7eccd tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 210 time: 0.0753474 Jun 17 08:26:11.445454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Deleting port 300e80a4-d95a-4f0b-aeaf-b5d26164a572 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:11.445898 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:11.553040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] For port 300e80a4-d95a-4f0b-aeaf-b5d26164a572, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=300e80a4-d95a-4f0b-aeaf-b5d26164a572,segment=NetworkSegment(3d13d591-5f2f-45ec-87f6-b7c73cfeef9f),segment_id=3d13d591-5f2f-45ec-87f6-b7c73cfeef9f)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:11.554262 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:11.652049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75589dad-c02d-45a9-b285-f8d3a1224a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2126a7b-293f-499a-a5b0-e469dfd148c1'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:11.654500 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c308f919-9cec-41ab-bf55-e0efc4e9d60c" -d '{"events": [{"server_uuid": "75589dad-c02d-45a9-b285-f8d3a1224a91", "name": "network-vif-plugged", "status": "completed", "tag": "b2126a7b-293f-499a-a5b0-e469dfd148c1"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:11.665282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Calling delete_port for 300e80a4-d95a-4f0b-aeaf-b5d26164a572 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:11.722439 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7eb523-aab5-4cef-ba6e-6bfa64b9dd15 x-openstack-request-id: req-6b7eb523-aab5-4cef-ba6e-6bfa64b9dd15 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:11.722739 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75589dad-c02d-45a9-b285-f8d3a1224a91", "name": "network-vif-plugged", "status": "completed", "tag": "b2126a7b-293f-499a-a5b0-e469dfd148c1", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:11.723033 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6b7eb523-aab5-4cef-ba6e-6bfa64b9dd15 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:11.723428 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75589dad-c02d-45a9-b285-f8d3a1224a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2126a7b-293f-499a-a5b0-e469dfd148c1', 'code': 200} Jun 17 08:26:11.970846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:12.002481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:12.012638 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 50007efa-c4cd-43a0-b7f7-0a1ff02e5ec8 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:12.065465 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b556589-c646-4b70-beb6-865de4cd25c6 req-a759a85d-016f-45bc-8d3f-ecefb8a26b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:12.067158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b556589-c646-4b70-beb6-865de4cd25c6 req-a759a85d-016f-45bc-8d3f-ecefb8a26b36 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 1098 time: 0.1943409 Jun 17 08:26:12.088092 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:12.095431 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1bbc5f31-66b6-4ad4-b097-8999ce7b2d4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:12.142479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Pushing event deleted for resources: {'Port': ['ID=300e80a4-d95a-4f0b-aeaf-b5d26164a572,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:12.142707 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577d1d8-eaba-48cd-91e6-80d26e782772 req-ad6b3923-fd15-4d57-9983-a30eac730d4f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:12.150548 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:12.159544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d577d1d8-eaba-48cd-91e6-80d26e782772 req-ad6b3923-fd15-4d57-9983-a30eac730d4f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 946 time: 0.2029927 Jun 17 08:26:12.252461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d577d1d8-eaba-48cd-91e6-80d26e782772 req-c5c9db52-72e2-48ed-9e6d-c9efa8f13047 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804527 Jun 17 08:26:12.437696 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b556589-c646-4b70-beb6-865de4cd25c6 req-920051d5-4099-4f9b-afcc-723b891c9a67 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e0b5b50f-2833-4653-8dc1-46abdc2218e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547568 Jun 17 08:26:12.493044 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:12.521271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2372e-1980-47c1-8659-da95304f1ff2 req-5b1a773e-2b6f-47d7-be75-05ec3733060e tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:12.528828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ad2372e-1980-47c1-8659-da95304f1ff2 req-5b1a773e-2b6f-47d7-be75-05ec3733060e tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 946 time: 0.2694297 Jun 17 08:26:12.579319 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ad2372e-1980-47c1-8659-da95304f1ff2 req-6e12069b-48ef-4c0b-ac41-6a0fec4db1a9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0b5b50f-2833-4653-8dc1-46abdc2218e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495760 Jun 17 08:26:12.616269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c10c9f-10f9-4c47-9c91-a8a6867a3df3 req-f740473d-d645-4677-b7bc-a2d7eeb9583a tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:12.618696 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-02c10c9f-10f9-4c47-9c91-a8a6867a3df3 req-f740473d-d645-4677-b7bc-a2d7eeb9583a tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 949 time: 0.1500380 Jun 17 08:26:12.687428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-02c10c9f-10f9-4c47-9c91-a8a6867a3df3 req-63db849e-9f5e-4e53-974e-932d1e00fe10 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626276 Jun 17 08:26:12.849214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a35d8-ed65-4963-95da-d5a13a36e99b req-bcba95e0-6bb5-4905-996a-a29833ca9ed8 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:12.850961 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d9a35d8-ed65-4963-95da-d5a13a36e99b req-bcba95e0-6bb5-4905-996a-a29833ca9ed8 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1098 time: 0.0694292 Jun 17 08:26:12.913368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76579591-e2cb-4a2b-93a1-4183eaa54409 req-e399c494-07eb-41cd-90c2-4187d8bd722f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 210 time: 0.0379734 Jun 17 08:26:12.928980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d9a35d8-ed65-4963-95da-d5a13a36e99b req-ea587756-534c-4319-99c5-59468b7c1cf9 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716522 Jun 17 08:26:12.946192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:26:13.184190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:26:13.192485 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] 10.222.0.47 "PUT /v2.0/routers/f0bd587a-c4f3-4b64-8003-c8637cbb5fa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4129431 Jun 17 08:26:13.193113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59708) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:13.195435 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706ad51-439a-4f94-953a-c691dfd38e93 None None] Sync routers for ids ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:26:13.214703 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706ad51-439a-4f94-953a-c691dfd38e93 None None] Routers {'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:13.216170 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f706ad51-439a-4f94-953a-c691dfd38e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:25:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:13.237515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d52da8-6148-4943-abab-dfe058d9251c req-657b2e19-cd0b-456e-8062-71ff23c876e8 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:13.240879 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13d52da8-6148-4943-abab-dfe058d9251c req-657b2e19-cd0b-456e-8062-71ff23c876e8 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1460400 Jun 17 08:26:13.315050 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13d52da8-6148-4943-abab-dfe058d9251c req-1f8b6283-ae02-4a26-8ca0-c70c6fb97de6 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609930 Jun 17 08:26:13.360232 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-62cbed64-7f67-4c90-a336-83b86162ce7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:13.463856 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-f706ad51-439a-4f94-953a-c691dfd38e93 None None] Set router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:13.469275 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:13.596067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-90e9a834-f85f-4ad1-a0cb-1107fa17b7d3 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892980 Jun 17 08:26:13.682066 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:13.779499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Deleting port f6238a01-377f-464e-b230-1b406dd8810a {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:13.780316 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:13.797413 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f706ad51-439a-4f94-953a-c691dfd38e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'name': 'tempest-FloatingIPsTestJSON-1423931612-router', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:39Z', 'updated_at': '2021-06-17T08:26:11Z', 'revision_number': 5, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'gw_port': {'id': 'f6238a01-377f-464e-b230-1b406dd8810a', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:25:40Z', 'updated_at': '2021-06-17T08:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:13.836612 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706ad51-439a-4f94-953a-c691dfd38e93 None None] Checking router: f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:26:13.848907 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706ad51-439a-4f94-953a-c691dfd38e93 None None] Routers {'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:13.850065 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f706ad51-439a-4f94-953a-c691dfd38e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:25:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:13.892457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-369e9a60-8d39-44b0-95fd-c91451d7ed98 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:13.894396 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-369e9a60-8d39-44b0-95fd-c91451d7ed98 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2874901 Jun 17 08:26:13.936967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5b08b-7521-4ab9-8188-e1d32d2c3232 req-569cadaa-3c2e-4376-bad1-2bacf9f833ab tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:13.938349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fd5b08b-7521-4ab9-8188-e1d32d2c3232 req-569cadaa-3c2e-4376-bad1-2bacf9f833ab tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1098 time: 0.4138236 Jun 17 08:26:13.969043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ff3e9ad3-033f-406e-a325-90a8b261894e tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/quotas/82d0af35edbc417e8d1ca6b9b8451457 HTTP/1.1" status: 200 len: 375 time: 0.0451324 Jun 17 08:26:13.995144 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] For port f6238a01-377f-464e-b230-1b406dd8810a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f6238a01-377f-464e-b230-1b406dd8810a,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:13.996160 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:14.052353 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-f706ad51-439a-4f94-953a-c691dfd38e93 None None] Set router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:14.087003 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Calling delete_port for f6238a01-377f-464e-b230-1b406dd8810a owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:14.093562 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fd5b08b-7521-4ab9-8188-e1d32d2c3232 req-c58cdad2-ac71-49b4-8225-7359f29da8cf tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420796 Jun 17 08:26:14.182127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-52bf8fd8-d8a0-4450-b402-fe9a0a449a7d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2006841 Jun 17 08:26:14.191256 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f706ad51-439a-4f94-953a-c691dfd38e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'name': 'tempest-FloatingIPsTestJSON-1423931612-router', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:39Z', 'updated_at': '2021-06-17T08:26:13Z', 'revision_number': 6, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:14.277151 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706ad51-439a-4f94-953a-c691dfd38e93 None None] The sync data for ids ['f0bd587a-c4f3-4b64-8003-c8637cbb5fa9'] in n-d-779913-16 is: [{'id': 'f0bd587a-c4f3-4b64-8003-c8637cbb5fa9', 'name': 'tempest-FloatingIPsTestJSON-1423931612-router', 'tenant_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:25:39Z', 'updated_at': '2021-06-17T08:26:13Z', 'revision_number': 6, 'project_id': '2dcf0ee86a4d481eb216a0af78b4a247', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:26:14.475602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5021b-254b-4454-8c89-48b8281a9dac req-4efa06f6-7858-4b3b-a8bf-d3c509031e06 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:14.485621 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ea5021b-254b-4454-8c89-48b8281a9dac req-4efa06f6-7858-4b3b-a8bf-d3c509031e06 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 946 time: 0.1363699 Jun 17 08:26:14.554674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ea5021b-254b-4454-8c89-48b8281a9dac req-23789419-184b-43cb-99a1-b448ed7a68a0 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0b5b50f-2833-4653-8dc1-46abdc2218e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679393 Jun 17 08:26:14.568689 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:14.575758 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:14.674896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f6238a01-377f-464e-b230-1b406dd8810a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:14.694745 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:14.912360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e610c69-d751-4db5-8b55-7d57c7d0f412 req-45976d5b-6c0c-4a93-9167-fd102b58a2a5 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 210 time: 0.1444824 Jun 17 08:26:14.963852 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.150669 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61117850-9706-40f9-b988-32acb4f578d0 req-8698f264-4f93-4a42-b0d2-6b616f15debe tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 210 time: 0.0907700 Jun 17 08:26:15.359277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 300e80a4-d95a-4f0b-aeaf-b5d26164a572 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:15.403270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 300e80a4-d95a-4f0b-aeaf-b5d26164a572 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:15.403853 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 300e80a4-d95a-4f0b-aeaf-b5d26164a572 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:15.404459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f6238a01-377f-464e-b230-1b406dd8810a no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:15.416398 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.421698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.425738 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f6238a01-377f-464e-b230-1b406dd8810a {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:15.426354 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f6238a01-377f-464e-b230-1b406dd8810a not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:15.564540 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.565100 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:26:15.571315 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.574810 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] 10.222.0.47 "DELETE /v2.0/routers/f0bd587a-c4f3-4b64-8003-c8637cbb5fa9 HTTP/1.1" status: 204 len: 168 time: 2.3692012 Jun 17 08:26:15.575120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59762) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:15.610968 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-18741132-1a5c-4161-ba9f-6fb0b3aabe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.714754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ff83db-2eb0-453c-b55b-f25deeda79df admin admin] Deleting subnet 366c43a2-d99f-4896-b108-85a8db72ad59 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:26:15.725137 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90ff83db-2eb0-453c-b55b-f25deeda79df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.821443 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90ff83db-2eb0-453c-b55b-f25deeda79df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:15.865962 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.129554 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90ff83db-2eb0-453c-b55b-f25deeda79df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.216445 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90ff83db-2eb0-453c-b55b-f25deeda79df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.221450 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b7ceba84-fef9-4377-a285-ba999f421fce tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:16.255412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff83db-2eb0-453c-b55b-f25deeda79df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=366c43a2-d99f-4896-b108-85a8db72ad59,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:16.261397 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-90ff83db-2eb0-453c-b55b-f25deeda79df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:16.277953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65107f5-552d-4e6c-a073-b8b2c51dc019 None None] Network 8cd7dde9-dd17-4a39-9236-082199332acb requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:16.289992 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90ff83db-2eb0-453c-b55b-f25deeda79df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.295159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59778) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:16.297321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-90ff83db-2eb0-453c-b55b-f25deeda79df admin admin] 10.222.0.47 "DELETE /v2.0/subnets/366c43a2-d99f-4896-b108-85a8db72ad59 HTTP/1.1" status: 204 len: 168 time: 0.7210352 Jun 17 08:26:16.363701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9c1bd-501b-45d6-8c2c-5658d74661ca req-6afd4acc-820c-41da-9c28-cf24566f2907 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:16.365278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbb9c1bd-501b-45d6-8c2c-5658d74661ca req-6afd4acc-820c-41da-9c28-cf24566f2907 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 946 time: 0.3478017 Jun 17 08:26:16.373348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a128d-c380-4c84-8720-ba3e30767e32 req-605c1026-5635-4971-b67e-b78ea8c36a0e tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:16.374900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-307a128d-c380-4c84-8720-ba3e30767e32 req-605c1026-5635-4971-b67e-b78ea8c36a0e tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1098 time: 0.3244996 Jun 17 08:26:16.415432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.471092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbb9c1bd-501b-45d6-8c2c-5658d74661ca req-adb1fd0f-bf46-42ed-830f-fb4a624c3a43 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0b5b50f-2833-4653-8dc1-46abdc2218e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919697 Jun 17 08:26:16.489421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Deleting port 892ff768-059f-4668-889e-abdedcdc65b7 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:16.490024 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.508457 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-307a128d-c380-4c84-8720-ba3e30767e32 req-a6320bc2-3030-4fae-a1ac-01c1083a683c tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156869 Jun 17 08:26:16.611360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] For port 892ff768-059f-4668-889e-abdedcdc65b7, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=892ff768-059f-4668-889e-abdedcdc65b7,segment=NetworkSegment(3d13d591-5f2f-45ec-87f6-b7c73cfeef9f),segment_id=3d13d591-5f2f-45ec-87f6-b7c73cfeef9f)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:16.611360 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.629200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179dbc46-fd7c-4ab2-96c1-1afe8534f3f6 None None] DHCP port deletion for 8cd7dde9-dd17-4a39-9236-082199332acb request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:26:16.772114 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.784328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-179dbc46-fd7c-4ab2-96c1-1afe8534f3f6 None None] Deleting port 892ff768-059f-4668-889e-abdedcdc65b7 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:16.785172 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-179dbc46-fd7c-4ab2-96c1-1afe8534f3f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.785432 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b743a1aa-3826-45c2-8d6d-1e471568e827 req-2f100750-b103-44ff-a89b-2b5fffe9f87a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=0114f7c6-456f-4c91-a78d-d2c2c0415052 HTTP/1.1" status: 200 len: 210 time: 0.0799458 Jun 17 08:26:16.814490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Calling delete_port for 892ff768-059f-4668-889e-abdedcdc65b7 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:16.871547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-3176cea4-821e-4787-b016-f2d4af90cab5 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "GET /v2.0/networks?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612924 Jun 17 08:26:16.874485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-179dbc46-fd7c-4ab2-96c1-1afe8534f3f6 None None] For port 892ff768-059f-4668-889e-abdedcdc65b7, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=892ff768-059f-4668-889e-abdedcdc65b7,segment=NetworkSegment(3d13d591-5f2f-45ec-87f6-b7c73cfeef9f),segment_id=3d13d591-5f2f-45ec-87f6-b7c73cfeef9f)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:16.875032 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-179dbc46-fd7c-4ab2-96c1-1afe8534f3f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:16.977497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-179dbc46-fd7c-4ab2-96c1-1afe8534f3f6 None None] Calling delete_port for 892ff768-059f-4668-889e-abdedcdc65b7 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:17.034059 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.050253 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-404f3c62-e57a-46fa-b6af-afcdc1ef9b2b tempest-MigrationsAdminTest-1105765003 tempest-MigrationsAdminTest-1105765003-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:17.084905 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c67f2ce1-12ba-4414-bedb-bc8fbfc690d5 req-f89a747a-dd55-4113-9e80-74c7338592de tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 210 time: 0.1924562 Jun 17 08:26:17.151111 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-179dbc46-fd7c-4ab2-96c1-1afe8534f3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.153979 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:17.183984 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] No DVR routers for this DVR port 892ff768-059f-4668-889e-abdedcdc65b7 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:17.185767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Pushing event deleted for resources: {'Port': ['ID=892ff768-059f-4668-889e-abdedcdc65b7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:17.205424 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-0efbaa46-b42c-44ae-a8b0-f8ce4d3b2843 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:17.207900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-0efbaa46-b42c-44ae-a8b0-f8ce4d3b2843 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3315918 Jun 17 08:26:17.212865 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179dbc46-fd7c-4ab2-96c1-1afe8534f3f6 None None] Pushing event deleted for resources: {'Port': ['ID=892ff768-059f-4668-889e-abdedcdc65b7,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:17.221413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Request body: {'port': {'device_id': 'f53980b0-8afa-4b76-804d-5664616b6667', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '82d0af35edbc417e8d1ca6b9b8451457'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:17.221840 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-179dbc46-fd7c-4ab2-96c1-1afe8534f3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:17.223293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179dbc46-fd7c-4ab2-96c1-1afe8534f3f6 None None] No DVR routers for this DVR port 892ff768-059f-4668-889e-abdedcdc65b7 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:17.248176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 892ff768-059f-4668-889e-abdedcdc65b7 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:17.260974 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:17.277295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 892ff768-059f-4668-889e-abdedcdc65b7 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:17.277660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 892ff768-059f-4668-889e-abdedcdc65b7 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:17.366949 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.391559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd7dde9-dd17-4a39-9236-082199332acb']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:17.406494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d13d591-5f2f-45ec-87f6-b7c73cfeef9f') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:17.406827 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d13d591-5f2f-45ec-87f6-b7c73cfeef9f') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:17.420865 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.451465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.462878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:26:17.463908 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.476943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891b010-3968-4813-a230-dc3fef2bca05 req-711171d0-92e5-425e-87b4-6495d177a5e7 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:17.478729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8891b010-3968-4813-a230-dc3fef2bca05 req-711171d0-92e5-425e-87b4-6495d177a5e7 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.10 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 946 time: 0.1560054 Jun 17 08:26:17.532600 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Made reservation on behalf of 82d0af35edbc417e8d1ca6b9b8451457 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:17.536675 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:26:17.537675 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:26:17.551624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.568911 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-deb751a8-d03a-4c2a-b131-6eae18cb32bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:17.577328 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.582844 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8cd7dde9-dd17-4a39-9236-082199332acb HTTP/1.1" status: 204 len: 168 time: 1.2836962 Jun 17 08:26:17.600869 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd7dde9-dd17-4a39-9236-082199332acb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:17.604697 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:17.805335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Allocated IP 192.168.233.244 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/e7424bfa-c146-48f1-8eab-5f2aa3712523) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:17.836445 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59796) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:17.844890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-8891b010-3968-4813-a230-dc3fef2bca05 req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Deleting port b2126a7b-293f-499a-a5b0-e469dfd148c1 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:17.845246 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8891b010-3968-4813-a230-dc3fef2bca05 req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.884073 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a2fcab10-7fc8-4fca-b7fb-84e9ba513760 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2dcf0ee86a4d481eb216a0af78b4a247&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0452566 Jun 17 08:26:17.884969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59798) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:17.953133 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f74180a-1e58-4d91-9c52-42f4f4264c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:17.983027 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f74180a-1e58-4d91-9c52-42f4f4264c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.040060 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f74180a-1e58-4d91-9c52-42f4f4264c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.044662 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f74180a-1e58-4d91-9c52-42f4f4264c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.046181 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3f74180a-1e58-4d91-9c52-42f4f4264c80 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a930e90c-8392-463d-8c51-e4649ff49ad9 HTTP/1.1" status: 204 len: 168 time: 0.1597776 Jun 17 08:26:18.047266 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c58a06b4-e24e-479b-adca-c9f73e69e1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:18.056901 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74180a-1e58-4d91-9c52-42f4f4264c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a930e90c-8392-463d-8c51-e4649ff49ad9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:18.063673 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3f74180a-1e58-4d91-9c52-42f4f4264c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:18.079505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dcb23-dc0b-497f-b042-837de130b3da req-67ac54b9-4d4e-4fa3-95b3-67e91fe48791 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:18.087615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-387dcb23-dc0b-497f-b042-837de130b3da req-67ac54b9-4d4e-4fa3-95b3-67e91fe48791 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/ports?device_id=75589dad-c02d-45a9-b285-f8d3a1224a91 HTTP/1.1" status: 200 len: 946 time: 0.3555181 Jun 17 08:26:18.095936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa6576-a387-4a6f-a638-9e860752b3b8 req-4d55abf2-73af-4787-aa22-532d9a78ba19 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:18.097442 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23fa6576-a387-4a6f-a638-9e860752b3b8 req-4d55abf2-73af-4787-aa22-532d9a78ba19 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1098 time: 0.3173535 Jun 17 08:26:18.113089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8891b010-3968-4813-a230-dc3fef2bca05 req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] For port b2126a7b-293f-499a-a5b0-e469dfd148c1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=b2126a7b-293f-499a-a5b0-e469dfd148c1,segment=NetworkSegment(a0df15e6-3419-429e-93ba-7e5e87c409dc),segment_id=a0df15e6-3419-429e-93ba-7e5e87c409dc)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:18.113453 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8891b010-3968-4813-a230-dc3fef2bca05 req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.227175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-8891b010-3968-4813-a230-dc3fef2bca05 req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Calling delete_port for b2126a7b-293f-499a-a5b0-e469dfd148c1 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:18.307995 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-387dcb23-dc0b-497f-b042-837de130b3da req-c1d1535c-bcdf-4f38-a628-ae7ba6ba634c tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.47 "GET /v2.0/security-groups?id=e0b5b50f-2833-4653-8dc1-46abdc2218e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193501 Jun 17 08:26:18.330732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23fa6576-a387-4a6f-a638-9e860752b3b8 req-96483329-aaca-4147-ad8c-a8a22b717f5f tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195656 Jun 17 08:26:18.360794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.418252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Transition to ACTIVE for port object e7424bfa-c146-48f1-8eab-5f2aa3712523 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:18.557419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.564083 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5b019a81-ced7-48fc-9b2d-1d3b885d16ee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:18.572848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['672d3b96-ea68-47eb-9002-b22372222fd8', '3247c043-460a-4f47-a5f2-95d5d44d61b0'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:18.621863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Pushing event updated for resources: {'Port': ['ID=e7424bfa-c146-48f1-8eab-5f2aa3712523,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:18.628717 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:18.631813 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8891b010-3968-4813-a230-dc3fef2bca05 req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.638729 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-834525d1-81ca-43f4-b689-229c0bf89658 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:18.672572 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Pushing event deleted for resources: {'Port': ['ID=b2126a7b-293f-499a-a5b0-e469dfd148c1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:18.676438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:18.680762 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:18.684237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:18.688011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:18.769686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8891b010-3968-4813-a230-dc3fef2bca05 req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] No DVR routers for this DVR port b2126a7b-293f-499a-a5b0-e469dfd148c1 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:18.775200 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8891b010-3968-4813-a230-dc3fef2bca05 req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:18.787855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8891b010-3968-4813-a230-dc3fef2bca05 req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] 10.222.0.10 "DELETE /v2.0/ports/b2126a7b-293f-499a-a5b0-e469dfd148c1 HTTP/1.1" status: 204 len: 173 time: 1.3004982 Jun 17 08:26:18.798839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75589dad-c02d-45a9-b285-f8d3a1224a91', 'name': 'network-vif-deleted', 'tag': 'b2126a7b-293f-499a-a5b0-e469dfd148c1'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:18.801809 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65568251-6fcd-4cf2-a3ec-9de1bdf3e116" -d '{"events": [{"server_uuid": "75589dad-c02d-45a9-b285-f8d3a1224a91", "name": "network-vif-deleted", "tag": "b2126a7b-293f-499a-a5b0-e469dfd148c1"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:18.975739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:18.976484 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.077857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.100007 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557bf0d-8571-4771-bacf-d9c3733a6f92 req-823fdb1f-e7ea-4e82-b945-2b32bbcd6cf5 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:19.110513 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b557bf0d-8571-4771-bacf-d9c3733a6f92 req-823fdb1f-e7ea-4e82-b945-2b32bbcd6cf5 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 936 time: 0.3134091 Jun 17 08:26:19.163625 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9459767 Jun 17 08:26:19.185905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Request body: {'port': {'device_id': 'f53980b0-8afa-4b76-804d-5664616b6667', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:19.220115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-59ff0372-52f4-4d69-8396-0e0eaa220607 None None] Provisioning for port e7424bfa-c146-48f1-8eab-5f2aa3712523 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:19.229737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-59ff0372-52f4-4d69-8396-0e0eaa220607 None None] Provisioning complete for port e7424bfa-c146-48f1-8eab-5f2aa3712523 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:19.230077 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-59ff0372-52f4-4d69-8396-0e0eaa220607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.272218 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b557bf0d-8571-4771-bacf-d9c3733a6f92 req-f45fe837-a5be-41a6-bc02-b1404ec906a4 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580448 Jun 17 08:26:19.318732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-59ff0372-52f4-4d69-8396-0e0eaa220607 None None] Port e7424bfa-c146-48f1-8eab-5f2aa3712523 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:26:19.411300 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1262c7-4431-44bc-9bbb-d732926ea28a x-openstack-request-id: req-2c1262c7-4431-44bc-9bbb-d732926ea28a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:19.417179 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75589dad-c02d-45a9-b285-f8d3a1224a91", "name": "network-vif-deleted", "tag": "b2126a7b-293f-499a-a5b0-e469dfd148c1", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:19.418141 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c1262c7-4431-44bc-9bbb-d732926ea28a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:19.420301 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75589dad-c02d-45a9-b285-f8d3a1224a91', 'name': 'network-vif-deleted', 'tag': 'b2126a7b-293f-499a-a5b0-e469dfd148c1', 'status': 'completed', 'code': 200} Jun 17 08:26:19.426237 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59852) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:19.456406 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.624159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-network', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:19.668518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Made reservation on behalf of fbb3ebbc1c124668b2dde0221a4a3860 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:19.672743 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.683729 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.839457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985ea4-9124-4c0d-be84-f5d216443aed req-04d46fcb-dd30-47f8-9ff8-324236798731 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:19.844891 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-04d46fcb-dd30-47f8-9ff8-324236798731 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.3109591 Jun 17 08:26:19.870685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.877814 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-b6d348dc-6693-46ce-8025-77b52f111f0f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/quotas/17fe9c2faf86410a842c7f72bf627588 HTTP/1.1" status: 200 len: 375 time: 0.0305774 Jun 17 08:26:19.878886 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.888926 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:19.914200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:26:19.924011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288bc9f8-153c-4117-8b74-4b7f32ac9fd0,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:19.928159 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:19.935868 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:19.935868 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Added segment 281753e6-63ab-4731-9bfb-09b0e56aa9ae of type vlan for network 53f16c90-94b8-4586-80ac-53e4bee844d0 Jun 17 08:26:19.950372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-38a92860-7fda-4fae-a632-1d5474225ada tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714946 Jun 17 08:26:19.999172 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.026202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b2126a7b-293f-499a-a5b0-e469dfd148c1 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:20.060141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.067961 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:20.068497 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.075840 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eea11fcd-d06d-4682-bdf0-de61a053480b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:20.093063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: b2126a7b-293f-499a-a5b0-e469dfd148c1 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:20.093506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device b2126a7b-293f-499a-a5b0-e469dfd148c1 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:20.155994 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7424bfa-c146-48f1-8eab-5f2aa3712523 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:20.169244 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Pushing event updated for resources: {'Network': ['ID=53f16c90-94b8-4586-80ac-53e4bee844d0,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:20.169759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-97e24677-9a4c-4d9b-9f1f-af199020417d service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181184 Jun 17 08:26:20.173657 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:20.180104 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7493901 Jun 17 08:26:20.180547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 53f16c90-94b8-4586-80ac-53e4bee844d0 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:26:20.185194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59884) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:20.192088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Request body: {'subnet': {'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-subnet', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:20.218242 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.268150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Made reservation on behalf of fbb3ebbc1c124668b2dde0221a4a3860 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:20.271624 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.745111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Transition to ACTIVE for port object e7424bfa-c146-48f1-8eab-5f2aa3712523 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:20.759008 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:20.773643 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:20.825933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Pushing event updated for resources: {'Port': ['ID=e7424bfa-c146-48f1-8eab-5f2aa3712523,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:20.836502 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:20.890389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e76dd17a-dfa1-47bc-aa8c-f382301d8bc2 service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195415 Jun 17 08:26:21.033534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-36533860-2200-492e-9f11-849876a5b269 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:26:21.034864 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-36533860-2200-492e-9f11-849876a5b269 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082242 Jun 17 08:26:21.170023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Request body: {'binding': {'host': 'n-h1-779913-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:21.171469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Unknown quota resources ['binding']. {{(pid=93803) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:26:21.250485 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:21.292159 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:21.335426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Attempting to bind port e7424bfa-c146-48f1-8eab-5f2aa3712523 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:21.335858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Attempting to bind port e7424bfa-c146-48f1-8eab-5f2aa3712523 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:21.336439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Attempting to bind port e7424bfa-c146-48f1-8eab-5f2aa3712523 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:21.378669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Port e7424bfa-c146-48f1-8eab-5f2aa3712523 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:21.379293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Attempting to bind port e7424bfa-c146-48f1-8eab-5f2aa3712523 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:21.464090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:21.465433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:21.466708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:21.468977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Bound port: e7424bfa-c146-48f1-8eab-5f2aa3712523, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:21.468977 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:21.485756 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493531f2-a352-4b18-a2d6-a98a1bb4e236,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:21.506899 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:21.519770 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Checking segment: {'id': '281753e6-63ab-4731-9bfb-09b0e56aa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:21.520226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Network hostable DHCP agents. Network: 53f16c90-94b8-4586-80ac-53e4bee844d0, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:26:21.608015 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82a00016-e2bb-4d2e-8f90-2d444c775ee6 req-ebdf5b55-8d14-4174-ac39-e189acc5bd2e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4000742 Jun 17 08:26:21.651161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Network 53f16c90-94b8-4586-80ac-53e4bee844d0 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:26:21.663865 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c on host n-h1-779913-16 for vnic_type normal with profile None {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:21.664336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:21.664756 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:21.668385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] For port e7424bfa-c146-48f1-8eab-5f2aa3712523, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:21.682479 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] For port e7424bfa-c146-48f1-8eab-5f2aa3712523, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e7424bfa-c146-48f1-8eab-5f2aa3712523,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:21.685273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 53f16c90-94b8-4586-80ac-53e4bee844d0) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:21.687354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Port 13e27086-da89-4318-9a80-0e1dcdc07c1c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:21.687844 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:21.694958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c611eec2-22ca-4245-9db8-568c7b1ab493 None None] Network 53f16c90-94b8-4586-80ac-53e4bee844d0 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:21.725901 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:21.731270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:21.731984 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:21.735484 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2d5c14fe-7168-482f-a258-1ddab340bd6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:21.759884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:21.760246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:21.763307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:21.763307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Bound port: 13e27086-da89-4318-9a80-0e1dcdc07c1c, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:21.850564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:21.851184 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:21.853654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] 10.222.0.63 "PUT /v2.0/ports/e7424bfa-c146-48f1-8eab-5f2aa3712523 HTTP/1.1" status: 200 len: 1097 time: 2.6778913 Jun 17 08:26:21.856891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53980b0-8afa-4b76-804d-5664616b6667', 'tag': 'e7424bfa-c146-48f1-8eab-5f2aa3712523'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:21.867882 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786aaba5-e779-46d0-bc3a-dec1b73e50c4" -d '{"events": [{"name": "network-changed", "server_uuid": "f53980b0-8afa-4b76-804d-5664616b6667", "tag": "e7424bfa-c146-48f1-8eab-5f2aa3712523"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:21.878127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6906016 Jun 17 08:26:21.881185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59918) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:21.888149 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-router', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:21.953590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:21.960713 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:21.991676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-53f16c90-94b8-4586-80ac-53e4bee844d0', 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'fixed_ips': [{'subnet_id': '493531f2-a352-4b18-a2d6-a98a1bb4e236'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:26:21.993755 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.055072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:22.075982 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.090511 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b93afd6c-fa47-407f-be3e-37e53c2b7612 service neutron] 10.222.0.47 "POST /v2.0/ports/13e27086-da89-4318-9a80-0e1dcdc07c1c/bindings HTTP/1.1" status: 201 len: 390 time: 1.0407131 Jun 17 08:26:22.093695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Pushing event updated for resources: {'Port': ['ID=e7424bfa-c146-48f1-8eab-5f2aa3712523,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:22.103872 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:22.129180 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.211981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4dbb5-80ac-432a-918c-5f19455a65bb req-fb19ca3f-3848-4e8b-b48e-00b9421331a9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.223422 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ec4dbb5-80ac-432a-918c-5f19455a65bb req-fb19ca3f-3848-4e8b-b48e-00b9421331a9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 948 time: 0.5511279 Jun 17 08:26:22.267219 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a00016-e2bb-4d2e-8f90-2d444c775ee6 req-e4ac0342-22f2-4d24-910c-be36f9c07981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.269150 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82a00016-e2bb-4d2e-8f90-2d444c775ee6 req-e4ac0342-22f2-4d24-910c-be36f9c07981 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 1096 time: 0.5544922 Jun 17 08:26:22.302317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Allocated IP 172.20.0.2 (53f16c90-94b8-4586-80ac-53e4bee844d0/493531f2-a352-4b18-a2d6-a98a1bb4e236/5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:22.468645 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.548605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-b979f911-dc9d-42fb-9d64-a5754525f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.550180 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-b979f911-dc9d-42fb-9d64-a5754525f703 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 1100 time: 0.4877307 Jun 17 08:26:22.594616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8984bc83-8eb7-4edc-ae55-778452a7fadb req-6bb37fa8-7c38-461f-93e6-b3e565bc8e75 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 210 time: 0.0897191 Jun 17 08:26:22.608453 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ec4dbb5-80ac-432a-918c-5f19455a65bb req-595409c3-66e0-486d-b3b1-e9a31fc5b917 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840497 Jun 17 08:26:22.703769 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.706151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-c307d236-8415-4d73-a1d1-bb6a685090d0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e7424bfa-c146-48f1-8eab-5f2aa3712523 HTTP/1.1" status: 200 len: 217 time: 0.0923555 Jun 17 08:26:22.707857 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52fa2e1-7567-4728-b0e2-55e0f04816cf x-openstack-request-id: req-f52fa2e1-7567-4728-b0e2-55e0f04816cf {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:22.709210 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53980b0-8afa-4b76-804d-5664616b6667", "tag": "e7424bfa-c146-48f1-8eab-5f2aa3712523", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:22.709514 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f52fa2e1-7567-4728-b0e2-55e0f04816cf {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:22.710598 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53980b0-8afa-4b76-804d-5664616b6667', 'tag': 'e7424bfa-c146-48f1-8eab-5f2aa3712523', 'status': 'completed', 'code': 200} Jun 17 08:26:22.715057 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Transition to ACTIVE for port object 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:22.715989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a00016-e2bb-4d2e-8f90-2d444c775ee6 req-a034958a-15e8-4064-b4e5-611dcfbee2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.720824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82a00016-e2bb-4d2e-8f90-2d444c775ee6 req-a034958a-15e8-4064-b4e5-611dcfbee2bf service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.4210579 Jun 17 08:26:22.736741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Transition to ACTIVE for port object 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:22.751355 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.754487 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:22.805194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-a9ed6ec0-f948-4248-932e-5aa48349ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.807493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-a9ed6ec0-f948-4248-932e-5aa48349ba3c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0850365 Jun 17 08:26:22.816375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Network 53f16c90-94b8-4586-80ac-53e4bee844d0 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:22.820440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:22.843341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:22.862420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82a00016-e2bb-4d2e-8f90-2d444c775ee6 req-96e36d53-6607-44aa-852f-4030ffd02feb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56673305-cb00-4406-8d0c-c0b39d2e799c HTTP/1.1" status: 200 len: 217 time: 0.0772145 Jun 17 08:26:22.928170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Pushing event updated for resources: {'Port': ['ID=5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:22.938552 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:22.950447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Attempting to bind port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:22.951140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Attempting to bind port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '281753e6-63ab-4731-9bfb-09b0e56aa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:22.951672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Attempting to bind port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 on network 53f16c90-94b8-4586-80ac-53e4bee844d0 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:22.958533 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:22.959205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Checking segment: {'id': '281753e6-63ab-4731-9bfb-09b0e56aa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:22.959799 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.960366 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Bound using segment: {'id': '281753e6-63ab-4731-9bfb-09b0e56aa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:22.961215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Bound port: 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281753e6-63ab-4731-9bfb-09b0e56aa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:22.961767 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:22.982851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a00016-e2bb-4d2e-8f90-2d444c775ee6 req-ec0597d2-1c84-49b5-a21d-a7aaebff008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:22.984365 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82a00016-e2bb-4d2e-8f90-2d444c775ee6 req-ec0597d2-1c84-49b5-a21d-a7aaebff008a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.0979445 Jun 17 08:26:23.045176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] For port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:23.050817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] For port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12,segment=NetworkSegment(281753e6-63ab-4731-9bfb-09b0e56aa9ae),segment_id=281753e6-63ab-4731-9bfb-09b0e56aa9ae)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:23.059855 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:23.077886 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:23.116080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82a00016-e2bb-4d2e-8f90-2d444c775ee6 req-59275626-5dab-473f-a38e-75f609c43f02 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204660 Jun 17 08:26:23.163737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Pushing event updated for resources: {'Port': ['ID=5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:23.173526 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:23.305814 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-1bd3bd5c-2cb8-4663-9edc-133f954461d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.308648 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-1bd3bd5c-2cb8-4663-9edc-133f954461d8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4570127 Jun 17 08:26:23.341656 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82a00016-e2bb-4d2e-8f90-2d444c775ee6 req-9fee37cc-e451-42b3-a979-f56269786641 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831539 Jun 17 08:26:23.376369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2404a4-bf16-4655-beca-0fb0d8ab10a0 req-c6b0116b-e8a5-4604-a271-c6028002b922 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.380326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b2404a4-bf16-4655-beca-0fb0d8ab10a0 req-c6b0116b-e8a5-4604-a271-c6028002b922 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 946 time: 0.3897467 Jun 17 08:26:23.547601 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:23.570130 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:23.598946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e3b8adf0-7aef-44fc-8377-190d01a022a6 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.600493 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e3b8adf0-7aef-44fc-8377-190d01a022a6 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.3198712 Jun 17 08:26:23.605160 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-aa40b505-a0a2-45e1-a1dd-a8b44477e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.606648 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-aa40b505-a0a2-45e1-a1dd-a8b44477e54b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1098 time: 0.9914522 Jun 17 08:26:23.686373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b2404a4-bf16-4655-beca-0fb0d8ab10a0 req-70955983-cd33-460a-95a5-e4bbf366b1c0 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489725 Jun 17 08:26:23.689379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Request body: {'port': {'device_id': 'd15f29bb-909a-4767-a8f7-95c9f634f357', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'admin_state_up': True, 'tenant_id': '17fe9c2faf86410a842c7f72bf627588'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:23.803251 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59966) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:23.880768 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae66d04e-17ad-4584-87ed-cd2fe1c099f7 admin admin] Deleting subnet f85deefe-4cb2-4bfc-8d71-087b3bda02b6 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:26:23.886389 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae66d04e-17ad-4584-87ed-cd2fe1c099f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:23.918553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82a00016-e2bb-4d2e-8f90-2d444c775ee6 req-27bd9718-b2d3-4c06-afff-49c5cebfde39 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301995 Jun 17 08:26:23.920431 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff3be150-35c4-4417-af5d-f05d1c17f6f3 req-0a9591fa-2817-46bf-a534-ab2d5512d25b tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 210 time: 0.1622460 Jun 17 08:26:23.924994 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-a25267b9-c73b-42b1-8e8b-6f2c80c18580 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034055 Jun 17 08:26:23.950877 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-a68335d4-2d6e-4ca2-9450-29a0321c67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:23.952365 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-a68335d4-2d6e-4ca2-9450-29a0321c67ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.3367717 Jun 17 08:26:23.960311 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Allocated IP 172.25.8.243 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/419240fc-74cc-43a0-9fea-0bd159da67a5) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:23.965480 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Made reservation on behalf of 17fe9c2faf86410a842c7f72bf627588 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:23.969217 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:23.989640 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae66d04e-17ad-4584-87ed-cd2fe1c099f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.048261 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-6a8af247-bb18-47d0-bed5-b6118a452234 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c HTTP/1.1" status: 200 len: 217 time: 0.0747340 Jun 17 08:26:24.121541 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae66d04e-17ad-4584-87ed-cd2fe1c099f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.195470 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-d36651f6-8cdb-42dc-890e-14882818c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.196948 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-d36651f6-8cdb-42dc-890e-14882818c71a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1397235 Jun 17 08:26:24.198932 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd401fb-87c9-4dd7-9530-ebae3a99462d req-8d8a7873-1add-4fec-a36c-ddf4afd3a67d service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425532 Jun 17 08:26:24.208307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055c693-28e9-41ab-85cd-eded50d56391 req-0480a197-e032-4acd-bb34-f50f77b4d1d1 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.210163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c055c693-28e9-41ab-85cd-eded50d56391 req-0480a197-e032-4acd-bb34-f50f77b4d1d1 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 948 time: 0.2946839 Jun 17 08:26:24.277596 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-86ef8463-0085-496e-a11e-ccca300b1a3b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714409 Jun 17 08:26:24.279962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b25755-bb95-4930-a73c-df5814dbe8b2 req-a7c8e654-4e3c-4b8e-b1d9-a2617c7efa21 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.287472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05b25755-bb95-4930-a73c-df5814dbe8b2 req-a7c8e654-4e3c-4b8e-b1d9-a2617c7efa21 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 946 time: 0.2406847 Jun 17 08:26:24.325435 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae66d04e-17ad-4584-87ed-cd2fe1c099f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.335841 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:24.356788 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c055c693-28e9-41ab-85cd-eded50d56391 req-ed15cea3-e3a4-41fb-abdc-eae2174cc591 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390505 Jun 17 08:26:24.385985 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.403626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Allocated IP 172.20.0.7 (8052df07-f65d-4aa6-b093-bfbdd0ab64de/60edf36c-6a69-4e4e-847c-9484b431209d/295876f2-fb07-46b4-a403-19ed24878fa7) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:24.405591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66d04e-17ad-4584-87ed-cd2fe1c099f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85deefe-4cb2-4bfc-8d71-087b3bda02b6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:24.416431 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae66d04e-17ad-4584-87ed-cd2fe1c099f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:24.420022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae66d04e-17ad-4584-87ed-cd2fe1c099f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.424676 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ae66d04e-17ad-4584-87ed-cd2fe1c099f7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f85deefe-4cb2-4bfc-8d71-087b3bda02b6 HTTP/1.1" status: 204 len: 168 time: 0.6179719 Jun 17 08:26:24.427727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59972) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:24.483969 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b4f252e3-bb8e-4f47-a3ef-611467626c8b service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918995 Jun 17 08:26:24.510417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2c4a4a-1425-4e31-b1ba-f7dca73501bc None None] Network 53f16c90-94b8-4586-80ac-53e4bee844d0 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:24.544560 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05b25755-bb95-4930-a73c-df5814dbe8b2 req-fb16e75c-24f7-4068-a07a-4eeb57563fee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2545531 Jun 17 08:26:24.559997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aaba5-e779-46d0-bc3a-dec1b73e50c4 req-eed86eae-d8ba-44d5-ba95-06df9347a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.573568 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-786aaba5-e779-46d0-bc3a-dec1b73e50c4 req-eed86eae-d8ba-44d5-ba95-06df9347a14b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 1100 time: 0.2839806 Jun 17 08:26:24.593057 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-97210a58-f54f-4793-b078-06dd01c7dd5c None None] Provisioning for port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:24.628409 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.663761 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.728865 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.745783 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:24.758883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Network 8052df07-f65d-4aa6-b093-bfbdd0ab64de is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:24.794397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:24.829368 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.832619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aaba5-e779-46d0-bc3a-dec1b73e50c4 req-28269664-e899-40ac-8266-24ac03847471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.833948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:24.834130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-786aaba5-e779-46d0-bc3a-dec1b73e50c4 req-28269664-e899-40ac-8266-24ac03847471 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2464354 Jun 17 08:26:24.843795 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7e6418-ba82-4c81-9fdb-a72a0e479b59']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:24.895394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.896445 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:24.904049 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-786aaba5-e779-46d0-bc3a-dec1b73e50c4 req-de44d66c-81ed-484c-8edc-8ce0bd8b79e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e7424bfa-c146-48f1-8eab-5f2aa3712523 HTTP/1.1" status: 200 len: 217 time: 0.0512319 Jun 17 08:26:24.906149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0df15e6-3419-429e-93ba-7e5e87c409dc') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:24.906617 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0df15e6-3419-429e-93ba-7e5e87c409dc') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:24.923827 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2490976 Jun 17 08:26:24.940422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Request body: {'port': {'device_id': 'd15f29bb-909a-4767-a8f7-95c9f634f357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:24.980782 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aaba5-e779-46d0-bc3a-dec1b73e50c4 req-a85cc1bb-fb1e-46e8-82bf-d9059dcfad73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:24.982336 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-786aaba5-e779-46d0-bc3a-dec1b73e50c4 req-a85cc1bb-fb1e-46e8-82bf-d9059dcfad73 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0707269 Jun 17 08:26:24.996339 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.000435 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.040440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event updated for resources: {'Port': ['ID=295876f2-fb07-46b4-a403-19ed24878fa7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:25.052055 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:25.054099 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:25.066738 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.080968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:26:25.081550 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:26:25.083524 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:26:25.087391 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:26:25.120402 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-f8895f2c-a389-4fd9-af93-ad9a4504a1bf service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259618 Jun 17 08:26:25.141107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:25.142680 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Pushing event updated for resources: {'Port': ['ID=419240fc-74cc-43a0-9fea-0bd159da67a5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:25.157097 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:25.171080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:25.173904 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.175785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156213d9-e572-4d69-91cb-5de56de567ed req-26c95e0a-802a-4dc4-8886-599991a8327a tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:25.177321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-156213d9-e572-4d69-91cb-5de56de567ed req-26c95e0a-802a-4dc4-8886-599991a8327a tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 946 time: 0.2684963 Jun 17 08:26:25.177982 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.187317 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.189139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6d7e6418-ba82-4c81-9fdb-a72a0e479b59 HTTP/1.1" status: 204 len: 168 time: 0.7587905 Jun 17 08:26:25.189866 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:25.205323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:25.207460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786aaba5-e779-46d0-bc3a-dec1b73e50c4 req-f2fa81ef-2387-4394-9cc8-212cf1c830ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:25.209166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-786aaba5-e779-46d0-bc3a-dec1b73e50c4 req-f2fa81ef-2387-4394-9cc8-212cf1c830ef service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2117126 Jun 17 08:26:25.218162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d7e6418-ba82-4c81-9fdb-a72a0e479b59,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:25.232430 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:25.246877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:25.314584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-156213d9-e572-4d69-91cb-5de56de567ed req-8b8857af-88d4-4020-8f58-fae2d68c2c4c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234977 Jun 17 08:26:25.361474 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:25.368405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:25.369514 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.405245 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59994) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:25.428498 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-786aaba5-e779-46d0-bc3a-dec1b73e50c4 req-044f7be2-02e6-4598-8537-f1af51b79585 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013965 Jun 17 08:26:25.622253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-378bc7d2-4ff6-496e-8aba-075782be1537 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:25.623707 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-378bc7d2-4ff6-496e-8aba-075782be1537 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1098 time: 0.4144096 Jun 17 08:26:25.648453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-16'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:25.653091 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.662553 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e65f42d2-333d-4df7-9da1-8ae2ae96fdc6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bec4b3534a4145e8906c1d1cd867eb40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528117 Jun 17 08:26:25.691558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12,segment=NetworkSegment(281753e6-63ab-4731-9bfb-09b0e56aa9ae),segment_id=281753e6-63ab-4731-9bfb-09b0e56aa9ae)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:25.697624 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.701229 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:25.705461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59998) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:25.751289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:25.755084 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:25.875750 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581650f3-4fdd-4e38-9bed-3ed1ddf4fac4 req-3a7c941b-8223-4ef5-bc5e-8176aaab2674 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:25.877232 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-581650f3-4fdd-4e38-9bed-3ed1ddf4fac4 req-3a7c941b-8223-4ef5-bc5e-8176aaab2674 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 931 time: 0.5440376 Jun 17 08:26:25.925200 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.930973 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-786aaba5-e779-46d0-bc3a-dec1b73e50c4 req-fe1e8ae4-1207-40a2-ae54-f04e8c27227c service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918227 Jun 17 08:26:25.952570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-581650f3-4fdd-4e38-9bed-3ed1ddf4fac4 req-43546501-e9ba-4946-8322-c64d1e97fbbf tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678055 Jun 17 08:26:25.964346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb1024-be98-41da-b441-cbea7f1e04e4 req-da677539-02d0-4650-be65-2df7c31e0289 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:25.965863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fcb1024-be98-41da-b441-cbea7f1e04e4 req-da677539-02d0-4650-be65-2df7c31e0289 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 946 time: 0.1404662 Jun 17 08:26:25.974282 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-265cbf0e-e950-409e-a305-0bfc20303ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:25.975823 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.010098 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fcb1024-be98-41da-b441-cbea7f1e04e4 req-3ea82eb0-c423-4b21-8e54-05fb6bf7eb55 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340602 Jun 17 08:26:26.114197 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e7424bfa-c146-48f1-8eab-5f2aa3712523 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:26.114450 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-265cbf0e-e950-409e-a305-0bfc20303ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.118739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:26.131948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2074cb7-c860-4028-a1a0-98bf7df34272 req-4df6b580-bcce-463d-933d-17feae99bd12 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:26.133932 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2074cb7-c860-4028-a1a0-98bf7df34272 req-4df6b580-bcce-463d-933d-17feae99bd12 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 948 time: 0.0759964 Jun 17 08:26:26.190085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295876f2-fb07-46b4-a403-19ed24878fa7 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:26.193996 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2074cb7-c860-4028-a1a0-98bf7df34272 req-4956ab6e-dab1-4d0a-b0c7-110c5d391963 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521984 Jun 17 08:26:26.204347 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.243185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Transition to ACTIVE for port object 295876f2-fb07-46b4-a403-19ed24878fa7 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:26.260255 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.265466 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.269737 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-948a29c6-b816-40cb-a23d-061a2d98893d tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:26.281430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e7424bfa-c146-48f1-8eab-5f2aa3712523, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e7424bfa-c146-48f1-8eab-5f2aa3712523,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:26.303454 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'e7424bfa-c146-48f1-8eab-5f2aa3712523', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'e7424bfa-c146-48f1-8eab-5f2aa3712523', 'mac_address': 'fa:16:3e:09:d6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:26.308542 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:26.310879 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf26543-a965-460f-b1c9-eda001cd7e57" -d '{"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-unplugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:26.325952 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:26.344540 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.347908 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-179dbc46-fd7c-4ab2-96c1-1afe8534f3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:26.376568 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5bb302-5672-425e-b746-4065b8c1b4c3 x-openstack-request-id: req-4e5bb302-5672-425e-b746-4065b8c1b4c3 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:26.376717 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-unplugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:26.376939 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4e5bb302-5672-425e-b746-4065b8c1b4c3 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:26.377324 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'code': 200} Jun 17 08:26:26.387925 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.412364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7424bfa-c146-48f1-8eab-5f2aa3712523 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:26.420853 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=11']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:26.427825 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:26.439925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e7424bfa-c146-48f1-8eab-5f2aa3712523, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e7424bfa-c146-48f1-8eab-5f2aa3712523,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:26.446456 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.448426 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2049a165-47a0-4abf-9fa8-987027661700 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:26.496783 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=e7424bfa-c146-48f1-8eab-5f2aa3712523,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:26.499811 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:26.541263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facda25d-7243-49a7-adc3-f31c3443e3c4 req-d6947592-bafb-436d-8c26-a1c5bf276e7f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:26.543257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-facda25d-7243-49a7-adc3-f31c3443e3c4 req-d6947592-bafb-436d-8c26-a1c5bf276e7f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 946 time: 0.0746849 Jun 17 08:26:26.583993 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-facda25d-7243-49a7-adc3-f31c3443e3c4 req-46856d38-daa2-4008-8316-6cde8d72bb0a tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341444 Jun 17 08:26:26.710382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:26.716967 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-265cbf0e-e950-409e-a305-0bfc20303ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.719576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-265cbf0e-e950-409e-a305-0bfc20303ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.720695 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-265cbf0e-e950-409e-a305-0bfc20303ddd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e0b5b50f-2833-4653-8dc1-46abdc2218e5 HTTP/1.1" status: 204 len: 168 time: 1.0114849 Jun 17 08:26:26.731461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['e7424bfa-c146-48f1-8eab-5f2aa3712523'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:26.761466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Pushing event updated for resources: {'Port': ['ID=295876f2-fb07-46b4-a403-19ed24878fa7,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:26.771417 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:26.773023 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97d9e8d6-22b2-4b05-9878-cb39a4003e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:26.813952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cbf0e-e950-409e-a305-0bfc20303ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b5b50f-2833-4653-8dc1-46abdc2218e5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:26.826503 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-265cbf0e-e950-409e-a305-0bfc20303ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:26.873390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:26.905233 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:26.938934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Attempting to bind port 295876f2-fb07-46b4-a403-19ed24878fa7 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:26.939269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Attempting to bind port 295876f2-fb07-46b4-a403-19ed24878fa7 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:26.939589 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Attempting to bind port 295876f2-fb07-46b4-a403-19ed24878fa7 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:26.972233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e27086-da89-4318-9a80-0e1dcdc07c1c'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:26.974566 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26d1392-6f2a-4889-b301-e644ea524058" -d '{"events": [{"server_uuid": "3ee5926b-9217-4470-8ed4-0939bd1b9dff", "name": "network-vif-unplugged", "status": "completed", "tag": "13e27086-da89-4318-9a80-0e1dcdc07c1c"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:26.978511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.032581 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Port 295876f2-fb07-46b4-a403-19ed24878fa7 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:27.033194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Attempting to bind port 295876f2-fb07-46b4-a403-19ed24878fa7 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:27.038575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.046481 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c7192e83-6ae0-4276-90b9-215498c9f3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:27.053424 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2aaa9a-c461-4a08-a6ed-c753a3a94870 x-openstack-request-id: req-cb2aaa9a-c461-4a08-a6ed-c753a3a94870 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:27.053736 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee5926b-9217-4470-8ed4-0939bd1b9dff", "name": "network-vif-unplugged", "status": "completed", "tag": "13e27086-da89-4318-9a80-0e1dcdc07c1c", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:27.054136 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb2aaa9a-c461-4a08-a6ed-c753a3a94870 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:27.054457 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13e27086-da89-4318-9a80-0e1dcdc07c1c', 'code': 200} Jun 17 08:26:27.102916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:27.103252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Checking segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:27.103981 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Bound using segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:27.104638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Bound port: 295876f2-fb07-46b4-a403-19ed24878fa7, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:27.105161 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.168002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af579de-2973-45a8-9a1c-7dc288a5795b req-ffa8ea37-50a2-4865-8645-92c41a40cd7f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.178937 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9af579de-2973-45a8-9a1c-7dc288a5795b req-ffa8ea37-50a2-4865-8645-92c41a40cd7f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 943 time: 0.0878079 Jun 17 08:26:27.182515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:27.234648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:27.235063 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.243500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Pushing event updated for resources: {'Port': ['ID=13e27086-da89-4318-9a80-0e1dcdc07c1c,revision_number=7']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:27.275385 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:27.289112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9af579de-2973-45a8-9a1c-7dc288a5795b req-58c95676-e9f0-4014-a0ac-226ba21b43f2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092036 Jun 17 08:26:27.313127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c on host n-h2-779913-16 for vnic_type normal with profile {"migrating_to": "n-h1-779913-16"} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:27.313916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:27.314419 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:27.320951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] For port 295876f2-fb07-46b4-a403-19ed24878fa7, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:27.326273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] For port 295876f2-fb07-46b4-a403-19ed24878fa7, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=295876f2-fb07-46b4-a403-19ed24878fa7,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:27.332413 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Port 13e27086-da89-4318-9a80-0e1dcdc07c1c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:27.332742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Attempting to bind port 13e27086-da89-4318-9a80-0e1dcdc07c1c on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:27.342015 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:27.342357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:27.342747 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:27.343221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Bound port: 13e27086-da89-4318-9a80-0e1dcdc07c1c, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:27.343553 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.345983 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.350098 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dffdbf29-285d-4667-a461-15077d517363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:27.356056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53988bf4-1420-45db-b938-0d35975a21db req-ef739f8f-6023-4259-9b5e-8f290b6eb82c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.357843 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53988bf4-1420-45db-b938-0d35975a21db req-ef739f8f-6023-4259-9b5e-8f290b6eb82c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1748722 Jun 17 08:26:27.361998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Router 4dee96e2-c804-4d93-9548-d85813607d07 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:26:27.406047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.406761 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.411591 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] 10.222.0.10 "PUT /v2.0/ports/295876f2-fb07-46b4-a403-19ed24878fa7 HTTP/1.1" status: 200 len: 1092 time: 2.4722033 Jun 17 08:26:27.442673 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53988bf4-1420-45db-b938-0d35975a21db req-38c04d81-96ea-4aab-803a-58dafd5fda2c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757012 Jun 17 08:26:27.568139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Pushing event updated for resources: {'Port': ['ID=295876f2-fb07-46b4-a403-19ed24878fa7,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:27.580070 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:27.589394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:27.614434 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:27.627642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.632861 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:27.655934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321413ee-b54d-42eb-8d58-81c36efb9c14 req-f8746e01-aad5-41c7-8191-d374a2b61729 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.658249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-321413ee-b54d-42eb-8d58-81c36efb9c14 req-f8746e01-aad5-41c7-8191-d374a2b61729 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 949 time: 0.0960238 Jun 17 08:26:27.681647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:26:27.693457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Sync routers for ids ['4dee96e2-c804-4d93-9548-d85813607d07'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:26:27.706504 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Routers {'4dee96e2-c804-4d93-9548-d85813607d07'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:27.708732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:26:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4dee96e2-c804-4d93-9548-d85813607d07'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:27.712753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-321413ee-b54d-42eb-8d58-81c36efb9c14 req-5cca2f08-eb7d-4c42-a710-4aa1e12cc930 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479867 Jun 17 08:26:27.747031 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985ea4-9124-4c0d-be84-f5d216443aed req-ed79764c-da55-4987-9af7-c338227e4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.748568 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-ed79764c-da55-4987-9af7-c338227e4326 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 1095 time: 0.2513366 Jun 17 08:26:27.808833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Pushing event updated for resources: {'Port': ['ID=13e27086-da89-4318-9a80-0e1dcdc07c1c,revision_number=8']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:27.815915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.817155 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9347730 Jun 17 08:26:27.818630 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-c7f4a890-26fe-4b96-b778-e249ca4f32b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=295876f2-fb07-46b4-a403-19ed24878fa7 HTTP/1.1" status: 200 len: 217 time: 0.0549190 Jun 17 08:26:27.820090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60040) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:27.839139 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:27.853250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.854009 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:27.855536 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] 10.222.0.10 "PUT /v2.0/ports/13e27086-da89-4318-9a80-0e1dcdc07c1c HTTP/1.1" status: 200 len: 1124 time: 2.2117875 Jun 17 08:26:27.877706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Set router 4dee96e2-c804-4d93-9548-d85813607d07 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:27.901655 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985ea4-9124-4c0d-be84-f5d216443aed req-3122f9ac-543e-4331-b979-2a38b1a2953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:27.904215 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-3122f9ac-543e-4331-b979-2a38b1a2953b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.0636997 Jun 17 08:26:27.909063 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60042) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:27.952363 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-fd517098-15ca-458b-a666-31126dbc8b8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341628 Jun 17 08:26:27.985544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['13e27086-da89-4318-9a80-0e1dcdc07c1c'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:27.998373 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715279c-608f-4550-9289-85a7158d2f55 req-feda5e7c-1ade-4238-b1b3-0bf4a89b639c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:28.000036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e715279c-608f-4550-9289-85a7158d2f55 req-feda5e7c-1ade-4238-b1b3-0bf4a89b639c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 944 time: 0.2221377 Jun 17 08:26:28.061205 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-48c5f6e1-2882-4f4c-ab93-6d765e748f15 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991681 Jun 17 08:26:28.068345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-46289563-network', 'tenant_id': '59b1d34109f9487ebe9db5dc2d8591c0'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:28.128684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e715279c-608f-4550-9289-85a7158d2f55 req-082f8630-93f3-4e5e-92fa-97d40ce67b8d tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224723 Jun 17 08:26:28.146679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Made reservation on behalf of 59b1d34109f9487ebe9db5dc2d8591c0 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:28.149500 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.154468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:28.161694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e7424bfa-c146-48f1-8eab-5f2aa3712523 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:28.164180 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.197127 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-caf68df3-d0e9-455d-917a-b26311d08a0f service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248765 Jun 17 08:26:28.281059 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.286948 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.290502 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f4e8ff75-9e9b-441f-be6c-e4a721d2d3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:28.296257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dee96e2-c804-4d93-9548-d85813607d07', 'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-router', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:26:21Z', 'updated_at': '2021-06-17T08:26:25Z', 'revision_number': 3, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'gw_port': {'id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:23Z', 'updated_at': '2021-06-17T08:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:28.319801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:26:28.326427 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c517d1-918f-4c99-b57a-73a430e21b6c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:28.330417 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:28.333746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.334299 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Added segment 277fa48e-0b4d-498c-ba56-75998bdf13d9 of type vlan for network 92457f7e-3040-45f7-936c-cd149cf508b9 Jun 17 08:26:28.343497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Checking router: 4dee96e2-c804-4d93-9548-d85813607d07 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:26:28.343857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Updating router 4dee96e2-c804-4d93-9548-d85813607d07 port 419240fc-74cc-43a0-9fea-0bd159da67a5 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:26:28.380980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port e7424bfa-c146-48f1-8eab-5f2aa3712523 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:28.390674 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.405902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port e7424bfa-c146-48f1-8eab-5f2aa3712523 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:28.406717 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.443094 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.444680 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:28.445522 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.449263 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.452312 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f07e88e6-4624-4920-9368-f6f90c4d8220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:28.452727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:28.502508 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.507501 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5970187 Jun 17 08:26:28.507689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60052) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:28.518361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Request body: {'subnet': {'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-46289563-subnet', 'tenant_id': '59b1d34109f9487ebe9db5dc2d8591c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:28.522372 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Pushing event updated for resources: {'Network': ['ID=92457f7e-3040-45f7-936c-cd149cf508b9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:28.525360 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:28.572388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 92457f7e-3040-45f7-936c-cd149cf508b9 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:26:28.623516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'port_id': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'mac_address': 'fa:16:3e:05:69:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:28.624188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Made reservation on behalf of 59b1d34109f9487ebe9db5dc2d8591c0 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:28.626467 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.659752 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246094bc-444b-499d-a24d-948120f72f9e req-4de3764d-1a27-4bfe-823a-e10442942f8f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:28.661237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-246094bc-444b-499d-a24d-948120f72f9e req-4de3764d-1a27-4bfe-823a-e10442942f8f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 943 time: 0.2106493 Jun 17 08:26:28.741891 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.788942 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c86dbdf7-8340-4adf-9566-375f3229c2ad {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:28.821230 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.837168 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-246094bc-444b-499d-a24d-948120f72f9e req-a76377f1-9994-4a7c-89ae-478afdc2c65d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451688 Jun 17 08:26:28.846157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:28.863161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce999cd5-53dc-415b-b7aa-2051c1dab100 req-2d14072a-c3cf-4e76-979f-a9aa15b56381 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:28.864670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53980b0-8afa-4b76-804d-5664616b6667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7424bfa-c146-48f1-8eab-5f2aa3712523'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:28.865152 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ce999cd5-53dc-415b-b7aa-2051c1dab100 req-2d14072a-c3cf-4e76-979f-a9aa15b56381 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2792244 Jun 17 08:26:28.866976 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed12b83-9d5d-42de-ab90-94a7e1aec21b" -d '{"events": [{"server_uuid": "f53980b0-8afa-4b76-804d-5664616b6667", "name": "network-vif-plugged", "status": "completed", "tag": "e7424bfa-c146-48f1-8eab-5f2aa3712523"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:28.873039 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.879213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Allocated IP 172.20.0.1 (53f16c90-94b8-4586-80ac-53e4bee844d0/493531f2-a352-4b18-a2d6-a98a1bb4e236/a4cc4b78-f36b-48fb-989d-41ad4db3a67a) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:28.883844 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:28.898764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e7424bfa-c146-48f1-8eab-5f2aa3712523, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e7424bfa-c146-48f1-8eab-5f2aa3712523,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:28.921355 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:28.985116 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=12']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:28.989719 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:28.990132 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:28.993634 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.012602 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ce999cd5-53dc-415b-b7aa-2051c1dab100 req-67804d3f-bc71-4de2-aeaf-be0ff2e59df1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307302 Jun 17 08:26:29.056355 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15f29bb-909a-4767-a8f7-95c9f634f357', 'tag': '295876f2-fb07-46b4-a403-19ed24878fa7'}, {'name': 'network-changed', 'server_uuid': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'tag': '13e27086-da89-4318-9a80-0e1dcdc07c1c'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:29.060382 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "d15f29bb-909a-4767-a8f7-95c9f634f357", "tag": "295876f2-fb07-46b4-a403-19ed24878fa7"}, {"name": "network-changed", "server_uuid": "3ee5926b-9217-4470-8ed4-0939bd1b9dff", "tag": "13e27086-da89-4318-9a80-0e1dcdc07c1c"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:29.083766 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.088053 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a1e6268a-f9ad-47c4-af49-efa8d285eaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:29.132150 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.167068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Transition to ACTIVE for port object a4cc4b78-f36b-48fb-989d-41ad4db3a67a will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:29.200790 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=936b982d-eb00-489c-8db2-0547e8fe460a,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.209304 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0da04a-2b2f-40b1-8d23-30372de1fc00 x-openstack-request-id: req-3a0da04a-2b2f-40b1-8d23-30372de1fc00 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:29.209589 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53980b0-8afa-4b76-804d-5664616b6667", "name": "network-vif-plugged", "status": "completed", "tag": "e7424bfa-c146-48f1-8eab-5f2aa3712523", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:29.209853 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3a0da04a-2b2f-40b1-8d23-30372de1fc00 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:29.210238 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53980b0-8afa-4b76-804d-5664616b6667', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7424bfa-c146-48f1-8eab-5f2aa3712523', 'code': 200} Jun 17 08:26:29.211213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['c86dbdf7-8340-4adf-9566-375f3229c2ad'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:29.221467 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:29.237914 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Transition to ACTIVE for port object 419240fc-74cc-43a0-9fea-0bd159da67a5 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:29.250834 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Checking segment: {'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:29.250834 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Network hostable DHCP agents. Network: 92457f7e-3040-45f7-936c-cd149cf508b9, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:26:29.262644 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.281604 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.287597 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f50df013-6954-4812-a610-c93ef689edf9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:29.288537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=e7424bfa-c146-48f1-8eab-5f2aa3712523,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.292972 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:29.293806 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:29.313470 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34dbb9d-4881-4b94-ad21-8250ee904955 x-openstack-request-id: req-a34dbb9d-4881-4b94-ad21-8250ee904955 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:29.314117 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15f29bb-909a-4767-a8f7-95c9f634f357", "tag": "295876f2-fb07-46b4-a403-19ed24878fa7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ee5926b-9217-4470-8ed4-0939bd1b9dff", "tag": "13e27086-da89-4318-9a80-0e1dcdc07c1c", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:29.315073 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a34dbb9d-4881-4b94-ad21-8250ee904955 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:29.316216 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15f29bb-909a-4767-a8f7-95c9f634f357', 'tag': '295876f2-fb07-46b4-a403-19ed24878fa7', 'status': 'completed', 'code': 200} Jun 17 08:26:29.316725 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'tag': '13e27086-da89-4318-9a80-0e1dcdc07c1c', 'status': 'completed', 'code': 200} Jun 17 08:26:29.336198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Network 92457f7e-3040-45f7-936c-cd149cf508b9 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:26:29.359312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Attempting to bind port 419240fc-74cc-43a0-9fea-0bd159da67a5 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:29.359698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Attempting to bind port 419240fc-74cc-43a0-9fea-0bd159da67a5 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:29.360115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Attempting to bind port 419240fc-74cc-43a0-9fea-0bd159da67a5 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:29.364415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467cf4d-9553-43d2-9f1e-00411195ffb8 None None] Pushing event updated for resources: {'Port': ['ID=419240fc-74cc-43a0-9fea-0bd159da67a5,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.370372 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4467cf4d-9553-43d2-9f1e-00411195ffb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:29.372205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:29.372607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:29.373002 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.373518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:29.373932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Bound port: 419240fc-74cc-43a0-9fea-0bd159da67a5, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:29.374322 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.412342 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Network 53f16c90-94b8-4586-80ac-53e4bee844d0 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:29.421178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3a767-f414-426b-999b-40839d1e1ca1 req-88b9da4a-9d0f-49de-84bf-f9cf757c2c05 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.428942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-47b3a767-f414-426b-999b-40839d1e1ca1 req-88b9da4a-9d0f-49de-84bf-f9cf757c2c05 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 950 time: 0.2579880 Jun 17 08:26:29.432441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-b7d6b7de-47d1-4995-868c-5825cd639f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.434120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 92457f7e-3040-45f7-936c-cd149cf508b9) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:29.434264 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-b7d6b7de-47d1-4995-868c-5825cd639f7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 1095 time: 0.0837901 Jun 17 08:26:29.443788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4cc4b78-f36b-48fb-989d-41ad4db3a67a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.445600 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:29.448232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743dec65-5376-45fc-a3be-6c10b0f29d9a None None] Network 92457f7e-3040-45f7-936c-cd149cf508b9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:29.460522 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:29.473548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.474145 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.478417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] For port 419240fc-74cc-43a0-9fea-0bd159da67a5, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:29.511892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:29.532748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] For port 419240fc-74cc-43a0-9fea-0bd159da67a5, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=419240fc-74cc-43a0-9fea-0bd159da67a5,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:29.550620 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.555315 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-152cb210-89b6-4b83-b29a-8c8b2b804c24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:29.584646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0707712 Jun 17 08:26:29.631144 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-47b3a767-f414-426b-999b-40839d1e1ca1 req-f7336470-13df-48f8-a629-69ff1d10b02b tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011850 Jun 17 08:26:29.693723 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:29.697725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe62770-0613-44df-b0ce-0b710470c116 req-3a2c0b48-c0c7-44f3-9b09-f24ef4451958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.699295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fe62770-0613-44df-b0ce-0b710470c116 req-3a2c0b48-c0c7-44f3-9b09-f24ef4451958 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 1102 time: 0.3770344 Jun 17 08:26:29.709700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467cf4d-9553-43d2-9f1e-00411195ffb8 None None] Pushing event updated for resources: {'Port': ['ID=419240fc-74cc-43a0-9fea-0bd159da67a5,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:29.717951 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4467cf4d-9553-43d2-9f1e-00411195ffb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:29.722899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Routers {'4dee96e2-c804-4d93-9548-d85813607d07'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:29.723562 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-b1f89f13-cf38-4e3d-a557-5be1333ece36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.725465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:26:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4dee96e2-c804-4d93-9548-d85813607d07'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:29.727231 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-b1f89f13-cf38-4e3d-a557-5be1333ece36 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 913 time: 0.2828128 Jun 17 08:26:29.773743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-8f169b32-c447-4328-b412-016700c32f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.775323 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-8f169b32-c447-4328-b412-016700c32f40 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1127 time: 0.4333563 Jun 17 08:26:29.852847 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-a256f24d-824b-4753-a7b8-03b42eb5b7e2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=295876f2-fb07-46b4-a403-19ed24878fa7 HTTP/1.1" status: 200 len: 217 time: 0.1179636 Jun 17 08:26:29.891104 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f99275-d5db-4115-802b-2fd7ad5d2dd2 None None] Network 92457f7e-3040-45f7-936c-cd149cf508b9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:26:29.942965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fe62770-0613-44df-b0ce-0b710470c116 req-a3b3df7e-b027-4963-8dcc-c928e5991ae3 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992238 Jun 17 08:26:29.955113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-f7fe2e33-6e06-441e-9147-c99e59f8c9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:29.961753 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-f7fe2e33-6e06-441e-9147-c99e59f8c9f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.1003125 Jun 17 08:26:29.997222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b548340-01a5-496b-bc70-7e2b556e8342 req-a299b1f0-bcc5-4aa5-942d-748e32c34807 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:30.005956 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b548340-01a5-496b-bc70-7e2b556e8342 req-a299b1f0-bcc5-4aa5-942d-748e32c34807 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 944 time: 0.3959873 Jun 17 08:26:30.020445 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-7b5ecd30-8723-426b-a018-fe3cb271fc7e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530531 Jun 17 08:26:30.033675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-115c3b08-904f-46e4-8c5f-8372f431dbd8 None None] Provisioning for port a4cc4b78-f36b-48fb-989d-41ad4db3a67a completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:30.037245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] Set router 4dee96e2-c804-4d93-9548-d85813607d07 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:30.098518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-7be4572e-2619-484f-ae3b-5c6adc4111b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:30.100149 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-7be4572e-2619-484f-ae3b-5c6adc4111b8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.3112166 Jun 17 08:26:30.100415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-115c3b08-904f-46e4-8c5f-8372f431dbd8 None None] Provisioning complete for port a4cc4b78-f36b-48fb-989d-41ad4db3a67a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:30.100971 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-115c3b08-904f-46e4-8c5f-8372f431dbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.127547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 13e27086-da89-4318-9a80-0e1dcdc07c1c details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:30.129659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b548340-01a5-496b-bc70-7e2b556e8342 req-83b24f66-e4a5-4f62-a9cb-9a2fc209229c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220322 Jun 17 08:26:30.186269 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-c4d8d78f-8157-485a-a45d-1ae2a40518a2 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586261 Jun 17 08:26:30.221855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-7fcda7a1-0de1-4db2-af44-7f9e9b6b2f72 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c HTTP/1.1" status: 200 len: 217 time: 0.1052716 Jun 17 08:26:30.225755 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:30.278379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-115c3b08-904f-46e4-8c5f-8372f431dbd8 None None] Port a4cc4b78-f36b-48fb-989d-41ad4db3a67a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:26:30.327009 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-79c88605-cfeb-4352-a19c-67906d68fe7f service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320133 Jun 17 08:26:30.385895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-7c3204e6-aec8-4cf7-964a-940fe944cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:30.387616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-7c3204e6-aec8-4cf7-964a-940fe944cd09 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1305373 Jun 17 08:26:30.403949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70126f73-1886-42d4-a4b3-6225929ff6b7 req-098401b2-304d-4a13-bd6e-64a0da573838 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:30.405746 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70126f73-1886-42d4-a4b3-6225929ff6b7 req-098401b2-304d-4a13-bd6e-64a0da573838 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 943 time: 0.3025517 Jun 17 08:26:30.451516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:30.464988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 13e27086-da89-4318-9a80-0e1dcdc07c1c has no active binding in host n-h1-779913-16 {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:26:30.483908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-473674bc-8484-42b4-b80e-e214ee1aed58 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749557 Jun 17 08:26:30.487446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dee96e2-c804-4d93-9548-d85813607d07', 'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-router', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:26:21Z', 'updated_at': '2021-06-17T08:26:25Z', 'revision_number': 3, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'gw_port': {'id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:23Z', 'updated_at': '2021-06-17T08:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:30.527899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1a5d57-d022-44c3-acb3-864345fa0315 None None] The sync data for ids ['4dee96e2-c804-4d93-9548-d85813607d07'] in n-d-779913-16 is: [{'id': '4dee96e2-c804-4d93-9548-d85813607d07', 'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-router', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:26:21Z', 'updated_at': '2021-06-17T08:26:25Z', 'revision_number': 3, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'gw_port': {'id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:23Z', 'updated_at': '2021-06-17T08:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:26:31.137867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70126f73-1886-42d4-a4b3-6225929ff6b7 req-671e6cc5-08c9-4865-8937-5b7a39b411ed tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7092147 Jun 17 08:26:31.232886 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 419240fc-74cc-43a0-9fea-0bd159da67a5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:31.336640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 419240fc-74cc-43a0-9fea-0bd159da67a5 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:31.342726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 419240fc-74cc-43a0-9fea-0bd159da67a5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:31.343820 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.381443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-4ca2880e-b565-4f27-9f9b-d9fbb37d9b37 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:31.392679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-4ca2880e-b565-4f27-9f9b-d9fbb37d9b37 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/networks?id=92457f7e-3040-45f7-936c-cd149cf508b9 HTTP/1.1" status: 200 len: 816 time: 0.8848927 Jun 17 08:26:31.422662 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-077409b1-70a1-43c0-b42b-fd0eb1a6a0e2 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9201334 Jun 17 08:26:31.433080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-63ed4cf1-5ef6-4f86-982d-5ba8463b3c55 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/quotas/59b1d34109f9487ebe9db5dc2d8591c0 HTTP/1.1" status: 200 len: 375 time: 0.0389800 Jun 17 08:26:31.436900 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.464927 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.497538 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-72990f6a-9a46-4aef-9a3a-6733ae87afa8 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:31.507363 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f4073a7b-5e26-4e1b-9080-a0295f8fe60e tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=59b1d34109f9487ebe9db5dc2d8591c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0732472 Jun 17 08:26:31.530283 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.567552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 419240fc-74cc-43a0-9fea-0bd159da67a5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=419240fc-74cc-43a0-9fea-0bd159da67a5,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:31.576730 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.579196 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:31.647475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=419240fc-74cc-43a0-9fea-0bd159da67a5,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:31.650789 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:31.669797 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Pushing event updated for resources: {'Port': ['ID=a4cc4b78-f36b-48fb-989d-41ad4db3a67a,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:31.674121 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:31.710491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:31.755100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca20fb7d-254b-45da-9bf2-9c8235cf5eb8 req-c2970db1-52d4-4fe6-9304-4c502d493864 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160868 Jun 17 08:26:31.951064 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106e550-8250-4edd-a65c-97bfd2ed4f6e req-e5588483-f14a-4df0-be1d-7f3a755b320d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:31.958757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5106e550-8250-4edd-a65c-97bfd2ed4f6e req-e5588483-f14a-4df0-be1d-7f3a755b320d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 945 time: 0.2806153 Jun 17 08:26:31.980371 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-bcdf3844-ca3b-4411-92f1-9413cc6ad0b1 service neutron] 10.222.0.47 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018694 Jun 17 08:26:32.051490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Network 53f16c90-94b8-4586-80ac-53e4bee844d0 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:32.060082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:32.070094 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5106e550-8250-4edd-a65c-97bfd2ed4f6e req-efa9593c-a23d-4736-a400-6f2a3ee6cb10 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108994 Jun 17 08:26:32.118205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 295876f2-fb07-46b4-a403-19ed24878fa7 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:32.163302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:32.293722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Router 4dee96e2-c804-4d93-9548-d85813607d07 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:26:32.336875 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-3e785a5c-e69f-4d93-9017-5312fd834bc4 service neutron] 10.222.0.47 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475878 Jun 17 08:26:32.428334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 295876f2-fb07-46b4-a403-19ed24878fa7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=295876f2-fb07-46b4-a403-19ed24878fa7,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:32.472722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '295876f2-fb07-46b4-a403-19ed24878fa7', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'port_id': '295876f2-fb07-46b4-a403-19ed24878fa7', 'mac_address': 'fa:16:3e:66:95:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60edf36c-6a69-4e4e-847c-9484b431209d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:32.494107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port c86dbdf7-8340-4adf-9566-375f3229c2ad triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:32.495440 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.533906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:26:32.541341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] 10.222.0.47 "PUT /v2.0/routers/4dee96e2-c804-4d93-9548-d85813607d07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7195327 Jun 17 08:26:32.566372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d8f16-9bd2-4313-9b8b-5e16f4c2c6bc req-e4fb0b6b-2df8-4a40-af82-574e4823a34b tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:32.567073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-df2b56b7-db1b-46bf-b48b-2729f4eada7e None None] Provisioning complete for port a4cc4b78-f36b-48fb-989d-41ad4db3a67a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:32.567654 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-df2b56b7-db1b-46bf-b48b-2729f4eada7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.576654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c8d8f16-9bd2-4313-9b8b-5e16f4c2c6bc req-e4fb0b6b-2df8-4a40-af82-574e4823a34b tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 950 time: 0.1261175 Jun 17 08:26:32.641750 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c8d8f16-9bd2-4313-9b8b-5e16f4c2c6bc req-98a08054-3af1-414a-a82b-7ab01b667846 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628803 Jun 17 08:26:32.716900 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-df2b56b7-db1b-46bf-b48b-2729f4eada7e None None] Port a4cc4b78-f36b-48fb-989d-41ad4db3a67a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:26:32.738607 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.764918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295876f2-fb07-46b4-a403-19ed24878fa7 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:32.882629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 295876f2-fb07-46b4-a403-19ed24878fa7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=295876f2-fb07-46b4-a403-19ed24878fa7,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:32.885650 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.889068 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.912152 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:32.929086 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:32.972807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:32.975337 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746d5a32-83ce-438a-bfb8-49c69dcc8b19" -d '{"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-plugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:32.991247 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Sync routers for ids ['4dee96e2-c804-4d93-9548-d85813607d07'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:26:32.992888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:33.004154 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.015854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=295876f2-fb07-46b4-a403-19ed24878fa7,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:33.019049 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:33.019545 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:33.027726 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Routers {'4dee96e2-c804-4d93-9548-d85813607d07'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:33.028730 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:26:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4dee96e2-c804-4d93-9548-d85813607d07'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:33.086610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19334d-3abc-4a59-a08b-d6ae8a819a5c req-d10cdf84-5553-458f-ace9-d1486c0d678e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:33.105146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e19334d-3abc-4a59-a08b-d6ae8a819a5c req-d10cdf84-5553-458f-ace9-d1486c0d678e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 944 time: 0.1976082 Jun 17 08:26:33.170783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be6cb8-7cb5-4a95-b983-798d04144012 req-1872e451-2ce7-436c-9097-b7650b72cbb9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:33.179981 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49be6cb8-7cb5-4a95-b983-798d04144012 req-1872e451-2ce7-436c-9097-b7650b72cbb9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 944 time: 0.1999335 Jun 17 08:26:33.264646 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Set router 4dee96e2-c804-4d93-9548-d85813607d07 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:33.299179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e19334d-3abc-4a59-a08b-d6ae8a819a5c req-ab4766a8-af17-4427-acbc-ac2b96c94e8b tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927080 Jun 17 08:26:33.328657 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49be6cb8-7cb5-4a95-b983-798d04144012 req-8109d386-f108-4352-b459-e14610bd2250 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477549 Jun 17 08:26:33.339711 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 419240fc-74cc-43a0-9fea-0bd159da67a5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:33.451208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=13']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:33.471856 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:33.532648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 419240fc-74cc-43a0-9fea-0bd159da67a5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:33.533049 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:33.718496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['295876f2-fb07-46b4-a403-19ed24878fa7'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:33.763150 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dee96e2-c804-4d93-9548-d85813607d07', 'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-router', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:26:21Z', 'updated_at': '2021-06-17T08:26:30Z', 'revision_number': 4, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'gw_port': {'id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:23Z', 'updated_at': '2021-06-17T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'a4cc4b78-f36b-48fb-989d-41ad4db3a67a', 'name': '', 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'mac_address': 'fa:16:3e:28:20:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '493531f2-a352-4b18-a2d6-a98a1bb4e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:28Z', 'updated_at': '2021-06-17T08:26:30Z', 'revision_number': 2, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'subnets': [{'id': '493531f2-a352-4b18-a2d6-a98a1bb4e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:33.812390 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1971ac-6ee1-457e-a5cb-1e8d10348da1 x-openstack-request-id: req-6f1971ac-6ee1-457e-a5cb-1e8d10348da1 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:33.813758 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-plugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:33.813896 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Checking router: 4dee96e2-c804-4d93-9548-d85813607d07 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:26:33.814219 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Updating router 4dee96e2-c804-4d93-9548-d85813607d07 port a4cc4b78-f36b-48fb-989d-41ad4db3a67a binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:26:33.814634 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6f1971ac-6ee1-457e-a5cb-1e8d10348da1 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:33.819950 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'code': 200} Jun 17 08:26:33.870094 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:34.106696 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-c20667b2-6dc2-4e38-b9e2-2f70dcfd289f service neutron] 10.222.0.63 "GET /v2.0/ports/13e27086-da89-4318-9a80-0e1dcdc07c1c/bindings/n-h1-779913-16 HTTP/1.1" status: 200 len: 385 time: 0.3179264 Jun 17 08:26:34.226915 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-89626958-a597-4de8-881c-81096e66fa97 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3335693 Jun 17 08:26:34.239038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:34.263494 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04744e-e355-4441-a51a-3f8168117ca2 req-6728095d-9d93-45c2-9fce-b52e5ecbf5d1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:34.271428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad04744e-e355-4441-a51a-3f8168117ca2 req-6728095d-9d93-45c2-9fce-b52e5ecbf5d1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 946 time: 0.3296328 Jun 17 08:26:34.453955 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:34.593175 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:34.593175 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Transition to ACTIVE for port object a4cc4b78-f36b-48fb-989d-41ad4db3a67a will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:34.594419 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad04744e-e355-4441-a51a-3f8168117ca2 req-fb6082ba-027a-4a90-9bc0-6548b4064528 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160825 Jun 17 08:26:34.615666 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:34.615666 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-d7e21ac2-cd18-46ab-8d02-0293af8447ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:34.817586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:34.872300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:34.873608 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0cb47-08a8-4580-9beb-b6a45e2cec06 None None] Pushing event updated for resources: {'Port': ['ID=a4cc4b78-f36b-48fb-989d-41ad4db3a67a,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:34.904002 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-58b0cb47-08a8-4580-9beb-b6a45e2cec06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:34.933832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e27086-da89-4318-9a80-0e1dcdc07c1c {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:34.956009 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:35.020884 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:35.044977 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:35.053787 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Attempting to bind port a4cc4b78-f36b-48fb-989d-41ad4db3a67a on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:35.054063 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Attempting to bind port a4cc4b78-f36b-48fb-989d-41ad4db3a67a by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '281753e6-63ab-4731-9bfb-09b0e56aa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:35.055110 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Attempting to bind port a4cc4b78-f36b-48fb-989d-41ad4db3a67a on network 53f16c90-94b8-4586-80ac-53e4bee844d0 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:35.068368 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:35.072879 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Checking segment: {'id': '281753e6-63ab-4731-9bfb-09b0e56aa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:35.072879 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:35.072879 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Bound using segment: {'id': '281753e6-63ab-4731-9bfb-09b0e56aa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:35.074180 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Bound port: a4cc4b78-f36b-48fb-989d-41ad4db3a67a, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '281753e6-63ab-4731-9bfb-09b0e56aa9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:35.088914 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:35.189400 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] For port a4cc4b78-f36b-48fb-989d-41ad4db3a67a, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:35.193968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Allocated IP 172.25.8.112 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/3e468cb2-e163-4ea5-82ea-f6b21dd24092) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:35.194740 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] For port a4cc4b78-f36b-48fb-989d-41ad4db3a67a, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a4cc4b78-f36b-48fb-989d-41ad4db3a67a,segment=NetworkSegment(281753e6-63ab-4731-9bfb-09b0e56aa9ae),segment_id=281753e6-63ab-4731-9bfb-09b0e56aa9ae)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:35.203458 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:35.207277 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-c49e31c4-65bb-4285-a9d7-6402270f1cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:35.326402 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Routers {'4dee96e2-c804-4d93-9548-d85813607d07'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:26:35.335461 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:26:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4dee96e2-c804-4d93-9548-d85813607d07'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:35.484583 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0cb47-08a8-4580-9beb-b6a45e2cec06 None None] Pushing event updated for resources: {'Port': ['ID=a4cc4b78-f36b-48fb-989d-41ad4db3a67a,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:35.500004 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-58b0cb47-08a8-4580-9beb-b6a45e2cec06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:35.545426 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:35.569091 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] Set router 4dee96e2-c804-4d93-9548-d85813607d07 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:26:35.636136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:35.702175 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e88ea96e-b7fe-4903-8da0-be0cb0fc8561 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:35.804901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:35.818085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:35.829239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:35.843006 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-36f21998-89ad-459a-b807-66ba176a861b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:35.844525 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-36f21998-89ad-459a-b807-66ba176a861b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.10 "GET /v2.0/networks?id=92457f7e-3040-45f7-936c-cd149cf508b9 HTTP/1.1" status: 200 len: 816 time: 0.2228351 Jun 17 08:26:35.863774 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Request body: {'port': {'device_id': 'fb9281de-b360-4d50-9cf4-ac5ae228787a', 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9', 'admin_state_up': True, 'tenant_id': '59b1d34109f9487ebe9db5dc2d8591c0'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:35.865860 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dee96e2-c804-4d93-9548-d85813607d07', 'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-router', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:26:21Z', 'updated_at': '2021-06-17T08:26:30Z', 'revision_number': 4, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'gw_port': {'id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:23Z', 'updated_at': '2021-06-17T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'a4cc4b78-f36b-48fb-989d-41ad4db3a67a', 'name': '', 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'mac_address': 'fa:16:3e:28:20:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '493531f2-a352-4b18-a2d6-a98a1bb4e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:28Z', 'updated_at': '2021-06-17T08:26:35Z', 'revision_number': 4, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'subnets': [{'id': '493531f2-a352-4b18-a2d6-a98a1bb4e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:26:35.939914 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06282caa-0e1f-4227-ae09-eed2bbd2257a None None] The sync data for ids ['4dee96e2-c804-4d93-9548-d85813607d07'] in n-d-779913-16 is: [{'id': '4dee96e2-c804-4d93-9548-d85813607d07', 'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-router', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:26:21Z', 'updated_at': '2021-06-17T08:26:30Z', 'revision_number': 4, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'gw_port': {'id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:23Z', 'updated_at': '2021-06-17T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'a4cc4b78-f36b-48fb-989d-41ad4db3a67a', 'name': '', 'network_id': '53f16c90-94b8-4586-80ac-53e4bee844d0', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'mac_address': 'fa:16:3e:28:20:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_interface', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '493531f2-a352-4b18-a2d6-a98a1bb4e236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:28Z', 'updated_at': '2021-06-17T08:26:35Z', 'revision_number': 4, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'subnets': [{'id': '493531f2-a352-4b18-a2d6-a98a1bb4e236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:26:36.040847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event updated for resources: {'Port': ['ID=3e468cb2-e163-4ea5-82ea-f6b21dd24092,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:36.079262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] Transition to ACTIVE for port object 13e27086-da89-4318-9a80-0e1dcdc07c1c will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:36.135978 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 295876f2-fb07-46b4-a403-19ed24878fa7 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:36.172037 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.183356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 13e27086-da89-4318-9a80-0e1dcdc07c1c no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:36.183806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.184337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.188176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.188176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.188528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.189051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.189419 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.193082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.193981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.194368 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.194736 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.195121 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:36.255418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Made reservation on behalf of 59b1d34109f9487ebe9db5dc2d8591c0 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:36.284120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 13e27086-da89-4318-9a80-0e1dcdc07c1c not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:36.284329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.293315 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:36.307073 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbe01c21-1073-4f07-9d18-292553b62b3f tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:36.332801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 295876f2-fb07-46b4-a403-19ed24878fa7 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:36.341568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 295876f2-fb07-46b4-a403-19ed24878fa7 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:36.342258 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.499930 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.535983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] Pushing event updated for resources: {'Port': ['ID=13e27086-da89-4318-9a80-0e1dcdc07c1c,revision_number=10']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:36.540068 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:36.554668 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.586732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] No DVR routers for this DVR port 13e27086-da89-4318-9a80-0e1dcdc07c1c on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:36.587412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15f29bb-909a-4767-a8f7-95c9f634f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295876f2-fb07-46b4-a403-19ed24878fa7'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:36.591443 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4310c10d-7505-45dc-a57c-4f48914772ea" -d '{"events": [{"server_uuid": "d15f29bb-909a-4767-a8f7-95c9f634f357", "name": "network-vif-plugged", "status": "completed", "tag": "295876f2-fb07-46b4-a403-19ed24878fa7"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:36.608402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Allocated IP 172.20.0.6 (92457f7e-3040-45f7-936c-cd149cf508b9/936b982d-eb00-489c-8db2-0547e8fe460a/3023fae5-c7d0-47da-bf3c-058b20b80a52) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:36.613363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 295876f2-fb07-46b4-a403-19ed24878fa7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=295876f2-fb07-46b4-a403-19ed24878fa7,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:36.629758 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.632870 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:36.635154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-79731bb9-9a65-4930-b44b-7758c010e07d tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.640167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-79731bb9-9a65-4930-b44b-7758c010e07d tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.640660 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-79731bb9-9a65-4930-b44b-7758c010e07d tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.641141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-79731bb9-9a65-4930-b44b-7758c010e07d tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.641618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-79731bb9-9a65-4930-b44b-7758c010e07d tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.642095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-79731bb9-9a65-4930-b44b-7758c010e07d tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.642566 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-79731bb9-9a65-4930-b44b-7758c010e07d tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.648971 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-79731bb9-9a65-4930-b44b-7758c010e07d tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.649891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-79731bb9-9a65-4930-b44b-7758c010e07d tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.657550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-79731bb9-9a65-4930-b44b-7758c010e07d tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=cc4507fe-66dc-4347-a1f6-b75a722d8e73&device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794&device_id=fb9281de-b360-4d50-9cf4-ac5ae228787a&device_id=d15f29bb-909a-4767-a8f7-95c9f634f357&device_id=f53980b0-8afa-4b76-804d-5664616b6667&device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd&device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff&device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3&device_id=83437467-f52a-4520-9614-25602b2aff1f&device_id=3df7a769-3cec-45ec-b3d6-dbc767867589&device_id=1a716fb9-f68f-4454-885a-fe363c62a015&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 8196 time: 1.0476260 Jun 17 08:26:36.730021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=295876f2-fb07-46b4-a403-19ed24878fa7,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:36.733663 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:36.808775 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-16934ea0-c47e-4fa5-a81e-7102002a7e5a tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.840780 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] 10.222.0.63 "PUT /v2.0/ports/13e27086-da89-4318-9a80-0e1dcdc07c1c/bindings/n-h1-779913-16/activate HTTP/1.1" status: 200 len: 370 time: 2.7249763 Jun 17 08:26:36.864009 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-25ad708c-b853-46cb-bcb4-566fa0c7ca16 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.865545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-25ad708c-b853-46cb-bcb4-566fa0c7ca16 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.63 "GET /v2.0/networks?id=92457f7e-3040-45f7-936c-cd149cf508b9 HTTP/1.1" status: 200 len: 816 time: 0.8302112 Jun 17 08:26:36.868907 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:36.923131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-0fdab676-37a5-4a60-b79e-a69a5df7c253 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:36.926009 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-0fdab676-37a5-4a60-b79e-a69a5df7c253 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.10 "GET /v2.0/networks?id=92457f7e-3040-45f7-936c-cd149cf508b9 HTTP/1.1" status: 200 len: 816 time: 0.3093960 Jun 17 08:26:36.939364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Request body: {'port': {'device_id': 'cc4507fe-66dc-4347-a1f6-b75a722d8e73', 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9', 'admin_state_up': True, 'tenant_id': '59b1d34109f9487ebe9db5dc2d8591c0'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:36.968146 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Request body: {'port': {'device_id': 'f6bd702b-fc35-42f8-9bcf-3b3d26fa6794', 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9', 'admin_state_up': True, 'tenant_id': '59b1d34109f9487ebe9db5dc2d8591c0'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:37.246918 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.260330 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a4cc4b78-f36b-48fb-989d-41ad4db3a67a up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:37.316823 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.323615 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:37.352931 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-16934ea0-c47e-4fa5-a81e-7102002a7e5a tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.372485 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-16934ea0-c47e-4fa5-a81e-7102002a7e5a tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.384426 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port a4cc4b78-f36b-48fb-989d-41ad4db3a67a completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:37.390344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a4cc4b78-f36b-48fb-989d-41ad4db3a67a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:37.391339 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.402581 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Made reservation on behalf of 59b1d34109f9487ebe9db5dc2d8591c0 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:37.404159 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c4df857c-5b83-4c31-8679-b48078e23402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:37.407465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.414382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Network 92457f7e-3040-45f7-936c-cd149cf508b9 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:37.444763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-658e7498-f4fe-4792-b756-ffb62a4d135e req-16934ea0-c47e-4fa5-a81e-7102002a7e5a tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&id=6e440f0e-268f-45e9-bfc2-984521765e34&id=fe58f34a-b1cc-49ca-bb31-9977054564e1&id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 698 time: 0.7710321 Jun 17 08:26:37.465883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Pushing event updated for resources: {'Port': ['ID=3023fae5-c7d0-47da-bf3c-058b20b80a52,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:37.479809 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:37.486938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:37.500040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-1dad2cef-7234-424a-b07d-481a8cc770b7 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:37.501588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-1dad2cef-7234-424a-b07d-481a8cc770b7 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.5384102 Jun 17 08:26:37.513773 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16934ea0-c47e-4fa5-a81e-7102002a7e5a tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d66b706-8486-4cb4-9980-935a46484e86,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:37.514661 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.515786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.517225 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.517523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.519265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.520424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.520823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.522529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.523391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.523781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.525718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.526112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:37.534556 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:37.586218 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.599384 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-16934ea0-c47e-4fa5-a81e-7102002a7e5a tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:37.608286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Made reservation on behalf of 59b1d34109f9487ebe9db5dc2d8591c0 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:37.613474 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.638762 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.669884 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port a4cc4b78-f36b-48fb-989d-41ad4db3a67a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a4cc4b78-f36b-48fb-989d-41ad4db3a67a,segment=NetworkSegment(281753e6-63ab-4731-9bfb-09b0e56aa9ae),segment_id=281753e6-63ab-4731-9bfb-09b0e56aa9ae)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:37.679157 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.682899 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.689552 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:37.704605 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84004aa4-66c7-4ce7-b13e-8005ace297b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:37.717316 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:37.718155 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.738372 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8786159 Jun 17 08:26:37.776077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Request body: {'port': {'device_id': 'fb9281de-b360-4d50-9cf4-ac5ae228787a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:37.792593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=a4cc4b78-f36b-48fb-989d-41ad4db3a67a,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:37.802194 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:37.845457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Allocated IP 172.20.0.8 (92457f7e-3040-45f7-936c-cd149cf508b9/936b982d-eb00-489c-8db2-0547e8fe460a/e390e24d-e926-4a6c-b460-7e3d7abb0960) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:37.885315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event updated for resources: {'Port': ['ID=3e468cb2-e163-4ea5-82ea-f6b21dd24092,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:37.897008 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ef5833f-03a2-440c-8fd3-57ba6ff735d1 req-1c24af45-bb95-49bf-8683-8318f49afee7 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 210 time: 0.1962199 Jun 17 08:26:37.901279 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:37.924557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-bd5a0acf-ca22-4cbc-aadd-2930f1fef83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:37.926635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-bd5a0acf-ca22-4cbc-aadd-2930f1fef83e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff&tenant_id=bf6e255a98c04f7ba233cf48bf239691 HTTP/1.1" status: 200 len: 1097 time: 0.4139020 Jun 17 08:26:37.949295 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.955815 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.977366 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:37.978788 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7503786 Jun 17 08:26:38.264426 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.326358 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.340682 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:38.376804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Network 92457f7e-3040-45f7-936c-cd149cf508b9 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:38.400579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:38.403640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:38.459347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-e059317e-c270-49bc-b845-56a4fd597f47 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.112 HTTP/1.1" status: 200 len: 696 time: 0.4191558 Jun 17 08:26:38.463380 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Pushing event updated for resources: {'Port': ['ID=e390e24d-e926-4a6c-b460-7e3d7abb0960,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:38.468464 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:38.486325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:38.487021 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.512112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5675728 Jun 17 08:26:38.534488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Request body: {'port': {'device_id': 'f6bd702b-fc35-42f8-9bcf-3b3d26fa6794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:38.619580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Allocated IP 172.20.0.10 (92457f7e-3040-45f7-936c-cd149cf508b9/936b982d-eb00-489c-8db2-0547e8fe460a/9b2dbe01-d1fb-4f04-9271-c28600901a2b) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:38.646131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-4b0614c7-97e0-4943-840d-c57c14da14b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:38.647293 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:38.648009 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-4b0614c7-97e0-4943-840d-c57c14da14b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1097 time: 0.6651590 Jun 17 08:26:38.765883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-2fcc22bf-d843-4af5-ab4f-04e9fd775ef7 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:38.777854 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00bee96a-f89e-40f1-9279-ad37d6466ca4 req-2fcc22bf-d843-4af5-ab4f-04e9fd775ef7 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.3173928 Jun 17 08:26:38.822714 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e23dda-6b39-4773-9185-e6844be9a47e req-e5168c79-1f1f-4568-8d45-6933aef4ca4b tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:38.836638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77e23dda-6b39-4773-9185-e6844be9a47e req-e5168c79-1f1f-4568-8d45-6933aef4ca4b tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 945 time: 0.3749151 Jun 17 08:26:38.979217 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.040173 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77e23dda-6b39-4773-9185-e6844be9a47e req-e9497b07-e7c5-4066-9813-3fe361d44c08 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900516 Jun 17 08:26:39.041334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-0d61372f-8728-4ebe-9ddb-ca81f8590b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:39.042688 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-0d61372f-8728-4ebe-9ddb-ca81f8590b0f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.3825421 Jun 17 08:26:39.113675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-7b84ab79-5feb-4bf9-9ce7-a278f6ad5cbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c HTTP/1.1" status: 200 len: 217 time: 0.0633173 Jun 17 08:26:39.175755 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.192193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a4cc4b78-f36b-48fb-989d-41ad4db3a67a up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:39.208135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8eeb9-8b85-400c-912b-86bc728b2185 req-98fc6164-21eb-441f-9572-51218cd75f4f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:39.209661 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcf8eeb9-8b85-400c-912b-86bc728b2185 req-98fc6164-21eb-441f-9572-51218cd75f4f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 945 time: 0.2665462 Jun 17 08:26:39.240650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b4dceb30-86b7-4ab1-b088-f3d68182f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:39.242108 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-b4dceb30-86b7-4ab1-b088-f3d68182f05b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1169972 Jun 17 08:26:39.265737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a4cc4b78-f36b-48fb-989d-41ad4db3a67a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:39.266273 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.300086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-ce807092-a939-4087-8da8-be7c38f504ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494843 Jun 17 08:26:39.304571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcf8eeb9-8b85-400c-912b-86bc728b2185 req-02aac1db-041d-4d62-844c-359204c9b3a5 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866554 Jun 17 08:26:39.320234 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.338160 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:39.444985 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Pushing event updated for resources: {'Port': ['ID=9b2dbe01-d1fb-4f04-9271-c28600901a2b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:39.472616 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:39.474535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Network 92457f7e-3040-45f7-936c-cd149cf508b9 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:39.481474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:39.487528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:39.543332 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d31f1b1-86bf-4dfc-91f6-11ca9cdb029e x-openstack-request-id: req-7d31f1b1-86bf-4dfc-91f6-11ca9cdb029e {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:39.543744 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15f29bb-909a-4767-a8f7-95c9f634f357", "name": "network-vif-plugged", "status": "completed", "tag": "295876f2-fb07-46b4-a403-19ed24878fa7", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:39.544119 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d31f1b1-86bf-4dfc-91f6-11ca9cdb029e {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:39.544619 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15f29bb-909a-4767-a8f7-95c9f634f357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295876f2-fb07-46b4-a403-19ed24878fa7', 'code': 200} Jun 17 08:26:39.553421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:39.554017 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.559928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3023fae5-c7d0-47da-bf3c-058b20b80a52 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:39.574104 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.586886 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-158bfd7a-d1f1-4a2f-96bb-746b5bfd9b63 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772691 Jun 17 08:26:39.590303 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Transition to ACTIVE for port object 3023fae5-c7d0-47da-bf3c-058b20b80a52 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:39.608716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7038939 Jun 17 08:26:39.625275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Request body: {'port': {'device_id': 'cc4507fe-66dc-4347-a1f6-b75a722d8e73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:39.635182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.10', 56279) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:26:39.704606 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.709607 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-de6f0908-5023-4a0e-843c-49d2ee28761c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:39.750874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7638ae1-aae1-481b-baf5-bfa3254751df req-8f31514b-2896-4b24-9071-8d265ba35fd5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:39.752569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7638ae1-aae1-481b-baf5-bfa3254751df req-8f31514b-2896-4b24-9071-8d265ba35fd5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 946 time: 0.3511386 Jun 17 08:26:39.848201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3023fae5-c7d0-47da-bf3c-058b20b80a52,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:39.891691 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:39.922364 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e390e24d-e926-4a6c-b460-7e3d7abb0960 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:39.923746 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7638ae1-aae1-481b-baf5-bfa3254751df req-aeaf4b9e-20e7-4d3f-ad14-b4af7921ac91 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562035 Jun 17 08:26:39.950710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-a4149e40-3e71-47b7-a474-109080f4615c service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3517106 Jun 17 08:26:39.952144 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.957775 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:39.984197 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-f37c6f15-06ae-488a-a893-bfd61a3668fa tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2619390 Jun 17 08:26:39.986427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f8ac34-7066-4b61-89c2-1262a5e990cd req-4c7e48e8-a8bf-4271-82f9-37cdc5c0a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:39.987815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98f8ac34-7066-4b61-89c2-1262a5e990cd req-4c7e48e8-a8bf-4271-82f9-37cdc5c0a172 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 1097 time: 0.3113174 Jun 17 08:26:39.993659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Attempting to bind port 3023fae5-c7d0-47da-bf3c-058b20b80a52 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:39.994030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Attempting to bind port 3023fae5-c7d0-47da-bf3c-058b20b80a52 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:39.994413 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Attempting to bind port 3023fae5-c7d0-47da-bf3c-058b20b80a52 on network 92457f7e-3040-45f7-936c-cd149cf508b9 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:39.996523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:40.010391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Port 3023fae5-c7d0-47da-bf3c-058b20b80a52 on network 92457f7e-3040-45f7-936c-cd149cf508b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:40.011162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Attempting to bind port 3023fae5-c7d0-47da-bf3c-058b20b80a52 on network 92457f7e-3040-45f7-936c-cd149cf508b9 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:40.030542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Transition to ACTIVE for port object e390e24d-e926-4a6c-b460-7e3d7abb0960 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:40.031676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:40.032123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Checking segment: {'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:40.032398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Bound using segment: {'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:40.032844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Bound port: 3023fae5-c7d0-47da-bf3c-058b20b80a52, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:40.033198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.067553 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.083874 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:40.136415 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.146412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98f8ac34-7066-4b61-89c2-1262a5e990cd req-9051f5b9-7e14-420b-9b2c-30790f7a2931 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436841 Jun 17 08:26:40.166259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] For port 3023fae5-c7d0-47da-bf3c-058b20b80a52, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:40.169543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] For port 3023fae5-c7d0-47da-bf3c-058b20b80a52, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=3023fae5-c7d0-47da-bf3c-058b20b80a52,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:40.220246 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.237815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Pushing event updated for resources: {'Port': ['ID=e390e24d-e926-4a6c-b460-7e3d7abb0960,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:40.245257 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:40.248136 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1aca0d93-e78e-4075-8a26-ff3a9228bd61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:40.251975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:40.252605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.254110 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] 10.222.0.10 "PUT /v2.0/ports/3023fae5-c7d0-47da-bf3c-058b20b80a52 HTTP/1.1" status: 200 len: 1092 time: 2.4829164 Jun 17 08:26:40.257432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9281de-b360-4d50-9cf4-ac5ae228787a', 'tag': '3023fae5-c7d0-47da-bf3c-058b20b80a52'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:40.259332 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9271171f-9834-4f0b-aafc-d7c118c300c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9281de-b360-4d50-9cf4-ac5ae228787a", "tag": "3023fae5-c7d0-47da-bf3c-058b20b80a52"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:40.383145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475489b2-66ba-400e-889a-303889b67127 req-2e2205e1-e6da-4b51-b396-ae6d7fc432c2 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:40.384778 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-475489b2-66ba-400e-889a-303889b67127 req-2e2205e1-e6da-4b51-b396-ae6d7fc432c2 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 943 time: 0.2238727 Jun 17 08:26:40.404159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3023fae5-c7d0-47da-bf3c-058b20b80a52,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:40.411554 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:40.432037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Attempting to bind port e390e24d-e926-4a6c-b460-7e3d7abb0960 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:40.432442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Attempting to bind port e390e24d-e926-4a6c-b460-7e3d7abb0960 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:40.432701 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Attempting to bind port e390e24d-e926-4a6c-b460-7e3d7abb0960 on network 92457f7e-3040-45f7-936c-cd149cf508b9 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:40.440270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Port e390e24d-e926-4a6c-b460-7e3d7abb0960 on network 92457f7e-3040-45f7-936c-cd149cf508b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:40.440995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Attempting to bind port e390e24d-e926-4a6c-b460-7e3d7abb0960 on network 92457f7e-3040-45f7-936c-cd149cf508b9 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:40.458932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:40.459331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Checking segment: {'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:40.459659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Bound using segment: {'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:40.460108 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Bound port: e390e24d-e926-4a6c-b460-7e3d7abb0960, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:40.460459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.479917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-bc5e2e8e-9060-421c-af3b-6bf241dd7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:40.481337 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-bc5e2e8e-9060-421c-af3b-6bf241dd7a9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59b1d34109f9487ebe9db5dc2d8591c0&device_id=fb9281de-b360-4d50-9cf4-ac5ae228787a HTTP/1.1" status: 200 len: 1095 time: 0.1212428 Jun 17 08:26:40.503206 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-475489b2-66ba-400e-889a-303889b67127 req-4dd4fa0f-d412-45a6-8793-414ae74b5c37 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100101 Jun 17 08:26:40.538183 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b2dbe01-d1fb-4f04-9271-c28600901a2b {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:40.547899 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.568142 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.628541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Transition to ACTIVE for port object 9b2dbe01-d1fb-4f04-9271-c28600901a2b will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:40.645123 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:40.651538 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-515d7826-9195-4f96-ac1c-df6a56b53b83 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:40.802538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-24d409e0-4719-4cbe-b1b0-a475c7354693 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:40.804115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-24d409e0-4719-4cbe-b1b0-a475c7354693 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.2763786 Jun 17 08:26:40.809267 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Pushing event updated for resources: {'Port': ['ID=9b2dbe01-d1fb-4f04-9271-c28600901a2b,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:40.827504 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:40.828675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Allocated IP 172.25.8.150 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/d1377c61-fc6c-42fb-bc72-b0f5da0919ac) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:40.922945 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-c29c1032-fadd-4f3d-9c9d-f5e34e5c4e19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3023fae5-c7d0-47da-bf3c-058b20b80a52 HTTP/1.1" status: 200 len: 217 time: 0.4196203 Jun 17 08:26:40.985050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] For port e390e24d-e926-4a6c-b460-7e3d7abb0960, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:40.989689 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] For port e390e24d-e926-4a6c-b460-7e3d7abb0960, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=e390e24d-e926-4a6c-b460-7e3d7abb0960,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:41.000529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-cc9d991a-ebfb-4846-a0b0-17c3f88ca0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.002077 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-cc9d991a-ebfb-4846-a0b0-17c3f88ca0cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=936b982d-eb00-489c-8db2-0547e8fe460a HTTP/1.1" status: 200 len: 856 time: 0.0677917 Jun 17 08:26:41.003615 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.005850 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e2d972e-a049-43c7-884d-f6932a2e4c24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:41.064087 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-9d10b7d0-b572-4e34-b3d4-0c727834399e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92457f7e-3040-45f7-936c-cd149cf508b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359321 Jun 17 08:26:41.071375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.072127 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.073641 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] 10.222.0.10 "PUT /v2.0/ports/e390e24d-e926-4a6c-b460-7e3d7abb0960 HTTP/1.1" status: 200 len: 1092 time: 2.5509422 Jun 17 08:26:41.132374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Attempting to bind port 9b2dbe01-d1fb-4f04-9271-c28600901a2b on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:41.132839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Attempting to bind port 9b2dbe01-d1fb-4f04-9271-c28600901a2b by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:41.133349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Attempting to bind port 9b2dbe01-d1fb-4f04-9271-c28600901a2b on network 92457f7e-3040-45f7-936c-cd149cf508b9 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:41.162376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29e61d-3a3b-4928-9e59-859d9d5c880a req-2bd651f9-33d4-422c-99fc-96c5bcbc06af tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.163072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29e61d-3a3b-4928-9e59-859d9d5c880a req-2bd651f9-33d4-422c-99fc-96c5bcbc06af tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.163602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29e61d-3a3b-4928-9e59-859d9d5c880a req-2bd651f9-33d4-422c-99fc-96c5bcbc06af tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.171341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e29e61d-3a3b-4928-9e59-859d9d5c880a req-2bd651f9-33d4-422c-99fc-96c5bcbc06af tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667&device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd&device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 2886 time: 0.2538068 Jun 17 08:26:41.173938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Pushing event updated for resources: {'Port': ['ID=e390e24d-e926-4a6c-b460-7e3d7abb0960,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:41.183807 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:41.197828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Port 9b2dbe01-d1fb-4f04-9271-c28600901a2b on network 92457f7e-3040-45f7-936c-cd149cf508b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:41.198216 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Attempting to bind port 9b2dbe01-d1fb-4f04-9271-c28600901a2b on network 92457f7e-3040-45f7-936c-cd149cf508b9 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:41.219709 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-68db66e1-edf3-4cc6-83ce-85828057ea0d service neutron] 10.222.0.10 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408796 Jun 17 08:26:41.225893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:41.225893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Checking segment: {'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:41.226321 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Bound using segment: {'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:41.227908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Bound port: 9b2dbe01-d1fb-4f04-9271-c28600901a2b, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '277fa48e-0b4d-498c-ba56-75998bdf13d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:41.228729 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.263080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e29e61d-3a3b-4928-9e59-859d9d5c880a req-8f2515d9-d559-4f99-b51d-a0fa099c7c9f tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906396 Jun 17 08:26:41.289243 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-d9534c9e-2620-42b1-829b-05d1ddfda8c4 service neutron] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:41.293456 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-63578959-d757-45c8-949c-5286aa6d2690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.295010 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-63578959-d757-45c8-949c-5286aa6d2690 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59b1d34109f9487ebe9db5dc2d8591c0&device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 1095 time: 0.1588430 Jun 17 08:26:41.297287 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.302665 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-d9534c9e-2620-42b1-829b-05d1ddfda8c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.304038 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973169a2-cc99-4ffd-98ce-587d289a50eb req-d9534c9e-2620-42b1-829b-05d1ddfda8c4 service neutron] 10.222.0.10 "DELETE /v2.0/ports/13e27086-da89-4318-9a80-0e1dcdc07c1c/bindings/n-h2-779913-16 HTTP/1.1" status: 204 len: 173 time: 0.4836290 Jun 17 08:26:41.352584 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-50e964ce-1f0a-4d2e-834a-d4623730dafc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e390e24d-e926-4a6c-b460-7e3d7abb0960 HTTP/1.1" status: 200 len: 217 time: 0.0481963 Jun 17 08:26:41.419421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] For port 9b2dbe01-d1fb-4f04-9271-c28600901a2b, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:41.432707 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] For port 9b2dbe01-d1fb-4f04-9271-c28600901a2b, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9b2dbe01-d1fb-4f04-9271-c28600901a2b,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:41.443837 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.452542 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9625abca-26b7-4fb1-b840-d1eb7ce1e59b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:41.467388 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.499817 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-8e8f7866-7bc7-493c-aff4-3b6c531fd923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.501882 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-8e8f7866-7bc7-493c-aff4-3b6c531fd923 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=936b982d-eb00-489c-8db2-0547e8fe460a HTTP/1.1" status: 200 len: 856 time: 0.0810406 Jun 17 08:26:41.504689 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f36ee32c-762c-41aa-b48b-26cf76928d48 service neutron] 10.222.0.10 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768841 Jun 17 08:26:41.545803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:41.574204 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:41.577046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.577659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.579068 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] 10.222.0.63 "PUT /v2.0/ports/9b2dbe01-d1fb-4f04-9271-c28600901a2b HTTP/1.1" status: 200 len: 1093 time: 1.9580548 Jun 17 08:26:41.581709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc4507fe-66dc-4347-a1f6-b75a722d8e73', 'tag': '9b2dbe01-d1fb-4f04-9271-c28600901a2b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:41.584015 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1a77fc-6cab-484d-8523-fc15355a0b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "cc4507fe-66dc-4347-a1f6-b75a722d8e73", "tag": "9b2dbe01-d1fb-4f04-9271-c28600901a2b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:41.603931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:41.604284 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-4ac6139f-92b3-4994-b4a2-4a57a84a9aa7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92457f7e-3040-45f7-936c-cd149cf508b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835183 Jun 17 08:26:41.630458 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Pushing event updated for resources: {'Port': ['ID=9b2dbe01-d1fb-4f04-9271-c28600901a2b,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:41.645300 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:41.645816 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:41.757623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event updated for resources: {'Port': ['ID=d1377c61-fc6c-42fb-bc72-b0f5da0919ac,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:41.762000 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37985ea4-9124-4c0d-be84-f5d216443aed req-344e10ac-6d6b-482d-8ba6-296deca63481 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.763685 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-344e10ac-6d6b-482d-8ba6-296deca63481 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 945 time: 0.1582677 Jun 17 08:26:41.770678 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:41.793555 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412fb57-f29c-40ba-99ff-218abf78c4b9 req-752ed7b2-14ad-453b-9b70-d588ade1b438 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.800650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3412fb57-f29c-40ba-99ff-218abf78c4b9 req-752ed7b2-14ad-453b-9b70-d588ade1b438 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 945 time: 0.2907979 Jun 17 08:26:41.830399 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.838368 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-5cc8fa21-860e-42bf-9bbc-bcc6c84afee1 service neutron] 10.222.0.10 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034245 Jun 17 08:26:41.911103 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3412fb57-f29c-40ba-99ff-218abf78c4b9 req-b603987d-061e-41fa-bbc2-ae52fc22948f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093843 Jun 17 08:26:41.944097 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-663abd3f-b461-45ad-91ce-b8f092546afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:41.946267 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-663abd3f-b461-45ad-91ce-b8f092546afa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=59b1d34109f9487ebe9db5dc2d8591c0&device_id=cc4507fe-66dc-4347-a1f6-b75a722d8e73 HTTP/1.1" status: 200 len: 1096 time: 0.2925363 Jun 17 08:26:41.968672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:41.992526 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-cf3db8dd-a700-4399-b3d7-7dcbc008d748 service neutron] 10.222.0.10 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471028 Jun 17 08:26:42.005182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-37985ea4-9124-4c0d-be84-f5d216443aed req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Deleting port 295876f2-fb07-46b4-a403-19ed24878fa7 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:42.005572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:42.039017 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-f4e5de9d-aed0-40fb-88b6-e7c35bd36977 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b2dbe01-d1fb-4f04-9271-c28600901a2b HTTP/1.1" status: 200 len: 217 time: 0.0790360 Jun 17 08:26:42.192143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-a179ccc9-23b2-47a7-8a98-4987b43141ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.193876 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e9a3a3-b616-4cee-b975-7e2abacc9ae9 x-openstack-request-id: req-d3e9a3a3-b616-4cee-b975-7e2abacc9ae9 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:42.194080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-a179ccc9-23b2-47a7-8a98-4987b43141ad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=936b982d-eb00-489c-8db2-0547e8fe460a HTTP/1.1" status: 200 len: 856 time: 0.1243138 Jun 17 08:26:42.194193 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9281de-b360-4d50-9cf4-ac5ae228787a", "tag": "3023fae5-c7d0-47da-bf3c-058b20b80a52", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:42.194480 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d3e9a3a3-b616-4cee-b975-7e2abacc9ae9 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:42.194930 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9281de-b360-4d50-9cf4-ac5ae228787a', 'tag': '3023fae5-c7d0-47da-bf3c-058b20b80a52', 'status': 'completed', 'code': 200} Jun 17 08:26:42.196768 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-37985ea4-9124-4c0d-be84-f5d216443aed req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] For port 295876f2-fb07-46b4-a403-19ed24878fa7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=295876f2-fb07-46b4-a403-19ed24878fa7,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:42.197693 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:42.270360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-b8e810c4-3a73-40bb-8ce6-417bc779a947 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92457f7e-3040-45f7-936c-cd149cf508b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578494 Jun 17 08:26:42.322537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-37985ea4-9124-4c0d-be84-f5d216443aed req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Calling delete_port for 295876f2-fb07-46b4-a403-19ed24878fa7 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:42.433890 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271171f-9834-4f0b-aafc-d7c118c300c4 req-dd423821-0c0a-4bf7-a971-110107c29596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.436004 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9271171f-9834-4f0b-aafc-d7c118c300c4 req-dd423821-0c0a-4bf7-a971-110107c29596 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59b1d34109f9487ebe9db5dc2d8591c0&device_id=fb9281de-b360-4d50-9cf4-ac5ae228787a HTTP/1.1" status: 200 len: 1095 time: 0.2120736 Jun 17 08:26:42.597466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271171f-9834-4f0b-aafc-d7c118c300c4 req-745bff5f-f1b7-47fb-80cd-5f1462c3bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.599338 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9271171f-9834-4f0b-aafc-d7c118c300c4 req-745bff5f-f1b7-47fb-80cd-5f1462c3bb1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=92457f7e-3040-45f7-936c-cd149cf508b9 HTTP/1.1" status: 200 len: 917 time: 0.1518633 Jun 17 08:26:42.660823 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9271171f-9834-4f0b-aafc-d7c118c300c4 req-3c3be5f8-bdd8-4bd8-abb0-d9cf19e8f996 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3023fae5-c7d0-47da-bf3c-058b20b80a52 HTTP/1.1" status: 200 len: 217 time: 0.0470753 Jun 17 08:26:42.711060 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:42.717573 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:42.724837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['295876f2-fb07-46b4-a403-19ed24878fa7'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:42.755592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event deleted for resources: {'Port': ['ID=295876f2-fb07-46b4-a403-19ed24878fa7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:42.771535 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:42.800891 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271171f-9834-4f0b-aafc-d7c118c300c4 req-90f1fbde-3ee3-454d-ba6f-15bbaaa166e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:42.802352 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9271171f-9834-4f0b-aafc-d7c118c300c4 req-90f1fbde-3ee3-454d-ba6f-15bbaaa166e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=936b982d-eb00-489c-8db2-0547e8fe460a HTTP/1.1" status: 200 len: 856 time: 0.1254332 Jun 17 08:26:42.837526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1474df12-5115-4c07-8dc1-53eb742f2dec req-1007266d-4654-4760-a8b8-a73859cbad83 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 210 time: 0.0509346 Jun 17 08:26:42.865864 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-49b3fb8f-7370-40ad-8e12-821cc0b01a8b service neutron] 10.222.0.63 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551760 Jun 17 08:26:42.874956 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-37985ea4-9124-4c0d-be84-f5d216443aed req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] No DVR routers for this DVR port 295876f2-fb07-46b4-a403-19ed24878fa7 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:26:42.879779 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-37985ea4-9124-4c0d-be84-f5d216443aed req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:42.885001 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-37985ea4-9124-4c0d-be84-f5d216443aed req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "DELETE /v2.0/ports/295876f2-fb07-46b4-a403-19ed24878fa7 HTTP/1.1" status: 204 len: 173 time: 1.1083212 Jun 17 08:26:42.934908 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9271171f-9834-4f0b-aafc-d7c118c300c4 req-f74fadbe-6034-40a8-9d07-99c7fc36c54e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92457f7e-3040-45f7-936c-cd149cf508b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026800 Jun 17 08:26:42.961830 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:42.970309 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:42.982708 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5b62fbbc-2441-41ef-94a3-a0b98a26acc9 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:43.062961 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.091498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.093475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1011615 Jun 17 08:26:43.152514 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event updated for resources: {'Port': ['ID=d1377c61-fc6c-42fb-bc72-b0f5da0919ac,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:43.156084 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:43.170308 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9271171f-9834-4f0b-aafc-d7c118c300c4 req-3a7d509e-ee51-4838-a43d-398911870a62 service neutron] 10.222.0.10 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027090 Jun 17 08:26:43.170964 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-65a70fb9-b407-4c41-9e7c-09fda6bf06dc tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.0690901 Jun 17 08:26:43.172964 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c00854d4-b6b9-424c-bfad-5c18c43804ca req-1c5a9a57-df66-42c8-a827-42ed3ee7de67 service neutron] 10.222.0.63 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990792 Jun 17 08:26:43.344244 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9271171f-9834-4f0b-aafc-d7c118c300c4 req-b4680b7a-b97e-4575-9a88-fcbc85d7df6a service neutron] 10.222.0.10 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489246 Jun 17 08:26:43.344541 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:26:43.361989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875545e8-8f22-4bb3-9c10-4bffdedbc88a req-99fdd80c-173d-4338-89d6-d3b9bbc07fb1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:43.368969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-875545e8-8f22-4bb3-9c10-4bffdedbc88a req-99fdd80c-173d-4338-89d6-d3b9bbc07fb1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 946 time: 0.1796870 Jun 17 08:26:43.378619 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1a4dc6f4-397f-4e7e-89b0-57f7e30a7afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:43.404105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-bbe73bf5-02f0-4640-adeb-3a7b3de79fab tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:43.405481 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8418b40-7f9c-4e3b-b72d-9aff55e84e3b req-bbe73bf5-02f0-4640-adeb-3a7b3de79fab tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.2275295 Jun 17 08:26:43.434176 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-875545e8-8f22-4bb3-9c10-4bffdedbc88a req-dcda3b01-98c1-46d6-ad45-188dd2a27a1c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640221 Jun 17 08:26:43.486587 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-26dfae24-a753-427a-bbf6-a3a2ddd037c2 req-9fe6b8d0-e4e5-4afa-8fb2-ba6c5284eb90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 210 time: 0.0688050 Jun 17 08:26:43.606801 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cc4fd5-dea3-4f8e-be02-e87bca35115c x-openstack-request-id: req-29cc4fd5-dea3-4f8e-be02-e87bca35115c {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:43.607221 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc4507fe-66dc-4347-a1f6-b75a722d8e73", "tag": "9b2dbe01-d1fb-4f04-9271-c28600901a2b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:43.607386 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-29cc4fd5-dea3-4f8e-be02-e87bca35115c {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:43.607824 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc4507fe-66dc-4347-a1f6-b75a722d8e73', 'tag': '9b2dbe01-d1fb-4f04-9271-c28600901a2b', 'status': 'completed', 'code': 200} Jun 17 08:26:43.730362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be201-7674-4f7c-9684-16e3e36e13b1 req-881a52b6-eb66-4e48-8a74-2f46a55f50fb tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:43.737305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ef0be201-7674-4f7c-9684-16e3e36e13b1 req-881a52b6-eb66-4e48-8a74-2f46a55f50fb tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 943 time: 0.1456838 Jun 17 08:26:43.741696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfae24-a753-427a-bbf6-a3a2ddd037c2 req-30ff1604-ad38-40ea-9e63-f7816d4fa90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:43.743216 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-26dfae24-a753-427a-bbf6-a3a2ddd037c2 req-30ff1604-ad38-40ea-9e63-f7816d4fa90d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=17fe9c2faf86410a842c7f72bf627588&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2477486 Jun 17 08:26:43.746523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a77fc-6cab-484d-8523-fc15355a0b8e req-3b3bfb56-3bc0-49eb-ab8a-7f810e28f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:43.748009 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d1a77fc-6cab-484d-8523-fc15355a0b8e req-3b3bfb56-3bc0-49eb-ab8a-7f810e28f7c5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=59b1d34109f9487ebe9db5dc2d8591c0&device_id=cc4507fe-66dc-4347-a1f6-b75a722d8e73 HTTP/1.1" status: 200 len: 1096 time: 0.1024551 Jun 17 08:26:43.823429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ef0be201-7674-4f7c-9684-16e3e36e13b1 req-bb5863ec-0f49-40fd-a1c4-b878de858b79 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848234 Jun 17 08:26:43.931916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a77fc-6cab-484d-8523-fc15355a0b8e req-58aaeb5c-ea1c-47c0-a2ec-9e9cbc591919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:43.933643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d1a77fc-6cab-484d-8523-fc15355a0b8e req-58aaeb5c-ea1c-47c0-a2ec-9e9cbc591919 service neutron] 10.222.0.63 "GET /v2.0/networks?id=92457f7e-3040-45f7-936c-cd149cf508b9 HTTP/1.1" status: 200 len: 917 time: 0.1753643 Jun 17 08:26:43.971217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dfae24-a753-427a-bbf6-a3a2ddd037c2 req-65a7e895-db68-470f-b419-34e002ca95de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:43.972693 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-26dfae24-a753-427a-bbf6-a3a2ddd037c2 req-65a7e895-db68-470f-b419-34e002ca95de service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2167578 Jun 17 08:26:44.039810 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d1a77fc-6cab-484d-8523-fc15355a0b8e req-fc35b686-faf8-4b21-8828-18e74a767ea8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b2dbe01-d1fb-4f04-9271-c28600901a2b HTTP/1.1" status: 200 len: 217 time: 0.0936418 Jun 17 08:26:44.166800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a77fc-6cab-484d-8523-fc15355a0b8e req-c0073356-01c3-4ae0-a93a-c80d0f27514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:44.168895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d1a77fc-6cab-484d-8523-fc15355a0b8e req-c0073356-01c3-4ae0-a93a-c80d0f27514d service neutron] 10.222.0.63 "GET /v2.0/subnets?id=936b982d-eb00-489c-8db2-0547e8fe460a HTTP/1.1" status: 200 len: 856 time: 0.0907869 Jun 17 08:26:44.195899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6bd702b-fc35-42f8-9bcf-3b3d26fa6794', 'tag': 'e390e24d-e926-4a6c-b460-7e3d7abb0960'}, {'server_uuid': 'd15f29bb-909a-4767-a8f7-95c9f634f357', 'name': 'network-vif-deleted', 'tag': '295876f2-fb07-46b4-a403-19ed24878fa7'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:44.198720 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f356e8f7-df54-4542-a9b8-e64832c1390e" -d '{"events": [{"name": "network-changed", "server_uuid": "f6bd702b-fc35-42f8-9bcf-3b3d26fa6794", "tag": "e390e24d-e926-4a6c-b460-7e3d7abb0960"}, {"server_uuid": "d15f29bb-909a-4767-a8f7-95c9f634f357", "name": "network-vif-deleted", "tag": "295876f2-fb07-46b4-a403-19ed24878fa7"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:44.237587 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d1a77fc-6cab-484d-8523-fc15355a0b8e req-5585d851-e3e0-4338-b86a-65a441710b4d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=92457f7e-3040-45f7-936c-cd149cf508b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570691 Jun 17 08:26:44.242131 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6483bb18-5666-411b-a166-ad539e3fc958 req-09f0d98c-06fb-4d35-a47e-f4f03c2f2761 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3073771 Jun 17 08:26:44.246946 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f97109-3537-46aa-8605-9cf5fd924e13 req-2f031a70-d5de-4658-b7ac-26b1c2dd7e43 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:44.248407 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86f97109-3537-46aa-8605-9cf5fd924e13 req-2f031a70-d5de-4658-b7ac-26b1c2dd7e43 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1097 time: 0.2494476 Jun 17 08:26:44.255226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:44.401336 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.406649 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86f97109-3537-46aa-8605-9cf5fd924e13 req-3d5798db-5c41-487e-8556-84a16bc5c0a3 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868673 Jun 17 08:26:44.411534 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d1a77fc-6cab-484d-8523-fc15355a0b8e req-24f2c908-07e2-4a86-b54e-4035c09c94cc service neutron] 10.222.0.63 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622109 Jun 17 08:26:44.614626 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb9aa8ea-4505-43d5-87e2-8d774e5e518d req-da264c0d-cbb7-4c25-ae23-6a361bc9724d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 210 time: 0.0496390 Jun 17 08:26:44.679585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d1a77fc-6cab-484d-8523-fc15355a0b8e req-250c6122-0469-4cae-8f78-f0afdd4e3279 service neutron] 10.222.0.63 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525594 Jun 17 08:26:44.725457 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:44.877172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Allocated IP 172.25.8.210 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/9e8642c6-4a4b-4af6-8fd6-1bb7cc429931) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:45.017237 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.025723 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7527efc2-04d4-43f6-9e9d-a2280828b510 x-openstack-request-id: req-7527efc2-04d4-43f6-9e9d-a2280828b510 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:45.026578 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6bd702b-fc35-42f8-9bcf-3b3d26fa6794", "tag": "e390e24d-e926-4a6c-b460-7e3d7abb0960", "status": "completed", "code": 200}, {"server_uuid": "d15f29bb-909a-4767-a8f7-95c9f634f357", "name": "network-vif-deleted", "tag": "295876f2-fb07-46b4-a403-19ed24878fa7", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:45.027752 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7527efc2-04d4-43f6-9e9d-a2280828b510 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:45.031042 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6bd702b-fc35-42f8-9bcf-3b3d26fa6794', 'tag': 'e390e24d-e926-4a6c-b460-7e3d7abb0960', 'status': 'completed', 'code': 200} Jun 17 08:26:45.031529 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15f29bb-909a-4767-a8f7-95c9f634f357', 'name': 'network-vif-deleted', 'tag': '295876f2-fb07-46b4-a403-19ed24878fa7', 'status': 'completed', 'code': 200} Jun 17 08:26:45.097437 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.105625 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:45.140140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356e8f7-df54-4542-a9b8-e64832c1390e req-ce4d26cf-9f8d-4ab2-92f5-19053f3abb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:45.142540 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f356e8f7-df54-4542-a9b8-e64832c1390e req-ce4d26cf-9f8d-4ab2-92f5-19053f3abb4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=59b1d34109f9487ebe9db5dc2d8591c0&device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 1095 time: 0.0750675 Jun 17 08:26:45.189565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:45.198252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:45.201044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:45.237178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event updated for resources: {'Port': ['ID=9e8642c6-4a4b-4af6-8fd6-1bb7cc429931,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:45.240641 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:45.270211 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356e8f7-df54-4542-a9b8-e64832c1390e req-b2cb8675-c77b-4a0e-89d3-4d35ce6f02bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:45.271738 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f356e8f7-df54-4542-a9b8-e64832c1390e req-b2cb8675-c77b-4a0e-89d3-4d35ce6f02bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=92457f7e-3040-45f7-936c-cd149cf508b9 HTTP/1.1" status: 200 len: 917 time: 0.1207187 Jun 17 08:26:45.285955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bb095-c547-44ee-8637-5015c8909794 req-9f60a248-03f2-40a9-9c8d-e6ff25583611 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:45.293508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-893bb095-c547-44ee-8637-5015c8909794 req-9f60a248-03f2-40a9-9c8d-e6ff25583611 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 946 time: 0.1478639 Jun 17 08:26:45.329229 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f356e8f7-df54-4542-a9b8-e64832c1390e req-bcd41a4f-d12a-4eac-ae79-b3b23f235f59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e390e24d-e926-4a6c-b460-7e3d7abb0960 HTTP/1.1" status: 200 len: 217 time: 0.0440784 Jun 17 08:26:45.379668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-893bb095-c547-44ee-8637-5015c8909794 req-1cb9dcec-fd42-4a04-9625-8783d551e0ab tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806537 Jun 17 08:26:45.381032 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.400167 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356e8f7-df54-4542-a9b8-e64832c1390e req-fffd3e8f-d702-4e6e-a45d-60c9aa456cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:45.402602 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f356e8f7-df54-4542-a9b8-e64832c1390e req-fffd3e8f-d702-4e6e-a45d-60c9aa456cd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=936b982d-eb00-489c-8db2-0547e8fe460a HTTP/1.1" status: 200 len: 856 time: 0.0662918 Jun 17 08:26:45.453740 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.456866 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f356e8f7-df54-4542-a9b8-e64832c1390e req-6982f33d-4ba3-499d-97ed-d390630da2bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92457f7e-3040-45f7-936c-cd149cf508b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465858 Jun 17 08:26:45.602360 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f356e8f7-df54-4542-a9b8-e64832c1390e req-ed1a3a27-1199-49ef-8da2-372a215755c9 service neutron] 10.222.0.10 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359611 Jun 17 08:26:45.685126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447b42-3553-4d01-a879-085228a9addd req-94adc061-53be-4bab-8990-2ab1a1376eb5 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:45.687661 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-94adc061-53be-4bab-8990-2ab1a1376eb5 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 807 time: 0.1933043 Jun 17 08:26:45.727183 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-9644ce5f-29a5-43d4-ac6c-3da234e2f32d tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/quotas/bf6e255a98c04f7ba233cf48bf239691 HTTP/1.1" status: 200 len: 375 time: 0.0166173 Jun 17 08:26:45.729160 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f356e8f7-df54-4542-a9b8-e64832c1390e req-3899bfbc-3686-46ba-a20a-409a987fa57a service neutron] 10.222.0.10 "GET /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151168 Jun 17 08:26:45.743443 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-98ce702d-dfc0-4178-a55a-92fe1717757e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.846045 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.856344 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.863907 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:45.864576 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:45.903033 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-26dfae24-a753-427a-bbf6-a3a2ddd037c2 req-7e1c8815-3e91-41f5-af80-4d517a19bd9d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/ports?device_id=d15f29bb-909a-4767-a8f7-95c9f634f357 HTTP/1.1" status: 200 len: 210 time: 0.0437620 Jun 17 08:26:45.927090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-186ef0e5-5daf-4be7-a6f8-be3b551237b0 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1909637 Jun 17 08:26:45.928208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event updated for resources: {'Port': ['ID=9e8642c6-4a4b-4af6-8fd6-1bb7cc429931,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:45.932054 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:46.030460 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.052018 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.053395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6483bb18-5666-411b-a166-ad539e3fc958 req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8030252 Jun 17 08:26:46.131461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6483bb18-5666-411b-a166-ad539e3fc958 req-fddde82d-7cba-414d-b7c5-d51e0ec4f716 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.0669963 Jun 17 08:26:46.133487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-d212838e-2186-40e8-8d10-435e433c1055 service neutron] 10.222.0.47 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627421 Jun 17 08:26:46.187455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 9b2dbe01-d1fb-4f04-9271-c28600901a2b details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:46.266805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device e390e24d-e926-4a6c-b460-7e3d7abb0960 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:46.312137 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483bb18-5666-411b-a166-ad539e3fc958 req-a334920e-472b-445c-8392-1c8fdd94429b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:46.313586 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6483bb18-5666-411b-a166-ad539e3fc958 req-a334920e-472b-445c-8392-1c8fdd94429b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1762674 Jun 17 08:26:46.329723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-268a65c3-bd2e-4655-aebc-57eb6c6cfc50 service neutron] 10.222.0.47 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818120 Jun 17 08:26:46.398202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 9b2dbe01-d1fb-4f04-9271-c28600901a2b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9b2dbe01-d1fb-4f04-9271-c28600901a2b,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:46.436489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '9b2dbe01-d1fb-4f04-9271-c28600901a2b', 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9', 'port_id': '9b2dbe01-d1fb-4f04-9271-c28600901a2b', 'mac_address': 'fa:16:3e:4d:f8:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936b982d-eb00-489c-8db2-0547e8fe460a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:46.565999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port e390e24d-e926-4a6c-b460-7e3d7abb0960, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=e390e24d-e926-4a6c-b460-7e3d7abb0960,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:46.612347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'e390e24d-e926-4a6c-b460-7e3d7abb0960', 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9', 'port_id': 'e390e24d-e926-4a6c-b460-7e3d7abb0960', 'mac_address': 'fa:16:3e:e1:6e:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936b982d-eb00-489c-8db2-0547e8fe460a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:46.615071 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.667083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb12ab-148a-4044-a400-0c6aea29cf0f req-09e1aef4-1e90-47fe-8c21-319f73d9cb3a tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:46.676402 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0eb12ab-148a-4044-a400-0c6aea29cf0f req-09e1aef4-1e90-47fe-8c21-319f73d9cb3a tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 943 time: 0.0975111 Jun 17 08:26:46.704258 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b2dbe01-d1fb-4f04-9271-c28600901a2b {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:46.743303 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0eb12ab-148a-4044-a400-0c6aea29cf0f req-cc063729-e119-48f3-bf7c-1f5d6843d349 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657070 Jun 17 08:26:46.776262 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.789806 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 9b2dbe01-d1fb-4f04-9271-c28600901a2b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9b2dbe01-d1fb-4f04-9271-c28600901a2b,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:46.811622 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.814873 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:46.822751 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.824840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e390e24d-e926-4a6c-b460-7e3d7abb0960 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:46.923857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port e390e24d-e926-4a6c-b460-7e3d7abb0960, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=e390e24d-e926-4a6c-b460-7e3d7abb0960,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:46.933999 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:46.935126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 3023fae5-c7d0-47da-bf3c-058b20b80a52 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:46.957464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=9b2dbe01-d1fb-4f04-9271-c28600901a2b,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:46.975939 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.976584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.977615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.978185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.979394 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.979994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.980732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.981314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.981947 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.982522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.983382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.983941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:26:46.999767 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:47.000916 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:47.047503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 3023fae5-c7d0-47da-bf3c-058b20b80a52, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=3023fae5-c7d0-47da-bf3c-058b20b80a52,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:47.077418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '3023fae5-c7d0-47da-bf3c-058b20b80a52', 'network_id': '92457f7e-3040-45f7-936c-cd149cf508b9', 'port_id': '3023fae5-c7d0-47da-bf3c-058b20b80a52', 'mac_address': 'fa:16:3e:86:46:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936b982d-eb00-489c-8db2-0547e8fe460a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:47.093061 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=e390e24d-e926-4a6c-b460-7e3d7abb0960,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:47.125629 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:47.126862 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['9b2dbe01-d1fb-4f04-9271-c28600901a2b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:47.179824 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.204508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3023fae5-c7d0-47da-bf3c-058b20b80a52 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:47.214620 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-0dadb101-548b-4e51-9c99-731a65565c5a tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1919868 Jun 17 08:26:47.221848 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:47.248167 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 3023fae5-c7d0-47da-bf3c-058b20b80a52, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=3023fae5-c7d0-47da-bf3c-058b20b80a52,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:47.253935 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.260357 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4467cf4d-9553-43d2-9f1e-00411195ffb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:47.292980 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.336812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=3023fae5-c7d0-47da-bf3c-058b20b80a52,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:47.346543 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:47.368399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17723392-db07-4b25-b127-e22fb9da6cd8 req-b0339af2-d33c-47ba-8b6c-2796d39bff27 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:47.369959 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17723392-db07-4b25-b127-e22fb9da6cd8 req-b0339af2-d33c-47ba-8b6c-2796d39bff27 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 946 time: 0.1265175 Jun 17 08:26:47.419901 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17723392-db07-4b25-b127-e22fb9da6cd8 req-8e7b3b53-c02c-4080-b2a9-3f073f6692b6 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430388 Jun 17 08:26:47.450808 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.567503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e0159270-8736-4dfb-9ebf-b2c4f8ce9a1b req-b26d2e6e-eb90-454b-b6bf-ac949bfb5d21 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 210 time: 0.0326867 Jun 17 08:26:47.602738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Allocated IP 172.25.8.130 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/83584ddd-8b73-4dca-9cd9-fc4d01bbc691) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:47.633707 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['3023fae5-c7d0-47da-bf3c-058b20b80a52'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:47.657190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['e390e24d-e926-4a6c-b460-7e3d7abb0960'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:47.739851 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.787906 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:47.791507 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:47.849519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:47.852739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:47.858863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:47.900448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event updated for resources: {'Port': ['ID=83584ddd-8b73-4dca-9cd9-fc4d01bbc691,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:47.913949 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:48.037035 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.081764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-7dbcd4b6-e955-4e0f-a23a-263e79de1929 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:48.083292 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-7dbcd4b6-e955-4e0f-a23a-263e79de1929 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.1866496 Jun 17 08:26:48.212850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 9b2dbe01-d1fb-4f04-9271-c28600901a2b up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:48.220166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 295876f2-fb07-46b4-a403-19ed24878fa7 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:48.262239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 295876f2-fb07-46b4-a403-19ed24878fa7 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:26:48.263264 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 295876f2-fb07-46b4-a403-19ed24878fa7 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:26:48.305660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 9b2dbe01-d1fb-4f04-9271-c28600901a2b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:48.310239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 9b2dbe01-d1fb-4f04-9271-c28600901a2b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:48.310623 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.393019 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.417429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4507fe-66dc-4347-a1f6-b75a722d8e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2dbe01-d1fb-4f04-9271-c28600901a2b'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:48.419885 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2847d2b8-a860-4566-8fc2-b3236e55eea0" -d '{"events": [{"server_uuid": "cc4507fe-66dc-4347-a1f6-b75a722d8e73", "name": "network-vif-plugged", "status": "completed", "tag": "9b2dbe01-d1fb-4f04-9271-c28600901a2b"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:48.433751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 9b2dbe01-d1fb-4f04-9271-c28600901a2b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9b2dbe01-d1fb-4f04-9271-c28600901a2b,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:48.439320 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.440812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:26:48.442753 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:48.477749 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-2cf114fa-ce0a-4c58-a80c-eb457e9f5bd4 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/quotas/17fe9c2faf86410a842c7f72bf627588 HTTP/1.1" status: 200 len: 375 time: 0.0218024 Jun 17 08:26:48.501274 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.518859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=9b2dbe01-d1fb-4f04-9271-c28600901a2b,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:48.522826 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:48.523081 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-a8cdb6bd-c92a-4d51-8d00-611299043597 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379810 Jun 17 08:26:48.566809 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.598919 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:48.604696 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.606644 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:48.634678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447b42-3553-4d01-a879-085228a9addd req-ce07a222-6c33-4500-9827-3c467fd462d2 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:48.636206 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-ce07a222-6c33-4500-9827-3c467fd462d2 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 807 time: 0.5845847 Jun 17 08:26:48.650641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Request body: {'port': {'device_id': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab', 'admin_state_up': True, 'tenant_id': 'bf6e255a98c04f7ba233cf48bf239691'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:48.652395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=14']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:48.656320 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:48.774233 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.792785 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-9d471817-c3c6-4f84-b045-16fea7626d39 service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441394 Jun 17 08:26:48.949182 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.955694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Made reservation on behalf of bf6e255a98c04f7ba233cf48bf239691 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:48.959196 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.962582 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:48.967446 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f82e2f75-d7b1-412c-952b-7a456940eb47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:48.995673 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-7edb8f62-ef74-4346-a364-cc2f38a36650 service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962276 Jun 17 08:26:49.053116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event updated for resources: {'Port': ['ID=83584ddd-8b73-4dca-9cd9-fc4d01bbc691,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:49.083443 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:49.107663 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.130833 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.132096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9164927 Jun 17 08:26:49.211285 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-a7e4b0b3-7ce2-4bcd-a0aa-31f4ebe20036 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.130 HTTP/1.1" status: 200 len: 696 time: 0.0603731 Jun 17 08:26:49.229102 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Allocated IP 172.20.0.6 (b1ff2bbf-c3bb-449c-af8d-44a515af44ab/717f8b60-fb1c-4bbe-a6b4-6fd59088f048/7cd73f73-9fbd-4f19-bd6d-f12ad6943258) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:49.442527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-13101cbb-75ae-405c-97c0-2f41a0422ad6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:49.443962 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48b0501e-aafd-4f70-a55c-26e900d753e3 req-13101cbb-75ae-405c-97c0-2f41a0422ad6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.2266407 Jun 17 08:26:49.492404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14162b68-8087-4dc4-9aa3-e84b30abfc8b req-608486c7-11d1-4b97-a52d-577c790d1a46 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:49.493958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14162b68-8087-4dc4-9aa3-e84b30abfc8b req-608486c7-11d1-4b97-a52d-577c790d1a46 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 944 time: 0.1702390 Jun 17 08:26:49.556806 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.597220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14162b68-8087-4dc4-9aa3-e84b30abfc8b req-a177b0dc-462b-40ea-81a8-958744325ad0 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958118 Jun 17 08:26:49.655975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f3285-692a-49cc-98b5-34f227209c7f req-2ddd0069-4b29-4dce-aae6-b06b4d1cf511 tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:49.657834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-919f3285-692a-49cc-98b5-34f227209c7f req-2ddd0069-4b29-4dce-aae6-b06b4d1cf511 tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 1102 time: 0.0986767 Jun 17 08:26:49.659713 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.664325 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8bf613c-de05-4033-b1bc-31e4df499f3e tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:49.716401 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Network b1ff2bbf-c3bb-449c-af8d-44a515af44ab is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:49.723719 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:49.733191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:49.769616 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58bd4ec-6ad8-4696-a6c2-734446514f60 x-openstack-request-id: req-f58bd4ec-6ad8-4696-a6c2-734446514f60 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:49.770537 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4507fe-66dc-4347-a1f6-b75a722d8e73", "name": "network-vif-plugged", "status": "completed", "tag": "9b2dbe01-d1fb-4f04-9271-c28600901a2b", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:49.770537 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f58bd4ec-6ad8-4696-a6c2-734446514f60 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:49.772214 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4507fe-66dc-4347-a1f6-b75a722d8e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b2dbe01-d1fb-4f04-9271-c28600901a2b', 'code': 200} Jun 17 08:26:49.772632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Pushing event updated for resources: {'Port': ['ID=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:49.781498 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:49.789565 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-919f3285-692a-49cc-98b5-34f227209c7f req-18c56296-873d-4025-883c-5630fba2fb29 tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165113 Jun 17 08:26:49.803780 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:49.804891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:49.833429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1874714 Jun 17 08:26:49.852751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Request body: {'port': {'device_id': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:50.049513 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.070496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ffae7-4ecf-4c87-91cd-b74654ea94ae req-505e1652-a04e-4957-a1a7-ed9febdf18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:50.072009 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-627ffae7-4ecf-4c87-91cd-b74654ea94ae req-505e1652-a04e-4957-a1a7-ed9febdf18cb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=cc4507fe-66dc-4347-a1f6-b75a722d8e73 HTTP/1.1" status: 200 len: 1098 time: 0.1909740 Jun 17 08:26:50.152960 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbf93c-9892-4cfe-9bde-a8f264ed3a3d req-7c934c31-966e-46df-aed0-2e2774f15693 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:50.154796 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2bbf93c-9892-4cfe-9bde-a8f264ed3a3d req-7c934c31-966e-46df-aed0-2e2774f15693 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2199123 Jun 17 08:26:50.172224 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d00368-46a9-4ca1-a671-28709fa275bd req-69379766-2f25-4b54-a4d6-34421f081764 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:50.173659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-41d00368-46a9-4ca1-a671-28709fa275bd req-69379766-2f25-4b54-a4d6-34421f081764 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 931 time: 0.2398548 Jun 17 08:26:50.223691 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device e390e24d-e926-4a6c-b460-7e3d7abb0960 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:50.273690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-627ffae7-4ecf-4c87-91cd-b74654ea94ae req-b1b0a6c0-ee60-4c8e-95fc-e3ee89ce8404 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933060 Jun 17 08:26:50.276115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port e390e24d-e926-4a6c-b460-7e3d7abb0960 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:50.280811 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port e390e24d-e926-4a6c-b460-7e3d7abb0960 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:50.281436 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.316985 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2bbf93c-9892-4cfe-9bde-a8f264ed3a3d req-3d616caf-7d86-42ad-8fbe-04323b0fb017 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522486 Jun 17 08:26:50.351960 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-41d00368-46a9-4ca1-a671-28709fa275bd req-57f037d7-d759-42bd-8a70-18483b868208 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013663 Jun 17 08:26:50.380104 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.424162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port e390e24d-e926-4a6c-b460-7e3d7abb0960, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=e390e24d-e926-4a6c-b460-7e3d7abb0960,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:50.430195 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.431848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 3023fae5-c7d0-47da-bf3c-058b20b80a52 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:50.435203 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3b8fadf3-2d62-4a0e-be22-d1a16f2cfa4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:50.529191 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=e390e24d-e926-4a6c-b460-7e3d7abb0960,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:50.534764 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:50.549682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 3023fae5-c7d0-47da-bf3c-058b20b80a52 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:50.553803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 3023fae5-c7d0-47da-bf3c-058b20b80a52 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:50.554178 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.584492 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c290cabe-4ed4-4c54-a324-6b9b59ad89f6 req-c7dacdfd-09ce-4117-9b8b-3d52c6cdb763 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 210 time: 0.1004462 Jun 17 08:26:50.606296 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5690c44-56fd-4ef9-a9b4-a8860e5df56e req-4dfa5965-32db-4806-8cfb-973e9a8ab0e3 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips/37ab4951-3957-418a-8fec-71e8c9e3ed66 HTTP/1.1" status: 200 len: 693 time: 0.1238265 Jun 17 08:26:50.643892 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.679324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 3023fae5-c7d0-47da-bf3c-058b20b80a52, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=3023fae5-c7d0-47da-bf3c-058b20b80a52,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:50.684779 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.687303 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:50.718604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-bc305458-5283-4bd9-8bd5-e800fe15c2e3 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:50.720635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-bc305458-5283-4bd9-8bd5-e800fe15c2e3 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.63 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.3657668 Jun 17 08:26:50.741751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=3023fae5-c7d0-47da-bf3c-058b20b80a52,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:50.744823 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:50.755371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Request body: {'port': {'device_id': 'f1b4ba88-5536-4fd3-aa90-e6a408354f67', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'admin_state_up': True, 'tenant_id': '17fe9c2faf86410a842c7f72bf627588'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:50.906942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5690c44-56fd-4ef9-a9b4-a8860e5df56e req-229ac9ba-ac5e-4dd8-b26a-8e655741421e tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:50.908663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5690c44-56fd-4ef9-a9b4-a8860e5df56e req-229ac9ba-ac5e-4dd8-b26a-8e655741421e tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.2909949 Jun 17 08:26:50.936620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:50.954099 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:50.990448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Transition to ACTIVE for port object 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:51.006209 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.011101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f50fa4-d951-4a42-a794-11a7823e4a00 req-cbdfd366-7f19-4106-85c5-80e9b738cce4 tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:51.012744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1f50fa4-d951-4a42-a794-11a7823e4a00 req-cbdfd366-7f19-4106-85c5-80e9b738cce4 tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 1102 time: 0.2874410 Jun 17 08:26:51.017111 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b0d1a595-e22f-4138-b21f-80241a3c0e91 tempest-InstanceActionsV221TestJSON-879831163 tempest-InstanceActionsV221TestJSON-879831163-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:51.153519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Made reservation on behalf of 17fe9c2faf86410a842c7f72bf627588 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:26:51.157081 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.202416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:51.211089 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:51.240450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1f50fa4-d951-4a42-a794-11a7823e4a00 req-daf5bbde-904c-40fd-b7f0-34e108b83496 tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166021 Jun 17 08:26:51.433344 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2b463-cd31-4a34-b4f4-410ad954db08 req-d39dcdac-b274-44a3-95b3-d799ca6be9a1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:51.435106 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76c2b463-cd31-4a34-b4f4-410ad954db08 req-d39dcdac-b274-44a3-95b3-d799ca6be9a1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.3012164 Jun 17 08:26:51.435806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:51.436132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:51.436453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:51.464650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:51.465020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:51.490363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:51.490753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:51.491091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:51.491629 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Bound port: 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:51.491908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.509684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Allocated IP 172.20.0.10 (8052df07-f65d-4aa6-b093-bfbdd0ab64de/60edf36c-6a69-4e4e-847c-9484b431209d/e9acdb01-3302-42c9-926c-c5a411e0072e) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:26:51.549369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76c2b463-cd31-4a34-b4f4-410ad954db08 req-2ef28554-3701-4c9a-b623-d4a41090e180 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047056 Jun 17 08:26:51.621185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cb244-10f0-4002-abf3-15a9b4883abf req-611a8bae-fe60-4757-a29c-4fb329a96d2b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:51.622925 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a13cb244-10f0-4002-abf3-15a9b4883abf req-611a8bae-fe60-4757-a29c-4fb329a96d2b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 945 time: 0.2747090 Jun 17 08:26:51.688413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:51.771520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad'}, {'server_uuid': 'f6bd702b-fc35-42f8-9bcf-3b3d26fa6794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e390e24d-e926-4a6c-b460-7e3d7abb0960'}, {'server_uuid': 'fb9281de-b360-4d50-9cf4-ac5ae228787a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023fae5-c7d0-47da-bf3c-058b20b80a52'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:51.773906 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b73331-7a59-41df-ba87-b551ceb0793c" -d '{"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-unplugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad"}, {"server_uuid": "f6bd702b-fc35-42f8-9bcf-3b3d26fa6794", "name": "network-vif-plugged", "status": "completed", "tag": "e390e24d-e926-4a6c-b460-7e3d7abb0960"}, {"server_uuid": "fb9281de-b360-4d50-9cf4-ac5ae228787a", "name": "network-vif-plugged", "status": "completed", "tag": "3023fae5-c7d0-47da-bf3c-058b20b80a52"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:51.782112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:51.793806 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a13cb244-10f0-4002-abf3-15a9b4883abf req-c8d6126a-bb24-4c64-b34d-f9a3a3b34a05 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572411 Jun 17 08:26:51.800120 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.804579 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:51.810833 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-fa30e045-66d1-4a7f-adf0-e04072d16b07 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips/37ab4951-3957-418a-8fec-71e8c9e3ed66 HTTP/1.1" status: 200 len: 693 time: 0.0890205 Jun 17 08:26:51.896291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:51.896928 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:51.898622 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] 10.222.0.63 "PUT /v2.0/ports/7cd73f73-9fbd-4f19-bd6d-f12ad6943258 HTTP/1.1" status: 200 len: 1092 time: 2.0524626 Jun 17 08:26:51.913967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'tag': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:51.916365 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac4c89f-25bf-4fff-aee0-f210a32d0e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656", "tag": "7cd73f73-9fbd-4f19-bd6d-f12ad6943258"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:52.006718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Pushing event updated for resources: {'Port': ['ID=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:52.030728 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:52.035522 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:52.096217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-43ed1ddd-e61a-49d9-851a-cece93021aad tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.097675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-43ed1ddd-e61a-49d9-851a-cece93021aad tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.2527449 Jun 17 08:26:52.139689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447b42-3553-4d01-a879-085228a9addd req-8f5d22f2-db8d-409c-b037-f60dc2961de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.141343 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-8f5d22f2-db8d-409c-b037-f60dc2961de2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 1095 time: 0.1603405 Jun 17 08:26:52.564915 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-ede67188-d2ea-4bff-bb97-75fdd409aeb2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258 HTTP/1.1" status: 200 len: 217 time: 0.3884583 Jun 17 08:26:52.576395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-85786687-6643-450d-b6ec-f729b3b7736b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.130 HTTP/1.1" status: 200 len: 696 time: 0.4580474 Jun 17 08:26:52.586326 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:52.620847 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9903ca66-5e6e-4cce-80e9-bf5d70356400 tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:52.769450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-3a2495af-8597-4cba-87fb-b43b664b1b7f tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.130 HTTP/1.1" status: 200 len: 696 time: 0.1507280 Jun 17 08:26:52.773003 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Network 8052df07-f65d-4aa6-b093-bfbdd0ab64de is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:26:52.776209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event updated for resources: {'Port': ['ID=e9acdb01-3302-42c9-926c-c5a411e0072e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:52.782783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447b42-3553-4d01-a879-085228a9addd req-4e4711eb-e4b2-4a86-b90b-8c435af32fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.784235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-4e4711eb-e4b2-4a86-b90b-8c435af32fdf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.2055073 Jun 17 08:26:52.785821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:26:52.787188 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:52.789541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:26:52.893607 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-431c64d0-d130-485b-a89d-94de650c490c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957878 Jun 17 08:26:52.987131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45f80e-f853-40c9-8a9b-cfa4773fa684 req-d817fd27-f938-41b8-bd06-218c70ec93ee tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.988933 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b45f80e-f853-40c9-8a9b-cfa4773fa684 req-d817fd27-f938-41b8-bd06-218c70ec93ee tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 943 time: 0.4289386 Jun 17 08:26:52.997370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:52.998004 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.104638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3564219 Jun 17 08:26:53.126244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Request body: {'port': {'device_id': 'f1b4ba88-5536-4fd3-aa90-e6a408354f67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:26:53.162525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b45f80e-f853-40c9-8a9b-cfa4773fa684 req-95df6767-9f0b-49ed-a6cc-b5a18d132511 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375217 Jun 17 08:26:53.173687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-43b24674-0796-4f0a-bdc7-789c60e2eabc service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717962 Jun 17 08:26:53.259694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Deleting port 83584ddd-8b73-4dca-9cd9-fc4d01bbc691 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:53.260157 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.357213 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.463315 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59447b42-3553-4d01-a879-085228a9addd req-b52a7936-2cab-41dd-83ce-d665b32a5b0a service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787621 Jun 17 08:26:53.465417 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.465780 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.553173 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Calling delete_port for 83584ddd-8b73-4dca-9cd9-fc4d01bbc691 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:53.673072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a098b2-cc2a-46ab-bf29-ed33f121b188 req-fe7262ea-2a80-466d-9ef3-90de8ef60c12 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:53.674480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8a098b2-cc2a-46ab-bf29-ed33f121b188 req-fe7262ea-2a80-466d-9ef3-90de8ef60c12 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 932 time: 0.3648582 Jun 17 08:26:53.782094 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8a098b2-cc2a-46ab-bf29-ed33f121b188 req-04cbbe3a-b6a5-4d69-aa7d-de66189ad7ae tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994616 Jun 17 08:26:53.839519 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e02dfc-be3b-412d-8856-a4a1ce338d60 x-openstack-request-id: req-98e02dfc-be3b-412d-8856-a4a1ce338d60 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:53.840046 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-unplugged", "status": "completed", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad", "code": 200}, {"server_uuid": "f6bd702b-fc35-42f8-9bcf-3b3d26fa6794", "name": "network-vif-plugged", "status": "completed", "tag": "e390e24d-e926-4a6c-b460-7e3d7abb0960", "code": 200}, {"server_uuid": "fb9281de-b360-4d50-9cf4-ac5ae228787a", "name": "network-vif-plugged", "status": "completed", "tag": "3023fae5-c7d0-47da-bf3c-058b20b80a52", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:53.840192 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-98e02dfc-be3b-412d-8856-a4a1ce338d60 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:53.840564 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'code': 200} Jun 17 08:26:53.840824 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bd702b-fc35-42f8-9bcf-3b3d26fa6794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e390e24d-e926-4a6c-b460-7e3d7abb0960', 'code': 200} Jun 17 08:26:53.841065 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9281de-b360-4d50-9cf4-ac5ae228787a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023fae5-c7d0-47da-bf3c-058b20b80a52', 'code': 200} Jun 17 08:26:53.915290 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f50bcd-1355-4116-b3ea-faf48126c086 x-openstack-request-id: req-40f50bcd-1355-4116-b3ea-faf48126c086 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:53.915290 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656", "tag": "7cd73f73-9fbd-4f19-bd6d-f12ad6943258", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:53.915290 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-40f50bcd-1355-4116-b3ea-faf48126c086 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:53.915694 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'tag': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258', 'status': 'completed', 'code': 200} Jun 17 08:26:53.967883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9acdb01-3302-42c9-926c-c5a411e0072e {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:53.975498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.979746 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:53.982891 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91922b65-39e7-4d75-bae5-4a108f83b893 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:54.026500 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event deleted for resources: {'Port': ['ID=83584ddd-8b73-4dca-9cd9-fc4d01bbc691,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:54.033072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be5c4cf-e421-4230-b463-2a9df5708192 req-0245bf4d-06f6-4660-8770-d1b098ea202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.033072 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4be5c4cf-e421-4230-b463-2a9df5708192 req-0245bf4d-06f6-4660-8770-d1b098ea202c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb9281de-b360-4d50-9cf4-ac5ae228787a HTTP/1.1" status: 200 len: 1097 time: 0.1002212 Jun 17 08:26:54.033640 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:54.036498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Transition to ACTIVE for port object e9acdb01-3302-42c9-926c-c5a411e0072e will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:26:54.050398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e96b9-6fe9-4ca3-8eb9-fb278bf192b4 req-1902e6b1-658e-4c58-811b-4ff1f561f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.052405 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-816e96b9-6fe9-4ca3-8eb9-fb278bf192b4 req-1902e6b1-658e-4c58-811b-4ff1f561f2a1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 1097 time: 0.0922222 Jun 17 08:26:54.059651 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.061643 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:54.095279 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4be5c4cf-e421-4230-b463-2a9df5708192 req-7feea42a-1501-4a69-b645-03643bda2473 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551476 Jun 17 08:26:54.102304 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-816e96b9-6fe9-4ca3-8eb9-fb278bf192b4 req-bdeb9742-a1cd-4bc2-a27b-2d23c9b8d26c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398822 Jun 17 08:26:54.135235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4c89f-25bf-4fff-aee0-f210a32d0e3e req-9706a5f8-b2f6-4c68-8cab-080c7b65d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.136848 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dac4c89f-25bf-4fff-aee0-f210a32d0e3e req-9706a5f8-b2f6-4c68-8cab-080c7b65d0a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 1095 time: 0.2205775 Jun 17 08:26:54.218920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Pushing event updated for resources: {'Port': ['ID=e9acdb01-3302-42c9-926c-c5a411e0072e,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:54.262761 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:54.266805 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.269369 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.270560 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b14fd30a-40cf-4065-9149-9bbe34fbc8e8 req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "DELETE /v2.0/floatingips/37ab4951-3957-418a-8fec-71e8c9e3ed66 HTTP/1.1" status: 204 len: 173 time: 1.4896295 Jun 17 08:26:54.367597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4c89f-25bf-4fff-aee0-f210a32d0e3e req-a74a80bb-067f-42e1-8fd1-8b1cf6292bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.369070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dac4c89f-25bf-4fff-aee0-f210a32d0e3e req-a74a80bb-067f-42e1-8fd1-8b1cf6292bd2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.2214620 Jun 17 08:26:54.426634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dac4c89f-25bf-4fff-aee0-f210a32d0e3e req-d86f4c46-3d39-436c-8531-31e3c098ba96 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258 HTTP/1.1" status: 200 len: 217 time: 0.0476210 Jun 17 08:26:54.438608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fcfa7-6d8c-4558-ab69-f5a727fa4111 req-902f7bc7-f0c1-431c-8b45-0214b2fcdd5c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.440483 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-999fcfa7-6d8c-4558-ab69-f5a727fa4111 req-902f7bc7-f0c1-431c-8b45-0214b2fcdd5c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2513301 Jun 17 08:26:54.441223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Attempting to bind port e9acdb01-3302-42c9-926c-c5a411e0072e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:26:54.441554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Attempting to bind port e9acdb01-3302-42c9-926c-c5a411e0072e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:26:54.441880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Attempting to bind port e9acdb01-3302-42c9-926c-c5a411e0072e on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:54.484847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Port e9acdb01-3302-42c9-926c-c5a411e0072e on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:26:54.485082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Attempting to bind port e9acdb01-3302-42c9-926c-c5a411e0072e on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:26:54.527047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:26:54.527343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Checking segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:26:54.527724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Bound using segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:26:54.528154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Bound port: e9acdb01-3302-42c9-926c-c5a411e0072e, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:26:54.528503 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.562578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac4c89f-25bf-4fff-aee0-f210a32d0e3e req-1487d0da-3573-4cb2-b6c8-c344f7b787db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.564067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dac4c89f-25bf-4fff-aee0-f210a32d0e3e req-1487d0da-3573-4cb2-b6c8-c344f7b787db service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1197562 Jun 17 08:26:54.588182 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-999fcfa7-6d8c-4558-ab69-f5a727fa4111 req-11e09cc1-7f15-40ad-8862-62e76c28114f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356876 Jun 17 08:26:54.630164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dac4c89f-25bf-4fff-aee0-f210a32d0e3e req-d82ab47a-e20e-41a2-ac1e-bf3154a64bc4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390728 Jun 17 08:26:54.700912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] For port e9acdb01-3302-42c9-926c-c5a411e0072e, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:26:54.725456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e24fba-31b7-425b-9b25-ebcd22d9b86e req-551cecf6-aad1-45b7-a9f4-017e4352e12d tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.726999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1e24fba-31b7-425b-9b25-ebcd22d9b86e req-551cecf6-aad1-45b7-a9f4-017e4352e12d tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 945 time: 0.2465475 Jun 17 08:26:54.730116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] For port e9acdb01-3302-42c9-926c-c5a411e0072e, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e9acdb01-3302-42c9-926c-c5a411e0072e,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:26:54.745165 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.762674 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f2c3a75-c697-4ba3-8803-db7f7a1709a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:54.817908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:54.818608 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:54.819941 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] 10.222.0.63 "PUT /v2.0/ports/e9acdb01-3302-42c9-926c-c5a411e0072e HTTP/1.1" status: 200 len: 1093 time: 1.7024055 Jun 17 08:26:54.834663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dac4c89f-25bf-4fff-aee0-f210a32d0e3e req-1604e2cf-2385-4d54-98d5-be185f8ffe99 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948259 Jun 17 08:26:54.846114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1e24fba-31b7-425b-9b25-ebcd22d9b86e req-46885c4e-91a7-45c3-afef-19918b76d54f tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130698 Jun 17 08:26:54.916424 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Pushing event updated for resources: {'Port': ['ID=e9acdb01-3302-42c9-926c-c5a411e0072e,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:54.960617 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:55.161144 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dac4c89f-25bf-4fff-aee0-f210a32d0e3e req-6c8965d6-f45f-4d1e-895c-4ecf76a51625 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140247 Jun 17 08:26:55.519722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb1664-06b7-4840-8896-b6b3c81c114d req-03f6b2fa-29b9-44fd-b245-7c460c575f7e tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:55.521270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3fb1664-06b7-4840-8896-b6b3c81c114d req-03f6b2fa-29b9-44fd-b245-7c460c575f7e tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6317534 Jun 17 08:26:55.530945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e5045-6098-4180-8d41-423098b60395 req-0937bfab-3c11-4270-90bb-f1020776809f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:55.532415 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c6e5045-6098-4180-8d41-423098b60395 req-0937bfab-3c11-4270-90bb-f1020776809f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 943 time: 0.6530433 Jun 17 08:26:55.535386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-3cd47820-7030-4992-b99d-1b8b05ea7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:55.536783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-3cd47820-7030-4992-b99d-1b8b05ea7d0d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 1096 time: 0.6594775 Jun 17 08:26:55.595694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-4f0dc7a7-c61a-4992-9f54-0c2df7031559 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9acdb01-3302-42c9-926c-c5a411e0072e HTTP/1.1" status: 200 len: 217 time: 0.0484772 Jun 17 08:26:55.640630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c6e5045-6098-4180-8d41-423098b60395 req-94b1962e-04f7-4b6b-bd4e-3dcc721fb355 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007373 Jun 17 08:26:55.689796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-a3af820f-d921-4e75-900d-c5d0b5e01cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:55.691661 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-a3af820f-d921-4e75-900d-c5d0b5e01cf1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.0874622 Jun 17 08:26:55.728211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-f3e9b978-47ad-4a07-987c-fc986294b4f3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277448 Jun 17 08:26:55.763016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782929a6-0164-4f8f-9313-91589f2247fb req-c0c97896-ea6e-451e-8716-1cdfd6ec80ff tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:55.764525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-782929a6-0164-4f8f-9313-91589f2247fb req-c0c97896-ea6e-451e-8716-1cdfd6ec80ff tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 946 time: 0.1275933 Jun 17 08:26:55.857899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-782929a6-0164-4f8f-9313-91589f2247fb req-38610c88-9440-4c0f-aae1-269587acd1e7 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670598 Jun 17 08:26:55.870359 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-04abc082-25a1-4c92-9dd5-7e8cf99d7dc5 service neutron] 10.222.0.63 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342235 Jun 17 08:26:55.925939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b4ba88-5536-4fd3-aa90-e6a408354f67', 'tag': 'e9acdb01-3302-42c9-926c-c5a411e0072e'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:55.928608 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba5d93e-b28e-49ea-9dc0-e9f7af9fa7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1b4ba88-5536-4fd3-aa90-e6a408354f67", "tag": "e9acdb01-3302-42c9-926c-c5a411e0072e"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:56.074698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc62db11-9e8e-49fa-bbb6-a3b97576b1e8 req-3cee4a5c-0e7f-475d-8b95-b7651c504a33 service neutron] 10.222.0.63 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967325 Jun 17 08:26:56.084133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6aeab2-4fa2-46b5-9739-00871cf157e3 req-2c1b57b9-5e34-430e-97f0-d4143045a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:56.086227 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c6aeab2-4fa2-46b5-9739-00871cf157e3 req-2c1b57b9-5e34-430e-97f0-d4143045a9a2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1096 time: 0.1722305 Jun 17 08:26:56.176256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba2b31-69f1-45fd-974e-51caa174e8ed req-51b0a7ff-631c-4dc7-ace7-e4edb9e45fa2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:56.177833 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fdba2b31-69f1-45fd-974e-51caa174e8ed req-51b0a7ff-631c-4dc7-ace7-e4edb9e45fa2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 944 time: 0.1828580 Jun 17 08:26:56.224706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:56.256595 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6aeab2-4fa2-46b5-9739-00871cf157e3 req-dd7fd287-5f8d-4698-973f-4322aecacc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:56.258073 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c6aeab2-4fa2-46b5-9739-00871cf157e3 req-dd7fd287-5f8d-4698-973f-4322aecacc5b service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.1647673 Jun 17 08:26:56.274448 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fdba2b31-69f1-45fd-974e-51caa174e8ed req-44a588a9-d19e-4c89-bd74-a2ef0152680b tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777059 Jun 17 08:26:56.356614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:56.377409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258', 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab', 'port_id': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258', 'mac_address': 'fa:16:3e:2b:56:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717f8b60-fb1c-4bbe-a6b4-6fd59088f048', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:56.380018 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c90d1488-0e7b-4347-9f8c-32aa2d8e812e req-1c40365a-0a40-4592-8829-74b298f57e39 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=fbb3ebbc1c124668b2dde0221a4a3860 HTTP/1.1" status: 200 len: 1657 time: 0.0669291 Jun 17 08:26:56.384368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c6aeab2-4fa2-46b5-9739-00871cf157e3 req-dbe76046-93a5-4e39-bba2-05cef23ff206 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 999 time: 0.1088357 Jun 17 08:26:56.422886 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.436506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:56.457444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:56.462913 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:56.464794 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8756d70e-67d5-4e6e-9f15-c1ca98363760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:56.512149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:56.517319 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:56.528475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6aeab2-4fa2-46b5-9739-00871cf157e3 req-5c073a61-ffe4-4160-9360-2f56caeb27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:56.529970 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c6aeab2-4fa2-46b5-9739-00871cf157e3 req-5c073a61-ffe4-4160-9360-2f56caeb27eb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.1345973 Jun 17 08:26:56.600640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d1488-0e7b-4347-9f8c-32aa2d8e812e req-b52556ed-d4df-4229-8eea-23c008af884a tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:56.602215 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c90d1488-0e7b-4347-9f8c-32aa2d8e812e req-b52556ed-d4df-4229-8eea-23c008af884a tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks?id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&id=609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 787 time: 0.2163222 Jun 17 08:26:56.617991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaac0e-f111-4e83-8cd9-c46d11ed7e5e req-53a5709a-ee91-4c86-923f-79f8897d806b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:56.619573 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-efeaac0e-f111-4e83-8cd9-c46d11ed7e5e req-53a5709a-ee91-4c86-923f-79f8897d806b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2052538 Jun 17 08:26:56.656085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6aeab2-4fa2-46b5-9739-00871cf157e3 req-3c64d3dc-0f0c-4057-871a-c332d85e6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:56.657580 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c6aeab2-4fa2-46b5-9739-00871cf157e3 req-3c64d3dc-0f0c-4057-871a-c332d85e6e41 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149986 Jun 17 08:26:56.687647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-efeaac0e-f111-4e83-8cd9-c46d11ed7e5e req-92651ed5-06ac-4b61-8920-162910c036f8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614908 Jun 17 08:26:56.750312 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dccbbe-2a4c-4f35-aad0-c9d2486bcbbc x-openstack-request-id: req-a9dccbbe-2a4c-4f35-aad0-c9d2486bcbbc {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:56.750491 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1b4ba88-5536-4fd3-aa90-e6a408354f67", "tag": "e9acdb01-3302-42c9-926c-c5a411e0072e", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:56.750736 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a9dccbbe-2a4c-4f35-aad0-c9d2486bcbbc {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:56.751174 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b4ba88-5536-4fd3-aa90-e6a408354f67', 'tag': 'e9acdb01-3302-42c9-926c-c5a411e0072e', 'status': 'completed', 'code': 200} Jun 17 08:26:56.794974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['7cd73f73-9fbd-4f19-bd6d-f12ad6943258'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:56.828706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c6aeab2-4fa2-46b5-9739-00871cf157e3 req-21846ff0-9e46-4ccd-aac1-a547afd5dc3a service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629233 Jun 17 08:26:56.876805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527aeb78-ca07-4a19-aa9e-697684a21328 req-04b36f87-7e20-40b5-a51d-50c51832279b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:56.878200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-527aeb78-ca07-4a19-aa9e-697684a21328 req-04b36f87-7e20-40b5-a51d-50c51832279b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 945 time: 0.1639729 Jun 17 08:26:57.000785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5d93e-b28e-49ea-9dc0-e9f7af9fa7f7 req-b1abab77-858d-4827-b425-16fda5ea64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:57.002301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ba5d93e-b28e-49ea-9dc0-e9f7af9fa7f7 req-b1abab77-858d-4827-b425-16fda5ea64e2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 1096 time: 0.2236495 Jun 17 08:26:57.018104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-527aeb78-ca07-4a19-aa9e-697684a21328 req-5f70f970-452a-497c-804e-a2072ccdfb6d tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183875 Jun 17 08:26:57.074353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c6aeab2-4fa2-46b5-9739-00871cf157e3 req-24217448-84da-419b-a127-fdea80687802 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376454 Jun 17 08:26:57.099424 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787e823-ac08-4089-981f-e2f957a2f026 req-09633c8b-fba6-4c26-a252-9899842b9432 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:57.100832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a787e823-ac08-4089-981f-e2f957a2f026 req-09633c8b-fba6-4c26-a252-9899842b9432 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.2655439 Jun 17 08:26:57.145694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-bc347464-d86c-4250-95da-545c4ba1840a tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips/1027d398-48b9-4766-a970-47ade9a9a14a HTTP/1.1" status: 200 len: 693 time: 0.0762105 Jun 17 08:26:57.239705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5d93e-b28e-49ea-9dc0-e9f7af9fa7f7 req-26585316-01cf-4b58-a51b-5f70aaeb2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:57.241201 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ba5d93e-b28e-49ea-9dc0-e9f7af9fa7f7 req-26585316-01cf-4b58-a51b-5f70aaeb2142 service neutron] 10.222.0.63 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 913 time: 0.2264836 Jun 17 08:26:57.244163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a787e823-ac08-4089-981f-e2f957a2f026 req-de569149-48ea-4404-9bf7-c520d25ab00f tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121132 Jun 17 08:26:57.292546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ba5d93e-b28e-49ea-9dc0-e9f7af9fa7f7 req-94bf3f4c-8db6-425c-aab5-63de10a6be37 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9acdb01-3302-42c9-926c-c5a411e0072e HTTP/1.1" status: 200 len: 217 time: 0.0430307 Jun 17 08:26:57.372594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-0cac9d4d-853b-4c0e-86f0-3b121ee2ae01 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:57.373927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-0cac9d4d-853b-4c0e-86f0-3b121ee2ae01 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.2185519 Jun 17 08:26:57.376188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5d93e-b28e-49ea-9dc0-e9f7af9fa7f7 req-6cb9484b-53f7-4582-a9e3-229443c5b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:57.377551 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ba5d93e-b28e-49ea-9dc0-e9f7af9fa7f7 req-6cb9484b-53f7-4582-a9e3-229443c5b774 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.0763087 Jun 17 08:26:57.470040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ba5d93e-b28e-49ea-9dc0-e9f7af9fa7f7 req-7eeee799-f8c3-4db1-bb21-6551ffe65729 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833149 Jun 17 08:26:57.476428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-d41068e9-ecd6-4411-a240-e0948575fb50 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.0908525 Jun 17 08:26:57.572130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-c679695d-be91-4cf0-a8b3-1a8d344dad71 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.210 HTTP/1.1" status: 200 len: 696 time: 0.0854948 Jun 17 08:26:57.640176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f78eed-c432-4b6e-91b8-a47acae314c1 req-e75229f6-0aa7-4471-84cb-6695ab8683e0 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:57.641713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77f78eed-c432-4b6e-91b8-a47acae314c1 req-e75229f6-0aa7-4471-84cb-6695ab8683e0 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 944 time: 0.2766600 Jun 17 08:26:57.715537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ba5d93e-b28e-49ea-9dc0-e9f7af9fa7f7 req-8b6b77ba-233b-4f44-aa95-5ac8cd65134b service neutron] 10.222.0.63 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365980 Jun 17 08:26:57.804391 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77f78eed-c432-4b6e-91b8-a47acae314c1 req-3236b455-901e-4fbb-a9e0-ee4843507c3e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501174 Jun 17 08:26:57.856108 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ba5d93e-b28e-49ea-9dc0-e9f7af9fa7f7 req-e7361113-f1ca-413e-b129-0b3008acef96 service neutron] 10.222.0.63 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064999 Jun 17 08:26:57.858167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Deleting port 9e8642c6-4a4b-4af6-8fd6-1bb7cc429931 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:57.858509 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.946132 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:57.946877 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.015473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Calling delete_port for 9e8642c6-4a4b-4af6-8fd6-1bb7cc429931 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:26:58.178715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114375d-a950-408b-839f-7ea798974f01 req-8203cec7-2bc7-40d9-bf99-60a8f031e3ab tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:58.180250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0114375d-a950-408b-839f-7ea798974f01 req-8203cec7-2bc7-40d9-bf99-60a8f031e3ab tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc4507fe-66dc-4347-a1f6-b75a722d8e73 HTTP/1.1" status: 200 len: 946 time: 0.1064818 Jun 17 08:26:58.204487 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.207959 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e0b08a29-c53d-4a31-a7be-aa78ce15f38c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:58.243027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e9acdb01-3302-42c9-926c-c5a411e0072e details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:26:58.244066 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event deleted for resources: {'Port': ['ID=9e8642c6-4a4b-4af6-8fd6-1bb7cc429931,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:58.247260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:26:58.249046 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:58.252213 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0114375d-a950-408b-839f-7ea798974f01 req-4f8a7258-ef9c-4efa-9f4f-99d8010bae40 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632458 Jun 17 08:26:58.313336 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.316529 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.317735 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa8e6e56-9457-41b9-aecf-64e3c75313cf req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "DELETE /v2.0/floatingips/1027d398-48b9-4766-a970-47ade9a9a14a HTTP/1.1" status: 204 len: 173 time: 0.7390141 Jun 17 08:26:58.375801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:26:58.387932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:26:58.388318 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.424200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e9acdb01-3302-42c9-926c-c5a411e0072e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e9acdb01-3302-42c9-926c-c5a411e0072e,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:58.444242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'e9acdb01-3302-42c9-926c-c5a411e0072e', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'port_id': 'e9acdb01-3302-42c9-926c-c5a411e0072e', 'mac_address': 'fa:16:3e:02:5b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60edf36c-6a69-4e4e-847c-9484b431209d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:26:58.511067 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.512657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f393bfe-78c8-4631-bd0f-c92194c1cbce req-0d749c01-0856-45e8-bb89-504cbc2289f9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:58.514123 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f393bfe-78c8-4631-bd0f-c92194c1cbce req-0d749c01-0856-45e8-bb89-504cbc2289f9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 944 time: 0.1022661 Jun 17 08:26:58.527133 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.531865 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9acdb01-3302-42c9-926c-c5a411e0072e {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:26:58.557668 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f010a-020a-42ad-98ca-779c479eb9df req-2f94fc3f-a2ed-4018-bf61-a661b64c2835 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:58.559150 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-600f010a-020a-42ad-98ca-779c479eb9df req-2f94fc3f-a2ed-4018-bf61-a661b64c2835 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1001961 Jun 17 08:26:58.566577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e9acdb01-3302-42c9-926c-c5a411e0072e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e9acdb01-3302-42c9-926c-c5a411e0072e,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:58.572274 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:26:58.574644 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fb5110-4fbf-465f-a8cf-68f20dab6eab" -d '{"events": [{"server_uuid": "fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656", "name": "network-vif-plugged", "status": "completed", "tag": "7cd73f73-9fbd-4f19-bd6d-f12ad6943258"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:26:58.579210 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f393bfe-78c8-4631-bd0f-c92194c1cbce req-b2c1b100-a8f7-4659-871f-c8455b40565d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569019 Jun 17 08:26:58.584885 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.589149 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:58.593204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:26:58.612325 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:58.617872 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-600f010a-020a-42ad-98ca-779c479eb9df req-ebdc04f1-2788-4140-b5bc-35a4f905d4f0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508246 Jun 17 08:26:58.649096 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=e9acdb01-3302-42c9-926c-c5a411e0072e,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:58.652839 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:58.653529 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:26:58.709048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:26:58.712279 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:26:58.884890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84568d0-ee07-4e8e-9b40-fba6559ed14e req-65a681d5-5e06-49ef-9a63-207cb73dc655 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:58.886914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c84568d0-ee07-4e8e-9b40-fba6559ed14e req-65a681d5-5e06-49ef-9a63-207cb73dc655 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 946 time: 0.0744560 Jun 17 08:26:58.927943 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['e9acdb01-3302-42c9-926c-c5a411e0072e'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:26:58.960435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c84568d0-ee07-4e8e-9b40-fba6559ed14e req-fd32c1ab-836c-4324-9ddd-f50a7b8c132d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675282 Jun 17 08:26:59.004763 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75fc35-d31a-4474-b676-a3c201830101 req-b6793039-3a94-43de-8926-48bc689f4afd tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:59.010539 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a75fc35-d31a-4474-b676-a3c201830101 req-b6793039-3a94-43de-8926-48bc689f4afd tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb9281de-b360-4d50-9cf4-ac5ae228787a HTTP/1.1" status: 200 len: 945 time: 0.1000082 Jun 17 08:26:59.058672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a75fc35-d31a-4474-b676-a3c201830101 req-ccc50d9a-6e01-472b-94f9-7d88dc5e891f tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392699 Jun 17 08:26:59.469816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-0fe59bd9-a01d-4930-9be8-19e2ad45446e tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips/1bdff247-6f90-4371-8531-6051877f7ea9 HTTP/1.1" status: 200 len: 693 time: 0.3749492 Jun 17 08:26:59.550751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0d631-54ef-4d34-9bce-b302d46293da req-a2e54bde-c8cb-4b9f-8994-cdab469cb795 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:59.552428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ea0d631-54ef-4d34-9bce-b302d46293da req-a2e54bde-c8cb-4b9f-8994-cdab469cb795 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.4882793 Jun 17 08:26:59.618265 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ea0d631-54ef-4d34-9bce-b302d46293da req-aaeb1e3b-bb7d-4fcb-bb3e-df376edb1799 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593600 Jun 17 08:26:59.624953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-eac8f338-14ce-4fc3-a6f7-9c4011841725 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:59.626176 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-eac8f338-14ce-4fc3-a6f7-9c4011841725 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1503386 Jun 17 08:26:59.667814 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef01495-8686-4f8f-8db7-7bafb2859364 x-openstack-request-id: req-7ef01495-8686-4f8f-8db7-7bafb2859364 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:26:59.668374 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656", "name": "network-vif-plugged", "status": "completed", "tag": "7cd73f73-9fbd-4f19-bd6d-f12ad6943258", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:26:59.668374 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ef01495-8686-4f8f-8db7-7bafb2859364 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:26:59.668763 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258', 'code': 200} Jun 17 08:26:59.682862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-90c74126-9d40-467a-b3ea-62e13b70c321 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.0484281 Jun 17 08:26:59.740240 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-ff9cb18c-b4e9-483b-8ae1-c34d3b9a81c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.150 HTTP/1.1" status: 200 len: 696 time: 0.0467882 Jun 17 08:26:59.917037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6bb3b-c711-4b4b-8251-bfb8e45f9490 req-a579f396-7987-439e-b1f0-2908ffccb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:26:59.918563 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0f6bb3b-c711-4b4b-8251-bfb8e45f9490 req-a579f396-7987-439e-b1f0-2908ffccb771 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 1097 time: 0.1775351 Jun 17 08:26:59.980678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Deleting port d1377c61-fc6c-42fb-bc72-b0f5da0919ac {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:26:59.981585 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:26:59.987192 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0f6bb3b-c711-4b4b-8251-bfb8e45f9490 req-8b401aa2-cd33-4409-8804-cd4fd93de420 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607092 Jun 17 08:27:00.003076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df1948-1974-43d5-b252-2b04e30a525b req-0759360a-5e36-46a9-ad83-7ea3effee94c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:00.004421 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b1df1948-1974-43d5-b252-2b04e30a525b req-0759360a-5e36-46a9-ad83-7ea3effee94c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 945 time: 0.1338813 Jun 17 08:27:00.083108 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b1df1948-1974-43d5-b252-2b04e30a525b req-e5d8bb75-ed44-48c7-8b98-c73e07fd7934 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518448 Jun 17 08:27:00.096830 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.097159 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.165740 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Calling delete_port for d1377c61-fc6c-42fb-bc72-b0f5da0919ac owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:00.261689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e9acdb01-3302-42c9-926c-c5a411e0072e up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:00.304287 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.308045 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a5e4994-b9e2-4d41-ab20-1edcebdc4008 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:00.316283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port e9acdb01-3302-42c9-926c-c5a411e0072e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:00.321231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port e9acdb01-3302-42c9-926c-c5a411e0072e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:00.321766 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.335939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event deleted for resources: {'Port': ['ID=d1377c61-fc6c-42fb-bc72-b0f5da0919ac,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:00.339978 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:00.404685 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.406335 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.407302 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.408458 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8e599ef-a6cf-4344-820c-ecaa2d7fbc86 req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "DELETE /v2.0/floatingips/1bdff247-6f90-4371-8531-6051877f7ea9 HTTP/1.1" status: 204 len: 173 time: 0.6602516 Jun 17 08:27:00.448027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e9acdb01-3302-42c9-926c-c5a411e0072e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e9acdb01-3302-42c9-926c-c5a411e0072e,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:00.454452 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:00.456789 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:00.503187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=e9acdb01-3302-42c9-926c-c5a411e0072e,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:00.511647 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:00.604295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0b7fa-2832-4b5d-b8ca-dbdff8725192 req-80cbf498-dad0-4b0f-8dc0-423c224bd3ff tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:00.605664 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90f0b7fa-2832-4b5d-b8ca-dbdff8725192 req-80cbf498-dad0-4b0f-8dc0-423c224bd3ff tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 946 time: 0.1005402 Jun 17 08:27:00.639054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14662851-a3d8-472e-aa16-52232e3f00c7 req-d7879ea1-1253-4fbc-9177-724c27784952 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:00.640475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14662851-a3d8-472e-aa16-52232e3f00c7 req-d7879ea1-1253-4fbc-9177-724c27784952 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1013744 Jun 17 08:27:00.668734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90f0b7fa-2832-4b5d-b8ca-dbdff8725192 req-83f7ead9-9057-464c-bf9f-57c0e6e180e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562768 Jun 17 08:27:00.692172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14662851-a3d8-472e-aa16-52232e3f00c7 req-5c7fe905-dade-44dd-9cb7-95aaad8a31d2 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459938 Jun 17 08:27:00.766383 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-64e8d785-f4f0-4610-aa4b-2ec74b22255f tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips/04d9b908-c216-46c2-9f0c-a1d2a72e2a70 HTTP/1.1" status: 200 len: 693 time: 0.0490000 Jun 17 08:27:00.914868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-3530a8ec-0faf-417e-bf96-7a8ced8a5665 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:00.916339 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-3530a8ec-0faf-417e-bf96-7a8ced8a5665 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1446333 Jun 17 08:27:00.925614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2cc16-bf77-4ec8-8f1d-fd513605cec2 req-5cca7e7a-dd91-4a0e-aba7-31b3fca046ab tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:00.926874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50a2cc16-bf77-4ec8-8f1d-fd513605cec2 req-5cca7e7a-dd91-4a0e-aba7-31b3fca046ab tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb9281de-b360-4d50-9cf4-ac5ae228787a HTTP/1.1" status: 200 len: 945 time: 0.1540685 Jun 17 08:27:00.981980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-01d4024f-a23b-4a4a-af23-458b94c027a0 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.112 HTTP/1.1" status: 200 len: 696 time: 0.0541253 Jun 17 08:27:01.052295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50a2cc16-bf77-4ec8-8f1d-fd513605cec2 req-279ecb4c-fdef-4fa7-92ec-9cbec5909429 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183324 Jun 17 08:27:01.062687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-6c4fa1b2-0256-4349-89ba-66eeb895d7ff tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.112 HTTP/1.1" status: 200 len: 696 time: 0.0716968 Jun 17 08:27:01.196606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Deleting port 3e468cb2-e163-4ea5-82ea-f6b21dd24092 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:01.196992 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.284797 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.285484 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.359502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Calling delete_port for 3e468cb2-e163-4ea5-82ea-f6b21dd24092 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:01.509179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3470c18-a524-44b8-814f-d1bec26cc8f1 req-9ad3f9cd-e099-47c2-88aa-9afad691f304 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:01.510614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3470c18-a524-44b8-814f-d1bec26cc8f1 req-9ad3f9cd-e099-47c2-88aa-9afad691f304 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1006386 Jun 17 08:27:01.574480 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.578917 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-023f6676-bb1b-4122-8e35-53ffb7dce1c8 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:01.589018 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3470c18-a524-44b8-814f-d1bec26cc8f1 req-5d6a11c1-fc78-48de-959d-ce43a7e96f68 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565403 Jun 17 08:27:01.612798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Pushing event deleted for resources: {'Port': ['ID=3e468cb2-e163-4ea5-82ea-f6b21dd24092,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:01.612798 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:01.669579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b4ba88-5536-4fd3-aa90-e6a408354f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9acdb01-3302-42c9-926c-c5a411e0072e'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:01.672112 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32a3f45-c920-4b3b-89b8-abfbba8aac43" -d '{"events": [{"server_uuid": "f1b4ba88-5536-4fd3-aa90-e6a408354f67", "name": "network-vif-plugged", "status": "completed", "tag": "e9acdb01-3302-42c9-926c-c5a411e0072e"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:01.675884 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.678798 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:01.679946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7b23d63-cc73-439d-b4ff-7bd4b2d7110c req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] 10.222.0.47 "DELETE /v2.0/floatingips/04d9b908-c216-46c2-9f0c-a1d2a72e2a70 HTTP/1.1" status: 204 len: 173 time: 0.6098924 Jun 17 08:27:01.686151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60566) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:01.891970 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265621ba-d030-43ca-ba55-24d1c071d5f4 req-fa062d7e-c882-470c-93f7-60aebb1fc95f tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:01.893424 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-265621ba-d030-43ca-ba55-24d1c071d5f4 req-fa062d7e-c882-470c-93f7-60aebb1fc95f tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb9281de-b360-4d50-9cf4-ac5ae228787a HTTP/1.1" status: 200 len: 945 time: 0.0636997 Jun 17 08:27:01.960353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d389db-3edc-48a5-a725-8f213e4f19cd req-ba40365b-7d60-4e55-b52d-24d65ecec0e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:01.961835 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92d389db-3edc-48a5-a725-8f213e4f19cd req-ba40365b-7d60-4e55-b52d-24d65ecec0e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2220366 Jun 17 08:27:01.983755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc34ce9-7881-44d5-a59e-41c69e37e8c7 req-ddb5cb1f-4d8c-4997-8111-898fe613690f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:01.985185 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fc34ce9-7881-44d5-a59e-41c69e37e8c7 req-ddb5cb1f-4d8c-4997-8111-898fe613690f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 945 time: 0.2090797 Jun 17 08:27:01.996019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-265621ba-d030-43ca-ba55-24d1c071d5f4 req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Deleting port 3023fae5-c7d0-47da-bf3c-058b20b80a52 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:01.996357 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-265621ba-d030-43ca-ba55-24d1c071d5f4 req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.061775 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92d389db-3edc-48a5-a725-8f213e4f19cd req-c1e04407-6b7c-4843-beff-68867b0d65e5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907023 Jun 17 08:27:02.072338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fc34ce9-7881-44d5-a59e-41c69e37e8c7 req-281bf6dc-50ea-4373-a856-49f8e7189bd7 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779142 Jun 17 08:27:02.099205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-265621ba-d030-43ca-ba55-24d1c071d5f4 req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] For port 3023fae5-c7d0-47da-bf3c-058b20b80a52, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=3023fae5-c7d0-47da-bf3c-058b20b80a52,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:02.099740 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-265621ba-d030-43ca-ba55-24d1c071d5f4 req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.218940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-265621ba-d030-43ca-ba55-24d1c071d5f4 req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Calling delete_port for 3023fae5-c7d0-47da-bf3c-058b20b80a52 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:02.254933 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0080a0-1b59-41eb-881a-b9240aae7b3d x-openstack-request-id: req-cc0080a0-1b59-41eb-881a-b9240aae7b3d {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:02.255437 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b4ba88-5536-4fd3-aa90-e6a408354f67", "name": "network-vif-plugged", "status": "completed", "tag": "e9acdb01-3302-42c9-926c-c5a411e0072e", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:02.255891 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cc0080a0-1b59-41eb-881a-b9240aae7b3d {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:02.256454 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b4ba88-5536-4fd3-aa90-e6a408354f67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9acdb01-3302-42c9-926c-c5a411e0072e', 'code': 200} Jun 17 08:27:02.306369 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.358693 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-265621ba-d030-43ca-ba55-24d1c071d5f4 req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.363347 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99bcb355-8b1a-4693-a4f6-0fbb3b422a25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:02.372047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['e390e24d-e926-4a6c-b460-7e3d7abb0960'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:02.375949 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['9b2dbe01-d1fb-4f04-9271-c28600901a2b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:02.387987 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Pushing event deleted for resources: {'Port': ['ID=3023fae5-c7d0-47da-bf3c-058b20b80a52,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:02.392823 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:02.437037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-265621ba-d030-43ca-ba55-24d1c071d5f4 req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] No DVR routers for this DVR port 3023fae5-c7d0-47da-bf3c-058b20b80a52 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:02.440397 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-265621ba-d030-43ca-ba55-24d1c071d5f4 req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.442330 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-265621ba-d030-43ca-ba55-24d1c071d5f4 req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.10 "DELETE /v2.0/ports/3023fae5-c7d0-47da-bf3c-058b20b80a52 HTTP/1.1" status: 204 len: 173 time: 0.5436547 Jun 17 08:27:02.443074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9281de-b360-4d50-9cf4-ac5ae228787a', 'name': 'network-vif-deleted', 'tag': '3023fae5-c7d0-47da-bf3c-058b20b80a52'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:02.445657 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e921843b-131c-4f43-94ae-cc6b3ef950a9" -d '{"events": [{"server_uuid": "fb9281de-b360-4d50-9cf4-ac5ae228787a", "name": "network-vif-deleted", "tag": "3023fae5-c7d0-47da-bf3c-058b20b80a52"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:02.493601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97f46b-a6cf-43ca-a998-cabe7314732f req-1a409bfe-7134-4725-9231-b7b126a63060 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:02.495084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d97f46b-a6cf-43ca-a998-cabe7314732f req-1a409bfe-7134-4725-9231-b7b126a63060 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 946 time: 0.2487388 Jun 17 08:27:02.572989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589611fd-dc87-4620-aea4-ac107bab97b8 req-14a74507-b684-4d96-9bdb-951224a897fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:02.574537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-589611fd-dc87-4620-aea4-ac107bab97b8 req-14a74507-b684-4d96-9bdb-951224a897fe service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 1098 time: 0.2351713 Jun 17 08:27:02.600835 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48507d6e-50b1-4e82-af96-69e14d1a29eb req-8610f704-0036-45d3-abb9-47791b565d37 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:02.602353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48507d6e-50b1-4e82-af96-69e14d1a29eb req-8610f704-0036-45d3-abb9-47791b565d37 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 946 time: 0.2259920 Jun 17 08:27:02.646874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d97f46b-a6cf-43ca-a998-cabe7314732f req-7de3a007-9f41-4a8c-af1c-feed3ea1de9d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413691 Jun 17 08:27:02.695721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-589611fd-dc87-4620-aea4-ac107bab97b8 req-318bf72c-ce10-4b3a-91e4-4b878141ca24 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923221 Jun 17 08:27:02.705437 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48507d6e-50b1-4e82-af96-69e14d1a29eb req-444fb4a0-268a-47dc-ab83-9ede021d3be1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851264 Jun 17 08:27:02.814605 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9cbd117-6f5f-4dbe-892e-8d26a5e6ffbf req-8e930867-8cf5-4aa6-9eff-21f38e2fefc4 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb9281de-b360-4d50-9cf4-ac5ae228787a HTTP/1.1" status: 200 len: 210 time: 0.0417972 Jun 17 08:27:02.829355 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:02.911747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675bbcc-22a7-4378-b7ef-76af374aedea req-b8410795-a438-4df6-b618-48ef044b15ad tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:02.915350 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8675bbcc-22a7-4378-b7ef-76af374aedea req-b8410795-a438-4df6-b618-48ef044b15ad tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 1097 time: 0.0892012 Jun 17 08:27:02.963277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Deleting port a4cc4b78-f36b-48fb-989d-41ad4db3a67a {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:02.963662 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:03.408526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8675bbcc-22a7-4378-b7ef-76af374aedea req-b7a9b045-240e-45c7-8e97-920ed8e33a53 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4857199 Jun 17 08:27:03.456515 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e291ec02-b9e7-47a2-a350-1e605527adb4 x-openstack-request-id: req-e291ec02-b9e7-47a2-a350-1e605527adb4 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:03.458190 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9281de-b360-4d50-9cf4-ac5ae228787a", "name": "network-vif-deleted", "tag": "3023fae5-c7d0-47da-bf3c-058b20b80a52", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:03.458558 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e291ec02-b9e7-47a2-a350-1e605527adb4 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:03.459113 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9281de-b360-4d50-9cf4-ac5ae228787a', 'name': 'network-vif-deleted', 'tag': '3023fae5-c7d0-47da-bf3c-058b20b80a52', 'status': 'completed', 'code': 200} Jun 17 08:27:03.468742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-c822e410-434c-4b5f-bc0d-615351aa3af3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:03.470191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-c822e410-434c-4b5f-bc0d-615351aa3af3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 811 time: 0.5487921 Jun 17 08:27:03.504268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] For port a4cc4b78-f36b-48fb-989d-41ad4db3a67a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a4cc4b78-f36b-48fb-989d-41ad4db3a67a,segment=NetworkSegment(281753e6-63ab-4731-9bfb-09b0e56aa9ae),segment_id=281753e6-63ab-4731-9bfb-09b0e56aa9ae)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:03.504625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:03.513830 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-387812a3-d5e7-44b3-a5ad-41b6eabb6193 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/quotas/76b1458140554869aae6692b38e06da1 HTTP/1.1" status: 200 len: 375 time: 0.0347817 Jun 17 08:27:03.528330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973519ed-1b85-4716-8426-99d928e816bb req-5d9468cd-efeb-44c9-a4ce-a5f3010d6c47 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:03.529747 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973519ed-1b85-4716-8426-99d928e816bb req-5d9468cd-efeb-44c9-a4ce-a5f3010d6c47 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.63 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 946 time: 0.2042928 Jun 17 08:27:03.593926 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Calling delete_port for a4cc4b78-f36b-48fb-989d-41ad4db3a67a owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:03.855407 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-e03310e0-8832-4589-b290-91dbf69d266d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3349450 Jun 17 08:27:03.905024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd28c3-a20d-41d9-95bb-5eb9a1184a78 req-137a7efd-800e-4bdb-9797-0a0f43cb680d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:03.910798 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e0cd28c3-a20d-41d9-95bb-5eb9a1184a78 req-137a7efd-800e-4bdb-9797-0a0f43cb680d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.3491373 Jun 17 08:27:03.987364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Deleting port 203416c9-b5e8-407b-8619-e87997a4689c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:03.987707 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:04.075275 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e0cd28c3-a20d-41d9-95bb-5eb9a1184a78 req-e03e0007-b8ed-46a8-ae40-7bd3132c8c65 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588531 Jun 17 08:27:04.112697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-6bd28d34-5659-4bc4-977c-649be88c121a service neutron] 10.222.0.47 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452865 Jun 17 08:27:04.184494 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:04.191362 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:04.199784 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] For port 203416c9-b5e8-407b-8619-e87997a4689c, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=203416c9-b5e8-407b-8619-e87997a4689c,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:04.200142 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:04.245111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4cc4b78-f36b-48fb-989d-41ad4db3a67a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:04.277735 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:04.306081 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 3023fae5-c7d0-47da-bf3c-058b20b80a52 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:04.338417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 3023fae5-c7d0-47da-bf3c-058b20b80a52 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:04.338812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 3023fae5-c7d0-47da-bf3c-058b20b80a52 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:04.403267 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-a65ba832-1aeb-4e94-b78a-66082f46ac5e service neutron] 10.222.0.47 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828357 Jun 17 08:27:04.627365 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:04.628705 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:04.629483 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Floating IP e8e8ea01-6ce9-4176-8eb7-6bd439f8b42b disassociated. External IP: 172.25.8.8, port: 203416c9-b5e8-407b-8619-e87997a4689c. Jun 17 08:27:04.630032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Calling delete_port for 203416c9-b5e8-407b-8619-e87997a4689c owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:04.649708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ab5b3-1ac2-4517-b3a8-983eaa14602e req-1d8ded0c-6145-4655-87f6-a2257241b7ed tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:04.651651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9d3ab5b3-1ac2-4517-b3a8-983eaa14602e req-1d8ded0c-6145-4655-87f6-a2257241b7ed tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 946 time: 0.3078732 Jun 17 08:27:04.714292 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:04.789950 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9d3ab5b3-1ac2-4517-b3a8-983eaa14602e req-ab65975f-4884-46bd-922a-319f8a6536d4 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups?id=eb6c93f9-100b-437d-8b95-76d3688991ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307607 Jun 17 08:27:04.920904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae37c4-d92e-4434-9dcb-a51e65f55481 req-ad701ed5-ed06-4e0c-adb8-a9718ec24488 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:04.927971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-acae37c4-d92e-4434-9dcb-a51e65f55481 req-ad701ed5-ed06-4e0c-adb8-a9718ec24488 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 946 time: 0.1965673 Jun 17 08:27:05.018459 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d2cc6b74-8707-486a-acc9-1c4fee88740a req-d582e457-1a8e-42c1-9b72-4ea751d11475 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 210 time: 0.0753818 Jun 17 08:27:05.136486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-acae37c4-d92e-4434-9dcb-a51e65f55481 req-1cd29ac1-17ae-4171-9f8b-d1861ee0c77c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076244 Jun 17 08:27:05.150417 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:05.156409 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea51fcfe-5545-490a-88dc-85c916768199 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:05.195420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Pushing event deleted for resources: {'Port': ['ID=203416c9-b5e8-407b-8619-e87997a4689c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:05.212104 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:05.330935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Router 4dee96e2-c804-4d93-9548-d85813607d07 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:27:05.455687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Router ed3f9b46-2be0-471a-9805-9075f52b3dc2 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:27:05.537735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8db4a1-664a-445a-bb7e-801e8d332685 req-eee60415-fdb8-4548-b75f-4a22e673e44d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:05.539397 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd8db4a1-664a-445a-bb7e-801e8d332685 req-eee60415-fdb8-4548-b75f-4a22e673e44d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.2129705 Jun 17 08:27:05.640807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:05.657280 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] 10.222.0.47 "PUT /v2.0/routers/4dee96e2-c804-4d93-9548-d85813607d07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9697576 Jun 17 08:27:05.661987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60638) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:05.667862 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b723228c-088f-422a-a9e9-95fd185167e1 None None] Sync routers for ids ['4dee96e2-c804-4d93-9548-d85813607d07'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:05.695336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b723228c-088f-422a-a9e9-95fd185167e1 None None] Routers {'4dee96e2-c804-4d93-9548-d85813607d07'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:05.695998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b723228c-088f-422a-a9e9-95fd185167e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:26:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4dee96e2-c804-4d93-9548-d85813607d07'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:05.862672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-b723228c-088f-422a-a9e9-95fd185167e1 None None] Set router 4dee96e2-c804-4d93-9548-d85813607d07 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:06.043245 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-fde8a6cd-6e72-462a-b659-1461327f1990 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:06.045934 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-fde8a6cd-6e72-462a-b659-1461327f1990 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.10 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 811 time: 0.1255491 Jun 17 08:27:06.059716 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Request body: {'port': {'device_id': 'ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'admin_state_up': True, 'tenant_id': '76b1458140554869aae6692b38e06da1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:06.075342 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd8db4a1-664a-445a-bb7e-801e8d332685 req-baf3b365-b3d8-453f-8cc4-d96adbd6172a tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996154 Jun 17 08:27:06.121238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b723228c-088f-422a-a9e9-95fd185167e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dee96e2-c804-4d93-9548-d85813607d07', 'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-router', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:26:21Z', 'updated_at': '2021-06-17T08:27:03Z', 'revision_number': 5, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'gw_port': {'id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:23Z', 'updated_at': '2021-06-17T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:06.191634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Made reservation on behalf of 76b1458140554869aae6692b38e06da1 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:06.192188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b723228c-088f-422a-a9e9-95fd185167e1 None None] Checking router: 4dee96e2-c804-4d93-9548-d85813607d07 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:06.197757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.219002 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b723228c-088f-422a-a9e9-95fd185167e1 None None] Routers {'4dee96e2-c804-4d93-9548-d85813607d07'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:06.219927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b723228c-088f-422a-a9e9-95fd185167e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:26:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4dee96e2-c804-4d93-9548-d85813607d07'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:06.241787 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:06.255048 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efba43-ded5-45a1-94d9-df50ffd074c1 None None] Sync routers for ids ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:06.270030 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efba43-ded5-45a1-94d9-df50ffd074c1 None None] Routers {'ed3f9b46-2be0-471a-9805-9075f52b3dc2'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:06.271136 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-18efba43-ded5-45a1-94d9-df50ffd074c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:26:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:06.333893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 203416c9-b5e8-407b-8619-e87997a4689c no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:06.338592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Allocated IP 172.20.0.11 (1cc1239f-e7c8-47fb-a006-4a6c6fc01c91/a3b3ef64-dd68-4de7-acbf-fa464b6f2298/bc48ac78-ae38-4a44-ba89-c11b8697a9c1) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:06.380196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] No DVR routers for this DVR port 203416c9-b5e8-407b-8619-e87997a4689c on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:06.384717 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.386707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-973519ed-1b85-4716-8426-99d928e816bb req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.63 "DELETE /v2.0/ports/203416c9-b5e8-407b-8619-e87997a4689c HTTP/1.1" status: 204 len: 173 time: 2.8211358 Jun 17 08:27:06.397925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a716fb9-f68f-4454-885a-fe363c62a015', 'name': 'network-vif-deleted', 'tag': '203416c9-b5e8-407b-8619-e87997a4689c'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:06.400417 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df193dd-3057-4a8b-b310-7a247e8bdb4a" -d '{"events": [{"server_uuid": "1a716fb9-f68f-4454-885a-fe363c62a015", "name": "network-vif-deleted", "tag": "203416c9-b5e8-407b-8619-e87997a4689c"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:06.403233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 203416c9-b5e8-407b-8619-e87997a4689c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:06.403724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 203416c9-b5e8-407b-8619-e87997a4689c not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:06.430527 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.460782 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-18efba43-ded5-45a1-94d9-df50ffd074c1 None None] Set router ed3f9b46-2be0-471a-9805-9075f52b3dc2 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:06.477521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-b723228c-088f-422a-a9e9-95fd185167e1 None None] Set router 4dee96e2-c804-4d93-9548-d85813607d07 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:06.524715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90e89c-fd2c-4d4f-993f-d3717615591d req-9d62a425-ba6f-424f-bd8c-30f36f268e1d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:06.532643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de90e89c-fd2c-4d4f-993f-d3717615591d req-9d62a425-ba6f-424f-bd8c-30f36f268e1d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 946 time: 0.3901732 Jun 17 08:27:06.642889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de90e89c-fd2c-4d4f-993f-d3717615591d req-0e26ef8d-35ab-4178-b1b6-fbf76de8c230 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611866 Jun 17 08:27:06.647271 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.670130 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.691959 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Transition to ACTIVE for port object bc48ac78-ae38-4a44-ba89-c11b8697a9c1 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:06.745879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Deleting port 419240fc-74cc-43a0-9fea-0bd159da67a5 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:06.746239 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.818131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.860144 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-08723c3e-b344-4a76-83b4-38a9d0adfebe tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:06.901396 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-18efba43-ded5-45a1-94d9-df50ffd074c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 4, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '60e6711a-534b-4041-9cec-cb67476e5039', 'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'mac_address': 'fa:16:3e:fb:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:56Z', 'updated_at': '2021-06-17T08:24:04Z', 'revision_number': 5, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'subnets': [{'id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:06.912423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b723228c-088f-422a-a9e9-95fd185167e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dee96e2-c804-4d93-9548-d85813607d07', 'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-router', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:26:21Z', 'updated_at': '2021-06-17T08:27:03Z', 'revision_number': 5, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'gw_port': {'id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:23Z', 'updated_at': '2021-06-17T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:06.923438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] For port 419240fc-74cc-43a0-9fea-0bd159da67a5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=419240fc-74cc-43a0-9fea-0bd159da67a5,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:06.924037 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:06.959316 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:06.987731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:06.988582 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efba43-ded5-45a1-94d9-df50ffd074c1 None None] Checking router: ed3f9b46-2be0-471a-9805-9075f52b3dc2 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:06.992651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b723228c-088f-422a-a9e9-95fd185167e1 None None] The sync data for ids ['4dee96e2-c804-4d93-9548-d85813607d07'] in n-d-779913-16 is: [{'id': '4dee96e2-c804-4d93-9548-d85813607d07', 'name': 'tempest-FloatingIPDetailsTestJSON-1527945245-router', 'tenant_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243'}], 'enable_snat': True}, 'gw_port_id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:26:21Z', 'updated_at': '2021-06-17T08:27:03Z', 'revision_number': 5, 'project_id': 'fbb3ebbc1c124668b2dde0221a4a3860', 'gw_port': {'id': '419240fc-74cc-43a0-9fea-0bd159da67a5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dee96e2-c804-4d93-9548-d85813607d07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:26:23Z', 'updated_at': '2021-06-17T08:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:07.009336 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18efba43-ded5-45a1-94d9-df50ffd074c1 None None] Routers {'ed3f9b46-2be0-471a-9805-9075f52b3dc2'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:07.010420 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-18efba43-ded5-45a1-94d9-df50ffd074c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:26:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:07.015828 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:07.089678 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event updated for resources: {'Port': ['ID=bc48ac78-ae38-4a44-ba89-c11b8697a9c1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:07.094612 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:07.143306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:07.144329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Calling delete_port for 419240fc-74cc-43a0-9fea-0bd159da67a5 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:07.144588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.183910 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1293740 Jun 17 08:27:07.196560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Request body: {'port': {'device_id': 'ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:07.224372 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-18efba43-ded5-45a1-94d9-df50ffd074c1 None None] Set router ed3f9b46-2be0-471a-9805-9075f52b3dc2 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:07.298198 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-78942e0d-9586-4b69-bc26-57f538b8aa71 req-ba85d770-9def-40ad-96cd-acfe56c0c23b tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 210 time: 0.2402253 Jun 17 08:27:07.338540 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.449504 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0168a0f4-bece-4a33-8aa0-75924795552f None None] Provisioning for port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:07.458138 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a4cc4b78-f36b-48fb-989d-41ad4db3a67a no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:07.505074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4acbf-6666-4550-8161-ae3208017ed6 req-07d36e9b-c4e2-4038-89c4-3bf7873c7329 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:07.506817 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28d4acbf-6666-4550-8161-ae3208017ed6 req-07d36e9b-c4e2-4038-89c4-3bf7873c7329 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 932 time: 0.3387842 Jun 17 08:27:07.520224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: a4cc4b78-f36b-48fb-989d-41ad4db3a67a {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:07.520934 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a4cc4b78-f36b-48fb-989d-41ad4db3a67a not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:07.535936 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0168a0f4-bece-4a33-8aa0-75924795552f None None] Provisioning complete for port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:07.537762 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0168a0f4-bece-4a33-8aa0-75924795552f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.615098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0168a0f4-bece-4a33-8aa0-75924795552f None None] Port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:27:07.651247 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-18efba43-ded5-45a1-94d9-df50ffd074c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 4, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '60e6711a-534b-4041-9cec-cb67476e5039', 'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'mac_address': 'fa:16:3e:fb:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:56Z', 'updated_at': '2021-06-17T08:24:04Z', 'revision_number': 5, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'subnets': [{'id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:07.700235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28d4acbf-6666-4550-8161-ae3208017ed6 req-9b591d46-8caf-4b9e-ba9d-7a69f2eaa740 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857526 Jun 17 08:27:07.703683 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18efba43-ded5-45a1-94d9-df50ffd074c1 None None] The sync data for ids ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'] in n-d-779913-16 is: [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:23:57Z', 'revision_number': 4, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '60e6711a-534b-4041-9cec-cb67476e5039', 'name': '', 'network_id': '4071b039-c5ae-4369-8e5c-102d9a61ff48', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'mac_address': 'fa:16:3e:fb:ca:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:56Z', 'updated_at': '2021-06-17T08:24:04Z', 'revision_number': 5, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'subnets': [{'id': '3ec799a1-b3df-4b16-9b6d-7f455c811af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:07.788125 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bc954f-7149-42f7-afbf-d4dd1e21aea6 x-openstack-request-id: req-f7bc954f-7149-42f7-afbf-d4dd1e21aea6 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:07.788494 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a716fb9-f68f-4454-885a-fe363c62a015", "name": "network-vif-deleted", "tag": "203416c9-b5e8-407b-8619-e87997a4689c", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:07.788762 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f7bc954f-7149-42f7-afbf-d4dd1e21aea6 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:07.789247 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a716fb9-f68f-4454-885a-fe363c62a015', 'name': 'network-vif-deleted', 'tag': '203416c9-b5e8-407b-8619-e87997a4689c', 'status': 'completed', 'code': 200} Jun 17 08:27:07.838412 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:07.841964 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:07.899576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=419240fc-74cc-43a0-9fea-0bd159da67a5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:07.912642 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:08.124731 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.191048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb346f-7ea3-4b84-98e0-143494083907 None None] New status for floating IP e8e8ea01-6ce9-4176-8eb7-6bd439f8b42b: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:27:08.233124 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.235923 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.306111 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.306111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dee96e2-c804-4d93-9548-d85813607d07 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:27:08.321159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb8d37-b431-44c8-abbb-b15ad4958366 req-12dbab6a-7fcb-4ca9-b6fc-ca8cf2baf776 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:08.328341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ebb8d37-b431-44c8-abbb-b15ad4958366 req-12dbab6a-7fcb-4ca9-b6fc-ca8cf2baf776 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.3707013 Jun 17 08:27:08.333361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.334458 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4dee96e2-c804-4d93-9548-d85813607d07 HTTP/1.1" status: 204 len: 168 time: 2.6712110 Jun 17 08:27:08.338502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60670) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:08.374881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9878ef5-45b9-40f9-81cc-124e1e3700ac req-bd081f7f-ff21-4f0c-8884-2892c9b980c5 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:08.384548 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9878ef5-45b9-40f9-81cc-124e1e3700ac req-bd081f7f-ff21-4f0c-8884-2892c9b980c5 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 946 time: 0.3216782 Jun 17 08:27:08.399516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc48ac78-ae38-4a44-ba89-c11b8697a9c1 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:08.411183 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.436967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ebb8d37-b431-44c8-abbb-b15ad4958366 req-674d9952-defa-4560-add8-a9d94a7d825c tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074452 Jun 17 08:27:08.444636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee93996-1f0a-446a-9c1c-0422672ed2d3 admin admin] Deleting subnet 493531f2-a352-4b18-a2d6-a98a1bb4e236 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:08.449223 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dee93996-1f0a-446a-9c1c-0422672ed2d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.453044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Transition to ACTIVE for port object bc48ac78-ae38-4a44-ba89-c11b8697a9c1 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:08.479755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.491073 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eebbcde9-f8c9-4634-9d16-9718b17016b9 tempest-ListImageFiltersTestJSON-619865469 tempest-ListImageFiltersTestJSON-619865469-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:08.498369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9878ef5-45b9-40f9-81cc-124e1e3700ac req-4f889ab8-0ab3-4674-9cfc-5043fd77fbcf tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128054 Jun 17 08:27:08.644464 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dee93996-1f0a-446a-9c1c-0422672ed2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.690248 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96ecb1cc-cb96-40fa-9e7a-b69887d39c0a req-fa0840a2-8283-4bf9-af94-56519d566ef5 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 210 time: 0.0650957 Jun 17 08:27:08.743335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc48ac78-ae38-4a44-ba89-c11b8697a9c1,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:08.752167 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:08.851849 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dee93996-1f0a-446a-9c1c-0422672ed2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.923453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Attempting to bind port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:08.924174 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Attempting to bind port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:08.924515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Attempting to bind port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:08.985102 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:08.985697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Attempting to bind port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:08.998025 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dee93996-1f0a-446a-9c1c-0422672ed2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:08.999762 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.003213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:09.004077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Checking segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:09.004880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Bound using segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:09.005766 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Bound port: bc48ac78-ae38-4a44-ba89-c11b8697a9c1, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:09.006299 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.007047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38cf12-3576-4fa4-b9e1-22e2bd0a70d8 req-ceb9e664-f9a3-4498-bb7c-422a13a7ecfd tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.014616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa38cf12-3576-4fa4-b9e1-22e2bd0a70d8 req-ceb9e664-f9a3-4498-bb7c-422a13a7ecfd tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 944 time: 0.1609769 Jun 17 08:27:09.018551 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86783b4c-8fa0-45e2-8fc8-04509e51b3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:09.054483 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b944a6bc-2128-4cd6-a183-736d4cd3cd31 None None] Network 53f16c90-94b8-4586-80ac-53e4bee844d0 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:09.058945 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dee93996-1f0a-446a-9c1c-0422672ed2d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.061078 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dee93996-1f0a-446a-9c1c-0422672ed2d3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/493531f2-a352-4b18-a2d6-a98a1bb4e236 HTTP/1.1" status: 204 len: 168 time: 0.7202086 Jun 17 08:27:09.063376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee93996-1f0a-446a-9c1c-0422672ed2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493531f2-a352-4b18-a2d6-a98a1bb4e236,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:09.067507 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60688) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:09.086609 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dee93996-1f0a-446a-9c1c-0422672ed2d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:09.093286 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa38cf12-3576-4fa4-b9e1-22e2bd0a70d8 req-ff72d225-a353-48f6-ac2f-665b232e806c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774164 Jun 17 08:27:09.162247 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] For port bc48ac78-ae38-4a44-ba89-c11b8697a9c1, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:09.171270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] For port bc48ac78-ae38-4a44-ba89-c11b8697a9c1, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc48ac78-ae38-4a44-ba89-c11b8697a9c1,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:09.179364 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.181643 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71cea20a-5d88-48a9-8113-f99c7aacf2e7 tempest-LiveAutoBlockMigrationV225Test-318683916 tempest-LiveAutoBlockMigrationV225Test-318683916-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:09.214077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 419240fc-74cc-43a0-9fea-0bd159da67a5 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:09.215721 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.216337 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.217704 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] 10.222.0.10 "PUT /v2.0/ports/bc48ac78-ae38-4a44-ba89-c11b8697a9c1 HTTP/1.1" status: 200 len: 1093 time: 2.0257428 Jun 17 08:27:09.218243 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff', 'tag': 'bc48ac78-ae38-4a44-ba89-c11b8697a9c1'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:09.220605 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c520cff-8cae-49a1-9d9f-125d1e5dc469" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff", "tag": "bc48ac78-ae38-4a44-ba89-c11b8697a9c1"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:09.250887 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.263739 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Pushing event updated for resources: {'Port': ['ID=bc48ac78-ae38-4a44-ba89-c11b8697a9c1,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:09.284609 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:09.292237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 419240fc-74cc-43a0-9fea-0bd159da67a5 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:09.292741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 419240fc-74cc-43a0-9fea-0bd159da67a5 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:09.366079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ea990-d8a8-4e4f-9b40-31a432f15a4c req-1eb81f0e-e738-44c6-808f-01aa58d09180 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.368076 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d1ea990-d8a8-4e4f-9b40-31a432f15a4c req-1eb81f0e-e738-44c6-808f-01aa58d09180 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 946 time: 0.2736232 Jun 17 08:27:09.394622 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-64432909-c4de-4773-a5cf-6c96adf36f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.396182 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-64432909-c4de-4773-a5cf-6c96adf36f17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 1096 time: 0.1107850 Jun 17 08:27:09.425800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005f736b-ad41-4a98-860d-67f856dd7017 None None] DHCP port deletion for 53f16c90-94b8-4586-80ac-53e4bee844d0 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:27:09.435688 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d1ea990-d8a8-4e4f-9b40-31a432f15a4c req-db78f489-0668-45f4-8a0a-7da8f500eefa tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604932 Jun 17 08:27:09.441055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Deleting port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:09.441399 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.466245 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-7962010c-b8c7-4d8c-8785-85592544b303 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc48ac78-ae38-4a44-ba89-c11b8697a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0610209 Jun 17 08:27:09.532423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-005f736b-ad41-4a98-860d-67f856dd7017 None None] Deleting port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:09.533808 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b113c26-e9a1-4061-8726-499ade97e665 x-openstack-request-id: req-0b113c26-e9a1-4061-8726-499ade97e665 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:09.534244 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff", "tag": "bc48ac78-ae38-4a44-ba89-c11b8697a9c1", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:09.534641 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0b113c26-e9a1-4061-8726-499ade97e665 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:09.535115 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-005f736b-ad41-4a98-860d-67f856dd7017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.535671 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff', 'tag': 'bc48ac78-ae38-4a44-ba89-c11b8697a9c1', 'status': 'completed', 'code': 200} Jun 17 08:27:09.574366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-e8a94f6e-19e5-486f-a93d-f95345da4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.576636 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-e8a94f6e-19e5-486f-a93d-f95345da4fc6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.1044757 Jun 17 08:27:09.593709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] For port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12,segment=NetworkSegment(281753e6-63ab-4731-9bfb-09b0e56aa9ae),segment_id=281753e6-63ab-4731-9bfb-09b0e56aa9ae)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:09.593709 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.652972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-005f736b-ad41-4a98-860d-67f856dd7017 None None] For port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12,segment=NetworkSegment(281753e6-63ab-4731-9bfb-09b0e56aa9ae),segment_id=281753e6-63ab-4731-9bfb-09b0e56aa9ae)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:09.653391 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-005f736b-ad41-4a98-860d-67f856dd7017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.663255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-a8b9a951-7319-4dc6-9608-071db3128fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.666577 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-a8b9a951-7319-4dc6-9608-071db3128fc7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816808 Jun 17 08:27:09.691951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Calling delete_port for 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:09.783675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-005f736b-ad41-4a98-860d-67f856dd7017 None None] Calling delete_port for 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:09.809037 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-2c34879d-9ded-48e8-8061-89c2a8d1b1bd service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353700 Jun 17 08:27:09.893532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8d002-f9d6-4d2c-bcc3-157344fa4688 req-72222cd8-3970-4205-8170-1d0c6a816251 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:09.897442 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-005f736b-ad41-4a98-860d-67f856dd7017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.899484 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9f8d002-f9d6-4d2c-bcc3-157344fa4688 req-72222cd8-3970-4205-8170-1d0c6a816251 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1387579 Jun 17 08:27:09.900406 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:09.931475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f736b-ad41-4a98-860d-67f856dd7017 None None] Pushing event deleted for resources: {'Port': ['ID=5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:09.932748 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dde44ed8-de2d-4579-b084-9674b70d6375 req-36f78385-4245-4de8-8339-6ccb303ec6f7 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164720 Jun 17 08:27:09.934705 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-005f736b-ad41-4a98-860d-67f856dd7017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:09.935911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005f736b-ad41-4a98-860d-67f856dd7017 None None] No DVR routers for this DVR port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:09.940671 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:09.945303 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7efb8d17-a0d4-48ac-a7be-8a23baff1476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:09.962330 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9f8d002-f9d6-4d2c-bcc3-157344fa4688 req-4f6c367f-d37d-4c12-a6cd-1dedd45fb4e0 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617616 Jun 17 08:27:09.991671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:09.995772 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:10.004296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b6ce7-9642-42d6-9074-2625ac5697ef req-cb28935e-de0a-430a-83b1-a75e017b0d51 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.010432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b6ce7-9642-42d6-9074-2625ac5697ef req-cb28935e-de0a-430a-83b1-a75e017b0d51 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.012101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-578b6ce7-9642-42d6-9074-2625ac5697ef req-cb28935e-de0a-430a-83b1-a75e017b0d51 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc4507fe-66dc-4347-a1f6-b75a722d8e73&device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 1682 time: 0.2540367 Jun 17 08:27:10.013002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] No DVR routers for this DVR port 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:10.060115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520cff-8cae-49a1-9d9f-125d1e5dc469 req-ddcfc345-3dbf-4b51-bcc5-c6579b107b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.062187 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3c520cff-8cae-49a1-9d9f-125d1e5dc469 req-ddcfc345-3dbf-4b51-bcc5-c6579b107b1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 1096 time: 0.0721345 Jun 17 08:27:10.090166 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.133111 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-623f04ad-d7a0-490c-8388-84a982d212cd req-b348cea8-9cab-4231-b32f-97bd00a691d4 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 210 time: 0.0400043 Jun 17 08:27:10.137309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f16c90-94b8-4586-80ac-53e4bee844d0']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:10.154922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '281753e6-63ab-4731-9bfb-09b0e56aa9ae') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:10.155156 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '281753e6-63ab-4731-9bfb-09b0e56aa9ae') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:10.167314 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.171200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520cff-8cae-49a1-9d9f-125d1e5dc469 req-ec9328f0-8dc1-487f-913e-25e5e0d37183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.172946 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3c520cff-8cae-49a1-9d9f-125d1e5dc469 req-ec9328f0-8dc1-487f-913e-25e5e0d37183 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.1010497 Jun 17 08:27:10.188543 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-578b6ce7-9642-42d6-9074-2625ac5697ef req-6a8d885d-fd7f-4b35-8171-ac0ca116e903 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942736 Jun 17 08:27:10.194926 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.222559 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3c520cff-8cae-49a1-9d9f-125d1e5dc469 req-6b32c2f1-6f65-4998-b4c7-010a2b3f9e23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc48ac78-ae38-4a44-ba89-c11b8697a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0427380 Jun 17 08:27:10.225432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:10.225840 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:27:10.227727 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:10.232023 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:10.276558 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520cff-8cae-49a1-9d9f-125d1e5dc469 req-3aef51bd-ac93-4cf9-9528-9626e0a469a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.278031 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3c520cff-8cae-49a1-9d9f-125d1e5dc469 req-3aef51bd-ac93-4cf9-9528-9626e0a469a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.0494347 Jun 17 08:27:10.352345 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.360747 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520cff-8cae-49a1-9d9f-125d1e5dc469 req-6625229c-2b49-4db6-9312-50ecea8b9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.362429 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3c520cff-8cae-49a1-9d9f-125d1e5dc469 req-6625229c-2b49-4db6-9312-50ecea8b9974 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778098 Jun 17 08:27:10.364857 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.369633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] 10.222.0.47 "DELETE /v2.0/networks/53f16c90-94b8-4586-80ac-53e4bee844d0 HTTP/1.1" status: 204 len: 168 time: 1.2979894 Jun 17 08:27:10.369633 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb8fc467-8a89-4420-9651-07d27ad41786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:10.387707 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=53f16c90-94b8-4586-80ac-53e4bee844d0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:10.391511 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:10.400799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de3de23-c87d-4171-b96f-a6fbc8398828 req-36806327-cac7-403c-8032-f4c54730c9fa tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.404481 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de3de23-c87d-4171-b96f-a6fbc8398828 req-36806327-cac7-403c-8032-f4c54730c9fa tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 944 time: 0.1182668 Jun 17 08:27:10.463392 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de3de23-c87d-4171-b96f-a6fbc8398828 req-18a9cfcc-b1f9-470e-9ec2-59c6ccc036bc tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543122 Jun 17 08:27:10.509033 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3c520cff-8cae-49a1-9d9f-125d1e5dc469 req-d50f95e5-340e-4579-a96c-5f300669a2ac service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348631 Jun 17 08:27:10.616592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60714) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:10.648685 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3c520cff-8cae-49a1-9d9f-125d1e5dc469 req-9ea7dd95-13d6-4ecd-9494-0ad209f0d293 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330924 Jun 17 08:27:10.686492 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f823db06-c8d0-4499-a1aa-0cc926e67b7a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fbb3ebbc1c124668b2dde0221a4a3860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0665193 Jun 17 08:27:10.686928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60716) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:10.744369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb622600-b53d-4acc-b2fa-ac33795e44d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.770651 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb622600-b53d-4acc-b2fa-ac33795e44d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.799770 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8edf1d-8277-4538-b3b2-e5b4e393e1ef req-9e1a0c2d-87d2-4510-9243-52b36144aa1a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.808029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d8edf1d-8277-4538-b3b2-e5b4e393e1ef req-9e1a0c2d-87d2-4510-9243-52b36144aa1a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 946 time: 0.1389530 Jun 17 08:27:10.825115 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb622600-b53d-4acc-b2fa-ac33795e44d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.829602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb622600-b53d-4acc-b2fa-ac33795e44d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:10.831499 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eb622600-b53d-4acc-b2fa-ac33795e44d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/288bc9f8-153c-4117-8b74-4b7f32ac9fd0 HTTP/1.1" status: 204 len: 168 time: 0.1431327 Jun 17 08:27:10.832683 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-32d71130-10b0-4a6e-bf12-8e5ae0308c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:10.837610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f546517d-05ba-449f-932e-f94135593ef1 req-80c1825a-1f20-4d64-a54f-923a033b0abd tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:10.839261 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f546517d-05ba-449f-932e-f94135593ef1 req-80c1825a-1f20-4d64-a54f-923a033b0abd tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.63 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 946 time: 0.1310894 Jun 17 08:27:10.843760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb622600-b53d-4acc-b2fa-ac33795e44d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288bc9f8-153c-4117-8b74-4b7f32ac9fd0,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:10.846913 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb622600-b53d-4acc-b2fa-ac33795e44d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:10.941750 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d8edf1d-8277-4538-b3b2-e5b4e393e1ef req-53944e9c-d3a7-40c4-a8bd-c76b2573cd7a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309807 Jun 17 08:27:11.066185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-f546517d-05ba-449f-932e-f94135593ef1 req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Deleting port e9acdb01-3302-42c9-926c-c5a411e0072e {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:11.066760 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f546517d-05ba-449f-932e-f94135593ef1 req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:11.198170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:11.245306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:11.245639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-f546517d-05ba-449f-932e-f94135593ef1 req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] For port e9acdb01-3302-42c9-926c-c5a411e0072e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e9acdb01-3302-42c9-926c-c5a411e0072e,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:11.246020 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f546517d-05ba-449f-932e-f94135593ef1 req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:11.246353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5ce616d2-5af7-4ddc-8d2c-f9c6ffef6a12 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:11.325598 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-f546517d-05ba-449f-932e-f94135593ef1 req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Calling delete_port for e9acdb01-3302-42c9-926c-c5a411e0072e owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:11.475404 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58ba0d94-708d-4ca4-b69c-291e577bf818 req-cfb2e8fc-7149-4c63-b7d0-dee4f9ffcdf0 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a716fb9-f68f-4454-885a-fe363c62a015 HTTP/1.1" status: 200 len: 210 time: 0.1241126 Jun 17 08:27:11.603886 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db180-69c0-424b-9eea-e33c1cfeb39d req-f7898edc-ed46-4d5d-9798-30e034b56d95 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:11.612535 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-126db180-69c0-424b-9eea-e33c1cfeb39d req-f7898edc-ed46-4d5d-9798-30e034b56d95 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.4868820 Jun 17 08:27:11.616820 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f546517d-05ba-449f-932e-f94135593ef1 req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:11.630538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['e9acdb01-3302-42c9-926c-c5a411e0072e'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:11.639918 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-17de5fe9-32a4-4a71-b91c-d42fac402033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:11.692430 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event deleted for resources: {'Port': ['ID=e9acdb01-3302-42c9-926c-c5a411e0072e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:11.713257 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:11.727617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-126db180-69c0-424b-9eea-e33c1cfeb39d req-ae4a7c7f-183d-4704-ab43-239e09aa02ba tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138830 Jun 17 08:27:11.783881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f546517d-05ba-449f-932e-f94135593ef1 req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] No DVR routers for this DVR port e9acdb01-3302-42c9-926c-c5a411e0072e on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:11.787698 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f546517d-05ba-449f-932e-f94135593ef1 req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:11.790038 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f546517d-05ba-449f-932e-f94135593ef1 req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.63 "DELETE /v2.0/ports/e9acdb01-3302-42c9-926c-c5a411e0072e HTTP/1.1" status: 204 len: 173 time: 0.9414351 Jun 17 08:27:11.791387 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b4ba88-5536-4fd3-aa90-e6a408354f67', 'name': 'network-vif-deleted', 'tag': 'e9acdb01-3302-42c9-926c-c5a411e0072e'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:11.794361 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdfd124-ffd1-4416-9e27-c4eff6b90e48" -d '{"events": [{"server_uuid": "f1b4ba88-5536-4fd3-aa90-e6a408354f67", "name": "network-vif-deleted", "tag": "e9acdb01-3302-42c9-926c-c5a411e0072e"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:11.958326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6b215-eb11-4c6d-87a9-48a55d8738e1 req-79db29aa-ea0b-43f7-a98c-097c0fe538c7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:11.959931 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49e6b215-eb11-4c6d-87a9-48a55d8738e1 req-79db29aa-ea0b-43f7-a98c-097c0fe538c7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 944 time: 0.1740768 Jun 17 08:27:12.027051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49e6b215-eb11-4c6d-87a9-48a55d8738e1 req-8a2f7e94-01d1-40c9-ac60-b42164b116fe tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603395 Jun 17 08:27:12.111253 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acca907-4f37-40dd-841f-0117a44be07c x-openstack-request-id: req-0acca907-4f37-40dd-841f-0117a44be07c {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:12.111906 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1b4ba88-5536-4fd3-aa90-e6a408354f67", "name": "network-vif-deleted", "tag": "e9acdb01-3302-42c9-926c-c5a411e0072e", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:12.111906 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0acca907-4f37-40dd-841f-0117a44be07c {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:12.112282 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b4ba88-5536-4fd3-aa90-e6a408354f67', 'name': 'network-vif-deleted', 'tag': 'e9acdb01-3302-42c9-926c-c5a411e0072e', 'status': 'completed', 'code': 200} Jun 17 08:27:12.212060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a0fb3-47fa-4afb-8137-810692dce3d7 req-80277e34-7a48-46a2-bb26-3dac7207cb4a tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.220538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e7a0fb3-47fa-4afb-8137-810692dce3d7 req-80277e34-7a48-46a2-bb26-3dac7207cb4a tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc4507fe-66dc-4347-a1f6-b75a722d8e73 HTTP/1.1" status: 200 len: 946 time: 0.1197751 Jun 17 08:27:12.271842 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e7a0fb3-47fa-4afb-8137-810692dce3d7 req-9f64f90b-b557-4015-bdd4-cf6a70ebef40 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487380 Jun 17 08:27:12.327388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc48ac78-ae38-4a44-ba89-c11b8697a9c1 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:12.356305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96861a44-1ce7-4c2a-97c6-0b7deda4d694 req-c4567a97-733a-438e-bcae-558ad0b4801f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1b4ba88-5536-4fd3-aa90-e6a408354f67 HTTP/1.1" status: 200 len: 210 time: 0.0355263 Jun 17 08:27:12.464664 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc48ac78-ae38-4a44-ba89-c11b8697a9c1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc48ac78-ae38-4a44-ba89-c11b8697a9c1,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:12.482742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'bc48ac78-ae38-4a44-ba89-c11b8697a9c1', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'port_id': 'bc48ac78-ae38-4a44-ba89-c11b8697a9c1', 'mac_address': 'fa:16:3e:d2:23:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:12.554201 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.569186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc48ac78-ae38-4a44-ba89-c11b8697a9c1 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:12.590755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc48ac78-ae38-4a44-ba89-c11b8697a9c1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc48ac78-ae38-4a44-ba89-c11b8697a9c1,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:12.597504 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.604069 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4467cf4d-9553-43d2-9f1e-00411195ffb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:12.659700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60784) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:12.727008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=bc48ac78-ae38-4a44-ba89-c11b8697a9c1,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:12.731269 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:12.783201 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-07636d97-8339-4ae0-a30e-0276dd2f6c1d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.845131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-07636d97-8339-4ae0-a30e-0276dd2f6c1d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.908131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1b1a-371f-41a9-98da-0e3a3f003547 req-2d3dddfc-148d-46cf-8537-84f4fb1b5a5e tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:12.909701 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-900c1b1a-371f-41a9-98da-0e3a3f003547 req-2d3dddfc-148d-46cf-8537-84f4fb1b5a5e tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.63 "GET /v2.0/ports?device_id=cc4507fe-66dc-4347-a1f6-b75a722d8e73 HTTP/1.1" status: 200 len: 946 time: 0.1520171 Jun 17 08:27:12.946045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc48ac78-ae38-4a44-ba89-c11b8697a9c1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:12.990311 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-07636d97-8339-4ae0-a30e-0276dd2f6c1d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.993278 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-07636d97-8339-4ae0-a30e-0276dd2f6c1d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:12.997248 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-07636d97-8339-4ae0-a30e-0276dd2f6c1d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "DELETE /v2.0/security-groups/eb6c93f9-100b-437d-8b95-76d3688991ea HTTP/1.1" status: 204 len: 168 time: 0.3353398 Jun 17 08:27:12.999043 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60816) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:13.000099 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f6deb66-bf2f-4283-88c5-19d77e448627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:13.018551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5389bd0-956b-47bd-b7d1-f3eab2fa5f64 req-166b69bf-e394-4ec7-8fa1-ac792d0fabfe tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:13.020161 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a5389bd0-956b-47bd-b7d1-f3eab2fa5f64 req-166b69bf-e394-4ec7-8fa1-ac792d0fabfe tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6bd702b-fc35-42f8-9bcf-3b3d26fa6794 HTTP/1.1" status: 200 len: 945 time: 0.1455882 Jun 17 08:27:13.021273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07636d97-8339-4ae0-a30e-0276dd2f6c1d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6c93f9-100b-437d-8b95-76d3688991ea,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:13.032104 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-07636d97-8339-4ae0-a30e-0276dd2f6c1d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:13.149591 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-bf54074b-32f8-4054-a8a8-9e10d947e474 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] show failed (client error): The resource could not be found. Jun 17 08:27:13.150800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf54074b-32f8-4054-a8a8-9e10d947e474 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "GET /v2.0/security-groups/eb6c93f9-100b-437d-8b95-76d3688991ea HTTP/1.1" status: 404 len: 347 time: 0.1417813 Jun 17 08:27:13.155908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60836) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:13.206985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-a5389bd0-956b-47bd-b7d1-f3eab2fa5f64 req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Deleting port e390e24d-e926-4a6c-b460-7e3d7abb0960 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:13.207640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a5389bd0-956b-47bd-b7d1-f3eab2fa5f64 req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.316980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a5389bd0-956b-47bd-b7d1-f3eab2fa5f64 req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] For port e390e24d-e926-4a6c-b460-7e3d7abb0960, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=e390e24d-e926-4a6c-b460-7e3d7abb0960,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:13.317360 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a5389bd0-956b-47bd-b7d1-f3eab2fa5f64 req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.318013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-900c1b1a-371f-41a9-98da-0e3a3f003547 req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Deleting port 9b2dbe01-d1fb-4f04-9271-c28600901a2b {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:13.318414 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-900c1b1a-371f-41a9-98da-0e3a3f003547 req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.346408 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e8a1923d-338b-4f0c-9b4c-d308a4b9cf0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.347882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a7853-eda4-45ca-879f-24b942c5d1ad req-b446bc4f-0efe-4811-80a5-7c8bfd3ce665 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:13.349730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a9a7853-eda4-45ca-879f-24b942c5d1ad req-b446bc4f-0efe-4811-80a5-7c8bfd3ce665 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.3646758 Jun 17 08:27:13.401286 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-a5389bd0-956b-47bd-b7d1-f3eab2fa5f64 req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Calling delete_port for e390e24d-e926-4a6c-b460-7e3d7abb0960 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:13.457283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a9a7853-eda4-45ca-879f-24b942c5d1ad req-78e967e4-bf63-4077-a78c-69e8eda409dd tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685327 Jun 17 08:27:13.494977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Deleting port 91c6b42b-774e-451e-a93c-3484e1d7707e {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:13.495313 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.595929 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a5389bd0-956b-47bd-b7d1-f3eab2fa5f64 req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.607929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['9b2dbe01-d1fb-4f04-9271-c28600901a2b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:13.613898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-900c1b1a-371f-41a9-98da-0e3a3f003547 req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] For port 9b2dbe01-d1fb-4f04-9271-c28600901a2b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=9b2dbe01-d1fb-4f04-9271-c28600901a2b,segment=NetworkSegment(277fa48e-0b4d-498c-ba56-75998bdf13d9),segment_id=277fa48e-0b4d-498c-ba56-75998bdf13d9)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:13.614269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-900c1b1a-371f-41a9-98da-0e3a3f003547 req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.630689 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e9d2d18a-2b38-4c6e-add7-8bad2e694049 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:13.723042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-900c1b1a-371f-41a9-98da-0e3a3f003547 req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Calling delete_port for 9b2dbe01-d1fb-4f04-9271-c28600901a2b owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:13.732778 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Pushing event deleted for resources: {'Port': ['ID=e390e24d-e926-4a6c-b460-7e3d7abb0960,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:13.786128 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:13.787812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5389bd0-956b-47bd-b7d1-f3eab2fa5f64 req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] No DVR routers for this DVR port e390e24d-e926-4a6c-b460-7e3d7abb0960 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:13.791041 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a5389bd0-956b-47bd-b7d1-f3eab2fa5f64 req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.793974 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a5389bd0-956b-47bd-b7d1-f3eab2fa5f64 req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.10 "DELETE /v2.0/ports/e390e24d-e926-4a6c-b460-7e3d7abb0960 HTTP/1.1" status: 204 len: 173 time: 0.7604957 Jun 17 08:27:13.795670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6bd702b-fc35-42f8-9bcf-3b3d26fa6794', 'name': 'network-vif-deleted', 'tag': 'e390e24d-e926-4a6c-b460-7e3d7abb0960'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:13.807374 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297bd54d-9cb3-4725-a90d-18375c637a0d" -d '{"events": [{"server_uuid": "f6bd702b-fc35-42f8-9bcf-3b3d26fa6794", "name": "network-vif-deleted", "tag": "e390e24d-e926-4a6c-b460-7e3d7abb0960"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:13.855556 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.855825 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:13.945400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['e390e24d-e926-4a6c-b460-7e3d7abb0960'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:13.950522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Calling delete_port for 91c6b42b-774e-451e-a93c-3484e1d7707e owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:14.332747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc48ac78-ae38-4a44-ba89-c11b8697a9c1 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:14.355857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e9acdb01-3302-42c9-926c-c5a411e0072e no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:14.383414 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: e9acdb01-3302-42c9-926c-c5a411e0072e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:14.383820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e9acdb01-3302-42c9-926c-c5a411e0072e not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:14.384377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 9b2dbe01-d1fb-4f04-9271-c28600901a2b no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:14.388295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e791603-1d7e-4290-877b-abc39ef5f757 req-3577dffc-c50f-46ea-baf5-97880d4c0711 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:14.389930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e791603-1d7e-4290-877b-abc39ef5f757 req-3577dffc-c50f-46ea-baf5-97880d4c0711 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 945 time: 0.6963952 Jun 17 08:27:14.408828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cb929-4665-4cf0-9fef-ec91ece0121c req-6a5fe16a-d3dd-4f55-99b9-f7537220731b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:14.410289 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a3cb929-4665-4cf0-9fef-ec91ece0121c req-6a5fe16a-d3dd-4f55-99b9-f7537220731b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc4507fe-66dc-4347-a1f6-b75a722d8e73 HTTP/1.1" status: 200 len: 946 time: 0.6324980 Jun 17 08:27:14.468734 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:14.478505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:14.478505 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.508538 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.556615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e791603-1d7e-4290-877b-abc39ef5f757 req-f7ac3498-78be-45d4-a6fe-9f899439225f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569343 Jun 17 08:27:14.575362 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a3cb929-4665-4cf0-9fef-ec91ece0121c req-b37a90c0-817d-4d51-b6ad-f93a76d13f8e tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.47 "GET /v2.0/security-groups?id=29c517d1-918f-4c99-b57a-73a430e21b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538312 Jun 17 08:27:14.620805 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-900c1b1a-371f-41a9-98da-0e3a3f003547 req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.626508 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-85faed1d-d4c6-453a-a82e-7cb3abdd5103 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:14.661321 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Pushing event deleted for resources: {'Port': ['ID=9b2dbe01-d1fb-4f04-9271-c28600901a2b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:14.665812 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:14.706503 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.756030 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-900c1b1a-371f-41a9-98da-0e3a3f003547 req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] No DVR routers for this DVR port 9b2dbe01-d1fb-4f04-9271-c28600901a2b on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:14.761236 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-900c1b1a-371f-41a9-98da-0e3a3f003547 req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.763388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-900c1b1a-371f-41a9-98da-0e3a3f003547 req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] 10.222.0.63 "DELETE /v2.0/ports/9b2dbe01-d1fb-4f04-9271-c28600901a2b HTTP/1.1" status: 204 len: 173 time: 1.8361640 Jun 17 08:27:14.779530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc4507fe-66dc-4347-a1f6-b75a722d8e73', 'name': 'network-vif-deleted', 'tag': '9b2dbe01-d1fb-4f04-9271-c28600901a2b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:14.782262 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5362a891-11d4-47d9-94e5-57696b459b16" -d '{"events": [{"server_uuid": "cc4507fe-66dc-4347-a1f6-b75a722d8e73", "name": "network-vif-deleted", "tag": "9b2dbe01-d1fb-4f04-9271-c28600901a2b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:14.798289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc48ac78-ae38-4a44-ba89-c11b8697a9c1'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:14.803138 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd772960-ab4d-43eb-b75f-d6c9b28d973f" -d '{"events": [{"server_uuid": "ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff", "name": "network-vif-plugged", "status": "completed", "tag": "bc48ac78-ae38-4a44-ba89-c11b8697a9c1"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:14.822728 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.828606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc48ac78-ae38-4a44-ba89-c11b8697a9c1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc48ac78-ae38-4a44-ba89-c11b8697a9c1,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:14.836449 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:14.839399 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:14.847954 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0d8bddb5-d9eb-405a-8eae-3ce4c1d018a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:14.857610 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495ecc48-b77e-411d-b8e2-7ab2571c2f12 x-openstack-request-id: req-495ecc48-b77e-411d-b8e2-7ab2571c2f12 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:14.858140 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6bd702b-fc35-42f8-9bcf-3b3d26fa6794", "name": "network-vif-deleted", "tag": "e390e24d-e926-4a6c-b460-7e3d7abb0960", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:14.858240 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-495ecc48-b77e-411d-b8e2-7ab2571c2f12 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:14.858866 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6bd702b-fc35-42f8-9bcf-3b3d26fa6794', 'name': 'network-vif-deleted', 'tag': 'e390e24d-e926-4a6c-b460-7e3d7abb0960', 'status': 'completed', 'code': 200} Jun 17 08:27:14.915067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Pushing event deleted for resources: {'Port': ['ID=91c6b42b-774e-451e-a93c-3484e1d7707e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:14.936809 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:15.007554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=bc48ac78-ae38-4a44-ba89-c11b8697a9c1,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:15.018723 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:15.021958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-31cca764-2afa-4e79-bd11-64218f21fe2d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2634611 Jun 17 08:27:15.031592 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.034586 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.036353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] 10.222.0.47 "DELETE /v2.0/floatingips/e8e8ea01-6ce9-4176-8eb7-6bd439f8b42b HTTP/1.1" status: 204 len: 168 time: 1.8792949 Jun 17 08:27:15.039972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60902) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:15.175017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772ffcb-1908-4a70-892e-485d7c659875 req-fedf442a-d304-4f66-9dfb-07a347c7954c tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:15.184212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d772ffcb-1908-4a70-892e-485d7c659875 req-fedf442a-d304-4f66-9dfb-07a347c7954c tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1085496 Jun 17 08:27:15.222412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-a7bf8faf-7ad3-48bc-920f-662ae6ab3708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:15.224082 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-a7bf8faf-7ad3-48bc-920f-662ae6ab3708 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1096 time: 0.1180341 Jun 17 08:27:15.242467 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d772ffcb-1908-4a70-892e-485d7c659875 req-2ec0af2e-2d49-4acf-ba7a-ea70791ee1d5 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594504 Jun 17 08:27:15.351813 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8e3655-068c-45ec-b643-704ce5d1e5a2 x-openstack-request-id: req-ba8e3655-068c-45ec-b643-704ce5d1e5a2 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:15.355135 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc4507fe-66dc-4347-a1f6-b75a722d8e73", "name": "network-vif-deleted", "tag": "9b2dbe01-d1fb-4f04-9271-c28600901a2b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:15.355549 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba8e3655-068c-45ec-b643-704ce5d1e5a2 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:15.356089 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc4507fe-66dc-4347-a1f6-b75a722d8e73', 'name': 'network-vif-deleted', 'tag': '9b2dbe01-d1fb-4f04-9271-c28600901a2b', 'status': 'completed', 'code': 200} Jun 17 08:27:15.368512 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290d20c3-6914-4d42-831b-354a24535035 x-openstack-request-id: req-290d20c3-6914-4d42-831b-354a24535035 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:15.369440 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff", "name": "network-vif-plugged", "status": "completed", "tag": "bc48ac78-ae38-4a44-ba89-c11b8697a9c1", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:15.370140 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-290d20c3-6914-4d42-831b-354a24535035 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:15.370723 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc48ac78-ae38-4a44-ba89-c11b8697a9c1', 'code': 200} Jun 17 08:27:15.454964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-d2a8c05d-07ea-4d2f-9138-1dbbea99df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:15.456608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-d2a8c05d-07ea-4d2f-9138-1dbbea99df1a service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.2028944 Jun 17 08:27:15.596781 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3e345c37-213a-493a-af4b-9572d289c98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.613199 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-558839de-1205-4b81-a931-d16276436f86 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 999 time: 0.1496127 Jun 17 08:27:15.710422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da520e7f-f976-4829-8658-51737a99f090 req-06ebccf1-d8b3-41c1-91e1-e6c397c58b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:15.711724 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-da520e7f-f976-4829-8658-51737a99f090 req-06ebccf1-d8b3-41c1-91e1-e6c397c58b23 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 1098 time: 0.2113698 Jun 17 08:27:15.756166 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-da520e7f-f976-4829-8658-51737a99f090 req-e51fdf54-3f7b-4b9d-b896-d552a61fce6b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369048 Jun 17 08:27:15.772095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-3360419b-56a0-48fe-8587-c9c93b626b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:15.774127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-3360419b-56a0-48fe-8587-c9c93b626b78 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.1334379 Jun 17 08:27:15.863216 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.909906 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:15.940281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-46ece612-cb0f-4ad5-b7b8-839920503844 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:15.948298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-46ece612-cb0f-4ad5-b7b8-839920503844 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.3558547 Jun 17 08:27:15.969307 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-1a3e5fb8-c79b-4bca-bc74-be6c69f09858 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/quotas/17fe9c2faf86410a842c7f72bf627588 HTTP/1.1" status: 200 len: 375 time: 0.0197270 Jun 17 08:27:16.016180 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-9844871c-cca8-4f0e-8edb-34f333c27cea tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456636 Jun 17 08:27:16.041894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-48bc4060-0c52-4552-8e20-97dece8c828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:16.043762 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-48bc4060-0c52-4552-8e20-97dece8c828c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2228205 Jun 17 08:27:16.257508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-01778bb5-cb77-4cae-bb21-4a27144eb370 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654801 Jun 17 08:27:16.259633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-52ebbdcd-5d82-45a4-99ec-f96a6849df45 service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421813 Jun 17 08:27:16.279220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Deleting port 60e6711a-534b-4041-9cec-cb67476e5039 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:16.279980 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:16.348293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device e390e24d-e926-4a6c-b460-7e3d7abb0960 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:16.390135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: e390e24d-e926-4a6c-b460-7e3d7abb0960 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:16.391235 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device e390e24d-e926-4a6c-b460-7e3d7abb0960 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:16.396918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] For port 60e6711a-534b-4041-9cec-cb67476e5039, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=60e6711a-534b-4041-9cec-cb67476e5039,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:16.397505 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:16.493192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Calling delete_port for 60e6711a-534b-4041-9cec-cb67476e5039 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:16.501445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-0b98b33b-ba9f-4810-bf64-d7ccb86c664e service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356176 Jun 17 08:27:16.522099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe8c5fc0-7257-40d7-b509-863671c8e868 req-d410bc76-d30a-4a2f-a825-f542400d99ba service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479889 Jun 17 08:27:16.563498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0af980-bce1-480e-967c-9b3263752537 req-f5bbcb17-a3c7-4b76-9fe5-f72fd84335ef tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:16.569706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1b0af980-bce1-480e-967c-9b3263752537 req-f5bbcb17-a3c7-4b76-9fe5-f72fd84335ef tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.1738834 Jun 17 08:27:16.641482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1b0af980-bce1-480e-967c-9b3263752537 req-cb3f025e-711a-4b33-b98b-412ac1899d9d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683889 Jun 17 08:27:16.771701 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:16.878647 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:16.895079 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-652c5150-a863-44da-8c33-8586d29f5ea1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:17.066706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e6711a-534b-4041-9cec-cb67476e5039,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:17.083285 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:17.257925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b860-e082-42ca-b6dd-aeb3c4dc08af req-1b41c417-330c-4a6c-9545-919dd942833d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:17.269027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1221b860-e082-42ca-b6dd-aeb3c4dc08af req-1b41c417-330c-4a6c-9545-919dd942833d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.2051506 Jun 17 08:27:17.312603 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bf6ca5c9-88b5-40c2-99f7-fb7a87029640 req-dcb24e05-ec9a-4847-9498-912257b5fe7d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 210 time: 0.1116257 Jun 17 08:27:17.356674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1221b860-e082-42ca-b6dd-aeb3c4dc08af req-331a59e7-2f7d-4433-84ef-9f968e55b3e6 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843909 Jun 17 08:27:17.413821 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.464605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32782) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:17.556082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc8b6b3-49f0-4506-b6f3-cdb55b3f3afc admin admin] Deleting subnet 936b982d-eb00-489c-8db2-0547e8fe460a {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:17.560290 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b6b3-49f0-4506-b6f3-cdb55b3f3afc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.632271 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b6b3-49f0-4506-b6f3-cdb55b3f3afc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.708651 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b6b3-49f0-4506-b6f3-cdb55b3f3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.726721 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Router ed3f9b46-2be0-471a-9805-9075f52b3dc2 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:27:17.791988 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b6b3-49f0-4506-b6f3-cdb55b3f3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.801177 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:17.845017 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:17.850802 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] 10.222.0.47 "PUT /v2.0/routers/ed3f9b46-2be0-471a-9805-9075f52b3dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8096828 Jun 17 08:27:17.853537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 32820) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:17.858385 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05700fc7-0b56-40a1-ad7c-09017d4a586d None None] Sync routers for ids ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:17.881797 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05700fc7-0b56-40a1-ad7c-09017d4a586d None None] Routers {'ed3f9b46-2be0-471a-9805-9075f52b3dc2'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:17.882635 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-05700fc7-0b56-40a1-ad7c-09017d4a586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:27:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:17.894086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cc8b6b3-49f0-4506-b6f3-cdb55b3f3afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:17.897601 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4cc8b6b3-49f0-4506-b6f3-cdb55b3f3afc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/936b982d-eb00-489c-8db2-0547e8fe460a HTTP/1.1" status: 204 len: 168 time: 0.4316573 Jun 17 08:27:17.899273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8b6b3-49f0-4506-b6f3-cdb55b3f3afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936b982d-eb00-489c-8db2-0547e8fe460a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:17.908302 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4cc8b6b3-49f0-4506-b6f3-cdb55b3f3afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:17.909020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32828) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:18.025010 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.130298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23983c87-1f72-4946-a0a4-031408571e1c req-5a092b44-b103-4bf2-87f0-e8e4be16f0ba tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:18.132012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23983c87-1f72-4946-a0a4-031408571e1c req-5a092b44-b103-4bf2-87f0-e8e4be16f0ba tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.2491579 Jun 17 08:27:18.179522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.205793 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.262228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23983c87-1f72-4946-a0a4-031408571e1c req-83ecd008-8495-43ec-9435-d95e1dca6d3f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086912 Jun 17 08:27:18.275099 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-05700fc7-0b56-40a1-ad7c-09017d4a586d None None] Set router ed3f9b46-2be0-471a-9805-9075f52b3dc2 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:18.484824 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.509716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92457f7e-3040-45f7-936c-cd149cf508b9']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:18.549292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '277fa48e-0b4d-498c-ba56-75998bdf13d9') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:18.549591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '277fa48e-0b4d-498c-ba56-75998bdf13d9') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:18.564473 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.582856 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.590132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:18.590402 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-05700fc7-0b56-40a1-ad7c-09017d4a586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:27:16Z', 'revision_number': 5, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port': {'id': '45664ec6-6c2a-4a6f-b70a-98e70dc93641', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ee:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:54Z', 'updated_at': '2021-06-17T08:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:18.593905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:18.596820 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:18.664388 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05700fc7-0b56-40a1-ad7c-09017d4a586d None None] Checking router: ed3f9b46-2be0-471a-9805-9075f52b3dc2 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:18.686577 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05700fc7-0b56-40a1-ad7c-09017d4a586d None None] Routers {'ed3f9b46-2be0-471a-9805-9075f52b3dc2'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:18.687942 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-05700fc7-0b56-40a1-ad7c-09017d4a586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:27:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:18.719701 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.724057 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:18.761140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] Pushing event deleted for resources: {'Network': ['ID=92457f7e-3040-45f7-936c-cd149cf508b9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:18.763309 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.779320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] 10.222.0.47 "DELETE /v2.0/networks/92457f7e-3040-45f7-936c-cd149cf508b9 HTTP/1.1" status: 204 len: 168 time: 0.8166323 Jun 17 08:27:18.780533 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:18.795943 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:18.851785 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cbf11bdd-fa63-4be7-abdf-c9eaa28c6ceb req-d9f9e422-a4a5-458d-9320-c7a4ba9b475e tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 210 time: 0.0660582 Jun 17 08:27:18.884284 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-05700fc7-0b56-40a1-ad7c-09017d4a586d None None] Set router ed3f9b46-2be0-471a-9805-9075f52b3dc2 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:18.964327 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-05700fc7-0b56-40a1-ad7c-09017d4a586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:27:18Z', 'revision_number': 6, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:18.998188 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05700fc7-0b56-40a1-ad7c-09017d4a586d None None] The sync data for ids ['ed3f9b46-2be0-471a-9805-9075f52b3dc2'] in n-d-779913-16 is: [{'id': 'ed3f9b46-2be0-471a-9805-9075f52b3dc2', 'name': 'tempest-ServersTestBootFromVolume-323658442-router', 'tenant_id': '65b99685265c44d380c64d0fe92f110a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:53Z', 'updated_at': '2021-06-17T08:27:18Z', 'revision_number': 6, 'project_id': '65b99685265c44d380c64d0fe92f110a', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:19.078460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31ba55-56ae-4bec-9e77-1b3f3852ea13 req-c8cf7330-bcca-4b99-ae7a-4411cd339cee tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:19.080738 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Deleting port 45664ec6-6c2a-4a6f-b70a-98e70dc93641 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:19.081295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.085684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c31ba55-56ae-4bec-9e77-1b3f3852ea13 req-c8cf7330-bcca-4b99-ae7a-4411cd339cee tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1111054 Jun 17 08:27:19.094413 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 32898) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:19.124045 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c31ba55-56ae-4bec-9e77-1b3f3852ea13 req-2c916413-59ec-4e1e-8b5b-cad3c120d46e tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372736 Jun 17 08:27:19.162323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-c5052c7e-111c-47f6-a422-3ac76ad901ea tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:19.163907 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-c5052c7e-111c-47f6-a422-3ac76ad901ea tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.2919254 Jun 17 08:27:19.192222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Request body: {'port': {'device_id': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'admin_state_up': True, 'tenant_id': '17fe9c2faf86410a842c7f72bf627588'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:19.198856 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8a978b34-cfc3-4a05-b1d6-abd8d8b84b48 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=59b1d34109f9487ebe9db5dc2d8591c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010034 Jun 17 08:27:19.202793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32910) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:19.285010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] For port 45664ec6-6c2a-4a6f-b70a-98e70dc93641, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=45664ec6-6c2a-4a6f-b70a-98e70dc93641,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:19.285645 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.301331 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65b8ea28-04d4-492a-8876-749188b8f6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.330284 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65b8ea28-04d4-492a-8876-749188b8f6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.369187 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Calling delete_port for 45664ec6-6c2a-4a6f-b70a-98e70dc93641 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:19.383625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a1176-7c3f-47b3-b8ed-dbb294e88049 req-274dd050-1d40-40bd-8f24-cd42ed8c3baa tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:19.391378 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a2a1176-7c3f-47b3-b8ed-dbb294e88049 req-274dd050-1d40-40bd-8f24-cd42ed8c3baa tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.1369801 Jun 17 08:27:19.402314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 60e6711a-534b-4041-9cec-cb67476e5039 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:19.442382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a2a1176-7c3f-47b3-b8ed-dbb294e88049 req-08fa89d1-ba5b-4709-b369-dbc25a8d359f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498974 Jun 17 08:27:19.461631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 60e6711a-534b-4041-9cec-cb67476e5039 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:19.462670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 60e6711a-534b-4041-9cec-cb67476e5039 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:19.467515 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65b8ea28-04d4-492a-8876-749188b8f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.471158 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65b8ea28-04d4-492a-8876-749188b8f6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.485048 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-65b8ea28-04d4-492a-8876-749188b8f6d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/29c517d1-918f-4c99-b57a-73a430e21b6c HTTP/1.1" status: 204 len: 168 time: 0.2708132 Jun 17 08:27:19.486242 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34d28d6e-d0f4-49fa-a5e1-3f0ed8dc9a56 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:19.493245 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Made reservation on behalf of 17fe9c2faf86410a842c7f72bf627588 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:19.497306 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.506176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8ea28-04d4-492a-8876-749188b8f6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c517d1-918f-4c99-b57a-73a430e21b6c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:19.510539 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65b8ea28-04d4-492a-8876-749188b8f6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:19.740669 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:19.747592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Allocated IP 172.20.0.13 (8052df07-f65d-4aa6-b093-bfbdd0ab64de/60edf36c-6a69-4e4e-847c-9484b431209d/7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:19.750495 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddab163f-bc5e-4582-b40d-41ed89209bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:19.791098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Pushing event deleted for resources: {'Port': ['ID=45664ec6-6c2a-4a6f-b70a-98e70dc93641,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:19.794228 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:19.880314 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.048021 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.053509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.058467 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4bf4273-36d5-451a-a78d-2fe5b42fc74b req-dcd7de32-880b-41db-a315-841ec7cd084a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 210 time: 0.0311239 Jun 17 08:27:20.124269 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.124780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed3f9b46-2be0-471a-9805-9075f52b3dc2 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:27:20.131138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.134698 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] 10.222.0.47 "DELETE /v2.0/routers/ed3f9b46-2be0-471a-9805-9075f52b3dc2 HTTP/1.1" status: 204 len: 168 time: 2.2775710 Jun 17 08:27:20.135197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32994) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:20.170046 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.242712 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.259241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6b49ee-4f9f-4c56-b0cb-6c3c06164626 admin admin] Deleting subnet 3ec799a1-b3df-4b16-9b6d-7f455c811af5 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:20.263370 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3a6b49ee-4f9f-4c56-b0cb-6c3c06164626 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.283965 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9ee0213c-c8bb-4394-8fe6-c0e682271a3b tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:20.344491 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:27:20.346472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 672d3b96-ea68-47eb-9002-b22372222fd8 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:20.356794 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event updated for resources: {'Port': ['ID=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:20.362961 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:20.365176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Network 8052df07-f65d-4aa6-b093-bfbdd0ab64de is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:20.366784 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:20.370796 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:20.384144 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3a6b49ee-4f9f-4c56-b0cb-6c3c06164626 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.461467 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:20.462286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a4437-512d-4b71-89f2-492e4bb1787f req-2c53755b-ff25-4bb7-ab91-bae94ec7fe0a tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:20.462457 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.471486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c8a4437-512d-4b71-89f2-492e4bb1787f req-2c53755b-ff25-4bb7-ab91-bae94ec7fe0a tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1652558 Jun 17 08:27:20.487943 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2998083 Jun 17 08:27:20.504541 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Request body: {'port': {'device_id': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:20.549710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3a6b49ee-4f9f-4c56-b0cb-6c3c06164626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.563033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c8a4437-512d-4b71-89f2-492e4bb1787f req-efceafaf-328e-41a1-a48e-189389bf1127 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915108 Jun 17 08:27:20.575431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=672d3b96-ea68-47eb-9002-b22372222fd8,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:20.600770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '672d3b96-ea68-47eb-9002-b22372222fd8', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '672d3b96-ea68-47eb-9002-b22372222fd8', 'mac_address': 'fa:16:3e:5e:9d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:20.609549 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.621760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33034) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:20.654978 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3a6b49ee-4f9f-4c56-b0cb-6c3c06164626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.658495 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe27cead-0a38-4a19-95f6-3355e48ed770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:20.684725 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.708738 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 672d3b96-ea68-47eb-9002-b22372222fd8 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:20.730926 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=672d3b96-ea68-47eb-9002-b22372222fd8,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:20.732322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b49ee-4f9f-4c56-b0cb-6c3c06164626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec799a1-b3df-4b16-9b6d-7f455c811af5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:20.741561 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3a6b49ee-4f9f-4c56-b0cb-6c3c06164626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.746040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3a6b49ee-4f9f-4c56-b0cb-6c3c06164626 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3ec799a1-b3df-4b16-9b6d-7f455c811af5 HTTP/1.1" status: 204 len: 168 time: 0.6097686 Jun 17 08:27:20.750630 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.752469 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3a6b49ee-4f9f-4c56-b0cb-6c3c06164626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:20.762843 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:20.765468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f08527-4e5d-465c-ab70-0534c0960f1a None None] Network 4071b039-c5ae-4369-8e5c-102d9a61ff48 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:20.777583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33054) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:20.890592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-141113992-network', 'tenant_id': '7074711d7df64cd5bc1437af015c4eff'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:20.934190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=672d3b96-ea68-47eb-9002-b22372222fd8,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:20.939405 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:20.953451 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:20.981842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Made reservation on behalf of 7074711d7df64cd5bc1437af015c4eff for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:20.984394 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.007988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb693991-0937-4909-b6e1-9b41086cf093 req-d09e81c8-ef6b-4e0e-9f4e-8ffd637e95a2 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:21.009745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb693991-0937-4909-b6e1-9b41086cf093 req-d09e81c8-ef6b-4e0e-9f4e-8ffd637e95a2 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.2562902 Jun 17 08:27:21.017397 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.025308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['672d3b96-ea68-47eb-9002-b22372222fd8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:21.043708 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:21.053091 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.070047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Transition to ACTIVE for port object 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:21.077695 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.084400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a79f0e-ea45-4668-95c6-a1be4cfbe8f1 None None] DHCP port deletion for 4071b039-c5ae-4369-8e5c-102d9a61ff48 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:27:21.092971 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b6039701-b100-437a-bf28-420be21211fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:21.126037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb693991-0937-4909-b6e1-9b41086cf093 req-22c56eec-331e-4da9-96ef-ae11248d07da tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050961 Jun 17 08:27:21.212225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Deleting port 9c1c86e6-b177-4199-85f5-eeb53406fc91 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:21.219248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.248105 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 45664ec6-6c2a-4a6f-b70a-98e70dc93641 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:21.270409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 45664ec6-6c2a-4a6f-b70a-98e70dc93641 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:21.270762 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 45664ec6-6c2a-4a6f-b70a-98e70dc93641 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:21.271220 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9c1c86e6-b177-4199-85f5-eeb53406fc91 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:21.298975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:21.305724 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:21.316092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c5a79f0e-ea45-4668-95c6-a1be4cfbe8f1 None None] Deleting port 9c1c86e6-b177-4199-85f5-eeb53406fc91 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:21.316482 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c5a79f0e-ea45-4668-95c6-a1be4cfbe8f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.356789 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Attempting to bind port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:21.357933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Attempting to bind port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:21.358566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Attempting to bind port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:21.359908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] For port 9c1c86e6-b177-4199-85f5-eeb53406fc91, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9c1c86e6-b177-4199-85f5-eeb53406fc91,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:21.360222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.367572 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:21.368109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Attempting to bind port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:21.385767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:21.386820 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Checking segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:21.388701 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Bound using segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:21.390062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Bound port: 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:21.390524 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.412002 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.416140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c5a79f0e-ea45-4668-95c6-a1be4cfbe8f1 None None] For port 9c1c86e6-b177-4199-85f5-eeb53406fc91, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9c1c86e6-b177-4199-85f5-eeb53406fc91,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:21.416140 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c5a79f0e-ea45-4668-95c6-a1be4cfbe8f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.469360 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Calling delete_port for 9c1c86e6-b177-4199-85f5-eeb53406fc91 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:21.503394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] For port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:21.503708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c5a79f0e-ea45-4668-95c6-a1be4cfbe8f1 None None] Calling delete_port for 9c1c86e6-b177-4199-85f5-eeb53406fc91 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:21.506532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] For port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:21.513330 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.517507 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:21.533072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 9c1c86e6-b177-4199-85f5-eeb53406fc91, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9c1c86e6-b177-4199-85f5-eeb53406fc91,segment=NetworkSegment(5cbbf2df-0a27-4500-a117-85e661c011a4),segment_id=5cbbf2df-0a27-4500-a117-85e661c011a4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:21.558948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:21.559864 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.561303 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] 10.222.0.10 "PUT /v2.0/ports/7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 HTTP/1.1" status: 200 len: 1093 time: 1.0615189 Jun 17 08:27:21.564325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'tag': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:21.570852 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.576270 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f9ee9e-3cd8-4c59-948c-5eaff67c61ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a3833048-b122-4ab5-a1cc-97a1ea5c288a", "tag": "7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:21.586721 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:21.611549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:21.618527 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:21.628165 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.641596 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bd61b-2d79-4f09-ad3e-fb0435ff76ba req-7a171066-cc6b-477d-aed5-d2d28e6cbcd4 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:21.643308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c17bd61b-2d79-4f09-ad3e-fb0435ff76ba req-7a171066-cc6b-477d-aed5-d2d28e6cbcd4 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 944 time: 0.3155966 Jun 17 08:27:21.647145 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.655896 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6172697a-5b62-4d6d-9543-5226e5f194ef tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:21.681546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:21.697323 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:21.702169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=9c1c86e6-b177-4199-85f5-eeb53406fc91,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:21.705558 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:21.707998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-65624566-1b6d-40fa-8a8b-b7ae73429353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:21.710086 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-65624566-1b6d-40fa-8a8b-b7ae73429353 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 1096 time: 0.0691936 Jun 17 08:27:21.713255 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:21.730873 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:27:21.734137 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:27:21.738562 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.740878 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c5a79f0e-ea45-4668-95c6-a1be4cfbe8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.741087 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.741387 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Added segment 667cb524-c4ea-4cc3-9d58-7501075c267b of type vlan for network 0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a Jun 17 08:27:21.744118 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:21.744272 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b5179e8-0ef1-4323-bf1a-fa63cc81e6e6 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:21.758043 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-141df975-98c5-404d-bc4b-692e67af9b94 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 HTTP/1.1" status: 200 len: 217 time: 0.0398624 Jun 17 08:27:21.759053 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c17bd61b-2d79-4f09-ad3e-fb0435ff76ba req-20f80fa0-1a74-4ff3-a3ac-e01a474b3a7a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024427 Jun 17 08:27:21.778345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a79f0e-ea45-4668-95c6-a1be4cfbe8f1 None None] Pushing event deleted for resources: {'Port': ['ID=9c1c86e6-b177-4199-85f5-eeb53406fc91,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:21.781839 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c5a79f0e-ea45-4668-95c6-a1be4cfbe8f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:21.782486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a79f0e-ea45-4668-95c6-a1be4cfbe8f1 None None] No DVR routers for this DVR port 9c1c86e6-b177-4199-85f5-eeb53406fc91 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:21.817512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1c86e6-b177-4199-85f5-eeb53406fc91,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:21.819733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] No DVR routers for this DVR port 9c1c86e6-b177-4199-85f5-eeb53406fc91 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:21.824024 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:21.837054 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb632a7-daa8-4990-9d2f-cedc0c9420c3 x-openstack-request-id: req-5bb632a7-daa8-4990-9d2f-cedc0c9420c3 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:21.837414 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3833048-b122-4ab5-a1cc-97a1ea5c288a", "tag": "7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:21.837799 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bb632a7-daa8-4990-9d2f-cedc0c9420c3 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:21.838238 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'tag': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4', 'status': 'completed', 'code': 200} Jun 17 08:27:21.851195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-4b349ece-85a2-4527-8cc7-75c1d05de779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:21.852889 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-4b349ece-85a2-4527-8cc7-75c1d05de779 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.0878215 Jun 17 08:27:21.859425 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.893703 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-7d93033e-9929-411d-a2be-a129ac7c0842 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344994 Jun 17 08:27:21.917009 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.933922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4071b039-c5ae-4369-8e5c-102d9a61ff48']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:21.950554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbbf2df-0a27-4500-a117-85e661c011a4') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:21.950857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbbf2df-0a27-4500-a117-85e661c011a4') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:21.957913 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.959051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:21.959584 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:21.966153 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:21.971706 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.021942 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-1e3783df-79aa-49c4-a51e-fbd7529a3589 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209240 Jun 17 08:27:22.056831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4326084 Jun 17 08:27:22.057980 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.059876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33138) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:22.076266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Request body: {'subnet': {'network_id': '0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-141113992-subnet', 'tenant_id': '7074711d7df64cd5bc1437af015c4eff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:22.086673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:22.087156 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:22.090340 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:22.103221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Pushing event updated for resources: {'Network': ['ID=0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:22.113203 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:22.116157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:27:22.126926 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-94c6a5df-64a7-43bf-8253-6de0d776784e req-597b9b5a-cfee-49c7-a15f-6243194679da service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976949 Jun 17 08:27:22.180343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Made reservation on behalf of 7074711d7df64cd5bc1437af015c4eff for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:22.188202 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.238391 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.244155 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4185fc2-671f-433b-a47e-b8de2ac9bc13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:22.253723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4a42d-4f09-4f1f-9a73-262b2cba90bb req-2787da78-bf6f-4a89-818d-e1a33ee5acdc tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:22.255281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70b4a42d-4f09-4f1f-9a73-262b2cba90bb req-2787da78-bf6f-4a89-818d-e1a33ee5acdc tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 949 time: 0.2908905 Jun 17 08:27:22.263968 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.268200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] 10.222.0.47 "DELETE /v2.0/networks/4071b039-c5ae-4369-8e5c-102d9a61ff48 HTTP/1.1" status: 204 len: 168 time: 1.4871454 Jun 17 08:27:22.284085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Pushing event deleted for resources: {'Network': ['ID=4071b039-c5ae-4369-8e5c-102d9a61ff48,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:22.315548 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:22.335137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9ee9e-3cd8-4c59-948c-5eaff67c61ee req-ebc9ca10-1158-4234-b7e9-892c961b3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:22.336634 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3f9ee9e-3cd8-4c59-948c-5eaff67c61ee req-ebc9ca10-1158-4234-b7e9-892c961b3d74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 1096 time: 0.1358492 Jun 17 08:27:22.337034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 672d3b96-ea68-47eb-9002-b22372222fd8 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:22.354212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70b4a42d-4f09-4f1f-9a73-262b2cba90bb req-ea10078a-63e0-4c83-bb93-814797fe9705 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771139 Jun 17 08:27:22.458026 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 672d3b96-ea68-47eb-9002-b22372222fd8 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:22.459082 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.513508 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33166) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:22.528721 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-d1b4963f-6ac2-4219-b209-ded520d5d3f0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2857277 Jun 17 08:27:22.569358 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.577246 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-62131e41-0ff1-41b3-b714-9f6481defc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:22.578984 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.614025 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672d3b96-ea68-47eb-9002-b22372222fd8'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:22.618502 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a96a56-fcd1-486d-9d5a-53c207011ead" -d '{"events": [{"server_uuid": "4ffb3d81-0da9-4d52-b7fa-ce0700e704d3", "name": "network-vif-plugged", "status": "completed", "tag": "672d3b96-ea68-47eb-9002-b22372222fd8"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:22.633302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=672d3b96-ea68-47eb-9002-b22372222fd8,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:22.638605 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5913eef3-7a65-40ae-8f5c-c639873bf644 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65b99685265c44d380c64d0fe92f110a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1272871 Jun 17 08:27:22.641189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33174) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:22.643551 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.647850 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:22.664677 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9ee9e-3cd8-4c59-948c-5eaff67c61ee req-b5060d97-d82e-4617-b4e3-6299bb10d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:22.666315 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3f9ee9e-3cd8-4c59-948c-5eaff67c61ee req-b5060d97-d82e-4617-b4e3-6299bb10d3e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 913 time: 0.3051054 Jun 17 08:27:22.691827 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec9dedb-ad40-4007-846e-5eb2f5696ed6,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:22.695164 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a610de-a62e-4717-989e-53d0b541a732 x-openstack-request-id: req-c4a610de-a62e-4717-989e-53d0b541a732 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:22.695774 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffb3d81-0da9-4d52-b7fa-ce0700e704d3", "name": "network-vif-plugged", "status": "completed", "tag": "672d3b96-ea68-47eb-9002-b22372222fd8", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:22.696426 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4a610de-a62e-4717-989e-53d0b541a732 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:22.697050 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672d3b96-ea68-47eb-9002-b22372222fd8', 'code': 200} Jun 17 08:27:22.701798 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:22.711983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-27e61a13-ceeb-46a3-ba6e-71229d5f0d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:22.713781 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-27e61a13-ceeb-46a3-ba6e-71229d5f0d97 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3972053f1cc04eb4a0a77cfe28701ca9&device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 1097 time: 0.1564400 Jun 17 08:27:22.715403 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3f9ee9e-3cd8-4c59-948c-5eaff67c61ee req-b858fecb-0195-4e46-a4be-4be03868b983 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 HTTP/1.1" status: 200 len: 217 time: 0.0420563 Jun 17 08:27:22.722983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608e246-1a5c-4ce6-a20a-de1d6d59772b req-54ac4db0-f844-4db3-8e5d-23e40d9948e3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:22.724930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d608e246-1a5c-4ce6-a20a-de1d6d59772b req-54ac4db0-f844-4db3-8e5d-23e40d9948e3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.2106800 Jun 17 08:27:22.756452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=672d3b96-ea68-47eb-9002-b22372222fd8,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:22.759939 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:22.803012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Checking segment: {'id': '667cb524-c4ea-4cc3-9d58-7501075c267b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:22.803442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Network hostable DHCP agents. Network: 0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:27:22.834682 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4da887d-1b11-4fab-9e35-7e9f7d6a5101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.845644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9ee9e-3cd8-4c59-948c-5eaff67c61ee req-eee549b1-7666-4076-8ac8-f7ee88fdac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:22.847939 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3f9ee9e-3cd8-4c59-948c-5eaff67c61ee req-eee549b1-7666-4076-8ac8-f7ee88fdac43 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.1260941 Jun 17 08:27:22.856840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d608e246-1a5c-4ce6-a20a-de1d6d59772b req-04ec70cc-b5b9-4135-9848-9e44027927e9 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189613 Jun 17 08:27:22.882550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Network 0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:27:22.894546 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3f9ee9e-3cd8-4c59-948c-5eaff67c61ee req-a7e7ad40-8b74-4a9a-82ed-ee38a34094e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368531 Jun 17 08:27:22.901500 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4da887d-1b11-4fab-9e35-7e9f7d6a5101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.912687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:22.922103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a872f35-9505-47a6-8551-e2250ffa1fc8 None None] Network 0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:22.926714 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:22.927619 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:22.979118 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9010341 Jun 17 08:27:23.018556 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4da887d-1b11-4fab-9e35-7e9f7d6a5101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:23.021703 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4da887d-1b11-4fab-9e35-7e9f7d6a5101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:23.025877 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c4da887d-1b11-4fab-9e35-7e9f7d6a5101 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b2b92af-f260-4f84-8d80-c5180ed80b79 HTTP/1.1" status: 204 len: 168 time: 0.3834119 Jun 17 08:27:23.026875 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-16934ea0-c47e-4fa5-a81e-7102002a7e5a tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:23.053940 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da887d-1b11-4fab-9e35-7e9f7d6a5101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b92af-f260-4f84-8d80-c5180ed80b79,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:23.076651 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c4da887d-1b11-4fab-9e35-7e9f7d6a5101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:23.107227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-90b5ca7c-def8-4c19-af2a-c0106649a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.109067 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-90b5ca7c-def8-4c19-af2a-c0106649a822 service neutron] 10.222.0.10 "GET /v2.0/networks?id=7604218d-e90b-49a3-8e82-a207380d152e HTTP/1.1" status: 200 len: 913 time: 0.3443484 Jun 17 08:27:23.182973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64b317-b4a1-4059-a820-5ef37cd03c96 req-2f2868f3-c4c5-4c66-bca3-e5a708382024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.184643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa64b317-b4a1-4059-a820-5ef37cd03c96 req-2f2868f3-c4c5-4c66-bca3-e5a708382024 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 1102 time: 0.1268487 Jun 17 08:27:23.211232 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3f9ee9e-3cd8-4c59-948c-5eaff67c61ee req-e96f5f9d-350e-44af-82f5-8fcfa46fe799 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018539 Jun 17 08:27:23.233564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd6bf98-6004-4fd2-bf1c-2cd846741794 None None] Network 0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:23.236020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8e07e-b68b-4e87-9659-3be1913b16df req-612b495c-d511-4c51-b790-56a50646f19c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.248031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6db8e07e-b68b-4e87-9659-3be1913b16df req-612b495c-d511-4c51-b790-56a50646f19c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 944 time: 0.1363721 Jun 17 08:27:23.311980 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-e93f0b41-19b6-4dc8-907e-e1fc7cff043a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82005261-045b-4ef5-9437-596150d48eaf HTTP/1.1" status: 200 len: 1000 time: 0.1685553 Jun 17 08:27:23.317470 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6db8e07e-b68b-4e87-9659-3be1913b16df req-e99cbdc2-5581-4c3b-8677-fd114c54f6ec tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662885 Jun 17 08:27:23.326352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa64b317-b4a1-4059-a820-5ef37cd03c96 req-28dd77d1-a8fc-4990-ad70-d14037419b5c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324472 Jun 17 08:27:23.366951 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3f9ee9e-3cd8-4c59-948c-5eaff67c61ee req-c608abb6-0b11-4412-907d-c911c4ecb46e service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472189 Jun 17 08:27:23.461771 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-9e69342a-2554-4da7-b9ea-1996bb4db994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.463411 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-9e69342a-2554-4da7-b9ea-1996bb4db994 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=2fdd66af-1493-4f19-b811-3fee1ee5614d HTTP/1.1" status: 200 len: 851 time: 0.1397662 Jun 17 08:27:23.542321 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-7e18c49a-1cc3-4590-b04e-4f3df314d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.544412 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-7e18c49a-1cc3-4590-b04e-4f3df314d586 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=7604218d-e90b-49a3-8e82-a207380d152e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744905 Jun 17 08:27:23.550395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33210) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:23.595403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626cf34-0ffe-4419-bfcc-c70aae2d6c7c req-51c42739-6e29-4e57-ad00-b6a977cfa6a3 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.595403 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e626cf34-0ffe-4419-bfcc-c70aae2d6c7c req-51c42739-6e29-4e57-ad00-b6a977cfa6a3 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1009436 Jun 17 08:27:23.647599 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e626cf34-0ffe-4419-bfcc-c70aae2d6c7c req-1956b294-b09b-4d24-9f08-d7519a6626db tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506480 Jun 17 08:27:23.655319 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-5e475915-2afb-4c9e-b0d7-d2a6a5d53060 service neutron] 10.222.0.10 "GET /v2.0/networks/7604218d-e90b-49a3-8e82-a207380d152e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020036 Jun 17 08:27:23.805124 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2773016f-19f9-4ad5-8fa1-6585bc7f440a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:23.810374 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce952d17-db04-4aa9-b106-520dbda357e6 req-29ad5c77-7e21-4db0-aee3-7c843e5eee2a service neutron] 10.222.0.10 "GET /v2.0/networks/7604218d-e90b-49a3-8e82-a207380d152e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487103 Jun 17 08:27:23.846989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d103f06-499d-4017-b285-6995c6debc09 req-f7682d70-2ecb-4231-a93b-afdab0e8589d tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.854697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d103f06-499d-4017-b285-6995c6debc09 req-f7682d70-2ecb-4231-a93b-afdab0e8589d tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 1097 time: 0.0894656 Jun 17 08:27:23.931370 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2773016f-19f9-4ad5-8fa1-6585bc7f440a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:23.937778 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2773016f-19f9-4ad5-8fa1-6585bc7f440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:23.939018 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d103f06-499d-4017-b285-6995c6debc09 req-645a78aa-ed19-4d25-9263-f09a50138772 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830371 Jun 17 08:27:23.956499 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b76bcce-a715-47e4-a796-f778318b34a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:23.969188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-aa4f775b-0990-4939-8880-4d5ef151201a tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:23.970694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-aa4f775b-0990-4939-8880-4d5ef151201a tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/networks?id=0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a HTTP/1.1" status: 200 len: 812 time: 0.1528389 Jun 17 08:27:23.990664 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-a6d7ae0e-7c0b-45b4-9047-0ed37dfcf471 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/quotas/7074711d7df64cd5bc1437af015c4eff HTTP/1.1" status: 200 len: 375 time: 0.0132616 Jun 17 08:27:23.997816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773016f-19f9-4ad5-8fa1-6585bc7f440a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b3396c-aafd-4d08-822a-6e9970801363,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:24.002281 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2773016f-19f9-4ad5-8fa1-6585bc7f440a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1192282acf34a3fa102172c21ef4cc2&name=default HTTP/1.1" status: 200 len: 2982 time: 0.4503434 Jun 17 08:27:24.003271 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2773016f-19f9-4ad5-8fa1-6585bc7f440a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:24.004912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33236) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:24.035338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-b0cf6885-f460-4252-9e86-0ecc00c4f82a tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7074711d7df64cd5bc1437af015c4eff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387225 Jun 17 08:27:24.058335 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-adc8beb4-77f8-46dd-9343-085a768155d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.081510 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-adc8beb4-77f8-46dd-9343-085a768155d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.151704 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-adc8beb4-77f8-46dd-9343-085a768155d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.155559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-adc8beb4-77f8-46dd-9343-085a768155d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.161188 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-adc8beb4-77f8-46dd-9343-085a768155d4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50b3396c-aafd-4d08-822a-6e9970801363 HTTP/1.1" status: 204 len: 168 time: 0.1540027 Jun 17 08:27:24.161188 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2773016f-19f9-4ad5-8fa1-6585bc7f440a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:24.170198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8beb4-77f8-46dd-9343-085a768155d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b3396c-aafd-4d08-822a-6e9970801363,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:24.172692 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-adc8beb4-77f8-46dd-9343-085a768155d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:24.275532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33246) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:24.404493 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:24.528238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:24.556366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-18670080-network', 'tenant_id': 'c17b418f02ae4ed7b7b2569c0b70f3f5'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:24.557415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'port_id': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4', 'mac_address': 'fa:16:3e:5c:86:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60edf36c-6a69-4e4e-847c-9484b431209d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:24.593832 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Made reservation on behalf of c17b418f02ae4ed7b7b2569c0b70f3f5 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:24.599355 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.612673 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.613852 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.620179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-1931dc30-a58a-4b6a-a1bc-0698b2b0355c service neutron] 10.222.0.47 "GET /v2.0/networks/0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761201 Jun 17 08:27:24.633621 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:24.655454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da466f-d9b7-4ef3-a1be-811e72e193b7 req-869ec22b-1cf7-4182-98b9-406dd11522e7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:24.661137 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:24.662738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00da466f-d9b7-4ef3-a1be-811e72e193b7 req-869ec22b-1cf7-4182-98b9-406dd11522e7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.1295841 Jun 17 08:27:24.667171 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.681496 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:24.727835 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.737074 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.749696 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56ce1636-5e08-4c31-a8e3-66e8b7ec12f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:24.751164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00da466f-d9b7-4ef3-a1be-811e72e193b7 req-0f38a417-e78f-466d-9b9d-a4c11ab94dce tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874245 Jun 17 08:27:24.756693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:27:24.759228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:24.774440 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:24.789508 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.789917 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Added segment bde5b03e-8ad3-4fdb-971b-c1c18b805970 of type vlan for network 234529c6-29fa-472e-8602-e3ed7ac374e4 Jun 17 08:27:24.804476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4894b467-80b0-4b53-96fd-9a503646d3a9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:24.807642 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-2ed41a91-afbc-4c08-876f-24ac65230498 service neutron] 10.222.0.47 "GET /v2.0/networks/0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827266 Jun 17 08:27:24.820204 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:24.858829 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.899803 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.901502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:24.903184 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:24.906982 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:24.980955 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7042077 Jun 17 08:27:24.984308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33274) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:24.988457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Pushing event updated for resources: {'Network': ['ID=234529c6-29fa-472e-8602-e3ed7ac374e4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:24.991298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Request body: {'subnet': {'network_id': '234529c6-29fa-472e-8602-e3ed7ac374e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-18670080-subnet', 'tenant_id': 'c17b418f02ae4ed7b7b2569c0b70f3f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:25.006148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 234529c6-29fa-472e-8602-e3ed7ac374e4 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:27:25.008166 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:25.010246 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:25.032783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Made reservation on behalf of c17b418f02ae4ed7b7b2569c0b70f3f5 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:25.036603 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.250013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73115f-2c18-4cbc-b166-247d1ea0d855 req-f3dac0bd-5199-49f0-9b43-81cca16ebb91 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:25.252187 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e73115f-2c18-4cbc-b166-247d1ea0d855 req-f3dac0bd-5199-49f0-9b43-81cca16ebb91 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 945 time: 0.1319292 Jun 17 08:27:25.329457 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e73115f-2c18-4cbc-b166-247d1ea0d855 req-90db47ac-f5c3-4653-9882-039bb2048f0c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511060 Jun 17 08:27:25.385609 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.389720 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6d674cb7-8bbb-4944-98e3-f59c96d770b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:25.463631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=973aafd6-e5c6-4aa1-a3a3-4aa796ad1302,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:25.467526 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:25.468749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Checking segment: {'id': 'bde5b03e-8ad3-4fdb-971b-c1c18b805970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '234529c6-29fa-472e-8602-e3ed7ac374e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:25.469039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Network hostable DHCP agents. Network: 234529c6-29fa-472e-8602-e3ed7ac374e4, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:27:25.493093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Network 234529c6-29fa-472e-8602-e3ed7ac374e4 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:27:25.507701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 234529c6-29fa-472e-8602-e3ed7ac374e4) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:25.513081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:25.513849 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:25.517479 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac59ac-6551-4fbd-9f53-5a83d8082325 None None] Network 234529c6-29fa-472e-8602-e3ed7ac374e4 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:25.536721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5507507 Jun 17 08:27:25.668115 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0b94f-6bcf-4621-b2ce-7bb2c860e406 req-8d0cfa6e-9e8e-4a1d-b214-831f9e7a9c8a tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:25.669823 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38b0b94f-6bcf-4621-b2ce-7bb2c860e406 req-8d0cfa6e-9e8e-4a1d-b214-831f9e7a9c8a tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.0768456 Jun 17 08:27:25.704804 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8b3750-df2a-4153-a5de-37028746e46c None None] Network 234529c6-29fa-472e-8602-e3ed7ac374e4 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:25.745691 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38b0b94f-6bcf-4621-b2ce-7bb2c860e406 req-84b6f687-7d20-4e5b-8676-25a388a499e2 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681260 Jun 17 08:27:25.911472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-851fa2ac-1c83-4df5-8a34-43a305f19839 req-96bece8c-e56e-4bf2-ac48-126a897e7276 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 210 time: 0.0284884 Jun 17 08:27:26.140849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-47a14f56-47f6-46ef-b71d-470db0b4cb91 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:27:26.141939 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-47a14f56-47f6-46ef-b71d-470db0b4cb91 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060682 Jun 17 08:27:26.151721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Request body: {'binding': {'host': 'n-h1-779913-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:26.152379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Unknown quota resources ['binding']. {{(pid=93803) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:27:26.328091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9315a-ffa6-4b35-a636-b114c46be550 req-0ec2b1f3-08c0-4931-858c-b608e52af086 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:26.329643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79e9315a-ffa6-4b35-a636-b114c46be550 req-0ec2b1f3-08c0-4931-858c-b608e52af086 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1436815 Jun 17 08:27:26.358082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on host n-h1-779913-16 for vnic_type normal with profile None {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:26.358418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:26.358790 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:26.368437 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:26.368759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:26.381562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:26.381890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:26.382277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:26.382709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Bound port: 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:26.395391 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79e9315a-ffa6-4b35-a636-b114c46be550 req-653d1167-4e04-4aa1-9587-07c6557c881c tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536292 Jun 17 08:27:26.421966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:26.477448 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:26.483590 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:26.484042 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.518838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:26.535391 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.536544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ae9fc402-673a-494d-9b7d-dcf065623328 service neutron] 10.222.0.47 "POST /v2.0/ports/7cd73f73-9fbd-4f19-bd6d-f12ad6943258/bindings HTTP/1.1" status: 201 len: 390 time: 0.3883946 Jun 17 08:27:26.585581 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-ce639658-a87c-4d8f-952f-6759b88bc5d9 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:26.586633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-ce639658-a87c-4d8f-952f-6759b88bc5d9 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.63 "GET /v2.0/networks?id=0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a HTTP/1.1" status: 200 len: 812 time: 0.1718166 Jun 17 08:27:26.607054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Request body: {'port': {'device_id': '6030cb5f-a503-4b86-8db3-ba918002d3fb', 'network_id': '0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a', 'admin_state_up': True, 'tenant_id': '7074711d7df64cd5bc1437af015c4eff'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:26.617915 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.667295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:26.670567 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:26.673751 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d5f75b-379d-4aec-abab-be99278ac314" -d '{"events": [{"server_uuid": "a3833048-b122-4ab5-a1cc-97a1ea5c288a", "name": "network-vif-plugged", "status": "completed", "tag": "7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:26.678576 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.681156 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:26.724134 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23d3e9-c496-443e-83e0-58d55cb47b20 req-88d7cc83-00ed-4740-8c51-60f903c68b80 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:26.727282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b23d3e9-c496-443e-83e0-58d55cb47b20 req-88d7cc83-00ed-4740-8c51-60f903c68b80 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.1985126 Jun 17 08:27:26.806528 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b23d3e9-c496-443e-83e0-58d55cb47b20 req-b9b52c05-7dd6-4329-a4cb-75d2e36428fb tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733571 Jun 17 08:27:26.876959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Made reservation on behalf of 7074711d7df64cd5bc1437af015c4eff for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:26.880809 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:26.935852 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:26.939288 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:26.941154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-4e02ff81-b9ea-410e-85e8-e05d8720e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:26.942816 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-4e02ff81-b9ea-410e-85e8-e05d8720e1ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 1097 time: 0.0919521 Jun 17 08:27:27.046675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ced71f8d-894f-46a8-9b50-792138888835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.048209 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-ced71f8d-894f-46a8-9b50-792138888835 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.0979588 Jun 17 08:27:27.092874 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-4b327076-afa0-4a94-b45b-4f33f9274380 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258 HTTP/1.1" status: 200 len: 217 time: 0.0382700 Jun 17 08:27:27.140411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-641e8b7a-5476-4bb8-b21e-e9d1f683eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.141869 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-641e8b7a-5476-4bb8-b21e-e9d1f683eac3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.0436342 Jun 17 08:27:27.173889 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-714da6f2-72c4-4474-ab99-feed9b136eeb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256629 Jun 17 08:27:27.174318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-0d84294b-5c7f-46c2-af11-f9a72294e3d0 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.175844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-0d84294b-5c7f-46c2-af11-f9a72294e3d0 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/networks?id=234529c6-29fa-472e-8602-e3ed7ac374e4 HTTP/1.1" status: 200 len: 820 time: 0.2577550 Jun 17 08:27:27.203376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Allocated IP 172.20.0.10 (0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a/eec9dedb-ad40-4007-846e-5eb2f5696ed6/0389cc1b-49f4-4b07-b526-c728e4924d14) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:27.215164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-86a99036-4dfc-48c1-b14b-04ea60eb9925 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/quotas/c17b418f02ae4ed7b7b2569c0b70f3f5 HTTP/1.1" status: 200 len: 375 time: 0.0318506 Jun 17 08:27:27.231335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444d537-6f89-493d-acc6-b861d18b9978 req-ccd5d3e6-e3ed-45c3-ac5d-f51c6bb0f14f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.232863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5444d537-6f89-493d-acc6-b861d18b9978 req-ccd5d3e6-e3ed-45c3-ac5d-f51c6bb0f14f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.2162838 Jun 17 08:27:27.273511 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-9f2bba4c-c040-42b9-ab02-9f208f0a63c9 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935833 Jun 17 08:27:27.275121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-799985dd-f9a8-44d8-82db-670708adff52 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c17b418f02ae4ed7b7b2569c0b70f3f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536325 Jun 17 08:27:27.365073 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8203027-ec9a-4013-aa6b-46d138345842 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850945 Jun 17 08:27:27.383667 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5444d537-6f89-493d-acc6-b861d18b9978 req-193fdf55-3fe9-4bb0-8d76-ec586e4bd425 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410530 Jun 17 08:27:27.475357 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-dc975786-d030-49b6-aa63-d96bd92bb048 service neutron] 10.222.0.47 "GET /v2.0/networks/234529c6-29fa-472e-8602-e3ed7ac374e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866794 Jun 17 08:27:27.575335 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.629258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-98cffdd9-bdeb-43ab-bdc3-019d9d6f5720 service neutron] 10.222.0.47 "GET /v2.0/networks/234529c6-29fa-472e-8602-e3ed7ac374e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357365 Jun 17 08:27:27.644577 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.658372 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59809169-bce8-45d7-8e6c-4f2b6a0c359d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:27.692314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Network 0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:27.695839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:27.700232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:27.750830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Pushing event updated for resources: {'Port': ['ID=0389cc1b-49f4-4b07-b526-c728e4924d14,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:27.756491 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:27.783932 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:27.785402 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.827060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2262604 Jun 17 08:27:27.846454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Request body: {'port': {'device_id': '6030cb5f-a503-4b86-8db3-ba918002d3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:27.969056 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:27.988897 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969c157a-906f-4916-80e0-9aaed59ba5f1 x-openstack-request-id: req-969c157a-906f-4916-80e0-9aaed59ba5f1 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:27.989806 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3833048-b122-4ab5-a1cc-97a1ea5c288a", "name": "network-vif-plugged", "status": "completed", "tag": "7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:27.990271 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-969c157a-906f-4916-80e0-9aaed59ba5f1 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:27.990883 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4', 'code': 200} Jun 17 08:27:28.211912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668a0c5-b86f-403e-a111-eae911a2b40a req-65bf63ae-bb89-4d44-b704-8a7e3e039fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:28.214156 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0668a0c5-b86f-403e-a111-eae911a2b40a req-65bf63ae-bb89-4d44-b704-8a7e3e039fb0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 1098 time: 0.1081827 Jun 17 08:27:28.310445 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0668a0c5-b86f-403e-a111-eae911a2b40a req-1ccf87a6-8241-46a0-87f6-b7a8f2065816 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827084 Jun 17 08:27:28.404884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e97ccd-c697-475d-b914-f26b4bdc7566 req-17ac011e-c385-44a9-b5bc-d616e1d48fff tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:28.412207 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75e97ccd-c697-475d-b914-f26b4bdc7566 req-17ac011e-c385-44a9-b5bc-d616e1d48fff tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 945 time: 0.2484567 Jun 17 08:27:28.468447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c024b1c-f6e5-490c-8e78-10e383a97640 req-c0ee1bcd-4345-4de4-86dd-850ef19a0971 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:28.469902 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c024b1c-f6e5-490c-8e78-10e383a97640 req-c0ee1bcd-4345-4de4-86dd-850ef19a0971 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 932 time: 0.2461739 Jun 17 08:27:28.534513 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75e97ccd-c697-475d-b914-f26b4bdc7566 req-90b014da-3bae-40ff-8206-7d64dada48a8 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212635 Jun 17 08:27:28.590226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0389cc1b-49f4-4b07-b526-c728e4924d14 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:28.602456 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.617579 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c024b1c-f6e5-490c-8e78-10e383a97640 req-9bcace6e-bff9-4c20-9bbf-4608e1c2555e tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363213 Jun 17 08:27:28.646510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Transition to ACTIVE for port object 0389cc1b-49f4-4b07-b526-c728e4924d14 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:28.653678 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:28.656534 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-51b00b20-b4dd-4b3b-b2e8-34fc2724e826 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:28.778997 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-782780a2-7228-4577-b100-d48400d70b2c req-fda29997-ca26-4e50-bbd1-b048ddb4bd8a tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 210 time: 0.0667832 Jun 17 08:27:28.795142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33406) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:28.848026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Pushing event updated for resources: {'Port': ['ID=0389cc1b-49f4-4b07-b526-c728e4924d14,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:28.851105 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:28.978061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b84e80d1-57f4-4e98-a0b7-93500b92a941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.045175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a0782-ea6c-40cd-955a-05f2f5f9f422 req-771db30e-638c-4b73-b232-28fe7845f500 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.046817 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-052a0782-ea6c-40cd-955a-05f2f5f9f422 req-771db30e-638c-4b73-b232-28fe7845f500 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.2105243 Jun 17 08:27:29.051567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Attempting to bind port 0389cc1b-49f4-4b07-b526-c728e4924d14 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:29.051901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Attempting to bind port 0389cc1b-49f4-4b07-b526-c728e4924d14 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '667cb524-c4ea-4cc3-9d58-7501075c267b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:29.052309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Attempting to bind port 0389cc1b-49f4-4b07-b526-c728e4924d14 on network 0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:29.070506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Port 0389cc1b-49f4-4b07-b526-c728e4924d14 on network 0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:29.071035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Attempting to bind port 0389cc1b-49f4-4b07-b526-c728e4924d14 on network 0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:29.093883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:29.094227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Checking segment: {'id': '667cb524-c4ea-4cc3-9d58-7501075c267b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:29.094611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Bound using segment: {'id': '667cb524-c4ea-4cc3-9d58-7501075c267b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:29.095151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Bound port: 0389cc1b-49f4-4b07-b526-c728e4924d14, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '667cb524-c4ea-4cc3-9d58-7501075c267b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:29.095515 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.104951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350ed25-3422-4c4c-8d31-775c88adfa99 req-a1c0d016-b673-47e9-9559-cdf7bf9ce894 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.111350 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6350ed25-3422-4c4c-8d31-775c88adfa99 req-a1c0d016-b673-47e9-9559-cdf7bf9ce894 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1683702 Jun 17 08:27:29.111573 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b84e80d1-57f4-4e98-a0b7-93500b92a941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.117185 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b84e80d1-57f4-4e98-a0b7-93500b92a941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.121683 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f3759422-f8c7-45a2-b785-e87736035a54 tempest-ServersWithSpecificFlavorTestJSON-1150181195 tempest-ServersWithSpecificFlavorTestJSON-1150181195-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:29.171075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-052a0782-ea6c-40cd-955a-05f2f5f9f422 req-3e435074-2069-4f42-94fa-de01e0e87111 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150122 Jun 17 08:27:29.177354 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b84e80d1-57f4-4e98-a0b7-93500b92a941 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8366300239644ac7bb12bd9932256872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3835959 Jun 17 08:27:29.177473 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e80d1-57f4-4e98-a0b7-93500b92a941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011f4ce0-53f6-4ecf-905f-74a5717c4f72,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:29.180797 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b84e80d1-57f4-4e98-a0b7-93500b92a941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:29.181515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33412) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:29.237762 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6b3d-46c7-4c2c-94fc-979a958ab255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.249570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6350ed25-3422-4c4c-8d31-775c88adfa99 req-1a9474d6-3a21-4d75-893a-9dafd68aa5de tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323278 Jun 17 08:27:29.274626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6b3d-46c7-4c2c-94fc-979a958ab255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.282763 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] For port 0389cc1b-49f4-4b07-b526-c728e4924d14, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:29.291816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] For port 0389cc1b-49f4-4b07-b526-c728e4924d14, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0389cc1b-49f4-4b07-b526-c728e4924d14,segment=NetworkSegment(667cb524-c4ea-4cc3-9d58-7501075c267b),segment_id=667cb524-c4ea-4cc3-9d58-7501075c267b)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:29.300902 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.304181 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-888d8fd5-265a-4132-9bc3-6ca16490a43b tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:29.340910 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6b3d-46c7-4c2c-94fc-979a958ab255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.344637 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2fe6b3d-46c7-4c2c-94fc-979a958ab255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.346213 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a2fe6b3d-46c7-4c2c-94fc-979a958ab255 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/011f4ce0-53f6-4ecf-905f-74a5717c4f72 HTTP/1.1" status: 204 len: 168 time: 0.1638143 Jun 17 08:27:29.347592 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9c3fde7d-56d3-4207-b06a-76712006f7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:29.365534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe6b3d-46c7-4c2c-94fc-979a958ab255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011f4ce0-53f6-4ecf-905f-74a5717c4f72,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:29.369393 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2fe6b3d-46c7-4c2c-94fc-979a958ab255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:29.383943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.385381 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:29.387841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] 10.222.0.63 "PUT /v2.0/ports/0389cc1b-49f4-4b07-b526-c728e4924d14 HTTP/1.1" status: 200 len: 1093 time: 1.5458176 Jun 17 08:27:29.388796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6030cb5f-a503-4b86-8db3-ba918002d3fb', 'tag': '0389cc1b-49f4-4b07-b526-c728e4924d14'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:29.392062 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d875da-accc-4c8d-b0ec-562a1cf15d01" -d '{"events": [{"name": "network-changed", "server_uuid": "6030cb5f-a503-4b86-8db3-ba918002d3fb", "tag": "0389cc1b-49f4-4b07-b526-c728e4924d14"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:29.437297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Pushing event updated for resources: {'Port': ['ID=0389cc1b-49f4-4b07-b526-c728e4924d14,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:29.442665 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:29.464185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a42649-b838-47ef-8c10-e3df48feaec5 req-ffd1cd78-a222-4af5-acf6-5612faf1e589 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.465962 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a1a42649-b838-47ef-8c10-e3df48feaec5 req-ffd1cd78-a222-4af5-acf6-5612faf1e589 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1565559 Jun 17 08:27:29.500640 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd231a0-b5ca-42bf-bc53-ef030671bc94 x-openstack-request-id: req-cbd231a0-b5ca-42bf-bc53-ef030671bc94 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:29.501057 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6030cb5f-a503-4b86-8db3-ba918002d3fb", "tag": "0389cc1b-49f4-4b07-b526-c728e4924d14", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:29.501454 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cbd231a0-b5ca-42bf-bc53-ef030671bc94 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:29.501951 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6030cb5f-a503-4b86-8db3-ba918002d3fb', 'tag': '0389cc1b-49f4-4b07-b526-c728e4924d14', 'status': 'completed', 'code': 200} Jun 17 08:27:29.535831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a1a42649-b838-47ef-8c10-e3df48feaec5 req-d8935be3-8c09-4f4b-ab3e-350ea42825db tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631657 Jun 17 08:27:29.651867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-183f3728-fef1-450e-86d2-d18a18b49b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.653392 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-183f3728-fef1-450e-86d2-d18a18b49b0f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7074711d7df64cd5bc1437af015c4eff&device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 1096 time: 0.1147652 Jun 17 08:27:29.759911 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-3328d6f6-e05b-4158-b635-3174a3a2c805 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0389cc1b-49f4-4b07-b526-c728e4924d14 HTTP/1.1" status: 200 len: 217 time: 0.0964789 Jun 17 08:27:29.820422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-e0aa3b73-1c24-40eb-a49f-e9970291a05d tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.822046 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-e0aa3b73-1c24-40eb-a49f-e9970291a05d tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.10 "GET /v2.0/networks?id=234529c6-29fa-472e-8602-e3ed7ac374e4 HTTP/1.1" status: 200 len: 820 time: 0.2415006 Jun 17 08:27:29.843634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Request body: {'port': {'device_id': '67666638-072d-4208-a7ae-fa02276772ce', 'network_id': '234529c6-29fa-472e-8602-e3ed7ac374e4', 'admin_state_up': True, 'tenant_id': 'c17b418f02ae4ed7b7b2569c0b70f3f5'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:29.909355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-d396fa33-066c-45ea-b85a-ac085a165c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:29.910863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-d396fa33-066c-45ea-b85a-ac085a165c89 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eec9dedb-ad40-4007-846e-5eb2f5696ed6 HTTP/1.1" status: 200 len: 852 time: 0.1447012 Jun 17 08:27:30.002014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0957a1-ffc6-4b07-93da-e5e64b2c3a43 req-ada1627a-17b0-46c6-a114-b61a2e6f356d tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:30.009690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b0957a1-ffc6-4b07-93da-e5e64b2c3a43 req-ada1627a-17b0-46c6-a114-b61a2e6f356d tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 944 time: 0.2006557 Jun 17 08:27:30.014507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Made reservation on behalf of c17b418f02ae4ed7b7b2569c0b70f3f5 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:30.017578 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-9e7bf694-f67b-45a8-9302-3687d8f0abbb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984733 Jun 17 08:27:30.019701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.135917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad147291-fa99-45c6-aa4c-1e68da4c62df req-d29d1903-d60e-4252-b01d-a57c12064a81 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:30.142942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad147291-fa99-45c6-aa4c-1e68da4c62df req-d29d1903-d60e-4252-b01d-a57c12064a81 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 945 time: 0.3354864 Jun 17 08:27:30.159001 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b0957a1-ffc6-4b07-93da-e5e64b2c3a43 req-008b6775-959a-4d6a-9317-98f0109a00f3 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480534 Jun 17 08:27:30.189961 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Allocated IP 172.20.0.6 (234529c6-29fa-472e-8602-e3ed7ac374e4/973aafd6-e5c6-4aa1-a3a3-4aa796ad1302/30ae9b45-203d-428c-9b13-f3214a6da115) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:30.302187 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad147291-fa99-45c6-aa4c-1e68da4c62df req-f16c8dea-9c2a-4df7-9882-49041cf7b13b tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582563 Jun 17 08:27:30.312199 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-8acf5eb0-b67c-4426-a401-f3e4c80bdc59 service neutron] 10.222.0.63 "GET /v2.0/networks/0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871461 Jun 17 08:27:30.355158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33446) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:30.395047 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.445665 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.453869 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-72b6d9ba-fdaa-420e-bdff-b3cda57533f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:30.506800 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Network 234529c6-29fa-472e-8602-e3ed7ac374e4 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:30.510345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:30.517425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:30.527415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-458348136-network', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:30.788312 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c4d31573-72bb-42bb-9575-05aa8ee3146f req-2ecc2cb8-2ccc-4c70-9e9c-40cf3f806fc1 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 210 time: 0.4039743 Jun 17 08:27:30.878032 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d3af3e5-bd2c-43f9-98c4-cafc31df38ec req-94fd3b26-4c90-4753-9ec2-7a71fee314e6 service neutron] 10.222.0.63 "GET /v2.0/networks/0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585806 Jun 17 08:27:30.921364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170fbf9-61e2-4218-9c1a-711ed3105cac req-0bdc3d3f-7b94-470e-9c42-d1a32ee965fd tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:30.922517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Pushing event updated for resources: {'Port': ['ID=30ae9b45-203d-428c-9b13-f3214a6da115,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:30.926426 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:30.929489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1170fbf9-61e2-4218-9c1a-711ed3105cac req-0bdc3d3f-7b94-470e-9c42-d1a32ee965fd tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.1473057 Jun 17 08:27:30.961081 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:30.961968 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.965835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:30.968181 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.981879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:30.996546 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1594191 Jun 17 08:27:31.019818 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Request body: {'port': {'device_id': '67666638-072d-4208-a7ae-fa02276772ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:31.035339 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1170fbf9-61e2-4218-9c1a-711ed3105cac req-91a8e1ce-ca40-4c78-9ce2-2229fe947065 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054671 Jun 17 08:27:31.118758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c3ef7-c1da-4f60-9edb-7ce75ce12f82 req-553a70cb-b514-4e9a-a1ca-9c4c6e5dcccc tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:31.131570 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.141333 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d6c3ef7-c1da-4f60-9edb-7ce75ce12f82 req-553a70cb-b514-4e9a-a1ca-9c4c6e5dcccc tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1900897 Jun 17 08:27:31.174528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d875da-accc-4c8d-b0ec-562a1cf15d01 req-1d317ca7-2f33-44e3-951f-88b8cf4c4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:31.177773 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9d875da-accc-4c8d-b0ec-562a1cf15d01 req-1d317ca7-2f33-44e3-951f-88b8cf4c4a83 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7074711d7df64cd5bc1437af015c4eff&device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 1096 time: 0.2278619 Jun 17 08:27:31.208911 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.230071 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.231460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d6c3ef7-c1da-4f60-9edb-7ce75ce12f82 req-6d59874d-44b3-431d-a1dd-9e56fe17eb81 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885777 Jun 17 08:27:31.237073 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-265cbf0e-e950-409e-a305-0bfc20303ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:31.341367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:27:31.371196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.371813 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Added segment 390c9338-b40e-4576-8795-08ff987451d1 of type vlan for network f47fece9-e19a-4cc8-8a14-3ea2bcea13af Jun 17 08:27:31.410302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d875da-accc-4c8d-b0ec-562a1cf15d01 req-3d86e07b-f0a4-4052-bb06-e705e68e87af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:31.412381 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9d875da-accc-4c8d-b0ec-562a1cf15d01 req-3d86e07b-f0a4-4052-bb06-e705e68e87af service neutron] 10.222.0.63 "GET /v2.0/networks?id=0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a HTTP/1.1" status: 200 len: 913 time: 0.2181327 Jun 17 08:27:31.521462 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9d875da-accc-4c8d-b0ec-562a1cf15d01 req-f3193a05-d677-4bd9-824c-32a39c3e0f08 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0389cc1b-49f4-4b07-b526-c728e4924d14 HTTP/1.1" status: 200 len: 217 time: 0.1014779 Jun 17 08:27:31.595793 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ae9b45-203d-428c-9b13-f3214a6da115 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:31.605643 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.621453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bae2706-cc90-46c8-abdc-60ae49a7d760,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:31.632013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Transition to ACTIVE for port object 30ae9b45-203d-428c-9b13-f3214a6da115 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:31.634462 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:31.639055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.644426 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.647764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d875da-accc-4c8d-b0ec-562a1cf15d01 req-22a478bd-01af-4172-85ff-fa43c083970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:31.647969 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cce34131-cbd3-49d5-9a0b-604a2d626eeb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:31.649433 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9d875da-accc-4c8d-b0ec-562a1cf15d01 req-22a478bd-01af-4172-85ff-fa43c083970e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=eec9dedb-ad40-4007-846e-5eb2f5696ed6 HTTP/1.1" status: 200 len: 852 time: 0.1086457 Jun 17 08:27:31.696942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9d875da-accc-4c8d-b0ec-562a1cf15d01 req-2c6fae36-ce2a-4a0e-ad0e-699377f8dffd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355833 Jun 17 08:27:31.711651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098835a8-80c0-43a0-a4ea-5f64d7ec565c req-c61deb0c-5d1a-4dca-9874-8128709b79ca tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:31.720221 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-098835a8-80c0-43a0-a4ea-5f64d7ec565c req-c61deb0c-5d1a-4dca-9874-8128709b79ca tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 944 time: 0.2840052 Jun 17 08:27:31.753345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.754404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:31.755006 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.764244 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Pushing event updated for resources: {'Port': ['ID=30ae9b45-203d-428c-9b13-f3214a6da115,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:31.769546 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:31.770060 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac5f440a-6941-442f-8c60-6f3e5af91216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:31.810411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920b483-8f95-45f6-a99d-5caf1ef1b358 req-a83081d7-419c-4ae8-b7eb-d38aa1bc1b4c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:31.818185 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c920b483-8f95-45f6-a99d-5caf1ef1b358 req-a83081d7-419c-4ae8-b7eb-d38aa1bc1b4c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.4935427 Jun 17 08:27:31.841988 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4858339 Jun 17 08:27:31.845952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33462) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:31.863960 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Request body: {'subnet': {'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-458348136-subnet', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:31.876151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-098835a8-80c0-43a0-a4ea-5f64d7ec565c req-5e7f952e-60d0-4e9b-871c-31beb4cd6a48 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550040 Jun 17 08:27:31.890594 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Pushing event updated for resources: {'Network': ['ID=f47fece9-e19a-4cc8-8a14-3ea2bcea13af,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:31.895182 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:31.902563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network f47fece9-e19a-4cc8-8a14-3ea2bcea13af details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:27:31.918502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Attempting to bind port 30ae9b45-203d-428c-9b13-f3214a6da115 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:31.919028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Attempting to bind port 30ae9b45-203d-428c-9b13-f3214a6da115 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'bde5b03e-8ad3-4fdb-971b-c1c18b805970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '234529c6-29fa-472e-8602-e3ed7ac374e4'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:31.919528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Attempting to bind port 30ae9b45-203d-428c-9b13-f3214a6da115 on network 234529c6-29fa-472e-8602-e3ed7ac374e4 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:31.926599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Port 30ae9b45-203d-428c-9b13-f3214a6da115 on network 234529c6-29fa-472e-8602-e3ed7ac374e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:31.927145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Attempting to bind port 30ae9b45-203d-428c-9b13-f3214a6da115 on network 234529c6-29fa-472e-8602-e3ed7ac374e4 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:31.934945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:31.935367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Checking segment: {'id': 'bde5b03e-8ad3-4fdb-971b-c1c18b805970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '234529c6-29fa-472e-8602-e3ed7ac374e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:31.935752 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Bound using segment: {'id': 'bde5b03e-8ad3-4fdb-971b-c1c18b805970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '234529c6-29fa-472e-8602-e3ed7ac374e4'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:31.936394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Bound port: 30ae9b45-203d-428c-9b13-f3214a6da115, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde5b03e-8ad3-4fdb-971b-c1c18b805970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '234529c6-29fa-472e-8602-e3ed7ac374e4'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:31.936745 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.951027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c920b483-8f95-45f6-a99d-5caf1ef1b358 req-2911225c-6acd-43b7-b4d6-83ab2eef0e51 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317568 Jun 17 08:27:31.959308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:31.978559 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:31.994512 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9d875da-accc-4c8d-b0ec-562a1cf15d01 req-81f594dc-87e9-4eab-9788-4cf3308000b7 service neutron] 10.222.0.63 "GET /v2.0/networks/0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694602 Jun 17 08:27:32.020395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] For port 30ae9b45-203d-428c-9b13-f3214a6da115, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:32.026649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] For port 30ae9b45-203d-428c-9b13-f3214a6da115, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=30ae9b45-203d-428c-9b13-f3214a6da115,segment=NetworkSegment(bde5b03e-8ad3-4fdb-971b-c1c18b805970),segment_id=bde5b03e-8ad3-4fdb-971b-c1c18b805970)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:32.034532 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.042958 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c454843-d61e-484a-a621-22905203d98f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:32.108333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:32.108966 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.110357 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] 10.222.0.10 "PUT /v2.0/ports/30ae9b45-203d-428c-9b13-f3214a6da115 HTTP/1.1" status: 200 len: 1092 time: 1.0950575 Jun 17 08:27:32.110932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67666638-072d-4208-a7ae-fa02276772ce', 'tag': '30ae9b45-203d-428c-9b13-f3214a6da115'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:32.113683 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10010392-0366-46f1-98b3-4a21b60bcfa7" -d '{"events": [{"name": "network-changed", "server_uuid": "67666638-072d-4208-a7ae-fa02276772ce", "tag": "30ae9b45-203d-428c-9b13-f3214a6da115"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:32.153421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Pushing event updated for resources: {'Port': ['ID=30ae9b45-203d-428c-9b13-f3214a6da115,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:32.157821 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:32.215474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-5ed15f2e-2ebd-4d56-b99e-688642bb48a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:32.217319 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-5ed15f2e-2ebd-4d56-b99e-688642bb48a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c17b418f02ae4ed7b7b2569c0b70f3f5&device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 1095 time: 0.0606253 Jun 17 08:27:32.261891 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-8bee7733-78fa-41e9-8961-6553c446a897 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30ae9b45-203d-428c-9b13-f3214a6da115 HTTP/1.1" status: 200 len: 217 time: 0.0366826 Jun 17 08:27:32.320547 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-49c29a7b-5a7f-4f22-a223-965f2de5de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:32.321344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9d875da-accc-4c8d-b0ec-562a1cf15d01 req-e14d2cbb-4736-4e43-8033-a700746e4998 service neutron] 10.222.0.63 "GET /v2.0/networks/0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943256 Jun 17 08:27:32.322550 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-49c29a7b-5a7f-4f22-a223-965f2de5de82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=973aafd6-e5c6-4aa1-a3a3-4aa796ad1302 HTTP/1.1" status: 200 len: 860 time: 0.0551710 Jun 17 08:27:32.359089 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-170cb59d-a5e4-4b36-9601-0fcb786d0cc4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=234529c6-29fa-472e-8602-e3ed7ac374e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260201 Jun 17 08:27:32.381461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0389cc1b-49f4-4b07-b526-c728e4924d14 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:32.385846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb34edb-5836-4acd-9c4a-cc09f31c6c01 req-40d3f9fd-5528-4e2c-987a-0a30e44e72e3 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:32.391415 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cb34edb-5836-4acd-9c4a-cc09f31c6c01 req-40d3f9fd-5528-4e2c-987a-0a30e44e72e3 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 943 time: 0.1893077 Jun 17 08:27:32.414439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023b0de-4be0-4f84-9249-21dc2e844262 req-29601363-f964-48af-91d8-834cd17c327f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:32.416126 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1023b0de-4be0-4f84-9249-21dc2e844262 req-29601363-f964-48af-91d8-834cd17c327f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 945 time: 0.3267643 Jun 17 08:27:32.468275 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-b2be22ce-4c02-46c1-ac15-de78527f3631 service neutron] 10.222.0.10 "GET /v2.0/networks/234529c6-29fa-472e-8602-e3ed7ac374e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021991 Jun 17 08:27:32.512447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0389cc1b-49f4-4b07-b526-c728e4924d14, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0389cc1b-49f4-4b07-b526-c728e4924d14,segment=NetworkSegment(667cb524-c4ea-4cc3-9d58-7501075c267b),segment_id=667cb524-c4ea-4cc3-9d58-7501075c267b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:32.514186 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cb34edb-5836-4acd-9c4a-cc09f31c6c01 req-396b3442-282f-468b-a594-5948c487882f tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207116 Jun 17 08:27:32.519614 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.523008 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4cc8b6b3-49f0-4506-b6f3-cdb55b3f3afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:32.527255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1023b0de-4be0-4f84-9249-21dc2e844262 req-adac54e0-b161-4a1b-aba8-c59ad0b9e823 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003354 Jun 17 08:27:32.542581 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '0389cc1b-49f4-4b07-b526-c728e4924d14', 'network_id': '0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a', 'port_id': '0389cc1b-49f4-4b07-b526-c728e4924d14', 'mac_address': 'fa:16:3e:7e:34:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec9dedb-ad40-4007-846e-5eb2f5696ed6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:32.585936 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-126fdac8-9ff3-4c23-bef7-9c10add65ff5 req-336dbca8-cefc-4f9e-9ecc-b2dd21d10d12 service neutron] 10.222.0.10 "GET /v2.0/networks/234529c6-29fa-472e-8602-e3ed7ac374e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070991 Jun 17 08:27:32.616221 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.625059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29536fc-6d25-4011-9ee2-11e514b37e58,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:32.632313 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0389cc1b-49f4-4b07-b526-c728e4924d14 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:32.634613 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:32.653542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Checking segment: {'id': '390c9338-b40e-4576-8795-08ff987451d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:32.654350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Network hostable DHCP agents. Network: f47fece9-e19a-4cc8-8a14-3ea2bcea13af, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:27:32.658604 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0389cc1b-49f4-4b07-b526-c728e4924d14, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0389cc1b-49f4-4b07-b526-c728e4924d14,segment=NetworkSegment(667cb524-c4ea-4cc3-9d58-7501075c267b),segment_id=667cb524-c4ea-4cc3-9d58-7501075c267b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:32.667819 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.669960 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:32.679047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Network f47fece9-e19a-4cc8-8a14-3ea2bcea13af is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:27:32.694693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, f47fece9-e19a-4cc8-8a14-3ea2bcea13af) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:32.702207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:32.702841 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.708616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878b6f81-3ef8-483e-9379-0c4b337fb64c None None] Network f47fece9-e19a-4cc8-8a14-3ea2bcea13af requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:32.730371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33474) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:32.737765 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-458348136-router', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:32.743943 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8883672 Jun 17 08:27:32.766617 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.770029 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.843600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=0389cc1b-49f4-4b07-b526-c728e4924d14,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:32.853998 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.855479 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de89c5-4617-499e-af5a-7d081d35dbb3 req-50687299-3840-464b-ac9c-cf388f4e5661 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:32.857024 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92de89c5-4617-499e-af5a-7d081d35dbb3 req-50687299-3840-464b-ac9c-cf388f4e5661 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.0745654 Jun 17 08:27:32.857345 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:32.875872 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:32.921255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92de89c5-4617-499e-af5a-7d081d35dbb3 req-8a5b843c-5ead-468a-b19f-39dedfd3c3f2 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528388 Jun 17 08:27:32.988557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['0389cc1b-49f4-4b07-b526-c728e4924d14'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:33.027907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-f47fece9-e19a-4cc8-8a14-3ea2bcea13af', 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'fixed_ips': [{'subnet_id': 'a29536fc-6d25-4011-9ee2-11e514b37e58'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:27:33.029139 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.036649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.045192 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ad1a0b-8a15-4cbb-bfdc-0c5d4e2a4647 x-openstack-request-id: req-25ad1a0b-8a15-4cbb-bfdc-0c5d4e2a4647 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:33.046112 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67666638-072d-4208-a7ae-fa02276772ce", "tag": "30ae9b45-203d-428c-9b13-f3214a6da115", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:33.046112 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-25ad1a0b-8a15-4cbb-bfdc-0c5d4e2a4647 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:33.046524 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67666638-072d-4208-a7ae-fa02276772ce', 'tag': '30ae9b45-203d-428c-9b13-f3214a6da115', 'status': 'completed', 'code': 200} Jun 17 08:27:33.162873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10010392-0366-46f1-98b3-4a21b60bcfa7 req-44af7395-a3b1-4f0b-ac4a-f160fe89a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:33.164377 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10010392-0366-46f1-98b3-4a21b60bcfa7 req-44af7395-a3b1-4f0b-ac4a-f160fe89a991 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c17b418f02ae4ed7b7b2569c0b70f3f5&device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 1095 time: 0.1172016 Jun 17 08:27:33.233576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4baa786-4d1b-4bbb-849b-1968074ab74c req-e10aa5b3-0780-46a2-aa52-0afd2bba10e1 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:33.244389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4baa786-4d1b-4bbb-849b-1968074ab74c req-e10aa5b3-0780-46a2-aa52-0afd2bba10e1 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.0875714 Jun 17 08:27:33.299394 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Allocated IP 172.20.0.2 (f47fece9-e19a-4cc8-8a14-3ea2bcea13af/a29536fc-6d25-4011-9ee2-11e514b37e58/105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:33.311047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10010392-0366-46f1-98b3-4a21b60bcfa7 req-cd1e9e84-8256-46af-beb3-4d52374f66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:33.312552 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10010392-0366-46f1-98b3-4a21b60bcfa7 req-cd1e9e84-8256-46af-beb3-4d52374f66f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=234529c6-29fa-472e-8602-e3ed7ac374e4 HTTP/1.1" status: 200 len: 921 time: 0.1415157 Jun 17 08:27:33.333176 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4baa786-4d1b-4bbb-849b-1968074ab74c req-feb62f9e-a6e8-4c9d-a0fb-29dbc0722ae4 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878856 Jun 17 08:27:33.369523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40ccde-6280-4a34-9ff5-d1ff5c2d59e0 req-977fa0de-269b-4fbf-8e15-d3941402c453 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:33.371153 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c40ccde-6280-4a34-9ff5-d1ff5c2d59e0 req-977fa0de-269b-4fbf-8e15-d3941402c453 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 945 time: 0.1242313 Jun 17 08:27:33.381014 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10010392-0366-46f1-98b3-4a21b60bcfa7 req-5a8b4bb7-1034-4fdd-af1e-0e5eafa643cb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30ae9b45-203d-428c-9b13-f3214a6da115 HTTP/1.1" status: 200 len: 217 time: 0.0426297 Jun 17 08:27:33.425478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c40ccde-6280-4a34-9ff5-d1ff5c2d59e0 req-f2d97710-13e9-49db-867f-c06be1b5eb78 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452354 Jun 17 08:27:33.454993 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.478885 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10010392-0366-46f1-98b3-4a21b60bcfa7 req-f8d56177-8bc7-4ba4-b062-f1c59c7732fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:33.480277 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10010392-0366-46f1-98b3-4a21b60bcfa7 req-f8d56177-8bc7-4ba4-b062-f1c59c7732fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=973aafd6-e5c6-4aa1-a3a3-4aa796ad1302 HTTP/1.1" status: 200 len: 860 time: 0.0793147 Jun 17 08:27:33.481417 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.510815 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.522044 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Transition to ACTIVE for port object 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:33.523976 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10010392-0366-46f1-98b3-4a21b60bcfa7 req-4f20d5ea-522f-4e59-aecf-700455af6d2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=234529c6-29fa-472e-8602-e3ed7ac374e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351593 Jun 17 08:27:33.525241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a4037-e2de-45c7-9624-65bf9d62cb10 req-ade6a644-98e9-491d-8908-abb064096653 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:33.526816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-481a4037-e2de-45c7-9624-65bf9d62cb10 req-ade6a644-98e9-491d-8908-abb064096653 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.0688469 Jun 17 08:27:33.538502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Transition to ACTIVE for port object 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:33.546571 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.549443 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:33.571359 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-481a4037-e2de-45c7-9624-65bf9d62cb10 req-af7e0534-2304-427a-9a25-5f68ed879cf5 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380201 Jun 17 08:27:33.586315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Network f47fece9-e19a-4cc8-8a14-3ea2bcea13af is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:33.590829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:33.606183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:33.613461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Pushing event updated for resources: {'Port': ['ID=105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:33.618349 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:33.670147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Attempting to bind port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:33.671006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Attempting to bind port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '390c9338-b40e-4576-8795-08ff987451d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:33.671645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Attempting to bind port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b on network f47fece9-e19a-4cc8-8a14-3ea2bcea13af {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:33.677788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:33.678811 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Checking segment: {'id': '390c9338-b40e-4576-8795-08ff987451d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:33.679549 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.680175 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Bound using segment: {'id': '390c9338-b40e-4576-8795-08ff987451d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:33.680954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Bound port: 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390c9338-b40e-4576-8795-08ff987451d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:33.681568 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.712420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Allocated IP 172.25.8.238 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/f8c62819-e645-4b8f-b048-a338ceab49fc) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:33.720946 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10010392-0366-46f1-98b3-4a21b60bcfa7 req-433fc6c5-e40f-49ce-9a53-7ff87cc0c671 service neutron] 10.222.0.10 "GET /v2.0/networks/234529c6-29fa-472e-8602-e3ed7ac374e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718287 Jun 17 08:27:33.754981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] For port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:33.760484 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] For port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b,segment=NetworkSegment(390c9338-b40e-4576-8795-08ff987451d1),segment_id=390c9338-b40e-4576-8795-08ff987451d1)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:33.766159 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.770402 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:33.830077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d34091-3e85-4da0-94d5-981dfe5da93e req-61391274-0319-4d84-992a-2646607cfac8 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:33.831660 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58d34091-3e85-4da0-94d5-981dfe5da93e req-61391274-0319-4d84-992a-2646607cfac8 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 945 time: 0.1286185 Jun 17 08:27:33.838532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Pushing event updated for resources: {'Port': ['ID=105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:33.842448 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:33.846764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1bdd6c-8ebc-4a2d-ba62-33fb79c17a18 req-4f7f00e7-72e2-410b-8845-99365553b425 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:33.851282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea1bdd6c-8ebc-4a2d-ba62-33fb79c17a18 req-4f7f00e7-72e2-410b-8845-99365553b425 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 943 time: 0.1085973 Jun 17 08:27:33.908545 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10010392-0366-46f1-98b3-4a21b60bcfa7 req-e535399c-88e7-42ea-805c-44d34ce9fbff service neutron] 10.222.0.10 "GET /v2.0/networks/234529c6-29fa-472e-8602-e3ed7ac374e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734214 Jun 17 08:27:33.917744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58d34091-3e85-4da0-94d5-981dfe5da93e req-6b2c817b-4d4d-420d-ab7d-9d9c32e00f9e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653565 Jun 17 08:27:33.921202 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea1bdd6c-8ebc-4a2d-ba62-33fb79c17a18 req-29d980b4-6800-45a3-86fb-62273dae53ea tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624447 Jun 17 08:27:33.931700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.977947 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:33.980466 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f22be3a5-5ae1-4464-a8de-4e9c70a98ad1 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:34.019361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:34.022296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:34.029213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:34.076199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c62819-e645-4b8f-b048-a338ceab49fc,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:34.080874 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:34.146504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b86ef-a239-40a0-a7cb-aa8faeabead8 req-480d8b72-583b-4ae7-9d67-194f30fa004b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:34.148221 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f20b86ef-a239-40a0-a7cb-aa8faeabead8 req-480d8b72-583b-4ae7-9d67-194f30fa004b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.0766041 Jun 17 08:27:34.212006 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f20b86ef-a239-40a0-a7cb-aa8faeabead8 req-7ede23f0-b169-43c0-aa24-dc2000012fd5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574634 Jun 17 08:27:34.338034 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.409963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0389cc1b-49f4-4b07-b526-c728e4924d14 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:34.465316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 0389cc1b-49f4-4b07-b526-c728e4924d14 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:34.469686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 0389cc1b-49f4-4b07-b526-c728e4924d14 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:34.470293 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.545404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c9e2d-53e8-4663-8816-49a9cb3d4d1a req-a34c777d-d223-49f0-b04b-68e17f85776d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:34.546731 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c2c9e2d-53e8-4663-8816-49a9cb3d4d1a req-a34c777d-d223-49f0-b04b-68e17f85776d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.0918560 Jun 17 08:27:34.569915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.596121 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.626419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6030cb5f-a503-4b86-8db3-ba918002d3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0389cc1b-49f4-4b07-b526-c728e4924d14'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:34.630102 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda61e8a-2f37-4985-9162-cc814e1c1891" -d '{"events": [{"server_uuid": "6030cb5f-a503-4b86-8db3-ba918002d3fb", "name": "network-vif-plugged", "status": "completed", "tag": "0389cc1b-49f4-4b07-b526-c728e4924d14"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:34.650057 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0389cc1b-49f4-4b07-b526-c728e4924d14, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0389cc1b-49f4-4b07-b526-c728e4924d14,segment=NetworkSegment(667cb524-c4ea-4cc3-9d58-7501075c267b),segment_id=667cb524-c4ea-4cc3-9d58-7501075c267b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:34.651594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c2c9e2d-53e8-4663-8816-49a9cb3d4d1a req-33a80b76-e5ad-449c-992f-850a453c2f73 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918915 Jun 17 08:27:34.660113 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.667129 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:34.698762 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f0b0de-721d-4719-ad8a-f7b21e816fa3 req-31a411a9-49b0-4e0b-9289-c86f36afc5d7 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:34.700383 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2f0b0de-721d-4719-ad8a-f7b21e816fa3 req-31a411a9-49b0-4e0b-9289-c86f36afc5d7 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 945 time: 0.1302526 Jun 17 08:27:34.724654 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Router a21e5a7a-0191-4769-a8ac-4392511acfef is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:27:34.730249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=0389cc1b-49f4-4b07-b526-c728e4924d14,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:34.734136 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:34.767787 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2f0b0de-721d-4719-ad8a-f7b21e816fa3 req-1b1c5194-4d32-4405-8563-b444843ae8ab tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614569 Jun 17 08:27:34.813496 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13b3107-5d16-45e0-aa78-8636684de67d x-openstack-request-id: req-d13b3107-5d16-45e0-aa78-8636684de67d {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:34.814151 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6030cb5f-a503-4b86-8db3-ba918002d3fb", "name": "network-vif-plugged", "status": "completed", "tag": "0389cc1b-49f4-4b07-b526-c728e4924d14", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:34.814973 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d13b3107-5d16-45e0-aa78-8636684de67d {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:34.816387 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6030cb5f-a503-4b86-8db3-ba918002d3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0389cc1b-49f4-4b07-b526-c728e4924d14', 'code': 200} Jun 17 08:27:34.869368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:34.879045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Sync routers for ids ['a21e5a7a-0191-4769-a8ac-4392511acfef'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:34.890159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Routers {'a21e5a7a-0191-4769-a8ac-4392511acfef'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:34.890859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:27:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a21e5a7a-0191-4769-a8ac-4392511acfef'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:34.895348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7669f1d-3fff-4009-a6c7-f2fa2e005feb req-91a98b32-117f-4323-944d-63e85faa700f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:34.896368 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:34.898243 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1657596 Jun 17 08:27:34.901178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33504) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:34.905912 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f7669f1d-3fff-4009-a6c7-f2fa2e005feb req-91a98b32-117f-4323-944d-63e85faa700f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1136141 Jun 17 08:27:34.974358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f7669f1d-3fff-4009-a6c7-f2fa2e005feb req-0fee8070-8fec-4247-becc-b2649ef61b69 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677543 Jun 17 08:27:35.013891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d2965-b3bb-46c1-8e3f-06459c0c21c0 req-f0aa9ec6-d3c5-4828-b631-2ffea3ecf2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:35.015655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1d2965-b3bb-46c1-8e3f-06459c0c21c0 req-f0aa9ec6-d3c5-4828-b631-2ffea3ecf2f1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 1098 time: 0.1002326 Jun 17 08:27:35.025445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c995f5ae-5d94-4519-a465-b393a8af96cf None None] Network f47fece9-e19a-4cc8-8a14-3ea2bcea13af requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:35.079087 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b1d2965-b3bb-46c1-8e3f-06459c0c21c0 req-76b2f846-b626-4828-90a7-21526fe757f2 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524287 Jun 17 08:27:35.109215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Set router a21e5a7a-0191-4769-a8ac-4392511acfef gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:35.217839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8a189-a273-4a00-836c-849921d2d6c7 req-ba04f989-1146-45ff-aeff-44f14db11869 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:35.219414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97b8a189-a273-4a00-836c-849921d2d6c7 req-ba04f989-1146-45ff-aeff-44f14db11869 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 943 time: 0.1070549 Jun 17 08:27:35.241031 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc68f8-da68-4dfd-9050-cec691db99a8 req-14406cb4-1539-4a75-9e47-c487f9dbbf15 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:35.242559 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63dc68f8-da68-4dfd-9050-cec691db99a8 req-14406cb4-1539-4a75-9e47-c487f9dbbf15 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 945 time: 0.1392751 Jun 17 08:27:35.250213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cc7044da-9c7b-4804-911a-3cbc6abbeb98 None None] Provisioning for port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:35.290181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97b8a189-a273-4a00-836c-849921d2d6c7 req-301cbc6f-923c-44f9-a2f0-7c0529b73854 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638983 Jun 17 08:27:35.290683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:35.303766 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63dc68f8-da68-4dfd-9050-cec691db99a8 req-073a66b1-c232-4f5c-b0f6-c9b2e07c9cc2 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487218 Jun 17 08:27:35.436613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:35.446991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:35.447377 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.466293 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.502284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48806d6-29af-464e-8b2d-1e581b68201f req-bf62273d-738c-4f9c-b7b7-8862661e2119 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:35.504158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f48806d6-29af-464e-8b2d-1e581b68201f req-bf62273d-738c-4f9c-b7b7-8862661e2119 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.0756786 Jun 17 08:27:35.505413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'name': 'tempest-ServersTestMultiNic-458348136-router', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:32Z', 'updated_at': '2021-06-17T08:27:34Z', 'revision_number': 3, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'gw_port': {'id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:33Z', 'updated_at': '2021-06-17T08:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:35.543094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Checking router: a21e5a7a-0191-4769-a8ac-4392511acfef for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:35.543457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Updating router a21e5a7a-0191-4769-a8ac-4392511acfef port f8c62819-e645-4b8f-b048-a338ceab49fc binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:27:35.563005 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f48806d6-29af-464e-8b2d-1e581b68201f req-d78aba9a-abd8-4320-a386-1b2982afe916 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493591 Jun 17 08:27:35.606929 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.610903 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.679073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Allocated IP 172.20.0.1 (f47fece9-e19a-4cc8-8a14-3ea2bcea13af/a29536fc-6d25-4011-9ee2-11e514b37e58/f545b3ab-8cb5-4ffc-bf13-92315eaad618) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:35.720975 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b,segment=NetworkSegment(390c9338-b40e-4576-8795-08ff987451d1),segment_id=390c9338-b40e-4576-8795-08ff987451d1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:35.727090 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.731306 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:35.792987 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.807986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Transition to ACTIVE for port object f545b3ab-8cb5-4ffc-bf13-92315eaad618 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:35.839991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:35.845492 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:35.847777 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.848587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-54682171-42cb-4e91-8acf-9e2b1a1a56a0 None None] Provisioning complete for port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:35.849601 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-54682171-42cb-4e91-8acf-9e2b1a1a56a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:35.854945 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-49be4e90-9d22-42c7-b515-2bdc3373cb84 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:35.876135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28476c3-b387-46be-83d9-e12fc1087b98 req-a89010d2-6606-434a-aa29-fba242c0db23 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:35.885173 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a28476c3-b387-46be-83d9-e12fc1087b98 req-a89010d2-6606-434a-aa29-fba242c0db23 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1188049 Jun 17 08:27:35.911226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Network f47fece9-e19a-4cc8-8a14-3ea2bcea13af is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:35.912876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:35.915752 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:35.943378 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a28476c3-b387-46be-83d9-e12fc1087b98 req-cec84186-aea9-4bae-b5a9-f8ed594ac221 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572402 Jun 17 08:27:35.973292 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=f545b3ab-8cb5-4ffc-bf13-92315eaad618,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:35.982179 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:35.995882 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.013997 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.028446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Transition to ACTIVE for port object f8c62819-e645-4b8f-b048-a338ceab49fc will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:36.037667 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.041006 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:36.051157 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592132ba-b53c-4050-9431-288bb8c3221b req-38b980bb-c874-4531-b7e2-09d66f1fbdcf tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:36.063335 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-592132ba-b53c-4050-9431-288bb8c3221b req-38b980bb-c874-4531-b7e2-09d66f1fbdcf tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 946 time: 0.1184943 Jun 17 08:27:36.107203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Attempting to bind port f8c62819-e645-4b8f-b048-a338ceab49fc on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:36.107866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Attempting to bind port f8c62819-e645-4b8f-b048-a338ceab49fc by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:36.108410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Attempting to bind port f8c62819-e645-4b8f-b048-a338ceab49fc on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:36.119076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f787ec-7c4f-4eca-9e92-54e2d0d6b946 None None] Pushing event updated for resources: {'Port': ['ID=f8c62819-e645-4b8f-b048-a338ceab49fc,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:36.121977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:36.122672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:36.123296 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.123853 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:36.124529 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Bound port: f8c62819-e645-4b8f-b048-a338ceab49fc, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:36.125084 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.128841 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-75f787ec-7c4f-4eca-9e92-54e2d0d6b946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:36.160200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-592132ba-b53c-4050-9431-288bb8c3221b req-d8c08c47-3e07-4deb-96a9-2c4bc988f7de tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949028 Jun 17 08:27:36.198264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.205420 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] For port f8c62819-e645-4b8f-b048-a338ceab49fc, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:36.213517 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] For port f8c62819-e645-4b8f-b048-a338ceab49fc, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f8c62819-e645-4b8f-b048-a338ceab49fc,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:36.222956 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.225372 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-75f787ec-7c4f-4eca-9e92-54e2d0d6b946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:36.271767 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738a33b-95a1-42d7-99a5-9387f53507c7 req-f0a8d589-a638-4980-8a1c-38c691982a57 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:36.273581 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1738a33b-95a1-42d7-99a5-9387f53507c7 req-f0a8d589-a638-4980-8a1c-38c691982a57 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1035116 Jun 17 08:27:36.298720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Routers {'a21e5a7a-0191-4769-a8ac-4392511acfef'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:36.299186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:27:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a21e5a7a-0191-4769-a8ac-4392511acfef'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:36.329470 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1738a33b-95a1-42d7-99a5-9387f53507c7 req-f6790edd-b275-4462-adb0-aafbb2eac270 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481610 Jun 17 08:27:36.344962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f787ec-7c4f-4eca-9e92-54e2d0d6b946 None None] Pushing event updated for resources: {'Port': ['ID=f8c62819-e645-4b8f-b048-a338ceab49fc,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:36.378665 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-75f787ec-7c4f-4eca-9e92-54e2d0d6b946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:36.420237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-795cc489-22ad-4c87-8dc3-d6b1a08f269c None None] Provisioning for port f545b3ab-8cb5-4ffc-bf13-92315eaad618 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:36.436191 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 30ae9b45-203d-428c-9b13-f3214a6da115 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:36.441796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-795cc489-22ad-4c87-8dc3-d6b1a08f269c None None] Provisioning complete for port f545b3ab-8cb5-4ffc-bf13-92315eaad618 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:36.442483 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-795cc489-22ad-4c87-8dc3-d6b1a08f269c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.512967 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] Set router a21e5a7a-0191-4769-a8ac-4392511acfef gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:36.549302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7701c4-d14a-42ea-bb31-aa9488fcb120 req-0eeec8a4-4cd9-4ecb-a92d-be56bbfb1771 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:36.550987 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ee7701c4-d14a-42ea-bb31-aa9488fcb120 req-0eeec8a4-4cd9-4ecb-a92d-be56bbfb1771 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 943 time: 0.1253414 Jun 17 08:27:36.562316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af501516-84af-4978-9cee-bfc9c3340e28 req-f2146ea3-219f-4366-902c-d01f53f4daad tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:36.565546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af501516-84af-4978-9cee-bfc9c3340e28 req-f2146ea3-219f-4366-902c-d01f53f4daad tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 945 time: 0.1047831 Jun 17 08:27:36.566209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-795cc489-22ad-4c87-8dc3-d6b1a08f269c None None] Port f545b3ab-8cb5-4ffc-bf13-92315eaad618 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:27:36.630704 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ee7701c4-d14a-42ea-bb31-aa9488fcb120 req-42ef8a33-6907-4211-8f7c-d6ce1d8f9ffe tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643780 Jun 17 08:27:36.637274 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af501516-84af-4978-9cee-bfc9c3340e28 req-31b7bfe3-05ff-499f-a8c4-ed7147a556c6 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541162 Jun 17 08:27:36.813525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.822953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.843695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43969180-d9a2-469c-ae03-b41921f18042 req-3dceedba-c1b6-4f20-b025-c38736b484d7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:36.845234 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f2d2e385-0e04-4b74-b6b5-2ee3f9b285f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:36.845723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43969180-d9a2-469c-ae03-b41921f18042 req-3dceedba-c1b6-4f20-b025-c38736b484d7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.0810418 Jun 17 08:27:36.860134 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 30ae9b45-203d-428c-9b13-f3214a6da115, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=30ae9b45-203d-428c-9b13-f3214a6da115,segment=NetworkSegment(bde5b03e-8ad3-4fdb-971b-c1c18b805970),segment_id=bde5b03e-8ad3-4fdb-971b-c1c18b805970)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:36.884912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '30ae9b45-203d-428c-9b13-f3214a6da115', 'network_id': '234529c6-29fa-472e-8602-e3ed7ac374e4', 'port_id': '30ae9b45-203d-428c-9b13-f3214a6da115', 'mac_address': 'fa:16:3e:df:98:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973aafd6-e5c6-4aa1-a3a3-4aa796ad1302', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:36.898821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43969180-d9a2-469c-ae03-b41921f18042 req-9e075cb9-cac9-4fe5-aecd-e3b6662b88c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462608 Jun 17 08:27:36.908977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.911918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=f545b3ab-8cb5-4ffc-bf13-92315eaad618,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:36.923215 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:36.951631 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:36.989029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ae9b45-203d-428c-9b13-f3214a6da115 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:37.010051 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 30ae9b45-203d-428c-9b13-f3214a6da115, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=30ae9b45-203d-428c-9b13-f3214a6da115,segment=NetworkSegment(bde5b03e-8ad3-4fdb-971b-c1c18b805970),segment_id=bde5b03e-8ad3-4fdb-971b-c1c18b805970)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:37.015294 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Network f47fece9-e19a-4cc8-8a14-3ea2bcea13af is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:37.016999 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:37.017363 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.019893 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:37.068975 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'name': 'tempest-ServersTestMultiNic-458348136-router', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:32Z', 'updated_at': '2021-06-17T08:27:36Z', 'revision_number': 4, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'gw_port': {'id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:33Z', 'updated_at': '2021-06-17T08:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f545b3ab-8cb5-4ffc-bf13-92315eaad618', 'name': '', 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'mac_address': 'fa:16:3e:73:95:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'a29536fc-6d25-4011-9ee2-11e514b37e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:35Z', 'updated_at': '2021-06-17T08:27:35Z', 'revision_number': 1, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'subnets': [{'id': 'a29536fc-6d25-4011-9ee2-11e514b37e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:37.102466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e22d70-479f-4b39-aca7-9defeee56ab3 None None] The sync data for ids ['a21e5a7a-0191-4769-a8ac-4392511acfef'] in n-d-779913-16 is: [{'id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'name': 'tempest-ServersTestMultiNic-458348136-router', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:32Z', 'updated_at': '2021-06-17T08:27:36Z', 'revision_number': 4, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'gw_port': {'id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:33Z', 'updated_at': '2021-06-17T08:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f545b3ab-8cb5-4ffc-bf13-92315eaad618', 'name': '', 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'mac_address': 'fa:16:3e:73:95:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'a29536fc-6d25-4011-9ee2-11e514b37e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:35Z', 'updated_at': '2021-06-17T08:27:35Z', 'revision_number': 1, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'subnets': [{'id': 'a29536fc-6d25-4011-9ee2-11e514b37e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:37.117959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=30ae9b45-203d-428c-9b13-f3214a6da115,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:37.121197 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:37.147918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Router a21e5a7a-0191-4769-a8ac-4392511acfef has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:27:37.177383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654ee1d-0fe1-487a-a425-7e3ea52ea70c req-8eb21185-9219-4705-936f-d33b3c3781a1 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:37.179183 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9654ee1d-0fe1-487a-a425-7e3ea52ea70c req-8eb21185-9219-4705-936f-d33b3c3781a1 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.0997608 Jun 17 08:27:37.254190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:37.266242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9654ee1d-0fe1-487a-a425-7e3ea52ea70c req-6765c5d9-547b-4c92-b58e-273610845e5c tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560486 Jun 17 08:27:37.322590 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:37.323017 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.334575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:37.343371 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] 10.222.0.47 "PUT /v2.0/routers/a21e5a7a-0191-4769-a8ac-4392511acfef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4409182 Jun 17 08:27:37.414041 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['30ae9b45-203d-428c-9b13-f3214a6da115'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:37.449179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac245db5-ffc0-4441-9db6-16a8845940c9 req-c12e3371-3973-43fa-a573-4195b55ab26d tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:37.450763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac245db5-ffc0-4441-9db6-16a8845940c9 req-c12e3371-3973-43fa-a573-4195b55ab26d tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 946 time: 0.1068666 Jun 17 08:27:37.482014 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ac7e4321-6225-43ac-9805-115367d62a29 None None] Provisioning complete for port f545b3ab-8cb5-4ffc-bf13-92315eaad618 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:37.482638 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ac7e4321-6225-43ac-9805-115367d62a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.521624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ac7e4321-6225-43ac-9805-115367d62a29 None None] Port f545b3ab-8cb5-4ffc-bf13-92315eaad618 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:27:37.536852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac245db5-ffc0-4441-9db6-16a8845940c9 req-5ec3441f-f4c8-4ad2-8939-19bc9e650847 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714433 Jun 17 08:27:37.606493 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33538) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:37.622788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d568ce-348a-4ce5-ae44-ed1614c95a4c req-9ac0a7e9-4d4c-483c-8a0b-82501fe2dec6 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:37.632628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9d568ce-348a-4ce5-ae44-ed1614c95a4c req-9ac0a7e9-4d4c-483c-8a0b-82501fe2dec6 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1293056 Jun 17 08:27:37.695860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9d568ce-348a-4ce5-ae44-ed1614c95a4c req-42fd28f8-5899-482f-b950-d3b747071026 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611956 Jun 17 08:27:37.729557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-571445195'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:37.761756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:37.765932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.797017 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:27:37.807879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.808730 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Added segment 6be364ed-9d6b-49d6-9f5d-8b25d5073330 of type vlan for network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 Jun 17 08:27:37.863990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.899587 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.900713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1aab2-a054-44b7-b1b0-0dbd87bfd7cc req-718cc2f0-ef76-4059-bda1-4c1b812453ae tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:37.902491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ac1aab2-a054-44b7-b1b0-0dbd87bfd7cc req-718cc2f0-ef76-4059-bda1-4c1b812453ae tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 945 time: 0.0791280 Jun 17 08:27:37.905948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:37.906735 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:37.909420 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:37.975336 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3675654 Jun 17 08:27:37.976875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33552) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:37.982135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'subnet': {'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:37.983212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Network': ['ID=350bfc55-9fa8-4366-9e53-7ded50aa73a5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:37.992971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:37.992971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:37.993388 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:37.993561 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:37.993933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:37.994299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:37.994672 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:37.995030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:37.995387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:37.995743 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:37.996104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:37.996508 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.000921 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ac1aab2-a054-44b7-b1b0-0dbd87bfd7cc req-9aced747-b992-4660-aaab-79a7caeaf57b tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855565 Jun 17 08:27:38.025477 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:38.088826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:27:38.120374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e635bbb-1476-4162-97fb-35cdc8ef22ca req-e01a1f46-45ec-46aa-81ea-9dd818a2ecc4 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:38.121406 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e635bbb-1476-4162-97fb-35cdc8ef22ca req-e01a1f46-45ec-46aa-81ea-9dd818a2ecc4 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 944 time: 0.2005260 Jun 17 08:27:38.178574 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e635bbb-1476-4162-97fb-35cdc8ef22ca req-8bddd66e-ddb2-47ef-9092-7f0bc3e67515 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507839 Jun 17 08:27:38.179470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:38.183684 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.423299 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.427610 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:38.442897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa290022-0faf-4ae9-a725-f16222f49259 req-ca47e284-55fb-4f2f-a97c-9184245cb7df tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:38.444418 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa290022-0faf-4ae9-a725-f16222f49259 req-ca47e284-55fb-4f2f-a97c-9184245cb7df tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.1242414 Jun 17 08:27:38.532900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa290022-0faf-4ae9-a725-f16222f49259 req-ef9b1bdf-11b9-43ba-a5ff-5ba8ede9bd51 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651553 Jun 17 08:27:38.534003 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Subnet': ['ID=f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:38.545670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.546071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.546871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.546871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.547190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.548905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.549307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.549681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.550048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.550425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.551548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.551926 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:38.566706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Checking segment: {'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:38.566706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network hostable DHCP agents. Network: 350bfc55-9fa8-4366-9e53-7ded50aa73a5, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:27:38.566706 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:38.587847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:27:38.609222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 350bfc55-9fa8-4366-9e53-7ded50aa73a5) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:38.617914 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafb5e81-0445-4308-a0e4-eb08fd418e41 None None] Network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:38.631108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:38.631763 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.664271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6839764 Jun 17 08:27:38.664872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33560) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:38.673578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-199540003'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:38.749029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd97e27-a2ff-4383-b602-7dc151058916 req-2e16a3a4-96f2-4777-b5b2-6ea5414ab4b0 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:38.750641 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-abd97e27-a2ff-4383-b602-7dc151058916 req-2e16a3a4-96f2-4777-b5b2-6ea5414ab4b0 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1529775 Jun 17 08:27:38.752870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:38.756346 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.780765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-350bfc55-9fa8-4366-9e53-7ded50aa73a5', 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'fixed_ips': [{'subnet_id': 'f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:27:38.781909 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.822733 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-abd97e27-a2ff-4383-b602-7dc151058916 req-c3b642fb-4c9f-4ae3-b647-9c65d461f417 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627606 Jun 17 08:27:38.827960 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:27:38.836604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489833ea-7a36-44e3-bf26-6cb711cf88ca req-bb56901b-07a7-4410-a5c0-a6c3da21d1f9 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:38.838150 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-489833ea-7a36-44e3-bf26-6cb711cf88ca req-bb56901b-07a7-4410-a5c0-a6c3da21d1f9 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 946 time: 0.1584287 Jun 17 08:27:38.872425 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.872874 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Added segment d5dede60-3943-42f1-b315-3ad92b069217 of type vlan for network 874f7419-2462-4b40-b897-b6d2a92e6c4f Jun 17 08:27:38.925980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-489833ea-7a36-44e3-bf26-6cb711cf88ca req-d5fe4c09-43e7-417e-a075-7a5db057d76e tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815439 Jun 17 08:27:38.930146 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.957329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Allocated IP 19.80.0.2 (350bfc55-9fa8-4366-9e53-7ded50aa73a5/f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2/d443dc20-f306-493d-8587-a58e0f672b2a) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:38.992159 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:38.997718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:38.998307 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.003821 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:39.037000 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.082689 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4153352 Jun 17 08:27:39.085177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33566) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:39.090912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'subnet': {'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:39.116348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Network': ['ID=874f7419-2462-4b40-b897-b6d2a92e6c4f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:39.118613 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:39.129167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf35ad-32a3-4041-a3e4-f8986a29783e req-ec610d0d-ff0b-4150-a2bc-9c22b7c12970 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:39.131233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fbf35ad-32a3-4041-a3e4-f8986a29783e req-ec610d0d-ff0b-4150-a2bc-9c22b7c12970 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1769476 Jun 17 08:27:39.147392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 874f7419-2462-4b40-b897-b6d2a92e6c4f details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:27:39.155374 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.203467 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:39.207082 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.211108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Transition to ACTIVE for port object d443dc20-f306-493d-8587-a58e0f672b2a will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:39.239688 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fbf35ad-32a3-4041-a3e4-f8986a29783e req-abb9d564-7c80-497d-b7cd-91358f850e6b tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970643 Jun 17 08:27:39.248018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Transition to ACTIVE for port object d443dc20-f306-493d-8587-a58e0f672b2a will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:39.258963 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.261353 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:39.295915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf3082-1337-4fd9-8865-f1697ae8c694 req-b6faf58d-7e61-4815-8003-09ac3b0b437f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:39.302897 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ebf3082-1337-4fd9-8865-f1697ae8c694 req-b6faf58d-7e61-4815-8003-09ac3b0b437f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 945 time: 0.1592429 Jun 17 08:27:39.322888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f8c62819-e645-4b8f-b048-a338ceab49fc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:39.361716 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:39.367017 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Pushing event updated for resources: {'Port': ['ID=d443dc20-f306-493d-8587-a58e0f672b2a,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:39.369756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:39.373064 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:39.375742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:39.393701 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ebf3082-1337-4fd9-8865-f1697ae8c694 req-c6a48301-2168-4f60-b85b-5c921166d357 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898232 Jun 17 08:27:39.454814 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Attempting to bind port d443dc20-f306-493d-8587-a58e0f672b2a on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:39.455004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Attempting to bind port d443dc20-f306-493d-8587-a58e0f672b2a by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:39.455375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Attempting to bind port d443dc20-f306-493d-8587-a58e0f672b2a on network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:39.460188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f8c62819-e645-4b8f-b048-a338ceab49fc completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:39.463758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:39.464143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Checking segment: {'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:39.464553 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.465125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Bound using segment: {'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:39.465443 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Bound port: d443dc20-f306-493d-8587-a58e0f672b2a, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:39.466223 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.469030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f8c62819-e645-4b8f-b048-a338ceab49fc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:39.469408 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.476460 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.483948 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dee93996-1f0a-446a-9c1c-0422672ed2d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:39.567945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] For port d443dc20-f306-493d-8587-a58e0f672b2a, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:39.592050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Subnet': ['ID=d9c6363d-ce65-4882-9121-f74d5fcc9180,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:39.593339 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f2f7c-6efc-4a2e-955d-2bf8b59df25d req-acc4499e-c719-449b-b73b-9d30d5b50e39 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:39.601006 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:39.601427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-851f2f7c-6efc-4a2e-955d-2bf8b59df25d req-acc4499e-c719-449b-b73b-9d30d5b50e39 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 944 time: 0.0874882 Jun 17 08:27:39.601872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] For port d443dc20-f306-493d-8587-a58e0f672b2a, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d443dc20-f306-493d-8587-a58e0f672b2a,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:39.607686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Checking segment: {'id': 'd5dede60-3943-42f1-b315-3ad92b069217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:39.608243 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network hostable DHCP agents. Network: 874f7419-2462-4b40-b897-b6d2a92e6c4f, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:27:39.613566 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.616075 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:39.619077 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.649925 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network 874f7419-2462-4b40-b897-b6d2a92e6c4f is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:27:39.658970 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-17ed7c63-672a-4b5e-9967-a39b15f59704 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:39.660518 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-17ed7c63-672a-4b5e-9967-a39b15f59704 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.1184323 Jun 17 08:27:39.673087 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-851f2f7c-6efc-4a2e-955d-2bf8b59df25d req-ee7a8a8d-8ddf-48bb-86a7-25f4239f0027 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690298 Jun 17 08:27:39.678363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-16'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:39.683153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f8c62819-e645-4b8f-b048-a338ceab49fc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f8c62819-e645-4b8f-b048-a338ceab49fc,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:39.688314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 874f7419-2462-4b40-b897-b6d2a92e6c4f) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:39.704243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196257dc-bbad-4495-9304-bb4d100cfccf None None] Network 874f7419-2462-4b40-b897-b6d2a92e6c4f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:39.710931 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.721720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:39.722306 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.728474 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Pushing event updated for resources: {'Port': ['ID=d443dc20-f306-493d-8587-a58e0f672b2a,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:39.755065 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:39.755546 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:39.797342 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7108681 Jun 17 08:27:39.798241 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.836914 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f8c62819-e645-4b8f-b048-a338ceab49fc,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:39.846962 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:39.901232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6491c-1fe3-4bf6-88f4-3a1a7e327827 req-e0115fab-e049-4709-a0a1-0e36a5a320dd tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:39.917108 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19c6491c-1fe3-4bf6-88f4-3a1a7e327827 req-e0115fab-e049-4709-a0a1-0e36a5a320dd tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.1578228 Jun 17 08:27:39.929526 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Sync routers for ids ['a21e5a7a-0191-4769-a8ac-4392511acfef'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:39.940372 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Routers {'a21e5a7a-0191-4769-a8ac-4392511acfef'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:39.940913 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:27:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a21e5a7a-0191-4769-a8ac-4392511acfef'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:39.951354 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-874f7419-2462-4b40-b897-b6d2a92e6c4f', 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'fixed_ips': [{'subnet_id': 'd9c6363d-ce65-4882-9121-f74d5fcc9180'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:27:39.961865 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:39.975313 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19c6491c-1fe3-4bf6-88f4-3a1a7e327827 req-9883a9c8-0532-420a-b75b-e4dbbe017ea5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551207 Jun 17 08:27:40.085007 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:40.101174 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Set router a21e5a7a-0191-4769-a8ac-4392511acfef gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:40.155734 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:40.225764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Allocated IP 19.86.0.2 (874f7419-2462-4b40-b897-b6d2a92e6c4f/d9c6363d-ce65-4882-9121-f74d5fcc9180/c8b034e1-82da-4099-96db-c7fd05ac1d86) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:40.231138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:40.234557 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7631f293-0798-4ce7-b4e3-7fedf19f333f" -d '{"events": [{"server_uuid": "fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd73f73-9fbd-4f19-bd6d-f12ad6943258"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:40.241859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.251488 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.256878 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-656713df-8d02-47db-98f4-a17abe31df43 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:40.352259 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'name': 'tempest-ServersTestMultiNic-458348136-router', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:32Z', 'updated_at': '2021-06-17T08:27:36Z', 'revision_number': 4, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'gw_port': {'id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:33Z', 'updated_at': '2021-06-17T08:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f545b3ab-8cb5-4ffc-bf13-92315eaad618', 'name': '', 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'mac_address': 'fa:16:3e:73:95:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'a29536fc-6d25-4011-9ee2-11e514b37e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:35Z', 'updated_at': '2021-06-17T08:27:36Z', 'revision_number': 2, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'subnets': [{'id': 'a29536fc-6d25-4011-9ee2-11e514b37e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:40.380582 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Checking router: a21e5a7a-0191-4769-a8ac-4392511acfef for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:40.380945 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Updating router a21e5a7a-0191-4769-a8ac-4392511acfef port f545b3ab-8cb5-4ffc-bf13-92315eaad618 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:27:40.399957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Pushing event updated for resources: {'Port': ['ID=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,revision_number=7']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:40.412950 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:40.414337 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on host n-h2-779913-16 for vnic_type normal with profile {"migrating_to": "n-h1-779913-16"} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:40.414962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:40.415454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:40.417481 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.424533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:40.425097 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:40.433567 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:40.437411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:40.438018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:40.438628 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Bound port: 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:40.439159 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.452013 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.471485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Transition to ACTIVE for port object c8b034e1-82da-4099-96db-c7fd05ac1d86 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:40.495031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Transition to ACTIVE for port object c8b034e1-82da-4099-96db-c7fd05ac1d86 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:40.501153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:40.503698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 30ae9b45-203d-428c-9b13-f3214a6da115 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:40.529620 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.534684 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:40.539336 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:40.542692 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:40.549178 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.556891 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1abf47e4-79e0-4868-a4e2-094bed1a4da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:40.582031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Network 874f7419-2462-4b40-b897-b6d2a92e6c4f is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:40.588614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:40.597406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:40.655716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eeeb96-4a9b-4097-b749-dcf7e06a10aa req-f45e4395-59dd-4341-93b5-08ffcfb3a825 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:40.657184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-04eeeb96-4a9b-4097-b749-dcf7e06a10aa req-f45e4395-59dd-4341-93b5-08ffcfb3a825 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.63 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 946 time: 0.6574507 Jun 17 08:27:40.698185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Pushing event updated for resources: {'Port': ['ID=c8b034e1-82da-4099-96db-c7fd05ac1d86,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:40.700934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe15f1e-b861-4cd6-bd72-6ceb5cfcc3aa req-39d5f0d3-3ab9-4a1d-af0c-d4c1bc6d133f tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:40.708077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-afe15f1e-b861-4cd6-bd72-6ceb5cfcc3aa req-39d5f0d3-3ab9-4a1d-af0c-d4c1bc6d133f tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.6155670 Jun 17 08:27:40.719253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Attempting to bind port c8b034e1-82da-4099-96db-c7fd05ac1d86 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:40.719626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Attempting to bind port c8b034e1-82da-4099-96db-c7fd05ac1d86 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'd5dede60-3943-42f1-b315-3ad92b069217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:40.719994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Attempting to bind port c8b034e1-82da-4099-96db-c7fd05ac1d86 on network 874f7419-2462-4b40-b897-b6d2a92e6c4f {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:40.725308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:40.727859 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:40.728125 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.728833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:40.729035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Checking segment: {'id': 'd5dede60-3943-42f1-b315-3ad92b069217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:40.729442 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.729837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Bound using segment: {'id': 'd5dede60-3943-42f1-b315-3ad92b069217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:40.730318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Bound port: c8b034e1-82da-4099-96db-c7fd05ac1d86, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5dede60-3943-42f1-b315-3ad92b069217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:40.730865 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.733075 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] 10.222.0.10 "PUT /v2.0/ports/7cd73f73-9fbd-4f19-bd6d-f12ad6943258 HTTP/1.1" status: 200 len: 1123 time: 1.0617390 Jun 17 08:27:40.738098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Pushing event updated for resources: {'Port': ['ID=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,revision_number=8']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:40.761130 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:40.797569 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-3bc5ae4e-12db-434f-b06f-5d18bc515895 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:40.806680 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.811179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-3bc5ae4e-12db-434f-b06f-5d18bc515895 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:40.812978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-3bc5ae4e-12db-434f-b06f-5d18bc515895 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/networks?id=350bfc55-9fa8-4366-9e53-7ded50aa73a5&id=874f7419-2462-4b40-b897-b6d2a92e6c4f&id=350bfc55-9fa8-4366-9e53-7ded50aa73a5 HTTP/1.1" status: 200 len: 1390 time: 0.6748517 Jun 17 08:27:40.830191 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Transition to ACTIVE for port object f545b3ab-8cb5-4ffc-bf13-92315eaad618 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:40.843623 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:40.849949 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:40.878172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-05d8fbbd-f1bb-403f-95ec-ea81310754f7 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/quotas/7f2faa47cbff4a2fb173bcd33e61bcb1 HTTP/1.1" status: 200 len: 375 time: 0.0439789 Jun 17 08:27:40.933811 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-afe15f1e-b861-4cd6-bd72-6ceb5cfcc3aa req-f3cb85c9-ebe7-4a92-bf07-bc59650954b1 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247262 Jun 17 08:27:40.977909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, got binding levels [] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:41.003286 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['7cd73f73-9fbd-4f19-bd6d-f12ad6943258'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:41.006424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['7cd73f73-9fbd-4f19-bd6d-f12ad6943258'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:41.028302 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Pushing event updated for resources: {'Port': ['ID=f545b3ab-8cb5-4ffc-bf13-92315eaad618,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:41.053050 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.053653 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.054083 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.054505 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.054978 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.055569 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.056087 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.056597 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.057107 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.057630 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.058149 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.058651 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:41.065999 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:41.074481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-04eeeb96-4a9b-4097-b749-dcf7e06a10aa req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Deleting port 0389cc1b-49f4-4b07-b526-c728e4924d14 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:41.077599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 30ae9b45-203d-428c-9b13-f3214a6da115 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:41.080323 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Attempting to bind port f545b3ab-8cb5-4ffc-bf13-92315eaad618 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:41.081125 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Attempting to bind port f545b3ab-8cb5-4ffc-bf13-92315eaad618 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '390c9338-b40e-4576-8795-08ff987451d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:41.081629 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Attempting to bind port f545b3ab-8cb5-4ffc-bf13-92315eaad618 on network f47fece9-e19a-4cc8-8a14-3ea2bcea13af {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:41.086914 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-04eeeb96-4a9b-4097-b749-dcf7e06a10aa req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.087851 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:41.088420 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Checking segment: {'id': '390c9338-b40e-4576-8795-08ff987451d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:41.088964 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.089489 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Bound using segment: {'id': '390c9338-b40e-4576-8795-08ff987451d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:41.090102 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Bound port: f545b3ab-8cb5-4ffc-bf13-92315eaad618, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390c9338-b40e-4576-8795-08ff987451d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:41.090635 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.109736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 30ae9b45-203d-428c-9b13-f3214a6da115 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:41.110542 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.143176 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-6c3a7dd8-7dd9-4df1-b267-c6ed17904555 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2640719 Jun 17 08:27:41.193719 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] For port f545b3ab-8cb5-4ffc-bf13-92315eaad618, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:41.199088 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] For port f545b3ab-8cb5-4ffc-bf13-92315eaad618, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f545b3ab-8cb5-4ffc-bf13-92315eaad618,segment=NetworkSegment(390c9338-b40e-4576-8795-08ff987451d1),segment_id=390c9338-b40e-4576-8795-08ff987451d1)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:41.210226 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.220332 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-58b0cb47-08a8-4580-9beb-b6a45e2cec06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:41.329219 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-6a5675f9-c51e-4fcd-9a91-562feb856e0c service neutron] 10.222.0.47 "GET /v2.0/networks/350bfc55-9fa8-4366-9e53-7ded50aa73a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850696 Jun 17 08:27:41.336744 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Routers {'a21e5a7a-0191-4769-a8ac-4392511acfef'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:41.337640 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:27:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a21e5a7a-0191-4769-a8ac-4392511acfef'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:41.350266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on host n-h2-779913-16 for vnic_type normal with profile {"migrating_to": "n-h1-779913-16"} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:41.350562 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:41.350961 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:41.405895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:41.406244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Attempting to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:41.434242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] For port c8b034e1-82da-4099-96db-c7fd05ac1d86, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:41.437999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d443dc20-f306-493d-8587-a58e0f672b2a up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:41.472361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:41.472744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:41.473351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:41.473850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Bound port: 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:41.474264 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.475244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-04eeeb96-4a9b-4097-b749-dcf7e06a10aa req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] For port 0389cc1b-49f4-4b07-b526-c728e4924d14, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0389cc1b-49f4-4b07-b526-c728e4924d14,segment=NetworkSegment(667cb524-c4ea-4cc3-9d58-7501075c267b),segment_id=667cb524-c4ea-4cc3-9d58-7501075c267b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:41.475645 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-04eeeb96-4a9b-4097-b749-dcf7e06a10aa req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.485771 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Pushing event updated for resources: {'Port': ['ID=f545b3ab-8cb5-4ffc-bf13-92315eaad618,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:41.490638 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:41.505172 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] For port c8b034e1-82da-4099-96db-c7fd05ac1d86, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c8b034e1-82da-4099-96db-c7fd05ac1d86,segment=NetworkSegment(d5dede60-3943-42f1-b315-3ad92b069217),segment_id=d5dede60-3943-42f1-b315-3ad92b069217)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:41.547366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330fa05-3406-4670-b3b2-6432ed832b23 req-3ebfff76-0a86-42ff-b667-e94da24e31c3 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:41.555223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1330fa05-3406-4670-b3b2-6432ed832b23 req-3ebfff76-0a86-42ff-b667-e94da24e31c3 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/ports?device_id=6030cb5f-a503-4b86-8db3-ba918002d3fb HTTP/1.1" status: 200 len: 946 time: 0.4097962 Jun 17 08:27:41.568795 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] Set router a21e5a7a-0191-4769-a8ac-4392511acfef gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:41.593764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-04eeeb96-4a9b-4097-b749-dcf7e06a10aa req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Calling delete_port for 0389cc1b-49f4-4b07-b526-c728e4924d14 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:41.676666 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-f502925a-fd65-476e-b9b6-96c104ed2557 service neutron] 10.222.0.47 "GET /v2.0/networks/350bfc55-9fa8-4366-9e53-7ded50aa73a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276374 Jun 17 08:27:41.713024 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:41.716119 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb6bd13-8330-4ad2-914a-1866319e19f4 None None] Network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:41.730995 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:41.763538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1330fa05-3406-4670-b3b2-6432ed832b23 req-a05f7cb6-15c6-4588-8b80-79b4dde1ef88 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.47 "GET /v2.0/security-groups?id=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073069 Jun 17 08:27:41.829808 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'name': 'tempest-ServersTestMultiNic-458348136-router', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:32Z', 'updated_at': '2021-06-17T08:27:36Z', 'revision_number': 4, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'gw_port': {'id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:33Z', 'updated_at': '2021-06-17T08:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f545b3ab-8cb5-4ffc-bf13-92315eaad618', 'name': '', 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'mac_address': 'fa:16:3e:73:95:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'a29536fc-6d25-4011-9ee2-11e514b37e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:35Z', 'updated_at': '2021-06-17T08:27:41Z', 'revision_number': 4, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'subnets': [{'id': 'a29536fc-6d25-4011-9ee2-11e514b37e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:41.839092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-3d5c2369-882e-4c99-9c3e-5b197faf53f2 service neutron] 10.222.0.47 "GET /v2.0/networks/874f7419-2462-4b40-b897-b6d2a92e6c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305220 Jun 17 08:27:41.865661 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55a381-6132-4538-8dfc-5f6b94267720 None None] The sync data for ids ['a21e5a7a-0191-4769-a8ac-4392511acfef'] in n-d-779913-16 is: [{'id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'name': 'tempest-ServersTestMultiNic-458348136-router', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:32Z', 'updated_at': '2021-06-17T08:27:36Z', 'revision_number': 4, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'gw_port': {'id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:33Z', 'updated_at': '2021-06-17T08:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f545b3ab-8cb5-4ffc-bf13-92315eaad618', 'name': '', 'network_id': 'f47fece9-e19a-4cc8-8a14-3ea2bcea13af', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'mac_address': 'fa:16:3e:73:95:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': 'a29536fc-6d25-4011-9ee2-11e514b37e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:35Z', 'updated_at': '2021-06-17T08:27:41Z', 'revision_number': 4, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'subnets': [{'id': 'a29536fc-6d25-4011-9ee2-11e514b37e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:41.884206 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2107d95f-1b34-4937-aec0-ad6f817f0812 x-openstack-request-id: req-2107d95f-1b34-4937-aec0-ad6f817f0812 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:41.884841 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656", "name": "network-vif-unplugged", "status": "completed", "tag": "7cd73f73-9fbd-4f19-bd6d-f12ad6943258", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:41.884841 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2107d95f-1b34-4937-aec0-ad6f817f0812 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:41.885381 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258', 'code': 200} Jun 17 08:27:41.915411 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.014725 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-04eeeb96-4a9b-4097-b749-dcf7e06a10aa req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.017493 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5b149580-96d1-47da-866f-81e5fe2088f4 None None] Provisioning for port d443dc20-f306-493d-8587-a58e0f672b2a completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:42.020877 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:42.068048 n-d-779913-16 neutron-server[93805]: WARNING neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Concurrent port binding operations failed on port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 Jun 17 08:27:42.080755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Pushing event deleted for resources: {'Port': ['ID=0389cc1b-49f4-4b07-b526-c728e4924d14,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:42.082250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:42.132120 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:42.176560 n-d-779913-16 neutron-server[93805]: INFO neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Attempt 2 to bind port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 Jun 17 08:27:42.177056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 has no active binding in host n-h1-779913-16 {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:27:42.177527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-bfe94eed-437f-4be0-ad18-b46bffb88081 service neutron] 10.222.0.47 "GET /v2.0/networks/874f7419-2462-4b40-b897-b6d2a92e6c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993982 Jun 17 08:27:42.184387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Pushing event updated for resources: {'Port': ['ID=c8b034e1-82da-4099-96db-c7fd05ac1d86,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:42.193724 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:42.201343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67666638-072d-4208-a7ae-fa02276772ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ae9b45-203d-428c-9b13-f3214a6da115'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:42.203734 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faaa708-945d-473c-8a08-019d664d408e" -d '{"events": [{"server_uuid": "67666638-072d-4208-a7ae-fa02276772ce", "name": "network-vif-plugged", "status": "completed", "tag": "30ae9b45-203d-428c-9b13-f3214a6da115"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:42.211531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-04eeeb96-4a9b-4097-b749-dcf7e06a10aa req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] No DVR routers for this DVR port 0389cc1b-49f4-4b07-b526-c728e4924d14 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:42.216227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port d443dc20-f306-493d-8587-a58e0f672b2a completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:42.228116 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-04eeeb96-4a9b-4097-b749-dcf7e06a10aa req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.233243 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-04eeeb96-4a9b-4097-b749-dcf7e06a10aa req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] 10.222.0.63 "DELETE /v2.0/ports/0389cc1b-49f4-4b07-b526-c728e4924d14 HTTP/1.1" status: 204 len: 173 time: 1.5630665 Jun 17 08:27:42.233735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 30ae9b45-203d-428c-9b13-f3214a6da115, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=30ae9b45-203d-428c-9b13-f3214a6da115,segment=NetworkSegment(bde5b03e-8ad3-4fdb-971b-c1c18b805970),segment_id=bde5b03e-8ad3-4fdb-971b-c1c18b805970)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:42.234907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6030cb5f-a503-4b86-8db3-ba918002d3fb', 'name': 'network-vif-deleted', 'tag': '0389cc1b-49f4-4b07-b526-c728e4924d14'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:42.236713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d443dc20-f306-493d-8587-a58e0f672b2a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:42.237956 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.238092 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae247a6d-c5de-4d90-b1c2-88a76d8012d3" -d '{"events": [{"server_uuid": "6030cb5f-a503-4b86-8db3-ba918002d3fb", "name": "network-vif-deleted", "tag": "0389cc1b-49f4-4b07-b526-c728e4924d14"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:42.267158 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.279425 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:42.305427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507fbbb-6e3f-42ed-be3d-89b2dda90d9f req-94f0d288-28a5-4d62-9884-18389d6d3b66 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:42.312479 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c507fbbb-6e3f-42ed-be3d-89b2dda90d9f req-94f0d288-28a5-4d62-9884-18389d6d3b66 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.2716663 Jun 17 08:27:42.359594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-6fc10589-c9d6-4264-a5ec-dedae2fdb096 service neutron] 10.222.0.47 "GET /v2.0/networks/350bfc55-9fa8-4366-9e53-7ded50aa73a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560206 Jun 17 08:27:42.377453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['0389cc1b-49f4-4b07-b526-c728e4924d14'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:42.396569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c507fbbb-6e3f-42ed-be3d-89b2dda90d9f req-3c0eb658-5f07-4b09-ab19-a4d1f1078ecb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766165 Jun 17 08:27:42.449190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=30ae9b45-203d-428c-9b13-f3214a6da115,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:42.465769 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:42.511379 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-9eabe98e-93d3-461b-80b2-a7e7e2bf6136 service neutron] 10.222.0.47 "GET /v2.0/networks/350bfc55-9fa8-4366-9e53-7ded50aa73a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453195 Jun 17 08:27:42.524526 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.585163 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port d443dc20-f306-493d-8587-a58e0f672b2a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d443dc20-f306-493d-8587-a58e0f672b2a,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:42.594609 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.595940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f8c62819-e645-4b8f-b048-a338ceab49fc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:42.598092 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-847c642d-099c-4685-8ad3-73af37b69e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:42.686750 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=d443dc20-f306-493d-8587-a58e0f672b2a,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:42.690999 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:42.695576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be071dcc-7d81-4f4d-b321-b546429bf71b req-6dffccaa-ac40-4a2c-b5ca-e38d5f055aee tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:42.702390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f8c62819-e645-4b8f-b048-a338ceab49fc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:42.703278 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:42.704290 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be071dcc-7d81-4f4d-b321-b546429bf71b req-6dffccaa-ac40-4a2c-b5ca-e38d5f055aee tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 943 time: 0.1429527 Jun 17 08:27:42.797866 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be071dcc-7d81-4f4d-b321-b546429bf71b req-10b5bfca-40d1-4fa3-aba3-caec40b492ca tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777261 Jun 17 08:27:43.040509 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d02ce59c-2d09-4df3-b4c5-ca84ac75eb79 None None] Provisioning complete for port d443dc20-f306-493d-8587-a58e0f672b2a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:43.041510 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d02ce59c-2d09-4df3-b4c5-ca84ac75eb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.190188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd9880-be23-4728-a3dc-15d574f92b48 req-e9da3950-3cfd-46b5-95fc-4e56acc4c47f tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:43.200279 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17cd9880-be23-4728-a3dc-15d574f92b48 req-e9da3950-3cfd-46b5-95fc-4e56acc4c47f tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 945 time: 0.1414256 Jun 17 08:27:43.280712 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17cd9880-be23-4728-a3dc-15d574f92b48 req-f9528d34-a1b3-4338-a5b4-9feeb5d47055 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781305 Jun 17 08:27:43.366152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9debbd4a-d322-4ab3-85f8-7be81c341eba None None] Network 874f7419-2462-4b40-b897-b6d2a92e6c4f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:43.371161 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7448a5c8-47c8-4337-87b1-72ac97dd8e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.373753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f893326-4df7-45dd-a9a0-ef3a17ae6232 req-8a778763-c8c6-4c78-8512-4dfbde7a677f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:43.378424 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f893326-4df7-45dd-a9a0-ef3a17ae6232 req-8a778763-c8c6-4c78-8512-4dfbde7a677f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.1759334 Jun 17 08:27:43.416477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f545b3ab-8cb5-4ffc-bf13-92315eaad618 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:43.439895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f893326-4df7-45dd-a9a0-ef3a17ae6232 req-6258e8ab-5b59-4a20-89af-5f664ee13508 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546122 Jun 17 08:27:43.480639 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e9cbe2bb-5559-4b0c-8642-253aaddf2b1d None None] Provisioning for port c8b034e1-82da-4099-96db-c7fd05ac1d86 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:43.517521 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4d9be8-e765-4abb-bf24-7927ec7bf0fd x-openstack-request-id: req-ea4d9be8-e765-4abb-bf24-7927ec7bf0fd {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:43.517879 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67666638-072d-4208-a7ae-fa02276772ce", "name": "network-vif-plugged", "status": "completed", "tag": "30ae9b45-203d-428c-9b13-f3214a6da115", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:43.518203 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ea4d9be8-e765-4abb-bf24-7927ec7bf0fd {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:43.518865 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67666638-072d-4208-a7ae-fa02276772ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ae9b45-203d-428c-9b13-f3214a6da115', 'code': 200} Jun 17 08:27:43.522428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98c20f-8216-41ab-87bf-caca4ea50a82 req-6bdfed66-c2df-4785-859a-5b8c21cd015d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:43.524048 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b98c20f-8216-41ab-87bf-caca4ea50a82 req-6bdfed66-c2df-4785-859a-5b8c21cd015d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.0780127 Jun 17 08:27:43.563959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f545b3ab-8cb5-4ffc-bf13-92315eaad618 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:43.570575 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f545b3ab-8cb5-4ffc-bf13-92315eaad618 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:43.570990 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.587083 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b98c20f-8216-41ab-87bf-caca4ea50a82 req-a7f7a9f9-9883-4a98-9417-82c81125fad5 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484912 Jun 17 08:27:43.725677 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.743676 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12931da1-a64d-4a93-8ea3-92629da092dd req-44a0f54b-3d15-45f0-842e-1458c552dff8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 210 time: 0.0668013 Jun 17 08:27:43.745300 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42558015-c213-4219-b042-c6810fcb9d43 x-openstack-request-id: req-42558015-c213-4219-b042-c6810fcb9d43 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:43.745627 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6030cb5f-a503-4b86-8db3-ba918002d3fb", "name": "network-vif-deleted", "tag": "0389cc1b-49f4-4b07-b526-c728e4924d14", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:43.745928 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-42558015-c213-4219-b042-c6810fcb9d43 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:43.746365 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6030cb5f-a503-4b86-8db3-ba918002d3fb', 'name': 'network-vif-deleted', 'tag': '0389cc1b-49f4-4b07-b526-c728e4924d14', 'status': 'completed', 'code': 200} Jun 17 08:27:43.758651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76797ef8-351c-42f2-b758-ec4e7fccf6d8 req-6defd104-2004-453c-93c2-c62a985e5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:43.767616 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-76797ef8-351c-42f2-b758-ec4e7fccf6d8 req-6defd104-2004-453c-93c2-c62a985e5c09 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 1097 time: 0.1650083 Jun 17 08:27:43.774675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f545b3ab-8cb5-4ffc-bf13-92315eaad618, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f545b3ab-8cb5-4ffc-bf13-92315eaad618,segment=NetworkSegment(390c9338-b40e-4576-8795-08ff987451d1),segment_id=390c9338-b40e-4576-8795-08ff987451d1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:43.783129 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.786001 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d443dc20-f306-493d-8587-a58e0f672b2a up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:43.791029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33628) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:43.792902 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:43.888203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'tag': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:43.892423 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1119c6-f814-46ba-b222-750e72a75f43" -d '{"events": [{"name": "network-changed", "server_uuid": "fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656", "tag": "7cd73f73-9fbd-4f19-bd6d-f12ad6943258"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:43.915420 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-76797ef8-351c-42f2-b758-ec4e7fccf6d8 req-faa5d3e2-781f-49f9-a8f1-69a2e039f1c3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417010 Jun 17 08:27:43.924348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a3f794-fb69-413e-a42a-1e934c6a2ed5 admin admin] Deleting subnet eec9dedb-ad40-4007-846e-5eb2f5696ed6 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:43.928594 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62a3f794-fb69-413e-a42a-1e934c6a2ed5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:43.994359 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f545b3ab-8cb5-4ffc-bf13-92315eaad618,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:44.006741 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:44.009805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62a3f794-fb69-413e-a42a-1e934c6a2ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.034179 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d443dc20-f306-493d-8587-a58e0f672b2a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:44.034648 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.076548 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62a3f794-fb69-413e-a42a-1e934c6a2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.097007 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aea445-1798-4ffa-b884-4bd4a99d6249 req-e82266d0-714f-47a4-8af2-af1699fb1946 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:44.098962 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80aea445-1798-4ffa-b884-4bd4a99d6249 req-e82266d0-714f-47a4-8af2-af1699fb1946 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 943 time: 0.1168585 Jun 17 08:27:44.155381 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62a3f794-fb69-413e-a42a-1e934c6a2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.161280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c8b034e1-82da-4099-96db-c7fd05ac1d86 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:44.166676 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bb778b26-0211-45d2-92db-d06b9aa6e834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:44.177192 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62a3f794-fb69-413e-a42a-1e934c6a2ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.182427 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-62a3f794-fb69-413e-a42a-1e934c6a2ed5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/eec9dedb-ad40-4007-846e-5eb2f5696ed6 HTTP/1.1" status: 204 len: 168 time: 0.3903623 Jun 17 08:27:44.183384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33636) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:44.194584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80aea445-1798-4ffa-b884-4bd4a99d6249 req-4e4267c3-5593-45e0-ac34-911da57bf949 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891695 Jun 17 08:27:44.228822 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3f794-fb69-413e-a42a-1e934c6a2ed5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec9dedb-ad40-4007-846e-5eb2f5696ed6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:44.235766 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port c8b034e1-82da-4099-96db-c7fd05ac1d86 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:44.237506 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-62a3f794-fb69-413e-a42a-1e934c6a2ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:44.241992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port c8b034e1-82da-4099-96db-c7fd05ac1d86 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:44.242550 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.247610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727076e-9883-4af0-86d7-c133c99bf81e req-7ca93989-d79d-4234-994e-879d5a89a21c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:44.250087 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a727076e-9883-4af0-86d7-c133c99bf81e req-7ca93989-d79d-4234-994e-879d5a89a21c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1432626 Jun 17 08:27:44.307228 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4ba85b-e657-4dae-b4f6-3a699d05f97c x-openstack-request-id: req-db4ba85b-e657-4dae-b4f6-3a699d05f97c {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:44.307624 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656", "tag": "7cd73f73-9fbd-4f19-bd6d-f12ad6943258", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:44.307917 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db4ba85b-e657-4dae-b4f6-3a699d05f97c {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:44.308351 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'tag': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258', 'status': 'completed', 'code': 200} Jun 17 08:27:44.339091 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a727076e-9883-4af0-86d7-c133c99bf81e req-f315f99a-7b65-4de1-9e8f-c61ad40fd7d2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782912 Jun 17 08:27:44.340034 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.382879 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.424831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0389cc1b-49f4-4b07-b526-c728e4924d14 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:44.451158 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 0389cc1b-49f4-4b07-b526-c728e4924d14 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:44.451540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0389cc1b-49f4-4b07-b526-c728e4924d14 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:44.453057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-812b168f-81c1-4540-aa2a-dc8246c01843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:44.454916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-812b168f-81c1-4540-aa2a-dc8246c01843 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 1126 time: 0.1198187 Jun 17 08:27:44.457366 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.463219 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port c8b034e1-82da-4099-96db-c7fd05ac1d86, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c8b034e1-82da-4099-96db-c7fd05ac1d86,segment=NetworkSegment(d5dede60-3943-42f1-b315-3ad92b069217),segment_id=d5dede60-3943-42f1-b315-3ad92b069217)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:44.468810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:44.470511 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.473434 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:44.494038 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667cb524-c4ea-4cc3-9d58-7501075c267b') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:44.494507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667cb524-c4ea-4cc3-9d58-7501075c267b') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:44.505265 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.520264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.528296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:44.530590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.532526 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:44.534617 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:44.536467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=c8b034e1-82da-4099-96db-c7fd05ac1d86,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:44.536743 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:44.620657 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.624514 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-609a31f2-83cd-447b-845a-44b54a7e2c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:44.627001 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.628834 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a HTTP/1.1" status: 204 len: 168 time: 0.4091220 Jun 17 08:27:44.640728 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b6c69d4-56d1-4b12-8d8e-7cf9e37c295a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:44.643314 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:44.673892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a5f8-f612-49c9-aece-7cb0870ba023 req-bf7a01d7-8d25-49bb-9fd5-98e40c58b801 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:44.675426 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d037a5f8-f612-49c9-aece-7cb0870ba023 req-bf7a01d7-8d25-49bb-9fd5-98e40c58b801 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 945 time: 0.1919091 Jun 17 08:27:44.679214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-2dd1e987-138c-4e1d-8832-1f4bf2d9725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:44.680650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-2dd1e987-138c-4e1d-8832-1f4bf2d9725a service neutron] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.2184317 Jun 17 08:27:44.770170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-8bbb3300-5313-45ab-a86c-756aaa784ff9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258 HTTP/1.1" status: 200 len: 217 time: 0.0740318 Jun 17 08:27:44.790574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33650) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:44.845598 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9f6d4ae9-c36e-4427-9318-cb8ec0131a72 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7074711d7df64cd5bc1437af015c4eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510294 Jun 17 08:27:44.845856 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33652) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:44.866645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d037a5f8-f612-49c9-aece-7cb0870ba023 req-1eb98dd4-1e0b-412f-a87c-c65d28a8e366 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832380 Jun 17 08:27:44.877857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cb32b-240d-46cd-9f70-52a087809e42 req-516dfa23-efb6-4271-b980-47f5f4bf72d1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:44.883398 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-649cb32b-240d-46cd-9f70-52a087809e42 req-516dfa23-efb6-4271-b980-47f5f4bf72d1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.2964001 Jun 17 08:27:44.917267 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-084aefda-7d99-440c-ba33-d50399564ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.946751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-084aefda-7d99-440c-ba33-d50399564ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:44.961341 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-dc2932f1-bbcf-4cd8-934a-26aff08863a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:44.962938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-dc2932f1-bbcf-4cd8-934a-26aff08863a6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1882977 Jun 17 08:27:45.009109 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-084aefda-7d99-440c-ba33-d50399564ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.012350 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-084aefda-7d99-440c-ba33-d50399564ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.013523 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-084aefda-7d99-440c-ba33-d50399564ff4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c33592c-0724-40aa-aaeb-dcf2e6a4e42f HTTP/1.1" status: 204 len: 168 time: 0.1657276 Jun 17 08:27:45.014438 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fecbc2cf-5bc2-4aff-8a88-7301486ac993 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:45.022730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-e8ee53a5-92bd-4975-bb37-afb077cbeee5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439668 Jun 17 08:27:45.023263 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084aefda-7d99-440c-ba33-d50399564ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c33592c-0724-40aa-aaeb-dcf2e6a4e42f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:45.027142 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-084aefda-7d99-440c-ba33-d50399564ff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:45.033934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-d1f71a55-6244-43a9-90c6-9f64a9f27593 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:45.039790 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-d1f71a55-6244-43a9-90c6-9f64a9f27593 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:45.041449 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-d1f71a55-6244-43a9-90c6-9f64a9f27593 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "GET /v2.0/networks?id=350bfc55-9fa8-4366-9e53-7ded50aa73a5&id=874f7419-2462-4b40-b897-b6d2a92e6c4f&id=350bfc55-9fa8-4366-9e53-7ded50aa73a5 HTTP/1.1" status: 200 len: 1390 time: 0.3297732 Jun 17 08:27:45.056666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-b77bfea7-017c-4445-a138-93dd11b725d8 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:27:45.057763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-b77bfea7-017c-4445-a138-93dd11b725d8 service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154665 Jun 17 08:27:45.061320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-649cb32b-240d-46cd-9f70-52a087809e42 req-dc7a995c-8bbf-484e-93bf-2f5c9a415914 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659513 Jun 17 08:27:45.069014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'port': {'device_id': '49a92acd-dd01-40cf-8723-4e264ce05742', 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5', 'admin_state_up': True, 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:45.226727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f545b3ab-8cb5-4ffc-bf13-92315eaad618 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:45.255496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0ad9edf-e0c1-42d5-a6c1-c89c7210c804 req-6db16687-825b-4643-84f0-2ddfbb5db3fa tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 210 time: 0.0613031 Jun 17 08:27:45.282567 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f545b3ab-8cb5-4ffc-bf13-92315eaad618 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:45.283865 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.337250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6dbb0-9d94-49bd-8556-a875133b32b4 req-1b1271db-0c59-4919-93b8-20940a4586e4 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:45.338879 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cf6dbb0-9d94-49bd-8556-a875133b32b4 req-1b1271db-0c59-4919-93b8-20940a4586e4 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.3186517 Jun 17 08:27:45.347600 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-1e68b26a-124b-46e0-b236-e7cf6a296e19 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720850 Jun 17 08:27:45.414344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c8b034e1-82da-4099-96db-c7fd05ac1d86 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:45.456599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:45.461180 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.468920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port c8b034e1-82da-4099-96db-c7fd05ac1d86 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:45.469298 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.502497 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cf6dbb0-9d94-49bd-8556-a875133b32b4 req-df4bfcc5-0abd-4574-a706-5c5bd9ca7317 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538966 Jun 17 08:27:45.605351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a1119c6-f814-46ba-b222-750e72a75f43 req-2fd82b71-18a4-4a87-a3e1-7a98dbb45c52 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464302 Jun 17 08:27:45.650422 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e307eb75-c2ad-496b-a344-0cd8ba401db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.651159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0de94-dc66-42e2-be84-2aeabd64c913 req-f41b9745-087d-4f99-8286-af7ea18d2e0a tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:45.653901 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79b0de94-dc66-42e2-be84-2aeabd64c913 req-f41b9745-087d-4f99-8286-af7ea18d2e0a tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 943 time: 0.2186344 Jun 17 08:27:45.757163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Allocated IP 19.80.0.75 (350bfc55-9fa8-4366-9e53-7ded50aa73a5/f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2/63eeac37-5f15-4f54-abb9-32a616a7ad80) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:45.782258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79b0de94-dc66-42e2-be84-2aeabd64c913 req-35d7e206-5198-4393-ac6d-fe9a0bf37f8f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018345 Jun 17 08:27:45.838653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f761079-7947-4f1f-807e-915a1ac580b9 req-d7f8865e-7c10-41ea-86ee-18d3d8df26b4 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:45.840436 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6f761079-7947-4f1f-807e-915a1ac580b9 req-d7f8865e-7c10-41ea-86ee-18d3d8df26b4 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.2025135 Jun 17 08:27:45.852890 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:45.908378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33682) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:45.966382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6f761079-7947-4f1f-807e-915a1ac580b9 req-94b99201-488e-4306-bb77-d7748570b095 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104181 Jun 17 08:27:46.018631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1314632369-network', 'tenant_id': '6af458de33034e909705285c144422aa'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:46.022219 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.041420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Made reservation on behalf of 6af458de33034e909705285c144422aa for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:46.043879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.052674 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.072552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Transition to ACTIVE for port object 63eeac37-5f15-4f54-abb9-32a616a7ad80 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:46.125957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417e389-d41d-44c1-8ae5-b6eb003c4670 req-40fafb3a-bb65-4b8b-bd57-fdce676f6c57 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.127550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b417e389-d41d-44c1-8ae5-b6eb003c4670 req-40fafb3a-bb65-4b8b-bd57-fdce676f6c57 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 945 time: 0.1188838 Jun 17 08:27:46.149839 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.157398 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.161576 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8febf9bf-b2c4-4b25-bf03-3bc39db7ecb2 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:46.162913 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.167379 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3f74180a-1e58-4d91-9c52-42f4f4264c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:46.189462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:27:46.199617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ca0ec2-813f-4115-b407-d6432abbf756,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:46.204276 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:46.205605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.206086 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Added segment db30e58f-f6f6-47b5-9ff5-6668aee8e723 of type vlan for network d41b9103-5b16-4672-9761-2b312069fcef Jun 17 08:27:46.256903 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.264906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:46.272306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:46.276535 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b417e389-d41d-44c1-8ae5-b6eb003c4670 req-d82ad3e0-be0f-4e8f-9211-df5e8e540672 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385083 Jun 17 08:27:46.279936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:46.296848 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.298531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.299082 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.315661 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cca8d01e-31b6-4191-9783-a9cd6a00bdd4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:46.315804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Port': ['ID=63eeac37-5f15-4f54-abb9-32a616a7ad80,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:46.321713 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:46.362677 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4531035 Jun 17 08:27:46.365333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33692) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:46.366274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.366951 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.373155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Request body: {'subnet': {'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1314632369-subnet', 'tenant_id': '6af458de33034e909705285c144422aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:46.379810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Pushing event updated for resources: {'Network': ['ID=d41b9103-5b16-4672-9761-2b312069fcef,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:46.384709 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:46.391829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network d41b9103-5b16-4672-9761-2b312069fcef details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:27:46.407907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e15574-73fc-443b-9d91-fbf1fef42c83 req-266cc101-fe79-4557-a620-25bd1fa83cbf tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.409705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Made reservation on behalf of 6af458de33034e909705285c144422aa for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:46.412772 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.415566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6e15574-73fc-443b-9d91-fbf1fef42c83 req-266cc101-fe79-4557-a620-25bd1fa83cbf tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.2104456 Jun 17 08:27:46.427183 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3647838 Jun 17 08:27:46.444040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'port': {'device_id': '49a92acd-dd01-40cf-8723-4e264ce05742', 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f', 'admin_state_up': True, 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:46.546140 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6e15574-73fc-443b-9d91-fbf1fef42c83 req-c33d2477-f449-4ece-a1dc-7fbe8529bf69 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296136 Jun 17 08:27:46.616613 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa527626-83a4-4b02-8757-bf6d821cece7 req-6f188e9b-2172-4f88-9b2c-43b59a0f4ff3 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.618200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa527626-83a4-4b02-8757-bf6d821cece7 req-6f188e9b-2172-4f88-9b2c-43b59a0f4ff3 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 931 time: 0.1180892 Jun 17 08:27:46.652487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.654544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ed4197df-1545-4ece-b0de-76bdab61c34b None None] Provisioning for port 63eeac37-5f15-4f54-abb9-32a616a7ad80 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:46.661015 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3037e3cc-aadf-4743-84fe-ae6709208b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:46.665705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:46.667713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ed4197df-1545-4ece-b0de-76bdab61c34b None None] Provisioning complete for port 63eeac37-5f15-4f54-abb9-32a616a7ad80 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:46.668105 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ed4197df-1545-4ece-b0de-76bdab61c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.670350 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.699884 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa527626-83a4-4b02-8757-bf6d821cece7 req-625320d8-6b86-4586-b2bf-550458b3d271 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728142 Jun 17 08:27:46.782004 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Checking segment: {'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:46.782371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Network hostable DHCP agents. Network: d41b9103-5b16-4672-9761-2b312069fcef, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:27:46.785438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0befabea-8b3b-4e0c-9ea7-cedc4a793fb2,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:46.797369 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:46.801713 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.823652 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ed4197df-1545-4ece-b0de-76bdab61c34b None None] Port 63eeac37-5f15-4f54-abb9-32a616a7ad80 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:27:46.823786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Network d41b9103-5b16-4672-9761-2b312069fcef is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:27:46.845448 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, d41b9103-5b16-4672-9761-2b312069fcef) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:46.851186 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.853215 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.854560 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcd49bc-595e-454d-8abf-af512bd1ca37 None None] Network d41b9103-5b16-4672-9761-2b312069fcef requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:46.875461 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5065429 Jun 17 08:27:46.875722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33702) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:46.880376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1314632369-router', 'tenant_id': '6af458de33034e909705285c144422aa', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:46.913324 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.918045 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:46.924894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Allocated IP 19.86.0.136 (874f7419-2462-4b40-b897-b6d2a92e6c4f/d9c6363d-ce65-4882-9121-f74d5fcc9180/2d280af1-4b2c-4bde-90bf-bff24c5e6c8e) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:46.964420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e195ee-9db8-4fff-8c1c-696c21eebda8 req-e40da202-fde7-4699-a6ea-7dcf79931ebb tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:46.965992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e195ee-9db8-4fff-8c1c-696c21eebda8 req-e40da202-fde7-4699-a6ea-7dcf79931ebb tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1176534 Jun 17 08:27:47.033153 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.035331 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e195ee-9db8-4fff-8c1c-696c21eebda8 req-5b8c0516-1d01-4c49-b27e-efab79438829 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627892 Jun 17 08:27:47.067687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58132339-a138-49a2-9255-7fc83fb40562 None None] Network d41b9103-5b16-4672-9761-2b312069fcef requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:47.193613 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.234085 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.460453 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.479938 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.575822 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Transition to ACTIVE for port object 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:47.586501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Allocated IP 172.25.8.65 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/2d916ccb-22d7-4380-bc42-00a1298cda2b) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:47.690238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb16d8-1963-468a-b0fa-7175884c3cd5 req-48f64717-399e-491f-a62a-fbaa660a2d26 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:47.691411 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1aeb16d8-1963-468a-b0fa-7175884c3cd5 req-48f64717-399e-491f-a62a-fbaa660a2d26 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 943 time: 0.1350930 Jun 17 08:27:47.692995 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.693776 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.702000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68106a-e478-4849-8668-350fa9bd449c req-5015f0d5-70af-4946-b884-abc53119c3e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:47.703494 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed68106a-e478-4849-8668-350fa9bd449c req-5015f0d5-70af-4946-b884-abc53119c3e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1482871 Jun 17 08:27:47.707280 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:47.735906 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.737803 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fdc357d-dc91-4fdf-8093-75bb2db23a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:47.776583 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:47.778232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network 874f7419-2462-4b40-b897-b6d2a92e6c4f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:47.779402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:47.785016 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:47.790542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Pushing event updated for resources: {'Port': ['ID=2d916ccb-22d7-4380-bc42-00a1298cda2b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:47.791830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:47.800441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:47.807310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Port': ['ID=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:47.809566 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:47.834900 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:47.838147 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1aeb16d8-1963-468a-b0fa-7175884c3cd5 req-280d14ce-ecc7-4688-ad53-6b5cc0272b1c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318648 Jun 17 08:27:47.852650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed68106a-e478-4849-8668-350fa9bd449c req-8278dcba-8163-4c5c-a2dd-075b5e526db8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403277 Jun 17 08:27:47.884387 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:47.884387 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:47.916083 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4813240 Jun 17 08:27:47.926701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'port': {'device_id': '49a92acd-dd01-40cf-8723-4e264ce05742', 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5', 'admin_state_up': True, 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:48.104241 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.163636 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f900a3ef-16c4-4212-9ba8-d018c359c92d None None] Provisioning for port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:48.168592 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f900a3ef-16c4-4212-9ba8-d018c359c92d None None] Provisioning complete for port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:48.168970 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f900a3ef-16c4-4212-9ba8-d018c359c92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.170163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5359f-e85c-4711-a78d-fbdf7292936b req-1de40a89-db26-4835-969b-da4fa3785244 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:48.171751 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7cb5359f-e85c-4711-a78d-fbdf7292936b req-1de40a89-db26-4835-969b-da4fa3785244 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 945 time: 0.1665773 Jun 17 08:27:48.179026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db50dde-2d22-4e18-9589-c0b2d34e4367 req-dcec773c-583c-471c-8308-efb44e3f4b0b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:48.180531 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5db50dde-2d22-4e18-9589-c0b2d34e4367 req-dcec773c-583c-471c-8308-efb44e3f4b0b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.1577885 Jun 17 08:27:48.191974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:48.195414 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.209551 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f900a3ef-16c4-4212-9ba8-d018c359c92d None None] Port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:27:48.265064 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7cb5359f-e85c-4711-a78d-fbdf7292936b req-70012b97-0e6f-43e7-bc50-a9eda2328fa0 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826147 Jun 17 08:27:48.297486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5db50dde-2d22-4e18-9589-c0b2d34e4367 req-3617c8e3-ddf8-47fb-9990-4782e0e3c75b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086590 Jun 17 08:27:48.319158 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.388157 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Allocated IP 19.80.0.8 (350bfc55-9fa8-4366-9e53-7ded50aa73a5/f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2/d228aae0-ee73-4bea-8ab7-a08fe00b9310) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:48.599592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f05003-be29-4460-ac33-b3280c431923 req-5df847b5-f3e7-49a9-82b8-968d997ac64e tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:48.605392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f05003-be29-4460-ac33-b3280c431923 req-5df847b5-f3e7-49a9-82b8-968d997ac64e tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:48.607067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7f05003-be29-4460-ac33-b3280c431923 req-5df847b5-f3e7-49a9-82b8-968d997ac64e tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 1654 time: 0.2204463 Jun 17 08:27:48.621277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6e667-d2e6-471d-a6a7-fca58aab5d1a req-0d92f00a-6e4f-4cd1-9436-eda6890ea3ab tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:48.622802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54d6e667-d2e6-471d-a6a7-fca58aab5d1a req-0d92f00a-6e4f-4cd1-9436-eda6890ea3ab tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1976297 Jun 17 08:27:48.702421 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.722631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7f05003-be29-4460-ac33-b3280c431923 req-aab13f33-c7a8-4afd-80ad-0411adc44ae7 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988405 Jun 17 08:27:48.727531 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54d6e667-d2e6-471d-a6a7-fca58aab5d1a req-e4965b1f-a6ce-49fb-935c-d4730d0b80a3 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966644 Jun 17 08:27:48.730140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Transition to ACTIVE for port object d228aae0-ee73-4bea-8ab7-a08fe00b9310 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:48.780001 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.785453 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.785648 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ae2bdf4-fdb1-424b-972a-84467ce42dcb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:48.832400 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Router e79dee97-5a53-43ab-bd19-f040ef681e9c is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:27:48.834349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:48.837763 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:48.844700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:48.864004 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05119d-9326-43f7-8518-9ea77663ab55 req-93c0d1dc-a89f-4045-8878-fc8fa95d0a74 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:48.865137 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f05119d-9326-43f7-8518-9ea77663ab55 req-93c0d1dc-a89f-4045-8878-fc8fa95d0a74 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.10 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 945 time: 0.0801585 Jun 17 08:27:48.875704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Port': ['ID=d228aae0-ee73-4bea-8ab7-a08fe00b9310,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:48.879086 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:48.931538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:48.932602 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:48.950532 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0278757 Jun 17 08:27:48.968181 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Request body: {'port': {'device_id': '49a92acd-dd01-40cf-8723-4e264ce05742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:49.035753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:49.046134 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Sync routers for ids ['e79dee97-5a53-43ab-bd19-f040ef681e9c'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:49.061580 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:49.062303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Routers {'e79dee97-5a53-43ab-bd19-f040ef681e9c'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:49.062787 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1860795 Jun 17 08:27:49.063306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:27:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e79dee97-5a53-43ab-bd19-f040ef681e9c'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:49.065788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33722) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:49.078123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-1f05119d-9326-43f7-8518-9ea77663ab55 req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Deleting port 30ae9b45-203d-428c-9b13-f3214a6da115 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:27:49.078618 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1f05119d-9326-43f7-8518-9ea77663ab55 req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:49.168030 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:49.229737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eabce-7f77-40b2-8fb3-23c6d65fa280 req-aa528f5a-40fc-4510-86fb-89f91fd20b84 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:49.231730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c40eabce-7f77-40b2-8fb3-23c6d65fa280 req-aa528f5a-40fc-4510-86fb-89f91fd20b84 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 943 time: 0.1751688 Jun 17 08:27:49.283962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb99dc-6012-4332-a105-f500640897b6 req-3c5510c9-45c4-4229-9177-836bd62f21be tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:49.291114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73eb99dc-6012-4332-a105-f500640897b6 req-3c5510c9-45c4-4229-9177-836bd62f21be tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.2357085 Jun 17 08:27:49.296607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-1f05119d-9326-43f7-8518-9ea77663ab55 req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] For port 30ae9b45-203d-428c-9b13-f3214a6da115, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=30ae9b45-203d-428c-9b13-f3214a6da115,segment=NetworkSegment(bde5b03e-8ad3-4fdb-971b-c1c18b805970),segment_id=bde5b03e-8ad3-4fdb-971b-c1c18b805970)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:49.297206 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1f05119d-9326-43f7-8518-9ea77663ab55 req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:49.335968 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Set router e79dee97-5a53-43ab-bd19-f040ef681e9c gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:49.386597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-1f05119d-9326-43f7-8518-9ea77663ab55 req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Calling delete_port for 30ae9b45-203d-428c-9b13-f3214a6da115 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:27:49.404737 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c40eabce-7f77-40b2-8fb3-23c6d65fa280 req-15521358-ebd8-41f8-91b8-5d707cbcd7b7 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638296 Jun 17 08:27:49.436081 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73eb99dc-6012-4332-a105-f500640897b6 req-ef8a2672-d201-4c4d-8bb7-28ddbf40f7bd tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440713 Jun 17 08:27:49.457055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e588a869-088f-4531-9fbc-278a4e06f276 None None] Provisioning for port d228aae0-ee73-4bea-8ab7-a08fe00b9310 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:49.464445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e588a869-088f-4531-9fbc-278a4e06f276 None None] Provisioning complete for port d228aae0-ee73-4bea-8ab7-a08fe00b9310 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:49.464925 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e588a869-088f-4531-9fbc-278a4e06f276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:49.527316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e588a869-088f-4531-9fbc-278a4e06f276 None None] Port d228aae0-ee73-4bea-8ab7-a08fe00b9310 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:27:49.621872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'name': 'tempest-ServerRescueTestJSON-1314632369-router', 'tenant_id': '6af458de33034e909705285c144422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:46Z', 'updated_at': '2021-06-17T08:27:47Z', 'revision_number': 3, 'project_id': '6af458de33034e909705285c144422aa', 'gw_port': {'id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:47Z', 'updated_at': '2021-06-17T08:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:49.652056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Checking router: e79dee97-5a53-43ab-bd19-f040ef681e9c for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:49.652561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Updating router e79dee97-5a53-43ab-bd19-f040ef681e9c port 2d916ccb-22d7-4380-bc42-00a1298cda2b binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:27:49.696736 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:49.744126 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1f05119d-9326-43f7-8518-9ea77663ab55 req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:49.749979 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-47c5e205-7a0d-44f3-8f0b-2fb25653d82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:49.790670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['30ae9b45-203d-428c-9b13-f3214a6da115'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:49.803646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63eeac37-5f15-4f54-abb9-32a616a7ad80 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:49.820844 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f4753-bcf7-4b6c-a31b-e44d51d3caa8 req-c6bc9e55-3faa-4093-abb2-48203f4c6875 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:49.830533 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e5f4753-bcf7-4b6c-a31b-e44d51d3caa8 req-c6bc9e55-3faa-4093-abb2-48203f4c6875 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/ports?device_id=67666638-072d-4208-a7ae-fa02276772ce HTTP/1.1" status: 200 len: 867 time: 0.2027795 Jun 17 08:27:49.834729 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:49.848961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db1c48-3dac-4a48-a9e1-4e9ca1309394 req-633b82fd-a8fd-47c5-8cbe-150b6b92d15d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:49.851220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90db1c48-3dac-4a48-a9e1-4e9ca1309394 req-633b82fd-a8fd-47c5-8cbe-150b6b92d15d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.2224133 Jun 17 08:27:49.904310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Transition to ACTIVE for port object 63eeac37-5f15-4f54-abb9-32a616a7ad80 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:49.915495 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:49.918752 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Pushing event deleted for resources: {'Port': ['ID=30ae9b45-203d-428c-9b13-f3214a6da115,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:49.922500 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:49.927986 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-26a09fbc-a6f7-4a5e-afce-1503ea25a51a tempest-FloatingIPsTestJSON-2092259354 tempest-FloatingIPsTestJSON-2092259354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:49.940358 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:49.983056 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e5f4753-bcf7-4b6c-a31b-e44d51d3caa8 req-bc3f5fc8-d01d-4e2e-aed0-6fba075783dd tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.47 "GET /v2.0/security-groups?id=4894b467-80b0-4b53-96fd-9a503646d3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512742 Jun 17 08:27:49.992258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f05119d-9326-43f7-8518-9ea77663ab55 req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] No DVR routers for this DVR port 30ae9b45-203d-428c-9b13-f3214a6da115 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:50.003725 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1f05119d-9326-43f7-8518-9ea77663ab55 req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.006052 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f05119d-9326-43f7-8518-9ea77663ab55 req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] 10.222.0.10 "DELETE /v2.0/ports/30ae9b45-203d-428c-9b13-f3214a6da115 HTTP/1.1" status: 204 len: 173 time: 1.1111882 Jun 17 08:27:50.006900 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67666638-072d-4208-a7ae-fa02276772ce', 'name': 'network-vif-deleted', 'tag': '30ae9b45-203d-428c-9b13-f3214a6da115'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:50.009179 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572f9950-333b-4076-9d20-dbb879720441" -d '{"events": [{"server_uuid": "67666638-072d-4208-a7ae-fa02276772ce", "name": "network-vif-deleted", "tag": "30ae9b45-203d-428c-9b13-f3214a6da115"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:50.011631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90db1c48-3dac-4a48-a9e1-4e9ca1309394 req-a2c563e3-be56-43b7-bcfe-752beed65e79 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449084 Jun 17 08:27:50.070067 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.096559 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Transition to ACTIVE for port object 2d916ccb-22d7-4380-bc42-00a1298cda2b will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:50.112482 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.116478 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:50.240610 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Attempting to bind port 2d916ccb-22d7-4380-bc42-00a1298cda2b on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:50.241008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Attempting to bind port 2d916ccb-22d7-4380-bc42-00a1298cda2b by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:50.241590 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Attempting to bind port 2d916ccb-22d7-4380-bc42-00a1298cda2b on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:50.248476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:50.249117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:50.250049 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.250624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:50.251145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Bound port: 2d916ccb-22d7-4380-bc42-00a1298cda2b, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:50.251537 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.318617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] For port 2d916ccb-22d7-4380-bc42-00a1298cda2b, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:50.320697 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Pushing event updated for resources: {'Port': ['ID=2d916ccb-22d7-4380-bc42-00a1298cda2b,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:50.324222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] For port 2d916ccb-22d7-4380-bc42-00a1298cda2b, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2d916ccb-22d7-4380-bc42-00a1298cda2b,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:50.331783 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.332427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.332772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.333112 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.333445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.333775 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.334105 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.334423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.334803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.335159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.335498 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.335890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:27:50.340089 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:50.341376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Allocated IP 172.20.0.1 (d41b9103-5b16-4672-9761-2b312069fcef/0befabea-8b3b-4e0c-9ea7-cedc4a793fb2/89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:50.342450 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.344950 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:50.367519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Pushing event updated for resources: {'Port': ['ID=63eeac37-5f15-4f54-abb9-32a616a7ad80,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:50.388736 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:50.405757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Routers {'e79dee97-5a53-43ab-bd19-f040ef681e9c'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:50.406218 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:27:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e79dee97-5a53-43ab-bd19-f040ef681e9c'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:50.444750 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Attempting to bind port 63eeac37-5f15-4f54-abb9-32a616a7ad80 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:50.445318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Attempting to bind port 63eeac37-5f15-4f54-abb9-32a616a7ad80 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:50.446637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Attempting to bind port 63eeac37-5f15-4f54-abb9-32a616a7ad80 on network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:50.471363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22debc1-b7cc-491c-9f67-4724954d00b0 req-5c0b9c9c-7d1e-4205-b35c-f2ad416d9019 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:50.478693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22debc1-b7cc-491c-9f67-4724954d00b0 req-5c0b9c9c-7d1e-4205-b35c-f2ad416d9019 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:50.484538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22debc1-b7cc-491c-9f67-4724954d00b0 req-5c0b9c9c-7d1e-4205-b35c-f2ad416d9019 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:50.487139 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.492255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b22debc1-b7cc-491c-9f67-4724954d00b0 req-5c0b9c9c-7d1e-4205-b35c-f2ad416d9019 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2386 time: 0.1850870 Jun 17 08:27:50.499706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Pushing event updated for resources: {'Port': ['ID=2d916ccb-22d7-4380-bc42-00a1298cda2b,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:50.503481 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:50.535600 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.548849 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-927c0a01-0224-4051-8fdc-2474de4c50d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:50.560482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b22debc1-b7cc-491c-9f67-4724954d00b0 req-f44e7607-8baf-49b8-b12e-31d4b92f90f0 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672193 Jun 17 08:27:50.570094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] Set router e79dee97-5a53-43ab-bd19-f040ef681e9c gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:50.581349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0e03c-263e-4652-9546-fb4a1ac9132d req-083248aa-5195-4c6c-bc86-6c4509195921 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:50.590746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Network d41b9103-5b16-4672-9761-2b312069fcef is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:50.595015 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:50.598683 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ec0e03c-263e-4652-9546-fb4a1ac9132d req-083248aa-5195-4c6c-bc86-6c4509195921 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.3262646 Jun 17 08:27:50.599945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:50.609385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Port 63eeac37-5f15-4f54-abb9-32a616a7ad80 on network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:50.609706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Attempting to bind port 63eeac37-5f15-4f54-abb9-32a616a7ad80 on network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:50.642273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Pushing event updated for resources: {'Port': ['ID=89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:50.644904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:50.645253 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Checking segment: {'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:50.647951 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:50.652341 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Bound using segment: {'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:50.653065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Bound port: 63eeac37-5f15-4f54-abb9-32a616a7ad80, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:50.653434 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.660506 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.799585 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] For port 63eeac37-5f15-4f54-abb9-32a616a7ad80, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:50.803152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] For port 63eeac37-5f15-4f54-abb9-32a616a7ad80, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=63eeac37-5f15-4f54-abb9-32a616a7ad80,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:50.835984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ec0e03c-263e-4652-9546-fb4a1ac9132d req-fe9fdf63-3881-4837-9055-a58ddcc1143d tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362556 Jun 17 08:27:50.837275 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.861129 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1d55ec43-1c5d-4169-aa90-cd1c71044fec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:50.893309 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9513f7-bf03-4741-a841-2e38b84a50bc x-openstack-request-id: req-cd9513f7-bf03-4741-a841-2e38b84a50bc {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:50.893479 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67666638-072d-4208-a7ae-fa02276772ce", "name": "network-vif-deleted", "tag": "30ae9b45-203d-428c-9b13-f3214a6da115", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:50.893752 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd9513f7-bf03-4741-a841-2e38b84a50bc {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:50.894238 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67666638-072d-4208-a7ae-fa02276772ce', 'name': 'network-vif-deleted', 'tag': '30ae9b45-203d-428c-9b13-f3214a6da115', 'status': 'completed', 'code': 200} Jun 17 08:27:50.931746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'name': 'tempest-ServerRescueTestJSON-1314632369-router', 'tenant_id': '6af458de33034e909705285c144422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:46Z', 'updated_at': '2021-06-17T08:27:47Z', 'revision_number': 3, 'project_id': '6af458de33034e909705285c144422aa', 'gw_port': {'id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:47Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:50.934880 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:50.984706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Pushing event updated for resources: {'Port': ['ID=63eeac37-5f15-4f54-abb9-32a616a7ad80,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:50.992678 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74803c-13d3-4673-9cce-d05642a2919e None None] The sync data for ids ['e79dee97-5a53-43ab-bd19-f040ef681e9c'] in n-d-779913-16 is: [{'id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'name': 'tempest-ServerRescueTestJSON-1314632369-router', 'tenant_id': '6af458de33034e909705285c144422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:46Z', 'updated_at': '2021-06-17T08:27:47Z', 'revision_number': 3, 'project_id': '6af458de33034e909705285c144422aa', 'gw_port': {'id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:47Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:51.006257 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:51.006971 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:51.008500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] 10.222.0.63 "PUT /v2.0/ports/63eeac37-5f15-4f54-abb9-32a616a7ad80 HTTP/1.1" status: 200 len: 1092 time: 2.0498953 Jun 17 08:27:51.009134 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'tag': '63eeac37-5f15-4f54-abb9-32a616a7ad80'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:51.011558 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4563a261-2354-44f7-ab93-abda76b9f69c" -d '{"events": [{"name": "network-changed", "server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "tag": "63eeac37-5f15-4f54-abb9-32a616a7ad80"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:51.044150 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:51.053118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Request body: {'port': {'device_id': '49a92acd-dd01-40cf-8723-4e264ce05742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:51.238207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:51.246802 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:51.250387 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:51.274302 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:51.316934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Pushing event updated for resources: {'Port': ['ID=89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:51.329496 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:51.350141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:51.355151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc12cdc-b3fb-4b21-8827-95c3096a3d06 req-999cbf90-20c7-4f94-a594-1af143112827 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:51.362359 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7bc12cdc-b3fb-4b21-8827-95c3096a3d06 req-999cbf90-20c7-4f94-a594-1af143112827 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1648273 Jun 17 08:27:51.379071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b2de6-7cb0-4265-8ea5-764eafe67aeb req-bc95f9ed-0a2c-4a98-9923-a0f027db65d4 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:51.388822 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d9b2de6-7cb0-4265-8ea5-764eafe67aeb req-bc95f9ed-0a2c-4a98-9923-a0f027db65d4 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 943 time: 0.2560904 Jun 17 08:27:51.463197 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7bc12cdc-b3fb-4b21-8827-95c3096a3d06 req-934ac336-e9c0-4fac-b825-bac4cf756605 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999260 Jun 17 08:27:51.505084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Network d41b9103-5b16-4672-9761-2b312069fcef is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:51.507284 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:51.526163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d9b2de6-7cb0-4265-8ea5-764eafe67aeb req-11ada63f-9b59-4083-bef5-625cc93d7e61 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361752 Jun 17 08:27:51.597359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33750) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:51.616841 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ad174f-5150-4d81-bd0e-8be5138bf930 x-openstack-request-id: req-e8ad174f-5150-4d81-bd0e-8be5138bf930 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:51.618959 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "tag": "63eeac37-5f15-4f54-abb9-32a616a7ad80", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:51.621146 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e8ad174f-5150-4d81-bd0e-8be5138bf930 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:51.621811 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'tag': '63eeac37-5f15-4f54-abb9-32a616a7ad80', 'status': 'completed', 'code': 200} Jun 17 08:27:51.714950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Router e79dee97-5a53-43ab-bd19-f040ef681e9c has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:27:51.853963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d0d6d3-000b-40c0-b375-7d8448f0e583 admin admin] Deleting subnet 973aafd6-e5c6-4aa1-a3a3-4aa796ad1302 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:27:51.877139 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28d0d6d3-000b-40c0-b375-7d8448f0e583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:51.923049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:27:51.929383 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] 10.222.0.47 "PUT /v2.0/routers/e79dee97-5a53-43ab-bd19-f040ef681e9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8618946 Jun 17 08:27:51.946947 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28d0d6d3-000b-40c0-b375-7d8448f0e583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:51.949545 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-459ff674-2cc5-41ad-bfb4-e0c7e9d62069 service neutron] 10.222.0.63 "GET /v2.0/ports/7cd73f73-9fbd-4f19-bd6d-f12ad6943258/bindings/n-h1-779913-16 HTTP/1.1" status: 200 len: 385 time: 0.0982902 Jun 17 08:27:51.970065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563a261-2354-44f7-ab93-abda76b9f69c req-0590f4a4-bba7-4e97-8011-a35173a444a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:51.970545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563a261-2354-44f7-ab93-abda76b9f69c req-0590f4a4-bba7-4e97-8011-a35173a444a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:51.971036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563a261-2354-44f7-ab93-abda76b9f69c req-0590f4a4-bba7-4e97-8011-a35173a444a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:51.972682 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4563a261-2354-44f7-ab93-abda76b9f69c req-0590f4a4-bba7-4e97-8011-a35173a444a9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2730 time: 0.2646749 Jun 17 08:27:52.154178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03739083-de1d-49c5-9917-a4ea0b6336cb req-8c72e074-34fe-4e07-ac93-0b6e955fbdbb tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.154494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:52.155980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03739083-de1d-49c5-9917-a4ea0b6336cb req-8c72e074-34fe-4e07-ac93-0b6e955fbdbb tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.4437218 Jun 17 08:27:52.178706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:52.213278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:52.225039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:52.239960 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.319942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] Transition to ACTIVE for port object 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:52.324222 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.326390 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:52.425858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] No DVR routers for this DVR port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:27:52.434288 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] Pushing event updated for resources: {'Port': ['ID=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,revision_number=10']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:52.439877 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:52.469190 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] 10.222.0.63 "PUT /v2.0/ports/7cd73f73-9fbd-4f19-bd6d-f12ad6943258/bindings/n-h1-779913-16/activate HTTP/1.1" status: 200 len: 370 time: 0.5131211 Jun 17 08:27:52.471765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:52.519401 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:52.591970 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-8174da00-8d47-478d-b2e2-2210ea0180d0 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.593659 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-8174da00-8d47-478d-b2e2-2210ea0180d0 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1096 time: 0.0620210 Jun 17 08:27:52.627727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a1ea7-855b-4906-b30a-aa49154e7f8c req-1a17d4f0-1a13-4117-9ba1-7c800e8c868f tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.633527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a1ea7-855b-4906-b30a-aa49154e7f8c req-1a17d4f0-1a13-4117-9ba1-7c800e8c868f tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.639326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a1ea7-855b-4906-b30a-aa49154e7f8c req-1a17d4f0-1a13-4117-9ba1-7c800e8c868f tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.641001 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-170a1ea7-855b-4906-b30a-aa49154e7f8c req-1a17d4f0-1a13-4117-9ba1-7c800e8c868f tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2386 time: 0.8660920 Jun 17 08:27:52.644884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:52.655126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28d0d6d3-000b-40c0-b375-7d8448f0e583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.670258 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.688866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-7abf4866-397f-4487-aa5b-220c3a9ab0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.689453 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-7abf4866-397f-4487-aa5b-220c3a9ab0d1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656&tenant_id=bf6e255a98c04f7ba233cf48bf239691 HTTP/1.1" status: 200 len: 1096 time: 0.0867884 Jun 17 08:27:52.783246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-4314889b-8fb2-44cb-9956-0bb2f1634183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.784739 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03739083-de1d-49c5-9917-a4ea0b6336cb req-2fe7659c-2468-46dc-b5de-ad019ef258b1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5977750 Jun 17 08:27:52.784872 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-4314889b-8fb2-44cb-9956-0bb2f1634183 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 1096 time: 0.0655196 Jun 17 08:27:52.793852 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Transition to ACTIVE for port object 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:52.827316 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-170a1ea7-855b-4906-b30a-aa49154e7f8c req-f778c989-86d9-44f1-93a6-b4d66007a227 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599970 Jun 17 08:27:52.830074 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:52.840066 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2574864b-03f2-4152-bcec-471c8f829ad2 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:52.844573 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563a261-2354-44f7-ab93-abda76b9f69c req-ace89e03-e7b4-418f-b609-656d7dc9dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.845060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563a261-2354-44f7-ab93-abda76b9f69c req-ace89e03-e7b4-418f-b609-656d7dc9dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.845528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563a261-2354-44f7-ab93-abda76b9f69c req-ace89e03-e7b4-418f-b609-656d7dc9dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.847416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4563a261-2354-44f7-ab93-abda76b9f69c req-ace89e03-e7b4-418f-b609-656d7dc9dfbd service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.8659122 Jun 17 08:27:52.918094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-0d02b418-08bc-4117-b6a0-bf5cf6f28add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:52.919749 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-0d02b418-08bc-4117-b6a0-bf5cf6f28add service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.1259348 Jun 17 08:27:52.987046 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-69b0cdc9-2317-4766-ae70-367aeabd577d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258 HTTP/1.1" status: 200 len: 217 time: 0.0596054 Jun 17 08:27:53.063156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-df3e56cf-c518-40c8-ac49-e5ecc0f7d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.065350 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-df3e56cf-c518-40c8-ac49-e5ecc0f7d032 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.0610950 Jun 17 08:27:53.123919 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-3710d1dc-41fb-4cf8-8dbc-89afda70e28a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496655 Jun 17 08:27:53.192777 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28d0d6d3-000b-40c0-b375-7d8448f0e583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.195876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Pushing event updated for resources: {'Port': ['ID=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:53.223272 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:53.240000 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae66d04e-17ad-4584-87ed-cd2fe1c099f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:53.247599 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Sync routers for ids ['e79dee97-5a53-43ab-bd19-f040ef681e9c'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:27:53.262077 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-fc356934-bdae-4d16-bce0-de8c3925feb6 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299863 Jun 17 08:27:53.266802 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Routers {'e79dee97-5a53-43ab-bd19-f040ef681e9c'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:53.267642 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:27:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e79dee97-5a53-43ab-bd19-f040ef681e9c'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:53.290423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0d6d3-000b-40c0-b375-7d8448f0e583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=973aafd6-e5c6-4aa1-a3a3-4aa796ad1302,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:53.302360 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28d0d6d3-000b-40c0-b375-7d8448f0e583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:53.312642 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2d916ccb-22d7-4380-bc42-00a1298cda2b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:53.324925 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28d0d6d3-000b-40c0-b375-7d8448f0e583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.326893 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-28d0d6d3-000b-40c0-b375-7d8448f0e583 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/973aafd6-e5c6-4aa1-a3a3-4aa796ad1302 HTTP/1.1" status: 204 len: 168 time: 1.7285106 Jun 17 08:27:53.340898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33774) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:53.381879 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 2d916ccb-22d7-4380-bc42-00a1298cda2b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:53.388192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2d916ccb-22d7-4380-bc42-00a1298cda2b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:53.388804 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.407251 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Attempting to bind port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:53.407665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Attempting to bind port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'd5dede60-3943-42f1-b315-3ad92b069217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:53.407995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Attempting to bind port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e on network 874f7419-2462-4b40-b897-b6d2a92e6c4f {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:53.444782 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Set router e79dee97-5a53-43ab-bd19-f040ef681e9c gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:53.466537 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-0247106d-0390-4dc4-add1-521809c20a9e service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970527 Jun 17 08:27:53.491209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e on network 874f7419-2462-4b40-b897-b6d2a92e6c4f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:53.491565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Attempting to bind port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e on network 874f7419-2462-4b40-b897-b6d2a92e6c4f {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:53.495498 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.504350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563a261-2354-44f7-ab93-abda76b9f69c req-705fa11f-8c9e-4727-a8f2-e9af838c7deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.506158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4563a261-2354-44f7-ab93-abda76b9f69c req-705fa11f-8c9e-4727-a8f2-e9af838c7deb service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5641656 Jun 17 08:27:53.525459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 2d916ccb-22d7-4380-bc42-00a1298cda2b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2d916ccb-22d7-4380-bc42-00a1298cda2b,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:53.532973 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.536414 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:53.559082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:53.559541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Checking segment: {'id': 'd5dede60-3943-42f1-b315-3ad92b069217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:53.559817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Bound using segment: {'id': 'd5dede60-3943-42f1-b315-3ad92b069217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:53.560273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Bound port: 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5dede60-3943-42f1-b315-3ad92b069217', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:53.560626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.590516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=2d916ccb-22d7-4380-bc42-00a1298cda2b,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:53.594415 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:53.599849 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.642435 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90670f10-cc6c-4704-906d-29e1187b72d2 req-62d5228f-f8e0-4dc4-8930-a11afe4e8201 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.644078 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90670f10-cc6c-4704-906d-29e1187b72d2 req-62d5228f-f8e0-4dc4-8930-a11afe4e8201 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.5269666 Jun 17 08:27:53.717919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-ee720509-843e-4942-be96-d1fe3a7c0dab tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.719459 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-ee720509-843e-4942-be96-d1fe3a7c0dab tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/networks?id=d41b9103-5b16-4672-9761-2b312069fcef HTTP/1.1" status: 200 len: 811 time: 0.3048146 Jun 17 08:27:53.779338 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] For port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:53.782240 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-4704d499-dd90-46aa-a0f9-a0a4466b1e27 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/quotas/6af458de33034e909705285c144422aa HTTP/1.1" status: 200 len: 375 time: 0.0421133 Jun 17 08:27:53.801244 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-bad64096-467a-4f22-bce1-f5b69c5190a9 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.802881 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-bad64096-467a-4f22-bce1-f5b69c5190a9 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 1096 time: 0.0633678 Jun 17 08:27:53.804967 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'name': 'tempest-ServerRescueTestJSON-1314632369-router', 'tenant_id': '6af458de33034e909705285c144422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:46Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 4, 'project_id': '6af458de33034e909705285c144422aa', 'gw_port': {'id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:47Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e', 'name': '', 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef', 'tenant_id': '6af458de33034e909705285c144422aa', 'mac_address': 'fa:16:3e:9d:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '0befabea-8b3b-4e0c-9ea7-cedc4a793fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:50Z', 'updated_at': '2021-06-17T08:27:51Z', 'revision_number': 2, 'project_id': '6af458de33034e909705285c144422aa', 'subnets': [{'id': '0befabea-8b3b-4e0c-9ea7-cedc4a793fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:53.817471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90670f10-cc6c-4704-906d-29e1187b72d2 req-75bcbd45-dc7c-49b7-9c90-7092382c162b tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547275 Jun 17 08:27:53.837724 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Checking router: e79dee97-5a53-43ab-bd19-f040ef681e9c for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:27:53.838079 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Updating router e79dee97-5a53-43ab-bd19-f040ef681e9c port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:27:53.856054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] For port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e,segment=NetworkSegment(d5dede60-3943-42f1-b315-3ad92b069217),segment_id=d5dede60-3943-42f1-b315-3ad92b069217)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:53.882576 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.882953 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.885719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.894246 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4b293bd3-d677-44e0-8b5c-483e62c207c2 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:53.924664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234529c6-29fa-472e-8602-e3ed7ac374e4']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:53.948279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde5b03e-8ad3-4fdb-971b-c1c18b805970') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:53.948574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde5b03e-8ad3-4fdb-971b-c1c18b805970') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:53.950753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-36a76f4a-f59e-44c6-82bb-da23a8c575dc service neutron] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:53.958299 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-36a76f4a-f59e-44c6-82bb-da23a8c575dc service neutron] Notify callbacks [] for binding, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.959532 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-940c9376-9d1c-4bad-adaf-38c152bdd473 req-36a76f4a-f59e-44c6-82bb-da23a8c575dc service neutron] 10.222.0.10 "DELETE /v2.0/ports/7cd73f73-9fbd-4f19-bd6d-f12ad6943258/bindings/n-h2-779913-16 HTTP/1.1" status: 204 len: 173 time: 0.1495752 Jun 17 08:27:53.987031 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:53.987666 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.989145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] 10.222.0.63 "PUT /v2.0/ports/2d280af1-4b2c-4bde-90bf-bff24c5e6c8e HTTP/1.1" status: 200 len: 1093 time: 2.9436603 Jun 17 08:27:53.993775 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:53.996709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'tag': '2d280af1-4b2c-4bde-90bf-bff24c5e6c8e'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:53.999156 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12df86f4-4c30-4f9f-9991-f46712bddd24" -d '{"events": [{"name": "network-changed", "server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "tag": "2d280af1-4b2c-4bde-90bf-bff24c5e6c8e"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:54.046615 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Request body: {'port': {'device_id': '49a92acd-dd01-40cf-8723-4e264ce05742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:54.070662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Pushing event updated for resources: {'Port': ['ID=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:54.074878 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:54.076143 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.097983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:27:54.098396 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:27:54.104614 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:27:54.108260 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:27:54.108260 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:27:54.108260 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:27:54.108260 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:27:54.108260 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:27:54.126506 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-4530c118-6659-4cef-b16f-6ad94e461c9d tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6af458de33034e909705285c144422aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3056593 Jun 17 08:27:54.210185 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.221913 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Transition to ACTIVE for port object 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:54.228759 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.230523 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-7af79123-70a9-4800-8972-6c65e25b70da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:54.260000 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.270530 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf235d88-0212-497b-8ece-0e319a82ca00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:54.275715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.277600 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] 10.222.0.47 "DELETE /v2.0/networks/234529c6-29fa-472e-8602-e3ed7ac374e4 HTTP/1.1" status: 204 len: 168 time: 0.9342284 Jun 17 08:27:54.299388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a751d-950d-4a58-89db-c1f4eee46c53 req-9821ff3a-0b93-4e8d-94b7-25c173a449f4 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:54.301020 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-646a751d-950d-4a58-89db-c1f4eee46c53 req-9821ff3a-0b93-4e8d-94b7-25c173a449f4 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.3471305 Jun 17 08:27:54.303796 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.308734 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] Pushing event deleted for resources: {'Network': ['ID=234529c6-29fa-472e-8602-e3ed7ac374e4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:54.319067 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:54.329974 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d09801-36ef-4ba6-81df-b2fafe8ec025 None None] Pushing event updated for resources: {'Port': ['ID=89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:54.336731 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-64d09801-36ef-4ba6-81df-b2fafe8ec025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:54.389164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-ce8a9f49-1e7b-454b-a719-7decb4bbf815 service neutron] 10.222.0.47 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319419 Jun 17 08:27:54.391329 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Attempting to bind port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:54.391479 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Attempting to bind port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:54.392053 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Attempting to bind port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e on network d41b9103-5b16-4672-9761-2b312069fcef {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:54.404071 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:54.404531 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Checking segment: {'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:54.405133 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.405598 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Bound using segment: {'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:54.406148 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Bound port: 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:54.406649 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.410402 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-646a751d-950d-4a58-89db-c1f4eee46c53 req-43a69d22-5f9f-427d-823d-a6e2a2be4a27 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901749 Jun 17 08:27:54.492687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33788) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:54.505520 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] For port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:54.507161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:54.509919 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] For port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:54.515014 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.525479 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-58b0cb47-08a8-4580-9beb-b6a45e2cec06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:54.568420 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Routers {'e79dee97-5a53-43ab-bd19-f040ef681e9c'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:27:54.568770 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:27:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e79dee97-5a53-43ab-bd19-f040ef681e9c'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:54.585271 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1af8df5e-7ec9-4520-af74-eeb0982d16a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c17b418f02ae4ed7b7b2569c0b70f3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911169 Jun 17 08:27:54.587794 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33790) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:54.637842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 30ae9b45-203d-428c-9b13-f3214a6da115 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:27:54.651948 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1c08e312-2112-482f-ac84-dfc4d09f73a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.668149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 30ae9b45-203d-428c-9b13-f3214a6da115 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:27:54.668805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 30ae9b45-203d-428c-9b13-f3214a6da115 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:27:54.675704 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1c08e312-2112-482f-ac84-dfc4d09f73a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.681958 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] Set router e79dee97-5a53-43ab-bd19-f040ef681e9c gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:27:54.690497 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-13c411a3-a404-4707-ba15-6d24ee5c0815 service neutron] 10.222.0.47 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917664 Jun 17 08:27:54.727923 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e9df6b-4853-4dea-a434-d0a8ed3209f4 req-5c273f07-0d7c-45c8-ba90-35a135410991 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:54.729551 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63e9df6b-4853-4dea-a434-d0a8ed3209f4 req-5c273f07-0d7c-45c8-ba90-35a135410991 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 944 time: 0.1849265 Jun 17 08:27:54.733042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1c08e312-2112-482f-ac84-dfc4d09f73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.735692 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1c08e312-2112-482f-ac84-dfc4d09f73a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.736880 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1c08e312-2112-482f-ac84-dfc4d09f73a0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4894b467-80b0-4b53-96fd-9a503646d3a9 HTTP/1.1" status: 204 len: 168 time: 0.1467869 Jun 17 08:27:54.737683 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-07636d97-8339-4ae0-a30e-0276dd2f6c1d tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:54.764307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08e312-2112-482f-ac84-dfc4d09f73a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4894b467-80b0-4b53-96fd-9a503646d3a9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:54.766827 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1c08e312-2112-482f-ac84-dfc4d09f73a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:54.823348 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63e9df6b-4853-4dea-a434-d0a8ed3209f4 req-af3ae41a-916b-44f9-a0b0-aba407eda9f9 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799823 Jun 17 08:27:54.832893 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d09801-36ef-4ba6-81df-b2fafe8ec025 None None] Pushing event updated for resources: {'Port': ['ID=89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:54.840247 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-64d09801-36ef-4ba6-81df-b2fafe8ec025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:54.895091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d228aae0-ee73-4bea-8ab7-a08fe00b9310 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:54.921131 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.953439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Transition to ACTIVE for port object d228aae0-ee73-4bea-8ab7-a08fe00b9310 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:54.958552 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:54.960840 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:55.114415 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Pushing event updated for resources: {'Port': ['ID=d228aae0-ee73-4bea-8ab7-a08fe00b9310,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:55.169594 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:55.176294 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'name': 'tempest-ServerRescueTestJSON-1314632369-router', 'tenant_id': '6af458de33034e909705285c144422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:46Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 4, 'project_id': '6af458de33034e909705285c144422aa', 'gw_port': {'id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:47Z', 'updated_at': '2021-06-17T08:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e', 'name': '', 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef', 'tenant_id': '6af458de33034e909705285c144422aa', 'mac_address': 'fa:16:3e:9d:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '0befabea-8b3b-4e0c-9ea7-cedc4a793fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:50Z', 'updated_at': '2021-06-17T08:27:54Z', 'revision_number': 4, 'project_id': '6af458de33034e909705285c144422aa', 'subnets': [{'id': '0befabea-8b3b-4e0c-9ea7-cedc4a793fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:27:55.250764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2d916ccb-22d7-4380-bc42-00a1298cda2b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:55.273659 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fdeb53-d125-4c9b-86da-0bd5b622ee70 None None] The sync data for ids ['e79dee97-5a53-43ab-bd19-f040ef681e9c'] in n-d-779913-16 is: [{'id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'name': 'tempest-ServerRescueTestJSON-1314632369-router', 'tenant_id': '6af458de33034e909705285c144422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:46Z', 'updated_at': '2021-06-17T08:27:50Z', 'revision_number': 4, 'project_id': '6af458de33034e909705285c144422aa', 'gw_port': {'id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:47Z', 'updated_at': '2021-06-17T08:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e', 'name': '', 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef', 'tenant_id': '6af458de33034e909705285c144422aa', 'mac_address': 'fa:16:3e:9d:4f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '0befabea-8b3b-4e0c-9ea7-cedc4a793fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:50Z', 'updated_at': '2021-06-17T08:27:54Z', 'revision_number': 4, 'project_id': '6af458de33034e909705285c144422aa', 'subnets': [{'id': '0befabea-8b3b-4e0c-9ea7-cedc4a793fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:27:55.319246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Attempting to bind port d228aae0-ee73-4bea-8ab7-a08fe00b9310 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:55.319656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Attempting to bind port d228aae0-ee73-4bea-8ab7-a08fe00b9310 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:55.319886 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Attempting to bind port d228aae0-ee73-4bea-8ab7-a08fe00b9310 on network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:55.337859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740d44b-c13b-4681-8c0b-ac7e6903245b req-224a8eae-a904-4598-86dc-069c6cfe01f7 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:55.344703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740d44b-c13b-4681-8c0b-ac7e6903245b req-224a8eae-a904-4598-86dc-069c6cfe01f7 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:55.351011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740d44b-c13b-4681-8c0b-ac7e6903245b req-224a8eae-a904-4598-86dc-069c6cfe01f7 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:55.358408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6740d44b-c13b-4681-8c0b-ac7e6903245b req-224a8eae-a904-4598-86dc-069c6cfe01f7 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2410 time: 0.2655718 Jun 17 08:27:55.374146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Port d228aae0-ee73-4bea-8ab7-a08fe00b9310 on network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:55.377325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Attempting to bind port d228aae0-ee73-4bea-8ab7-a08fe00b9310 on network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:55.392476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2d916ccb-22d7-4380-bc42-00a1298cda2b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:55.392980 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.418532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb11177-238f-4522-a7f1-9a61118b1247 req-5deca245-61c8-4ea4-b93e-8edcba45fe39 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:55.420414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fb11177-238f-4522-a7f1-9a61118b1247 req-5deca245-61c8-4ea4-b93e-8edcba45fe39 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.3179145 Jun 17 08:27:55.450016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:55.450616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Checking segment: {'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:55.451462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Bound using segment: {'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:55.452119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Bound port: d228aae0-ee73-4bea-8ab7-a08fe00b9310, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be364ed-9d6b-49d6-9f5d-8b25d5073330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:55.452692 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:55.525211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6740d44b-c13b-4681-8c0b-ac7e6903245b req-aef76391-f252-4f9a-9929-cba86043281d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630416 Jun 17 08:27:55.879234 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84446c0a-9107-4b2d-8ab3-e4663869d8cc x-openstack-request-id: req-84446c0a-9107-4b2d-8ab3-e4663869d8cc {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:55.879568 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "tag": "2d280af1-4b2c-4bde-90bf-bff24c5e6c8e", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:55.879863 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-84446c0a-9107-4b2d-8ab3-e4663869d8cc {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:55.880303 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'tag': '2d280af1-4b2c-4bde-90bf-bff24c5e6c8e', 'status': 'completed', 'code': 200} Jun 17 08:27:56.005128 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fb11177-238f-4522-a7f1-9a61118b1247 req-7581c8c6-4919-40cb-ba4d-a75133335966 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5494590 Jun 17 08:27:56.018175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] For port d228aae0-ee73-4bea-8ab7-a08fe00b9310, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:56.022218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] For port d228aae0-ee73-4bea-8ab7-a08fe00b9310, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d228aae0-ee73-4bea-8ab7-a08fe00b9310,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:56.039644 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.043899 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e0c23bef-cbf5-4980-a5d1-a8c13d640c07 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:56.119174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.119915 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.122425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] 10.222.0.63 "PUT /v2.0/ports/d228aae0-ee73-4bea-8ab7-a08fe00b9310 HTTP/1.1" status: 200 len: 1091 time: 2.0878942 Jun 17 08:27:56.152617 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df86f4-4c30-4f9f-9991-f46712bddd24 req-53ee0cff-d0a1-4898-9eb8-05eb264e49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.153293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df86f4-4c30-4f9f-9991-f46712bddd24 req-53ee0cff-d0a1-4898-9eb8-05eb264e49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.153875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df86f4-4c30-4f9f-9991-f46712bddd24 req-53ee0cff-d0a1-4898-9eb8-05eb264e49e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.155762 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12df86f4-4c30-4f9f-9991-f46712bddd24 req-53ee0cff-d0a1-4898-9eb8-05eb264e49e0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2824 time: 0.2730858 Jun 17 08:27:56.172240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48bea2-e83d-4bf4-922f-f7cba6ed099f req-c408ab14-ac1b-4946-9c4e-1a1cb47b2e61 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.189345 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e48bea2-e83d-4bf4-922f-f7cba6ed099f req-c408ab14-ac1b-4946-9c4e-1a1cb47b2e61 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.2996216 Jun 17 08:27:56.194489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33834) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:56.273072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e48bea2-e83d-4bf4-922f-f7cba6ed099f req-52fdc82c-bf65-4f0b-bd6a-5097295caf9f tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825331 Jun 17 08:27:56.332803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-263512016-network', 'tenant_id': 'b0f98bee18fd4d65a167577d024c4163'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:56.368120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Pushing event updated for resources: {'Port': ['ID=d228aae0-ee73-4bea-8ab7-a08fe00b9310,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:56.372773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Made reservation on behalf of b0f98bee18fd4d65a167577d024c4163 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:56.373068 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:56.376859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.390467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.435869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-51a54947-454b-49b8-96b8-b484828b3169 req-3f82ab75-890a-4d93-b852-47beb3c20674 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 210 time: 0.1493349 Jun 17 08:27:56.503667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 672d3b96-ea68-47eb-9002-b22372222fd8 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:27:56.541900 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.544791 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df86f4-4c30-4f9f-9991-f46712bddd24 req-b874b014-0800-4690-a85a-612ecad7e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.545342 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df86f4-4c30-4f9f-9991-f46712bddd24 req-b874b014-0800-4690-a85a-612ecad7e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.545816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df86f4-4c30-4f9f-9991-f46712bddd24 req-b874b014-0800-4690-a85a-612ecad7e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.547710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12df86f4-4c30-4f9f-9991-f46712bddd24 req-b874b014-0800-4690-a85a-612ecad7e109 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3279870 Jun 17 08:27:56.549070 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.554739 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e03c158-4436-4d05-8f7a-6f7ce9c30fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:56.578218 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:27:56.595654 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73495672-b02a-4319-83c7-edf23667570d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:56.601649 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:56.606270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.607129 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Added segment b8460e2d-b0d4-4aa6-ab9b-1db769432cb3 of type vlan for network 92f4d027-49a4-4263-91e7-811f0e7a66c2 Jun 17 08:27:56.668582 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.706495 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=672d3b96-ea68-47eb-9002-b22372222fd8,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:56.718323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836474c-6dd4-4cca-b6ae-1ad8f0fa8a4d req-9bfea539-a2fc-4db5-a21f-b8bcce9f8dc1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.720361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1836474c-6dd4-4cca-b6ae-1ad8f0fa8a4d req-9bfea539-a2fc-4db5-a21f-b8bcce9f8dc1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.3199701 Jun 17 08:27:56.722264 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '672d3b96-ea68-47eb-9002-b22372222fd8', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '672d3b96-ea68-47eb-9002-b22372222fd8', 'mac_address': 'fa:16:3e:5e:9d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:27:56.799164 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df86f4-4c30-4f9f-9991-f46712bddd24 req-fae2e34f-7810-4284-a6c9-2439338f1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.801062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12df86f4-4c30-4f9f-9991-f46712bddd24 req-fae2e34f-7810-4284-a6c9-2439338f1988 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2433751 Jun 17 08:27:56.804413 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.818329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1836474c-6dd4-4cca-b6ae-1ad8f0fa8a4d req-e68df9e5-cdda-420e-b3af-7f4fa8e4f1f9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883560 Jun 17 08:27:56.853902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371f61c-8e43-4807-85d3-6a1a582d5ffc req-cd9733fe-be0c-4ecd-b758-aad313f139bc tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.856090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e371f61c-8e43-4807-85d3-6a1a582d5ffc req-cd9733fe-be0c-4ecd-b758-aad313f139bc tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 1096 time: 0.1991069 Jun 17 08:27:56.859808 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-69718325-c794-43c9-87b6-71b737835c01 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.859958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 672d3b96-ea68-47eb-9002-b22372222fd8 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:56.861241 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-69718325-c794-43c9-87b6-71b737835c01 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.10 "GET /v2.0/networks?id=d41b9103-5b16-4672-9761-2b312069fcef HTTP/1.1" status: 200 len: 811 time: 0.1573169 Jun 17 08:27:56.877073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Request body: {'port': {'device_id': 'e3997f6c-4513-4bf9-bafa-d58e836b7999', 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef', 'admin_state_up': True, 'tenant_id': '6af458de33034e909705285c144422aa'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:56.883600 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.885854 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:56.885854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.897720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=672d3b96-ea68-47eb-9002-b22372222fd8,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:56.898485 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a7e8530c-3673-496a-8ddb-3ee5c441c113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:56.906479 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:56.911922 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:57.035917 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e371f61c-8e43-4807-85d3-6a1a582d5ffc req-a858c8f5-748a-4e8f-9a43-acead9ab88fd tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415792 Jun 17 08:27:57.049074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=672d3b96-ea68-47eb-9002-b22372222fd8,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:57.055111 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:57.121243 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7c17176e-9cd2-49ca-a5e1-ceb39aa56890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.121794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7c17176e-9cd2-49ca-a5e1-ceb39aa56890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.122551 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7c17176e-9cd2-49ca-a5e1-ceb39aa56890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.124381 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-7c17176e-9cd2-49ca-a5e1-ceb39aa56890 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2866 time: 0.2557881 Jun 17 08:27:57.148720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['672d3b96-ea68-47eb-9002-b22372222fd8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:27:57.226904 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-16a9dc19-842f-4a2b-98c0-ff5bb986cb58 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.75&port_id=63eeac37-5f15-4f54-abb9-32a616a7ad80 HTTP/1.1" status: 200 len: 217 time: 0.0902381 Jun 17 08:27:57.284867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-74c2c9eb-88bc-4e0b-8c16-67b2698a5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.286299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-74c2c9eb-88bc-4e0b-8c16-67b2698a5873 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2 HTTP/1.1" status: 200 len: 801 time: 0.0499926 Jun 17 08:27:57.287376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:57.348428 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:27:57.349061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f26e5-426f-4205-b873-e13e267c0951 req-e8e89ecc-b1cf-4b49-8ba8-5e72cdf19b65 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.350806 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-e8e89ecc-b1cf-4b49-8ba8-5e72cdf19b65 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 811 time: 0.3570931 Jun 17 08:27:57.371038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:27:57.377408 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:57.378019 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.385808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-ca341cf6-6c65-4ce3-88e2-69ac7699d7e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/quotas/76b1458140554869aae6692b38e06da1 HTTP/1.1" status: 200 len: 375 time: 0.0251687 Jun 17 08:27:57.401428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc54a5d-7156-493d-94e0-11c6e01d79c7 req-b0a24162-6bb2-4f13-999e-a20982de8ea6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.407301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc54a5d-7156-493d-94e0-11c6e01d79c7 req-b0a24162-6bb2-4f13-999e-a20982de8ea6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.411322 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2156267 Jun 17 08:27:57.412037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33854) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:27:57.413283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc54a5d-7156-493d-94e0-11c6e01d79c7 req-b0a24162-6bb2-4f13-999e-a20982de8ea6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.419346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bbc54a5d-7156-493d-94e0-11c6e01d79c7 req-b0a24162-6bb2-4f13-999e-a20982de8ea6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2410 time: 0.2276042 Jun 17 08:27:57.421972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Request body: {'subnet': {'network_id': '92f4d027-49a4-4263-91e7-811f0e7a66c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-263512016-subnet', 'tenant_id': 'b0f98bee18fd4d65a167577d024c4163', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:57.459953 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Pushing event updated for resources: {'Network': ['ID=92f4d027-49a4-4263-91e7-811f0e7a66c2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:57.468986 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:57.477232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 92f4d027-49a4-4263-91e7-811f0e7a66c2 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:27:57.489694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Made reservation on behalf of b0f98bee18fd4d65a167577d024c4163 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:57.492232 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.492677 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.494185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-f31b258a-0f2e-4be8-9e92-8c2a12587c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:57.495813 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-f31b258a-0f2e-4be8-9e92-8c2a12587c03 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=350bfc55-9fa8-4366-9e53-7ded50aa73a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1981955 Jun 17 08:27:57.541664 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bbc54a5d-7156-493d-94e0-11c6e01d79c7 req-5de43ac4-ba1f-43a7-8b3a-ee6697d7613e tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166811 Jun 17 08:27:57.559139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Made reservation on behalf of 6af458de33034e909705285c144422aa for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:27:57.562511 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:57.563198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.583202 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.586956 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:57.641819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-c02a4d8e-c923-42e3-b3ad-2b1e490b6360 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2182841 Jun 17 08:27:57.653094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:57.656159 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:57.716660 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-3048eac8-953f-4bbe-8ea5-629e01cbf840 service neutron] 10.222.0.63 "GET /v2.0/networks/350bfc55-9fa8-4366-9e53-7ded50aa73a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121038 Jun 17 08:27:57.775484 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Allocated IP 172.20.0.5 (d41b9103-5b16-4672-9761-2b312069fcef/0befabea-8b3b-4e0c-9ea7-cedc4a793fb2/5b93a09f-29ed-4d4f-8909-a835d4546982) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:27:57.794642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:57.800227 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86fa4c96-180d-46bb-921a-97cedbaefb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:57.837203 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-ac1a2572-a62e-4802-8aa0-34537ca59ec5 service neutron] 10.222.0.47 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883743 Jun 17 08:27:57.880374 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9f9f3a-719f-4dee-ae8c-bb37098b0974,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:57.888571 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:57.906964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'tag': 'd228aae0-ee73-4bea-8ab7-a08fe00b9310'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:57.909228 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e0de52-78df-4393-8d5c-984115961011" -d '{"events": [{"name": "network-changed", "server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "tag": "d228aae0-ee73-4bea-8ab7-a08fe00b9310"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:57.950072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Checking segment: {'id': 'b8460e2d-b0d4-4aa6-ab9b-1db769432cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '92f4d027-49a4-4263-91e7-811f0e7a66c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:57.950433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Network hostable DHCP agents. Network: 92f4d027-49a4-4263-91e7-811f0e7a66c2, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:27:57.954955 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-6829dc5d-fb42-4a23-a5ee-0ecdc7cd87d5 service neutron] 10.222.0.63 "GET /v2.0/networks/350bfc55-9fa8-4366-9e53-7ded50aa73a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304983 Jun 17 08:27:57.990346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Network 92f4d027-49a4-4263-91e7-811f0e7a66c2 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:27:58.011650 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 92f4d027-49a4-4263-91e7-811f0e7a66c2) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:58.016719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-54abd0f2-28fd-4348-ac07-4d5d476c1b1e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.136&port_id=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e HTTP/1.1" status: 200 len: 217 time: 0.0549476 Jun 17 08:27:58.017819 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.020575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:58.021148 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.021345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211cb172-e254-4c43-bd9c-0a85a003f07c None None] Network 92f4d027-49a4-4263-91e7-811f0e7a66c2 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:58.042627 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6249709 Jun 17 08:27:58.077491 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.084161 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f4e5bafe-e2de-41f6-a49a-91b3693ea042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:58.091704 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-5b4e53c1-6457-416d-98d9-55d2899cbad4 service neutron] 10.222.0.47 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533929 Jun 17 08:27:58.126749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-d89c6aee-bd02-4160-80b2-cb2e2ef2c92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:58.128310 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-d89c6aee-bd02-4160-80b2-cb2e2ef2c92e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=d9c6363d-ce65-4882-9121-f74d5fcc9180 HTTP/1.1" status: 200 len: 801 time: 0.1043117 Jun 17 08:27:58.139680 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edcf4ef-eaff-4a47-a1fc-ebb89f0a963d req-a04978ca-c2ce-4ca3-8827-454917e2cd92 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:58.141227 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3edcf4ef-eaff-4a47-a1fc-ebb89f0a963d req-a04978ca-c2ce-4ca3-8827-454917e2cd92 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 1096 time: 0.2271276 Jun 17 08:27:58.146109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Network d41b9103-5b16-4672-9761-2b312069fcef is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:27:58.151000 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:27:58.177281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:27:58.195582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54868d5d-ee28-4ab9-87b0-5fee080d9b00 None None] Network 92f4d027-49a4-4263-91e7-811f0e7a66c2 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:27:58.224720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Pushing event updated for resources: {'Port': ['ID=5b93a09f-29ed-4d4f-8909-a835d4546982,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:58.226134 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3edcf4ef-eaff-4a47-a1fc-ebb89f0a963d req-78fdce8e-f4e1-466d-83b5-26261fd58ecc tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683873 Jun 17 08:27:58.240019 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:58.241587 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-6b61c703-e442-41ad-8299-cfbe807bef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:58.243380 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-6b61c703-e442-41ad-8299-cfbe807bef97 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=874f7419-2462-4b40-b897-b6d2a92e6c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011930 Jun 17 08:27:58.297554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:58.298607 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.318439 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4448402 Jun 17 08:27:58.332005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Request body: {'port': {'device_id': 'e3997f6c-4513-4bf9-bafa-d58e836b7999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:27:58.458999 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.473954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-938f5af7-a32f-4ae1-a073-5c689294efa8 service neutron] 10.222.0.63 "GET /v2.0/networks/874f7419-2462-4b40-b897-b6d2a92e6c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234237 Jun 17 08:27:58.516515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 672d3b96-ea68-47eb-9002-b22372222fd8 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:58.570739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 672d3b96-ea68-47eb-9002-b22372222fd8 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:58.571425 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.658191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15bdbf0-2934-461f-b8d5-2f441707c1f4 req-c2b5b225-9e88-445a-9bbc-fba928f7c1cb tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:58.662617 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.668089 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d15bdbf0-2934-461f-b8d5-2f441707c1f4 req-c2b5b225-9e88-445a-9bbc-fba928f7c1cb tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 949 time: 0.2394190 Jun 17 08:27:58.688773 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672d3b96-ea68-47eb-9002-b22372222fd8'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:58.691785 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719f1965-be2a-46d0-babe-0d48ffe1eb88" -d '{"events": [{"server_uuid": "4ffb3d81-0da9-4d52-b7fa-ce0700e704d3", "name": "network-vif-plugged", "status": "completed", "tag": "672d3b96-ea68-47eb-9002-b22372222fd8"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:58.707625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=672d3b96-ea68-47eb-9002-b22372222fd8,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:27:58.713906 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.715872 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:58.720552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-01c185cf-df43-4404-abaf-19ba28d3946c service neutron] 10.222.0.63 "GET /v2.0/networks/874f7419-2462-4b40-b897-b6d2a92e6c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375531 Jun 17 08:27:58.747802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d15bdbf0-2934-461f-b8d5-2f441707c1f4 req-8feae01f-24df-4548-9de0-abdc92d2da38 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790558 Jun 17 08:27:58.764761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6e0ca-3c89-44e5-93e2-561e4b7b2d53 req-163e9016-be2b-49f9-8935-c4aaed315bca tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:58.765056 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0cd6e0ca-3c89-44e5-93e2-561e4b7b2d53 req-163e9016-be2b-49f9-8935-c4aaed315bca tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 931 time: 0.2831745 Jun 17 08:27:58.785502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b93a09f-29ed-4d4f-8909-a835d4546982 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:27:58.795023 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.813708 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Transition to ACTIVE for port object 5b93a09f-29ed-4d4f-8909-a835d4546982 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:27:58.822500 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:58.825489 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:58.832414 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=672d3b96-ea68-47eb-9002-b22372222fd8,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:58.841868 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:58.927316 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Pushing event updated for resources: {'Port': ['ID=5b93a09f-29ed-4d4f-8909-a835d4546982,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:58.932285 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:59.010620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Attempting to bind port 5b93a09f-29ed-4d4f-8909-a835d4546982 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:27:59.011110 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Attempting to bind port 5b93a09f-29ed-4d4f-8909-a835d4546982 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:27:59.011500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Attempting to bind port 5b93a09f-29ed-4d4f-8909-a835d4546982 on network d41b9103-5b16-4672-9761-2b312069fcef {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:59.016272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Port 5b93a09f-29ed-4d4f-8909-a835d4546982 on network d41b9103-5b16-4672-9761-2b312069fcef not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:27:59.016688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Attempting to bind port 5b93a09f-29ed-4d4f-8909-a835d4546982 on network d41b9103-5b16-4672-9761-2b312069fcef {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:27:59.021982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:27:59.022406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Checking segment: {'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:27:59.022912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Bound using segment: {'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:27:59.023415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Bound port: 5b93a09f-29ed-4d4f-8909-a835d4546982, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:27:59.023820 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.092719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] For port 5b93a09f-29ed-4d4f-8909-a835d4546982, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:27:59.096399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] For port 5b93a09f-29ed-4d4f-8909-a835d4546982, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=5b93a09f-29ed-4d4f-8909-a835d4546982,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:27:59.103879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.106763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-3c945df1-4a5b-4594-ab3b-f5ebaabdac5b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=d228aae0-ee73-4bea-8ab7-a08fe00b9310 HTTP/1.1" status: 200 len: 217 time: 0.3791418 Jun 17 08:27:59.107228 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:27:59.140090 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.140779 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.142250 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] 10.222.0.10 "PUT /v2.0/ports/5b93a09f-29ed-4d4f-8909-a835d4546982 HTTP/1.1" status: 200 len: 1092 time: 0.8153074 Jun 17 08:27:59.142922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3997f6c-4513-4bf9-bafa-d58e836b7999', 'tag': '5b93a09f-29ed-4d4f-8909-a835d4546982'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:27:59.145360 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d341a8c7-6f9a-4b7c-8e75-24fab587e2f2" -d '{"events": [{"name": "network-changed", "server_uuid": "e3997f6c-4513-4bf9-bafa-d58e836b7999", "tag": "5b93a09f-29ed-4d4f-8909-a835d4546982"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:27:59.183178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Pushing event updated for resources: {'Port': ['ID=5b93a09f-29ed-4d4f-8909-a835d4546982,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:27:59.188721 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:27:59.199369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0cd6e0ca-3c89-44e5-93e2-561e4b7b2d53 req-12d2a262-bce9-4408-b519-05f6539b3c12 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331954 Jun 17 08:27:59.223043 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-788fb084-ca01-4246-bc38-ec833035ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.226300 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-788fb084-ca01-4246-bc38-ec833035ae38 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2 HTTP/1.1" status: 200 len: 801 time: 0.1056750 Jun 17 08:27:59.265880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:27:59.276781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-d77cecf1-7677-42b1-8d3a-7b4e982e73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.278577 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-d77cecf1-7677-42b1-8d3a-7b4e982e73a8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6af458de33034e909705285c144422aa&device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 1095 time: 0.0752873 Jun 17 08:27:59.290570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8773cc1-d1d8-4f6c-9496-16c7a57f7ef8 req-4a24398b-3f2e-4a39-89a9-84e03924c9d7 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.292281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8773cc1-d1d8-4f6c-9496-16c7a57f7ef8 req-4a24398b-3f2e-4a39-89a9-84e03924c9d7 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1939597 Jun 17 08:27:59.298725 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3278286f-48d4-470b-b84d-40ad2da4d0bd x-openstack-request-id: req-3278286f-48d4-470b-b84d-40ad2da4d0bd {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:27:59.299099 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "tag": "d228aae0-ee73-4bea-8ab7-a08fe00b9310", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:27:59.299396 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3278286f-48d4-470b-b84d-40ad2da4d0bd {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:27:59.299827 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'tag': 'd228aae0-ee73-4bea-8ab7-a08fe00b9310', 'status': 'completed', 'code': 200} Jun 17 08:27:59.321981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:27:59.322379 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:27:59.334663 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-c3fd9c26-04dd-4392-b016-f9aab3445139 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b93a09f-29ed-4d4f-8909-a835d4546982 HTTP/1.1" status: 200 len: 217 time: 0.0481651 Jun 17 08:27:59.357354 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8773cc1-d1d8-4f6c-9496-16c7a57f7ef8 req-8cb39684-265f-490c-aab1-e3e3fa15313d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565400 Jun 17 08:27:59.367434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-8d2fd753-32c6-4480-aa79-3ebe29ee9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.378618 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-8d2fd753-32c6-4480-aa79-3ebe29ee9ba3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=350bfc55-9fa8-4366-9e53-7ded50aa73a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379836 Jun 17 08:27:59.392458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8800b23-3b67-4cbd-9978-1847942f35ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.393931 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f8800b23-3b67-4cbd-9978-1847942f35ec service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0befabea-8b3b-4e0c-9ea7-cedc4a793fb2 HTTP/1.1" status: 200 len: 851 time: 0.0524759 Jun 17 08:27:59.435684 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-f44b3544-c0c6-40bd-b991-9494400c53f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41b9103-5b16-4672-9761-2b312069fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348206 Jun 17 08:27:59.444466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-b3f59c8f-a845-4a9f-a75c-d75333b5fbd9 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:27:59.445801 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-b3f59c8f-a845-4a9f-a75c-d75333b5fbd9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075021 Jun 17 08:27:59.497973 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-16b72595-c856-427e-a269-cf1df31ed9cb service neutron] 10.222.0.63 "GET /v2.0/networks/350bfc55-9fa8-4366-9e53-7ded50aa73a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113567 Jun 17 08:27:59.522432 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b35e9c29-65c4-416d-b8c7-c4912704edda req-60529ea2-dea4-44f9-8b8b-c7af4dda4136 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 210 time: 0.0389278 Jun 17 08:27:59.565192 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-eccdb2fe-d181-429c-bb36-c929c2c7fb8f service neutron] 10.222.0.10 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119618 Jun 17 08:27:59.672866 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d1fbd2d1-0a72-44e9-9eef-471896910ea9 req-84b5f972-829f-42d4-a4b6-be195b3d3aa7 service neutron] 10.222.0.10 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009715 Jun 17 08:27:59.757179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4d03415-b4b6-42d8-b2f1-9223afabfe03 req-96c2cea1-8a65-43f3-ac70-5eaa35b504b8 service neutron] 10.222.0.63 "GET /v2.0/networks/350bfc55-9fa8-4366-9e53-7ded50aa73a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396498 Jun 17 08:27:59.794038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-be04e683-ea83-4823-b065-b22a3072d98c tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.795729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-be04e683-ea83-4823-b065-b22a3072d98c tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/networks?id=92f4d027-49a4-4263-91e7-811f0e7a66c2 HTTP/1.1" status: 200 len: 808 time: 0.2353199 Jun 17 08:27:59.851834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-eab74366-81b7-4137-b622-136a78baf8f5 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/quotas/b0f98bee18fd4d65a167577d024c4163 HTTP/1.1" status: 200 len: 375 time: 0.0435259 Jun 17 08:27:59.885692 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f26e5-426f-4205-b873-e13e267c0951 req-dca9bd5e-dc89-4e1c-b883-0175de29bb6e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:27:59.887326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-dca9bd5e-dc89-4e1c-b883-0175de29bb6e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 811 time: 0.2436986 Jun 17 08:27:59.915399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-61d1cf88-d5ff-4a93-9065-8ba1e335a0b0 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0f98bee18fd4d65a167577d024c4163&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625196 Jun 17 08:27:59.920032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Request body: {'port': {'device_id': '56dc5a27-1550-453a-84ce-34c1fc6484c9', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'admin_state_up': True, 'tenant_id': '76b1458140554869aae6692b38e06da1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:00.016872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-b97b60bd-8a02-4beb-874c-279cb823c7ab service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:28:00.017869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-b97b60bd-8a02-4beb-874c-279cb823c7ab service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0936422 Jun 17 08:28:00.121158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0de52-78df-4393-8d5c-984115961011 req-e4bf682b-c0c6-46f0-be5a-cb839775512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.121651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0de52-78df-4393-8d5c-984115961011 req-e4bf682b-c0c6-46f0-be5a-cb839775512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.122119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0de52-78df-4393-8d5c-984115961011 req-e4bf682b-c0c6-46f0-be5a-cb839775512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.123790 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-04e0de52-78df-4393-8d5c-984115961011 req-e4bf682b-c0c6-46f0-be5a-cb839775512d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2866 time: 0.2910302 Jun 17 08:28:00.230215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Made reservation on behalf of 76b1458140554869aae6692b38e06da1 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:00.233650 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:00.246136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299bace-badf-4b33-b88f-10a091a9f4a3 req-2c4f8a41-5948-4d3d-aae0-b9f52d4f49bf tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.253563 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299bace-badf-4b33-b88f-10a091a9f4a3 req-2c4f8a41-5948-4d3d-aae0-b9f52d4f49bf tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.261652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0299bace-badf-4b33-b88f-10a091a9f4a3 req-2c4f8a41-5948-4d3d-aae0-b9f52d4f49bf tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.263409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0299bace-badf-4b33-b88f-10a091a9f4a3 req-2c4f8a41-5948-4d3d-aae0-b9f52d4f49bf tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2410 time: 0.2890337 Jun 17 08:28:00.274258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-a024f346-ea11-472e-8d9d-60ea4d6db320 service neutron] 10.222.0.47 "GET /v2.0/networks/92f4d027-49a4-4263-91e7-811f0e7a66c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485645 Jun 17 08:28:00.418001 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0de52-78df-4393-8d5c-984115961011 req-f2c96e84-9fcf-440f-8596-52bbe3b6d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.419513 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-04e0de52-78df-4393-8d5c-984115961011 req-f2c96e84-9fcf-440f-8596-52bbe3b6d6d8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=350bfc55-9fa8-4366-9e53-7ded50aa73a5 HTTP/1.1" status: 200 len: 902 time: 0.2872000 Jun 17 08:28:00.427819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0299bace-badf-4b33-b88f-10a091a9f4a3 req-a6a11a9f-88a4-4bd6-b003-203951047427 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493263 Jun 17 08:28:00.481275 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-04e0de52-78df-4393-8d5c-984115961011 req-3edcb6eb-0a43-47d8-92f9-143cfe5a2565 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=d228aae0-ee73-4bea-8ab7-a08fe00b9310 HTTP/1.1" status: 200 len: 217 time: 0.0524268 Jun 17 08:28:00.540311 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad6a2f5-3e60-49a4-b522-591feb967669 x-openstack-request-id: req-7ad6a2f5-3e60-49a4-b522-591feb967669 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:00.540844 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffb3d81-0da9-4d52-b7fa-ce0700e704d3", "name": "network-vif-plugged", "status": "completed", "tag": "672d3b96-ea68-47eb-9002-b22372222fd8", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:00.541083 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ad6a2f5-3e60-49a4-b522-591feb967669 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:00.541704 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672d3b96-ea68-47eb-9002-b22372222fd8', 'code': 200} Jun 17 08:28:00.566540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-1460d43d-e458-4538-883d-b3f52eb25c48 service neutron] 10.222.0.47 "GET /v2.0/networks/92f4d027-49a4-4263-91e7-811f0e7a66c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775819 Jun 17 08:28:00.587890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0de52-78df-4393-8d5c-984115961011 req-0330fec2-d019-465c-87dd-f0c4ab320f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.589544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-04e0de52-78df-4393-8d5c-984115961011 req-0330fec2-d019-465c-87dd-f0c4ab320f20 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2 HTTP/1.1" status: 200 len: 801 time: 0.0838563 Jun 17 08:28:00.593714 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Allocated IP 172.20.0.10 (1cc1239f-e7c8-47fb-a006-4a6c6fc01c91/a3b3ef64-dd68-4de7-acbf-fa464b6f2298/b537b33c-6981-4fad-b00b-1f02264972d4) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:00.726748 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1709922d-9345-4782-b385-7335f7163098 x-openstack-request-id: req-1709922d-9345-4782-b385-7335f7163098 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:00.727282 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3997f6c-4513-4bf9-bafa-d58e836b7999", "tag": "5b93a09f-29ed-4d4f-8909-a835d4546982", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:00.727392 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1709922d-9345-4782-b385-7335f7163098 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:00.727990 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3997f6c-4513-4bf9-bafa-d58e836b7999', 'tag': '5b93a09f-29ed-4d4f-8909-a835d4546982', 'status': 'completed', 'code': 200} Jun 17 08:28:00.801021 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0de52-78df-4393-8d5c-984115961011 req-44c67707-abd9-40eb-ab1e-f5fd0ec6b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.802549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-04e0de52-78df-4393-8d5c-984115961011 req-44c67707-abd9-40eb-ab1e-f5fd0ec6b820 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=350bfc55-9fa8-4366-9e53-7ded50aa73a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024279 Jun 17 08:28:00.928855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341a8c7-6f9a-4b7c-8e75-24fab587e2f2 req-48ba3456-c470-4bba-b31c-53d270630376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:00.930470 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d341a8c7-6f9a-4b7c-8e75-24fab587e2f2 req-48ba3456-c470-4bba-b31c-53d270630376 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6af458de33034e909705285c144422aa&device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 1095 time: 0.1786599 Jun 17 08:28:01.048077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ac5ea-2897-406f-bdfd-e6ca26b5459e req-0aec8d74-a9b3-4136-8b66-fa280e4b1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.049694 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-916ac5ea-2897-406f-bdfd-e6ca26b5459e req-0aec8d74-a9b3-4136-8b66-fa280e4b1643 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 1102 time: 0.1926463 Jun 17 08:28:01.057478 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.091634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Transition to ACTIVE for port object b537b33c-6981-4fad-b00b-1f02264972d4 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:01.110597 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-916ac5ea-2897-406f-bdfd-e6ca26b5459e req-22c3afe6-baec-4e7a-9a81-0a52c8c63d41 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531476 Jun 17 08:28:01.113839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341a8c7-6f9a-4b7c-8e75-24fab587e2f2 req-25db285f-0e06-4b8a-bff7-014a1d539364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.115544 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d341a8c7-6f9a-4b7c-8e75-24fab587e2f2 req-25db285f-0e06-4b8a-bff7-014a1d539364 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41b9103-5b16-4672-9761-2b312069fcef HTTP/1.1" status: 200 len: 912 time: 0.1753442 Jun 17 08:28:01.163218 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d341a8c7-6f9a-4b7c-8e75-24fab587e2f2 req-fb91e7d1-22e9-4895-a1b5-92bfe2f409e0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b93a09f-29ed-4d4f-8909-a835d4546982 HTTP/1.1" status: 200 len: 217 time: 0.0395901 Jun 17 08:28:01.171381 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e297b-5c9c-4063-b35c-c6f463cbb86f req-127caf21-d73d-4add-8544-1f5e97c149dc tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.172911 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec7e297b-5c9c-4063-b35c-c6f463cbb86f req-127caf21-d73d-4add-8544-1f5e97c149dc tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.2264841 Jun 17 08:28:01.174747 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-04e0de52-78df-4393-8d5c-984115961011 req-92589e74-b746-4066-9bee-c69643c8cc3f service neutron] 10.222.0.63 "GET /v2.0/networks/350bfc55-9fa8-4366-9e53-7ded50aa73a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583076 Jun 17 08:28:01.232814 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68493597-8f05-4282-8354-b889f1bd8992 req-01f52d4e-9553-400d-adb5-9ea94ab06ffe tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.233430 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341a8c7-6f9a-4b7c-8e75-24fab587e2f2 req-1fe47d06-eb0d-4026-99b3-02d0503981ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.234350 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68493597-8f05-4282-8354-b889f1bd8992 req-01f52d4e-9553-400d-adb5-9ea94ab06ffe tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 943 time: 0.2422798 Jun 17 08:28:01.235433 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d341a8c7-6f9a-4b7c-8e75-24fab587e2f2 req-1fe47d06-eb0d-4026-99b3-02d0503981ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0befabea-8b3b-4e0c-9ea7-cedc4a793fb2 HTTP/1.1" status: 200 len: 851 time: 0.0651417 Jun 17 08:28:01.263416 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.274989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc48ac78-ae38-4a44-ba89-c11b8697a9c1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:01.283289 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:01.285680 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d341a8c7-6f9a-4b7c-8e75-24fab587e2f2 req-e0f260d5-05ac-4427-92d2-215d2eaa9dee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41b9103-5b16-4672-9761-2b312069fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425169 Jun 17 08:28:01.357162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:01.374236 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec7e297b-5c9c-4063-b35c-c6f463cbb86f req-489ff4b3-48fd-4f2f-931a-60044359cc0c tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892104 Jun 17 08:28:01.378914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:01.388400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event updated for resources: {'Port': ['ID=b537b33c-6981-4fad-b00b-1f02264972d4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:01.390939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:01.397487 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:01.411400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68493597-8f05-4282-8354-b889f1bd8992 req-96ce3927-aa91-448f-9779-e15a99558b8e tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508894 Jun 17 08:28:01.499900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-04e0de52-78df-4393-8d5c-984115961011 req-ece1b7c3-f5d0-4421-9a84-af1a862ed6f5 service neutron] 10.222.0.63 "GET /v2.0/networks/350bfc55-9fa8-4366-9e53-7ded50aa73a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159657 Jun 17 08:28:01.510843 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d341a8c7-6f9a-4b7c-8e75-24fab587e2f2 req-e4dd68dc-3d59-4d0b-abc7-6f0509940f7a service neutron] 10.222.0.10 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171695 Jun 17 08:28:01.547278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.548136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.580919 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6735814 Jun 17 08:28:01.592658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Request body: {'port': {'device_id': '56dc5a27-1550-453a-84ce-34c1fc6484c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:01.721920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b40efa96-2311-4485-97cd-6de8c34a3cc0 None None] Provisioning for port b537b33c-6981-4fad-b00b-1f02264972d4 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:01.728390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b40efa96-2311-4485-97cd-6de8c34a3cc0 None None] Provisioning complete for port b537b33c-6981-4fad-b00b-1f02264972d4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:01.728978 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b40efa96-2311-4485-97cd-6de8c34a3cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.786617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b40efa96-2311-4485-97cd-6de8c34a3cc0 None None] Port b537b33c-6981-4fad-b00b-1f02264972d4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:28:01.788726 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:01.815082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7143e-52d5-481c-85f9-86045bbf8329 req-de3e1184-9874-4cb6-8711-ebf2c1db27bb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:01.817085 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbe7143e-52d5-481c-85f9-86045bbf8329 req-de3e1184-9874-4cb6-8711-ebf2c1db27bb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1673670 Jun 17 08:28:01.832335 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d341a8c7-6f9a-4b7c-8e75-24fab587e2f2 req-b8b57187-3ac9-45fd-b7d0-5715f5741654 service neutron] 10.222.0.10 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138363 Jun 17 08:28:02.168498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1502c-9432-43de-8661-6174f1908565 req-3786601d-464e-4e5b-b038-881b0848b9f0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:02.169981 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a1c1502c-9432-43de-8661-6174f1908565 req-3786601d-464e-4e5b-b038-881b0848b9f0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 932 time: 0.4863405 Jun 17 08:28:02.219330 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbe7143e-52d5-481c-85f9-86045bbf8329 req-27ad0310-8410-474c-b633-57a68f58b2ff tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914914 Jun 17 08:28:02.299750 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a1c1502c-9432-43de-8661-6174f1908565 req-b0d85bc7-c855-4886-b741-a64aae69df85 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207128 Jun 17 08:28:02.378635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a313b19c-4453-4d29-9e40-54eceb4a9b5a req-433aeeac-259c-4644-97d5-7bde2ab8412e tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 210 time: 0.0406106 Jun 17 08:28:02.547158 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d228aae0-ee73-4bea-8ab7-a08fe00b9310 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:02.579481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb82f22-b9d7-48a5-afce-2d910080e889 req-9f901e0d-f4ce-44ad-855e-ed297430c613 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:02.586162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb82f22-b9d7-48a5-afce-2d910080e889 req-9f901e0d-f4ce-44ad-855e-ed297430c613 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:02.593461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb82f22-b9d7-48a5-afce-2d910080e889 req-9f901e0d-f4ce-44ad-855e-ed297430c613 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:02.595851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fb82f22-b9d7-48a5-afce-2d910080e889 req-9f901e0d-f4ce-44ad-855e-ed297430c613 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2410 time: 0.1513052 Jun 17 08:28:02.608237 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-46241a78-ea3f-45a7-862a-3cce2a6c7ac6 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:02.610557 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-46241a78-ea3f-45a7-862a-3cce2a6c7ac6 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.10 "GET /v2.0/networks?id=92f4d027-49a4-4263-91e7-811f0e7a66c2 HTTP/1.1" status: 200 len: 808 time: 0.1569295 Jun 17 08:28:02.625207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Request body: {'port': {'device_id': '25dde493-a624-43f2-8d5b-7442ad4ed962', 'network_id': '92f4d027-49a4-4263-91e7-811f0e7a66c2', 'admin_state_up': True, 'tenant_id': 'b0f98bee18fd4d65a167577d024c4163'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:02.663105 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 5b93a09f-29ed-4d4f-8909-a835d4546982 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:02.680189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b537b33c-6981-4fad-b00b-1f02264972d4 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:02.694488 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d228aae0-ee73-4bea-8ab7-a08fe00b9310, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d228aae0-ee73-4bea-8ab7-a08fe00b9310,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:02.694720 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:02.729272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'd228aae0-ee73-4bea-8ab7-a08fe00b9310', 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5', 'port_id': 'd228aae0-ee73-4bea-8ab7-a08fe00b9310', 'mac_address': 'fa:16:3e:c4:54:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2', 'ip_address': '19.80.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:02.732616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fb82f22-b9d7-48a5-afce-2d910080e889 req-b9b4b864-00af-411a-9f13-eed8df401255 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256006 Jun 17 08:28:02.813560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Transition to ACTIVE for port object b537b33c-6981-4fad-b00b-1f02264972d4 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:02.831265 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:02.841040 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:02.900438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Made reservation on behalf of b0f98bee18fd4d65a167577d024c4163 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:02.919604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.057898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfd9d3-9d44-4824-9f96-150fce125f64 req-efaaf559-07f1-49e6-ab3e-d29514dfadfe tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:03.059674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ffdfd9d3-9d44-4824-9f96-150fce125f64 req-efaaf559-07f1-49e6-ab3e-d29514dfadfe tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 943 time: 0.3239222 Jun 17 08:28:03.060464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b537b33c-6981-4fad-b00b-1f02264972d4,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:03.074078 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:03.095684 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.098939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Allocated IP 172.20.0.10 (92f4d027-49a4-4263-91e7-811f0e7a66c2/7e9f9f3a-719f-4dee-ae8c-bb37098b0974/e586c0e6-f42b-4089-ab25-61134eba05fd) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:03.099934 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.127426 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d228aae0-ee73-4bea-8ab7-a08fe00b9310 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:03.174646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 5b93a09f-29ed-4d4f-8909-a835d4546982, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=5b93a09f-29ed-4d4f-8909-a835d4546982,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:03.221488 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d228aae0-ee73-4bea-8ab7-a08fe00b9310, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d228aae0-ee73-4bea-8ab7-a08fe00b9310,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:03.223294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '5b93a09f-29ed-4d4f-8909-a835d4546982', 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef', 'port_id': '5b93a09f-29ed-4d4f-8909-a835d4546982', 'mac_address': 'fa:16:3e:e3:e9:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0befabea-8b3b-4e0c-9ea7-cedc4a793fb2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:03.236372 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.236609 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:03.255509 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:03.257990 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ffdfd9d3-9d44-4824-9f96-150fce125f64 req-26389293-4127-4d45-803f-6b9609d9bd72 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850095 Jun 17 08:28:03.278690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb368e00-9dff-4c08-a013-d003dfb71d8a req-6a0865e6-f279-40e3-93ea-6bbddd590c76 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:03.284324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb368e00-9dff-4c08-a013-d003dfb71d8a req-6a0865e6-f279-40e3-93ea-6bbddd590c76 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.3846459 Jun 17 08:28:03.303811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Attempting to bind port b537b33c-6981-4fad-b00b-1f02264972d4 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:03.305004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Attempting to bind port b537b33c-6981-4fad-b00b-1f02264972d4 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:03.305586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Attempting to bind port b537b33c-6981-4fad-b00b-1f02264972d4 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:03.312786 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Port b537b33c-6981-4fad-b00b-1f02264972d4 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:03.313430 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Attempting to bind port b537b33c-6981-4fad-b00b-1f02264972d4 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:03.336364 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.340815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:03.341432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Checking segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:03.342044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Bound using segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:03.343062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Bound port: b537b33c-6981-4fad-b00b-1f02264972d4, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:03.343626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.360826 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.379277 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.391043 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:03.411756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d228aae0-ee73-4bea-8ab7-a08fe00b9310,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:03.429448 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:03.434225 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b93a09f-29ed-4d4f-8909-a835d4546982 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:03.454753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Pushing event updated for resources: {'Port': ['ID=e586c0e6-f42b-4089-ab25-61134eba05fd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:03.458987 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:03.464803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 5b93a09f-29ed-4d4f-8909-a835d4546982, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=5b93a09f-29ed-4d4f-8909-a835d4546982,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:03.470074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Network 92f4d027-49a4-4263-91e7-811f0e7a66c2 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:03.472240 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:03.473751 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.475982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:03.483217 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:03.494372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb368e00-9dff-4c08-a013-d003dfb71d8a req-70064376-0a6e-4af5-8015-7e001837525a tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976779 Jun 17 08:28:03.500357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] For port b537b33c-6981-4fad-b00b-1f02264972d4, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:03.508567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] For port b537b33c-6981-4fad-b00b-1f02264972d4, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=b537b33c-6981-4fad-b00b-1f02264972d4,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:03.523059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.536923 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:03.560358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:03.561664 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.582006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:03.582622 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.584112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9631474 Jun 17 08:28:03.592456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] 10.222.0.63 "PUT /v2.0/ports/b537b33c-6981-4fad-b00b-1f02264972d4 HTTP/1.1" status: 200 len: 1093 time: 2.0040345 Jun 17 08:28:03.605337 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e,segment=NetworkSegment(d5dede60-3943-42f1-b315-3ad92b069217),segment_id=d5dede60-3943-42f1-b315-3ad92b069217)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:03.607016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56dc5a27-1550-453a-84ce-34c1fc6484c9', 'tag': 'b537b33c-6981-4fad-b00b-1f02264972d4'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:03.607127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Request body: {'port': {'device_id': '25dde493-a624-43f2-8d5b-7442ad4ed962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:03.611078 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c1807b-63e6-4fc2-be3c-d95df3bc1775" -d '{"events": [{"name": "network-changed", "server_uuid": "56dc5a27-1550-453a-84ce-34c1fc6484c9", "tag": "b537b33c-6981-4fad-b00b-1f02264972d4"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:03.637102 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e505c-ae8a-4988-8b62-1363557d4441 req-31a33448-a555-4c04-abdf-ed99afef9e5e tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:03.644650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cd0e505c-ae8a-4988-8b62-1363557d4441 req-31a33448-a555-4c04-abdf-ed99afef9e5e tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.2434006 Jun 17 08:28:03.668800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '2d280af1-4b2c-4bde-90bf-bff24c5e6c8e', 'network_id': '874f7419-2462-4b40-b897-b6d2a92e6c4f', 'port_id': '2d280af1-4b2c-4bde-90bf-bff24c5e6c8e', 'mac_address': 'fa:16:3e:4a:a9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c6363d-ce65-4882-9121-f74d5fcc9180', 'ip_address': '19.86.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:03.676160 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=5b93a09f-29ed-4d4f-8909-a835d4546982,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:03.696927 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:03.716550 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.749446 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.764589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:03.788238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e,segment=NetworkSegment(d5dede60-3943-42f1-b315-3ad92b069217),segment_id=d5dede60-3943-42f1-b315-3ad92b069217)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:03.796268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=b537b33c-6981-4fad-b00b-1f02264972d4,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:03.797981 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:03.800633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 63eeac37-5f15-4f54-abb9-32a616a7ad80 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:03.808578 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-005f736b-ad41-4a98-860d-67f856dd7017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:03.825467 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:03.849999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cd0e505c-ae8a-4988-8b62-1363557d4441 req-a7884f97-27f0-4265-944c-e0207b67af1b tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043931 Jun 17 08:28:03.900125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 63eeac37-5f15-4f54-abb9-32a616a7ad80, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=63eeac37-5f15-4f54-abb9-32a616a7ad80,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:03.921593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:03.925285 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:03.929187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '63eeac37-5f15-4f54-abb9-32a616a7ad80', 'network_id': '350bfc55-9fa8-4366-9e53-7ded50aa73a5', 'port_id': '63eeac37-5f15-4f54-abb9-32a616a7ad80', 'mac_address': 'fa:16:3e:3c:69:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2', 'ip_address': '19.80.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:03.941276 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f26e5-426f-4205-b873-e13e267c0951 req-3b80d220-65ae-447f-8912-abfdf1552385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:03.944795 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-3b80d220-65ae-447f-8912-abfdf1552385 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 1096 time: 0.2756870 Jun 17 08:28:03.957678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7516396-b317-41ce-aa2d-15431b27e4f9 req-49c1c56c-f901-4939-9a8d-05f8e79f1019 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:03.959361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7516396-b317-41ce-aa2d-15431b27e4f9 req-49c1c56c-f901-4939-9a8d-05f8e79f1019 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 944 time: 0.2456291 Jun 17 08:28:03.987166 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.004338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63eeac37-5f15-4f54-abb9-32a616a7ad80 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:04.007734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-d06d722e-9ccb-4cad-8297-a5e70a3c6734 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b537b33c-6981-4fad-b00b-1f02264972d4 HTTP/1.1" status: 200 len: 217 time: 0.0473189 Jun 17 08:28:04.031538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 63eeac37-5f15-4f54-abb9-32a616a7ad80, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=63eeac37-5f15-4f54-abb9-32a616a7ad80,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:04.037553 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.042973 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:04.109877 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e586c0e6-f42b-4089-ab25-61134eba05fd {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:04.111229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=63eeac37-5f15-4f54-abb9-32a616a7ad80,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:04.114710 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:04.121627 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.126192 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7516396-b317-41ce-aa2d-15431b27e4f9 req-fa19f851-dbdd-4fef-b238-4265f8566594 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542182 Jun 17 08:28:04.130331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f26e5-426f-4205-b873-e13e267c0951 req-975c063a-dbda-4ca7-8e00-4bb58da3cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.132342 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-975c063a-dbda-4ca7-8e00-4bb58da3cbbe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.1164079 Jun 17 08:28:04.156201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Transition to ACTIVE for port object e586c0e6-f42b-4089-ab25-61134eba05fd will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:04.166454 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.176539 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9614bc6b-1893-4dc0-a638-6ab0659bcd14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:04.221838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbed15-9dad-421e-9d64-c0535fbabbbc req-2cbd80d2-82e4-459f-aac6-d78ad7e13105 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.224308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28fbed15-9dad-421e-9d64-c0535fbabbbc req-2cbd80d2-82e4-459f-aac6-d78ad7e13105 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 932 time: 0.1913285 Jun 17 08:28:04.261461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e586c0e6-f42b-4089-ab25-61134eba05fd,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:04.277332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['5b93a09f-29ed-4d4f-8909-a835d4546982'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:04.286584 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f26e5-426f-4205-b873-e13e267c0951 req-a2b8f249-5b0c-43d2-ae02-8c4646da3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.288491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-a2b8f249-5b0c-43d2-ae02-8c4646da3a5f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1476836 Jun 17 08:28:04.289431 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:04.367889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Attempting to bind port e586c0e6-f42b-4089-ab25-61134eba05fd on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:04.368150 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Attempting to bind port e586c0e6-f42b-4089-ab25-61134eba05fd by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'b8460e2d-b0d4-4aa6-ab9b-1db769432cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '92f4d027-49a4-4263-91e7-811f0e7a66c2'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:04.368462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Attempting to bind port e586c0e6-f42b-4089-ab25-61134eba05fd on network 92f4d027-49a4-4263-91e7-811f0e7a66c2 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:04.375783 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['63eeac37-5f15-4f54-abb9-32a616a7ad80'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:04.379140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Port e586c0e6-f42b-4089-ab25-61134eba05fd on network 92f4d027-49a4-4263-91e7-811f0e7a66c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:04.379700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Attempting to bind port e586c0e6-f42b-4089-ab25-61134eba05fd on network 92f4d027-49a4-4263-91e7-811f0e7a66c2 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:04.388608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:04.388943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Checking segment: {'id': 'b8460e2d-b0d4-4aa6-ab9b-1db769432cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '92f4d027-49a4-4263-91e7-811f0e7a66c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:04.389454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Bound using segment: {'id': 'b8460e2d-b0d4-4aa6-ab9b-1db769432cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '92f4d027-49a4-4263-91e7-811f0e7a66c2'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:04.390491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Bound port: e586c0e6-f42b-4089-ab25-61134eba05fd, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8460e2d-b0d4-4aa6-ab9b-1db769432cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '92f4d027-49a4-4263-91e7-811f0e7a66c2'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:04.390491 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.416275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['2d280af1-4b2c-4bde-90bf-bff24c5e6c8e'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:04.439838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-83df4481-0785-444f-8f0c-45ee2b6eb43e service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418147 Jun 17 08:28:04.452113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28fbed15-9dad-421e-9d64-c0535fbabbbc req-14a78950-c55b-4364-ac14-0b679d5c3861 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074239 Jun 17 08:28:04.541908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] For port e586c0e6-f42b-4089-ab25-61134eba05fd, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:04.548407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] For port e586c0e6-f42b-4089-ab25-61134eba05fd, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=e586c0e6-f42b-4089-ab25-61134eba05fd,segment=NetworkSegment(b8460e2d-b0d4-4aa6-ab9b-1db769432cb3),segment_id=b8460e2d-b0d4-4aa6-ab9b-1db769432cb3)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:04.558351 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.561511 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8c6cd4e-e821-48cb-891c-862b484cd4e9 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:04.599713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:04.601586 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef42ba-8f59-4b70-a857-ac66a62a4893 x-openstack-request-id: req-c8ef42ba-8f59-4b70-a857-ac66a62a4893 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:04.602109 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56dc5a27-1550-453a-84ce-34c1fc6484c9", "tag": "b537b33c-6981-4fad-b00b-1f02264972d4", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:04.602396 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8ef42ba-8f59-4b70-a857-ac66a62a4893 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:04.602867 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56dc5a27-1550-453a-84ce-34c1fc6484c9', 'tag': 'b537b33c-6981-4fad-b00b-1f02264972d4', 'status': 'completed', 'code': 200} Jun 17 08:28:04.637603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.638826 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:04.640898 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/e586c0e6-f42b-4089-ab25-61134eba05fd HTTP/1.1" status: 200 len: 1093 time: 1.0465975 Jun 17 08:28:04.643927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25dde493-a624-43f2-8d5b-7442ad4ed962', 'tag': 'e586c0e6-f42b-4089-ab25-61134eba05fd'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:04.648183 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8293dd-0426-4736-833b-0294f45798fa" -d '{"events": [{"name": "network-changed", "server_uuid": "25dde493-a624-43f2-8d5b-7442ad4ed962", "tag": "e586c0e6-f42b-4089-ab25-61134eba05fd"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:04.686931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e586c0e6-f42b-4089-ab25-61134eba05fd,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:04.692094 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:04.697005 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-688f26e5-426f-4205-b873-e13e267c0951 req-88841cd9-16f5-4870-97c1-c3b664730cec service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435861 Jun 17 08:28:04.830342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-e4aec449-bebf-42e8-8715-161c14e6c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.832136 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-e4aec449-bebf-42e8-8715-161c14e6c807 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0f98bee18fd4d65a167577d024c4163&device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 1096 time: 0.0928295 Jun 17 08:28:04.863003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:04.865323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc951d-b38f-424d-a251-50df9586a09a req-d055427b-2f91-4356-a687-0de390e725aa tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.877125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc951d-b38f-424d-a251-50df9586a09a req-d055427b-2f91-4356-a687-0de390e725aa tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.883095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc951d-b38f-424d-a251-50df9586a09a req-d055427b-2f91-4356-a687-0de390e725aa tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.890496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-65fc951d-b38f-424d-a251-50df9586a09a req-d055427b-2f91-4356-a687-0de390e725aa tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2413 time: 0.2136915 Jun 17 08:28:04.891492 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-bd5b264c-4f13-4d3e-b6f3-3209c358cb75 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e586c0e6-f42b-4089-ab25-61134eba05fd HTTP/1.1" status: 200 len: 217 time: 0.0492666 Jun 17 08:28:04.950388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'port_id': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4', 'mac_address': 'fa:16:3e:5c:86:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60edf36c-6a69-4e4e-847c-9484b431209d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:04.973639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-694b71e8-fb37-4452-810f-a2d431aa7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:04.975145 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-694b71e8-fb37-4452-810f-a2d431aa7ffd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e9f9f3a-719f-4dee-ae8c-bb37098b0974 HTTP/1.1" status: 200 len: 848 time: 0.0778334 Jun 17 08:28:05.006057 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-65fc951d-b38f-424d-a251-50df9586a09a req-1f883c68-46d4-4f42-9496-f51fa8f01f94 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125970 Jun 17 08:28:05.015268 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-9b91afbd-70de-4998-94e3-c26feb2aeca4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92f4d027-49a4-4263-91e7-811f0e7a66c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323091 Jun 17 08:28:05.022918 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1807b-63e6-4fc2-be3c-d95df3bc1775 req-a30be86c-253e-442d-a88d-9af4e2880de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.024560 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54c1807b-63e6-4fc2-be3c-d95df3bc1775 req-a30be86c-253e-442d-a88d-9af4e2880de6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 1096 time: 0.2398403 Jun 17 08:28:05.027409 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:05.043727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:05.066577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:05.073461 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:05.075550 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c5a79f0e-ea45-4668-95c6-a1be4cfbe8f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:05.134855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:05.139239 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:05.141952 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d4acf1-5cfc-4011-8aa9-31819e042049 x-openstack-request-id: req-a8d4acf1-5cfc-4011-8aa9-31819e042049 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:05.142429 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25dde493-a624-43f2-8d5b-7442ad4ed962", "tag": "e586c0e6-f42b-4089-ab25-61134eba05fd", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:05.142563 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a8d4acf1-5cfc-4011-8aa9-31819e042049 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:05.143038 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25dde493-a624-43f2-8d5b-7442ad4ed962', 'tag': 'e586c0e6-f42b-4089-ab25-61134eba05fd', 'status': 'completed', 'code': 200} Jun 17 08:28:05.164687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032532d-25bd-45e2-a3a4-882e73f568fa req-dfdf8728-a107-4732-8917-2b9585aa46f1 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.168304 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a032532d-25bd-45e2-a3a4-882e73f568fa req-dfdf8728-a107-4732-8917-2b9585aa46f1 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 944 time: 0.3241947 Jun 17 08:28:05.176931 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-2e2d8e7f-cf20-449e-81e9-0f0da29a8936 service neutron] 10.222.0.10 "GET /v2.0/networks/92f4d027-49a4-4263-91e7-811f0e7a66c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533837 Jun 17 08:28:05.243342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:05.247801 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a032532d-25bd-45e2-a3a4-882e73f568fa req-dbbe09eb-c0f7-40f9-b92c-c4c6752d7945 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677624 Jun 17 08:28:05.291824 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-037258b8-b2ab-4185-bbb0-af86b44e91b6 req-1058bf85-46e3-4e92-9dd8-b075e2f51a19 service neutron] 10.222.0.10 "GET /v2.0/networks/92f4d027-49a4-4263-91e7-811f0e7a66c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067767 Jun 17 08:28:05.322911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1807b-63e6-4fc2-be3c-d95df3bc1775 req-fb5139d0-7c27-40d6-ab2a-e3b6ffd254c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.324378 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54c1807b-63e6-4fc2-be3c-d95df3bc1775 req-fb5139d0-7c27-40d6-ab2a-e3b6ffd254c5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.2872963 Jun 17 08:28:05.416387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54c1807b-63e6-4fc2-be3c-d95df3bc1775 req-611eaeb2-d4ef-43de-9cf1-db171870b5a7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b537b33c-6981-4fad-b00b-1f02264972d4 HTTP/1.1" status: 200 len: 217 time: 0.0833237 Jun 17 08:28:05.419228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a71507-ca19-43fa-b88f-4fb37ed4d731 req-6400d883-1a91-4d75-803e-c2492d66f0c8 tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.429161 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77a71507-ca19-43fa-b88f-4fb37ed4d731 req-6400d883-1a91-4d75-803e-c2492d66f0c8 tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 1102 time: 0.1516500 Jun 17 08:28:05.454665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8293dd-0426-4736-833b-0294f45798fa req-8ee754bc-080c-40e2-8df6-e70f165b6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.456517 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce8293dd-0426-4736-833b-0294f45798fa req-8ee754bc-080c-40e2-8df6-e70f165b6e39 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0f98bee18fd4d65a167577d024c4163&device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 1096 time: 0.1063566 Jun 17 08:28:05.537929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77a71507-ca19-43fa-b88f-4fb37ed4d731 req-a79f83ca-9f70-4e0c-85ed-fd9cc49cd5d8 tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077168 Jun 17 08:28:05.547079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1807b-63e6-4fc2-be3c-d95df3bc1775 req-fd63b619-d0cd-486b-ae99-a403aa70fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.548538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54c1807b-63e6-4fc2-be3c-d95df3bc1775 req-fd63b619-d0cd-486b-ae99-a403aa70fab5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.1152453 Jun 17 08:28:05.562088 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8293dd-0426-4736-833b-0294f45798fa req-21b86995-1695-4e52-9510-8a2703a428a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.564259 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce8293dd-0426-4736-833b-0294f45798fa req-21b86995-1695-4e52-9510-8a2703a428a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=92f4d027-49a4-4263-91e7-811f0e7a66c2 HTTP/1.1" status: 200 len: 909 time: 0.0978904 Jun 17 08:28:05.583744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['d228aae0-ee73-4bea-8ab7-a08fe00b9310'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:05.604942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13392b5-a6c6-4be9-8bbc-ddedb56ff3ab req-6bca8f35-6e61-4e4c-893f-fe5fc4e51b0e tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.607472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f13392b5-a6c6-4be9-8bbc-ddedb56ff3ab req-6bca8f35-6e61-4e4c-893f-fe5fc4e51b0e tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 945 time: 0.1944339 Jun 17 08:28:05.617760 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce8293dd-0426-4736-833b-0294f45798fa req-96b5e733-fe8f-4153-afd3-1996ff32e0c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e586c0e6-f42b-4089-ab25-61134eba05fd HTTP/1.1" status: 200 len: 217 time: 0.0460160 Jun 17 08:28:05.661150 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f13392b5-a6c6-4be9-8bbc-ddedb56ff3ab req-df2d84e5-edba-4c43-bac8-ff70d368012b tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458806 Jun 17 08:28:05.695102 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8293dd-0426-4736-833b-0294f45798fa req-ab923d99-f740-4c0b-9542-5fc53058d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.702191 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce8293dd-0426-4736-833b-0294f45798fa req-ab923d99-f740-4c0b-9542-5fc53058d2d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e9f9f3a-719f-4dee-ae8c-bb37098b0974 HTTP/1.1" status: 200 len: 848 time: 0.0771101 Jun 17 08:28:05.734585 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1807b-63e6-4fc2-be3c-d95df3bc1775 req-97747a68-ebe8-4d73-9c8c-1425fb0e958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.736474 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54c1807b-63e6-4fc2-be3c-d95df3bc1775 req-97747a68-ebe8-4d73-9c8c-1425fb0e958f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1801457 Jun 17 08:28:05.777118 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce8293dd-0426-4736-833b-0294f45798fa req-6c1909a5-3af0-4612-a358-8ad8c3680984 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=92f4d027-49a4-4263-91e7-811f0e7a66c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626047 Jun 17 08:28:05.816318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7a0f4-6e15-4280-95a3-6f4dc0689810 req-6a73b4e0-a800-4688-a3fa-035dff77860f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:05.817912 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ac7a0f4-6e15-4280-95a3-6f4dc0689810 req-6a73b4e0-a800-4688-a3fa-035dff77860f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 944 time: 0.1550851 Jun 17 08:28:05.903939 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce8293dd-0426-4736-833b-0294f45798fa req-a210f300-32d7-4754-a2b8-3dbaf1b602b5 service neutron] 10.222.0.10 "GET /v2.0/networks/92f4d027-49a4-4263-91e7-811f0e7a66c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218328 Jun 17 08:28:05.911576 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ac7a0f4-6e15-4280-95a3-6f4dc0689810 req-70b2a1fb-4c39-454b-ac01-38dcf820ab80 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858161 Jun 17 08:28:05.922856 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54c1807b-63e6-4fc2-be3c-d95df3bc1775 req-e1cc8dec-e1b4-45b6-b0b5-8404d3f44bab service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791229 Jun 17 08:28:06.015057 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ce8293dd-0426-4736-833b-0294f45798fa req-cced1e5f-512b-49e0-af76-d2ee13d18d41 service neutron] 10.222.0.10 "GET /v2.0/networks/92f4d027-49a4-4263-91e7-811f0e7a66c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031692 Jun 17 08:28:06.061876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54c1807b-63e6-4fc2-be3c-d95df3bc1775 req-f174082d-02ec-47c7-9c91-e33fb8474ad0 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299453 Jun 17 08:28:06.076013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431a7ef-17f2-4e43-b72a-27a65ee23f0d req-746677c6-6516-4821-990b-21b571490120 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:06.077589 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7431a7ef-17f2-4e43-b72a-27a65ee23f0d req-746677c6-6516-4821-990b-21b571490120 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 944 time: 0.0953012 Jun 17 08:28:06.118351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7431a7ef-17f2-4e43-b72a-27a65ee23f0d req-c4bddb8a-256e-4cd0-8378-db77881fe5eb tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333214 Jun 17 08:28:06.281606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63102a0e-23f8-452b-8d8d-2973f92788b7 req-da79c7f1-e7db-4558-8da6-1e7afc490e85 tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:06.283238 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63102a0e-23f8-452b-8d8d-2973f92788b7 req-da79c7f1-e7db-4558-8da6-1e7afc490e85 tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 1102 time: 0.0620544 Jun 17 08:28:06.321499 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63102a0e-23f8-452b-8d8d-2973f92788b7 req-8692b3b8-6926-478c-9bb6-8af00df831ff tempest-ServersAdminTestJSON-983536742 tempest-ServersAdminTestJSON-983536742-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Jun 17 08:28:06.507913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8668f58-0da2-4f18-875c-887b4662fea5 req-23ea5f1a-8d24-4c8c-850f-204a8c95c594 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:06.513729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8668f58-0da2-4f18-875c-887b4662fea5 req-23ea5f1a-8d24-4c8c-850f-204a8c95c594 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:06.519562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8668f58-0da2-4f18-875c-887b4662fea5 req-23ea5f1a-8d24-4c8c-850f-204a8c95c594 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:06.521195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8668f58-0da2-4f18-875c-887b4662fea5 req-23ea5f1a-8d24-4c8c-850f-204a8c95c594 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2413 time: 0.1288340 Jun 17 08:28:06.544936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c172bc-c7e1-4b57-97a9-f45e07685b2f req-f34e6439-74a0-4b33-b086-b8daf014da5f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:06.546381 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15c172bc-c7e1-4b57-97a9-f45e07685b2f req-f34e6439-74a0-4b33-b086-b8daf014da5f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 944 time: 0.1153495 Jun 17 08:28:06.565826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device b537b33c-6981-4fad-b00b-1f02264972d4 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:06.569288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d228aae0-ee73-4bea-8ab7-a08fe00b9310 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:06.589546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8668f58-0da2-4f18-875c-887b4662fea5 req-dd69ca98-c39f-4981-9510-5fe2e7390c0c tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610075 Jun 17 08:28:06.603144 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15c172bc-c7e1-4b57-97a9-f45e07685b2f req-83a3e7e3-5094-46e1-869c-2be3e3721013 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502987 Jun 17 08:28:06.606696 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 5b93a09f-29ed-4d4f-8909-a835d4546982 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:06.749093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port d228aae0-ee73-4bea-8ab7-a08fe00b9310 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:06.761167 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port d228aae0-ee73-4bea-8ab7-a08fe00b9310 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:06.761543 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:06.770601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 5b93a09f-29ed-4d4f-8909-a835d4546982 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:06.809804 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 5b93a09f-29ed-4d4f-8909-a835d4546982 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:06.810245 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:06.879480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port b537b33c-6981-4fad-b00b-1f02264972d4, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=b537b33c-6981-4fad-b00b-1f02264972d4,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:06.890041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22044207-af2a-4fdd-a97f-2c72aaa62b93 req-547855d5-2d20-4946-8991-a70715fac59c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:06.898668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-22044207-af2a-4fdd-a97f-2c72aaa62b93 req-547855d5-2d20-4946-8991-a70715fac59c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 945 time: 0.0905309 Jun 17 08:28:06.904199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'b537b33c-6981-4fad-b00b-1f02264972d4', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'port_id': 'b537b33c-6981-4fad-b00b-1f02264972d4', 'mac_address': 'fa:16:3e:18:4a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:06.959238 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-22044207-af2a-4fdd-a97f-2c72aaa62b93 req-1fe2b8dc-f493-4f34-b190-56baf059a539 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571480 Jun 17 08:28:07.030063 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.074565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a09d9-4119-4c92-bc34-a152a7542be8 req-ccd18ec4-9437-47bc-bc83-8ef8b67c946b tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:07.076035 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.082665 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-398a09d9-4119-4c92-bc34-a152a7542be8 req-ccd18ec4-9437-47bc-bc83-8ef8b67c946b tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 950 time: 0.0933394 Jun 17 08:28:07.103445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b537b33c-6981-4fad-b00b-1f02264972d4 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:07.113577 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.130119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-398a09d9-4119-4c92-bc34-a152a7542be8 req-00560395-e203-4959-ab75-f15bda283c86 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459824 Jun 17 08:28:07.171277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd228aae0-ee73-4bea-8ab7-a08fe00b9310'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:07.173797 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdbf837-2381-4e7a-a9f5-8aecf0cf5eea" -d '{"events": [{"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-plugged", "status": "completed", "tag": "d228aae0-ee73-4bea-8ab7-a08fe00b9310"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:07.200838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port b537b33c-6981-4fad-b00b-1f02264972d4, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=b537b33c-6981-4fad-b00b-1f02264972d4,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:07.204005 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d228aae0-ee73-4bea-8ab7-a08fe00b9310, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d228aae0-ee73-4bea-8ab7-a08fe00b9310,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:07.210972 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.218517 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:07.222558 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.223468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 63eeac37-5f15-4f54-abb9-32a616a7ad80 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:07.227244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 5b93a09f-29ed-4d4f-8909-a835d4546982, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=5b93a09f-29ed-4d4f-8909-a835d4546982,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:07.277171 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.278159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:07.352907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=b537b33c-6981-4fad-b00b-1f02264972d4,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:07.358196 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:07.359299 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:07.373753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a8d71-235b-4b0e-97b8-91291f446db1 req-234b0fa6-4c01-4fb0-a6f0-fca188b51e34 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:07.375399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-464a8d71-235b-4b0e-97b8-91291f446db1 req-234b0fa6-4c01-4fb0-a6f0-fca188b51e34 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 944 time: 0.1065567 Jun 17 08:28:07.384268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c0738-4826-4092-9e3e-d29c2e9f27b3 req-c1604336-7455-4c90-bc80-7fcc92616415 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:07.385920 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f03c0738-4826-4092-9e3e-d29c2e9f27b3 req-c1604336-7455-4c90-bc80-7fcc92616415 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 945 time: 0.1300254 Jun 17 08:28:07.403461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 63eeac37-5f15-4f54-abb9-32a616a7ad80 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:07.411401 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:07.411792 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.418039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 63eeac37-5f15-4f54-abb9-32a616a7ad80 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:07.418452 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.458052 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-464a8d71-235b-4b0e-97b8-91291f446db1 req-37907376-63ae-4ea0-a46d-d6162823ed64 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711269 Jun 17 08:28:07.476138 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f03c0738-4826-4092-9e3e-d29c2e9f27b3 req-473145ec-4cae-44bb-a179-bdc90ec7c952 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789442 Jun 17 08:28:07.485203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d228aae0-ee73-4bea-8ab7-a08fe00b9310,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:07.524296 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['b537b33c-6981-4fad-b00b-1f02264972d4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:07.551910 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224a4c22-1359-42ab-a856-7077cb6eb0ca x-openstack-request-id: req-224a4c22-1359-42ab-a856-7077cb6eb0ca {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:07.552203 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-plugged", "status": "completed", "tag": "d228aae0-ee73-4bea-8ab7-a08fe00b9310", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:07.552467 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-224a4c22-1359-42ab-a856-7077cb6eb0ca {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:07.552859 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd228aae0-ee73-4bea-8ab7-a08fe00b9310', 'code': 200} Jun 17 08:28:07.640439 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=5b93a09f-29ed-4d4f-8909-a835d4546982,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:07.649646 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:07.653526 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:07.653883 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:07.796505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07424ff9-53db-46a3-aa78-2e353a82c4ab req-20ffa8a2-4ace-43d0-b906-3ff03754bf8c tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:07.802205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07424ff9-53db-46a3-aa78-2e353a82c4ab req-20ffa8a2-4ace-43d0-b906-3ff03754bf8c tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:07.808213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07424ff9-53db-46a3-aa78-2e353a82c4ab req-20ffa8a2-4ace-43d0-b906-3ff03754bf8c tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:07.810156 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-07424ff9-53db-46a3-aa78-2e353a82c4ab req-20ffa8a2-4ace-43d0-b906-3ff03754bf8c tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2414 time: 0.0916190 Jun 17 08:28:07.839950 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.841692 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.881651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-07424ff9-53db-46a3-aa78-2e353a82c4ab req-a0722a0b-a72f-4a94-bfc9-bbc036b28945 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627625 Jun 17 08:28:07.915793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:07.925357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755f412-b795-4109-acbd-a58c489b1f24 req-9747563c-0c68-46d6-b405-0319cd254058 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:07.926935 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8755f412-b795-4109-acbd-a58c489b1f24 req-9747563c-0c68-46d6-b405-0319cd254058 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.1409931 Jun 17 08:28:07.930464 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.933479 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 63eeac37-5f15-4f54-abb9-32a616a7ad80, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=63eeac37-5f15-4f54-abb9-32a616a7ad80,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:07.935518 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a1fbd7cc-0488-4a64-b2de-ed7d1caad5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:07.960206 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:07.960206 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:07.978918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8755f412-b795-4109-acbd-a58c489b1f24 req-9bb53906-3571-4db1-8485-e1afc36f0438 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450020 Jun 17 08:28:08.054100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:08.060272 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:08.063444 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:08.097281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:08.112956 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:08.113332 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:08.142855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=63eeac37-5f15-4f54-abb9-32a616a7ad80,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:08.147700 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:08.222825 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:08.228838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa920a8-a770-4758-bf22-baed9cea76aa req-7ee217c7-b50d-4ff9-8d49-81511f1c2dd7 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:08.231161 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-efa920a8-a770-4758-bf22-baed9cea76aa req-7ee217c7-b50d-4ff9-8d49-81511f1c2dd7 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1543617 Jun 17 08:28:08.265322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e,segment=NetworkSegment(d5dede60-3943-42f1-b315-3ad92b069217),segment_id=d5dede60-3943-42f1-b315-3ad92b069217)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:08.272611 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:08.276999 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:08.311860 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510f0a0-21ee-435e-b25c-0e250eb1f425 req-3976f479-c3a9-438e-8575-e97eb0284437 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:08.313257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f510f0a0-21ee-435e-b25c-0e250eb1f425 req-3976f479-c3a9-438e-8575-e97eb0284437 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 950 time: 0.1872854 Jun 17 08:28:08.327171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:08.331253 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:08.355034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-efa920a8-a770-4758-bf22-baed9cea76aa req-76a8fffc-7d49-4f1b-839f-859cb409245f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151979 Jun 17 08:28:08.401777 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6448c6b7-996a-47be-9e77-48db285ad7ad req-12a6f467-34d1-4738-bc88-260a0dad005f tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:08.406017 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6448c6b7-996a-47be-9e77-48db285ad7ad req-12a6f467-34d1-4738-bc88-260a0dad005f tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 950 time: 0.1555471 Jun 17 08:28:08.473402 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6448c6b7-996a-47be-9e77-48db285ad7ad req-709e6040-7944-44b2-8143-12067937215c tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602570 Jun 17 08:28:08.503833 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-f510f0a0-21ee-435e-b25c-0e250eb1f425 req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Deleting port e7424bfa-c146-48f1-8eab-5f2aa3712523 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:08.504541 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f510f0a0-21ee-435e-b25c-0e250eb1f425 req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:08.612472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device e586c0e6-f42b-4089-ab25-61134eba05fd details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:08.718362 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port e586c0e6-f42b-4089-ab25-61134eba05fd, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=e586c0e6-f42b-4089-ab25-61134eba05fd,segment=NetworkSegment(b8460e2d-b0d4-4aa6-ab9b-1db769432cb3),segment_id=b8460e2d-b0d4-4aa6-ab9b-1db769432cb3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:08.742509 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'e586c0e6-f42b-4089-ab25-61134eba05fd', 'network_id': '92f4d027-49a4-4263-91e7-811f0e7a66c2', 'port_id': 'e586c0e6-f42b-4089-ab25-61134eba05fd', 'mac_address': 'fa:16:3e:6e:83:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9f9f3a-719f-4dee-ae8c-bb37098b0974', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:08.791169 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:08.805467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e586c0e6-f42b-4089-ab25-61134eba05fd {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:08.828863 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port e586c0e6-f42b-4089-ab25-61134eba05fd, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=e586c0e6-f42b-4089-ab25-61134eba05fd,segment=NetworkSegment(b8460e2d-b0d4-4aa6-ab9b-1db769432cb3),segment_id=b8460e2d-b0d4-4aa6-ab9b-1db769432cb3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:08.835996 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:08.840037 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:08.894278 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=e586c0e6-f42b-4089-ab25-61134eba05fd,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:08.901462 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:08.940861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-f510f0a0-21ee-435e-b25c-0e250eb1f425 req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] For port e7424bfa-c146-48f1-8eab-5f2aa3712523, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e7424bfa-c146-48f1-8eab-5f2aa3712523,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:08.941459 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f510f0a0-21ee-435e-b25c-0e250eb1f425 req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.013080 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.016670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-f510f0a0-21ee-435e-b25c-0e250eb1f425 req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Calling delete_port for e7424bfa-c146-48f1-8eab-5f2aa3712523 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:09.091913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50281966-94d0-4435-9428-4595985306eb req-6a302aa3-4e4c-47e9-9a86-da128ba68602 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:09.093500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50281966-94d0-4435-9428-4595985306eb req-6a302aa3-4e4c-47e9-9a86-da128ba68602 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 944 time: 0.4962125 Jun 17 08:28:09.103675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b0500-f48d-4516-85cc-fe1ed5a9371a req-49699730-6ff2-4759-9d97-319a6ad544d3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:09.105116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-632b0500-f48d-4516-85cc-fe1ed5a9371a req-49699730-6ff2-4759-9d97-319a6ad544d3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 945 time: 0.5067472 Jun 17 08:28:09.192566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-632b0500-f48d-4516-85cc-fe1ed5a9371a req-85298978-94b1-4ff8-ad0a-95c383c57612 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775008 Jun 17 08:28:09.195140 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50281966-94d0-4435-9428-4595985306eb req-2bfd7998-3a0a-41e3-b65e-a01d40ad066e tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876093 Jun 17 08:28:09.282435 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f510f0a0-21ee-435e-b25c-0e250eb1f425 req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.288344 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:09.295784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['3247c043-460a-4f47-a5f2-95d5d44d61b0', 'e7424bfa-c146-48f1-8eab-5f2aa3712523', '672d3b96-ea68-47eb-9002-b22372222fd8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:09.348325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Pushing event deleted for resources: {'Port': ['ID=e7424bfa-c146-48f1-8eab-5f2aa3712523,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:09.394647 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:09.465016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f510f0a0-21ee-435e-b25c-0e250eb1f425 req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] No DVR routers for this DVR port e7424bfa-c146-48f1-8eab-5f2aa3712523 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:09.469618 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f510f0a0-21ee-435e-b25c-0e250eb1f425 req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:09.471608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f510f0a0-21ee-435e-b25c-0e250eb1f425 req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "DELETE /v2.0/ports/e7424bfa-c146-48f1-8eab-5f2aa3712523 HTTP/1.1" status: 204 len: 173 time: 1.1495700 Jun 17 08:28:09.473200 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53980b0-8afa-4b76-804d-5664616b6667', 'name': 'network-vif-deleted', 'tag': 'e7424bfa-c146-48f1-8eab-5f2aa3712523'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:09.475694 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea183e43-b535-4064-aa61-161ec22ede12" -d '{"events": [{"server_uuid": "f53980b0-8afa-4b76-804d-5664616b6667", "name": "network-vif-deleted", "tag": "e7424bfa-c146-48f1-8eab-5f2aa3712523"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:09.522193 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26701fa5-1436-495b-be21-73082db7faee req-86198969-254e-4303-84c1-14c6a017f8fb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:09.527943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26701fa5-1436-495b-be21-73082db7faee req-86198969-254e-4303-84c1-14c6a017f8fb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:09.533758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26701fa5-1436-495b-be21-73082db7faee req-86198969-254e-4303-84c1-14c6a017f8fb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:09.541216 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26701fa5-1436-495b-be21-73082db7faee req-86198969-254e-4303-84c1-14c6a017f8fb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2416 time: 0.1997745 Jun 17 08:28:09.561410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3997f6c-4513-4bf9-bafa-d58e836b7999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b93a09f-29ed-4d4f-8909-a835d4546982'}, {'server_uuid': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4'}, {'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eeac37-5f15-4f54-abb9-32a616a7ad80'}, {'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d280af1-4b2c-4bde-90bf-bff24c5e6c8e'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:09.564384 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29043f14-f432-4107-a495-58ed8b385f30" -d '{"events": [{"server_uuid": "e3997f6c-4513-4bf9-bafa-d58e836b7999", "name": "network-vif-plugged", "status": "completed", "tag": "5b93a09f-29ed-4d4f-8909-a835d4546982"}, {"server_uuid": "a3833048-b122-4ab5-a1cc-97a1ea5c288a", "name": "network-vif-plugged", "status": "completed", "tag": "7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4"}, {"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-plugged", "status": "completed", "tag": "63eeac37-5f15-4f54-abb9-32a616a7ad80"}, {"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-plugged", "status": "completed", "tag": "2d280af1-4b2c-4bde-90bf-bff24c5e6c8e"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:09.578215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770690dd-d5b8-43c6-b593-51acd915bf21 req-fc969db6-5efe-40c4-8259-fd2a10668337 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:09.586194 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-770690dd-d5b8-43c6-b593-51acd915bf21 req-fc969db6-5efe-40c4-8259-fd2a10668337 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.1926959 Jun 17 08:28:09.623370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26701fa5-1436-495b-be21-73082db7faee req-5f22cb77-4e41-4da2-acba-dce8fb3ee085 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811625 Jun 17 08:28:09.647554 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-770690dd-d5b8-43c6-b593-51acd915bf21 req-aec4d8f6-bc15-442e-b101-de8cc1799526 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601549 Jun 17 08:28:09.746135 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f81ee5e-1940-404f-9125-d63c309679b9 x-openstack-request-id: req-8f81ee5e-1940-404f-9125-d63c309679b9 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:09.746479 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53980b0-8afa-4b76-804d-5664616b6667", "name": "network-vif-deleted", "tag": "e7424bfa-c146-48f1-8eab-5f2aa3712523", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:09.747320 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8f81ee5e-1940-404f-9125-d63c309679b9 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:09.747784 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53980b0-8afa-4b76-804d-5664616b6667', 'name': 'network-vif-deleted', 'tag': 'e7424bfa-c146-48f1-8eab-5f2aa3712523', 'status': 'completed', 'code': 200} Jun 17 08:28:09.748284 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['e586c0e6-f42b-4089-ab25-61134eba05fd'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:09.872150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fa623-9e1b-4f7c-8003-4db53c885796 req-4fb4ba3b-5618-4415-b1f1-12538aa971fc tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:09.883640 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e1fa623-9e1b-4f7c-8003-4db53c885796 req-4fb4ba3b-5618-4415-b1f1-12538aa971fc tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1170874 Jun 17 08:28:09.959445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e1fa623-9e1b-4f7c-8003-4db53c885796 req-a019e547-f90a-4185-b8c2-a38772e08677 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743518 Jun 17 08:28:10.035596 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf977b6-36c0-4d95-88a5-306dd5a38a50 x-openstack-request-id: req-6cf977b6-36c0-4d95-88a5-306dd5a38a50 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:10.036019 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3997f6c-4513-4bf9-bafa-d58e836b7999", "name": "network-vif-plugged", "status": "completed", "tag": "5b93a09f-29ed-4d4f-8909-a835d4546982", "code": 200}, {"server_uuid": "a3833048-b122-4ab5-a1cc-97a1ea5c288a", "name": "network-vif-plugged", "status": "completed", "tag": "7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4", "code": 200}, {"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-plugged", "status": "completed", "tag": "63eeac37-5f15-4f54-abb9-32a616a7ad80", "code": 200}, {"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-plugged", "status": "completed", "tag": "2d280af1-4b2c-4bde-90bf-bff24c5e6c8e", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:10.036411 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6cf977b6-36c0-4d95-88a5-306dd5a38a50 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:10.037008 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3997f6c-4513-4bf9-bafa-d58e836b7999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b93a09f-29ed-4d4f-8909-a835d4546982', 'code': 200} Jun 17 08:28:10.037734 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4', 'code': 200} Jun 17 08:28:10.038096 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63eeac37-5f15-4f54-abb9-32a616a7ad80', 'code': 200} Jun 17 08:28:10.038444 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d280af1-4b2c-4bde-90bf-bff24c5e6c8e', 'code': 200} Jun 17 08:28:10.100267 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56cd94be-aaaa-4325-bc06-e88dd543cb2b req-7bd1f6b1-2f8c-4edc-a8a9-4479997934eb tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=f53980b0-8afa-4b76-804d-5664616b6667 HTTP/1.1" status: 200 len: 210 time: 0.0424581 Jun 17 08:28:10.186422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bf464-8a1c-4cd3-aaeb-040a372495c3 req-0885bd17-dc12-4344-a24f-d30648ea9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.187227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bf464-8a1c-4cd3-aaeb-040a372495c3 req-0885bd17-dc12-4344-a24f-d30648ea9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.187847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bf464-8a1c-4cd3-aaeb-040a372495c3 req-0885bd17-dc12-4344-a24f-d30648ea9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.190062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c6bf464-8a1c-4cd3-aaeb-040a372495c3 req-0885bd17-dc12-4344-a24f-d30648ea9b09 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2872 time: 0.0695264 Jun 17 08:28:10.229884 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c6bf464-8a1c-4cd3-aaeb-040a372495c3 req-cca7b134-e67d-4525-b55c-c2003ae492ff service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337610 Jun 17 08:28:10.256883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11301a-9fbd-41df-834f-a1521c79ac21 req-6dd42acd-1e65-4cf0-aa51-c327453d14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.258629 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb11301a-9fbd-41df-834f-a1521c79ac21 req-6dd42acd-1e65-4cf0-aa51-c327453d14f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 1097 time: 0.0713675 Jun 17 08:28:10.301092 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb11301a-9fbd-41df-834f-a1521c79ac21 req-a427507c-33c6-4d6b-98fa-b0881a2859b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359459 Jun 17 08:28:10.439841 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9c936-89c7-4b33-bd29-49751f365592 req-7d840170-1fa1-4d28-afb0-b6ffecc825a7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.441399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54e9c936-89c7-4b33-bd29-49751f365592 req-7d840170-1fa1-4d28-afb0-b6ffecc825a7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 945 time: 0.1087387 Jun 17 08:28:10.461904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d9073-06ac-4473-b715-bec1b0bcd41d req-536b838a-380b-4a2a-9353-12766480b8be tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.463382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea2d9073-06ac-4473-b715-bec1b0bcd41d req-536b838a-380b-4a2a-9353-12766480b8be tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 945 time: 0.1211190 Jun 17 08:28:10.514333 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54e9c936-89c7-4b33-bd29-49751f365592 req-e917e595-6ddd-4189-a7da-ef67a9438638 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659149 Jun 17 08:28:10.519647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea2d9073-06ac-4473-b715-bec1b0bcd41d req-93136c1c-b0d3-4912-a7bb-0a75741e186c tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483370 Jun 17 08:28:10.586690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device b537b33c-6981-4fad-b00b-1f02264972d4 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:10.637688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port b537b33c-6981-4fad-b00b-1f02264972d4 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:10.642950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port b537b33c-6981-4fad-b00b-1f02264972d4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:10.642950 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.754112 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.797976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port b537b33c-6981-4fad-b00b-1f02264972d4, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=b537b33c-6981-4fad-b00b-1f02264972d4,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:10.803388 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:10.804527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e7424bfa-c146-48f1-8eab-5f2aa3712523 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:10.807147 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:10.848255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: e7424bfa-c146-48f1-8eab-5f2aa3712523 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:10.848255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e7424bfa-c146-48f1-8eab-5f2aa3712523 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:10.869359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6055b-b3d0-4d60-851c-fe5aef8f8243 req-131a7632-8819-4fa0-870a-e396f77be830 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.870936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-afd6055b-b3d0-4d60-851c-fe5aef8f8243 req-131a7632-8819-4fa0-870a-e396f77be830 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.0944462 Jun 17 08:28:10.878132 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=b537b33c-6981-4fad-b00b-1f02264972d4,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:10.881419 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:10.882005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03507004-a909-4993-9204-09e7f82936d4 req-a4273c75-654c-4a52-9138-9c909260e6db tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.888297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03507004-a909-4993-9204-09e7f82936d4 req-a4273c75-654c-4a52-9138-9c909260e6db tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.894030 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03507004-a909-4993-9204-09e7f82936d4 req-a4273c75-654c-4a52-9138-9c909260e6db tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:10.895732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03507004-a909-4993-9204-09e7f82936d4 req-a4273c75-654c-4a52-9138-9c909260e6db tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2416 time: 0.1564445 Jun 17 08:28:10.956386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-afd6055b-b3d0-4d60-851c-fe5aef8f8243 req-905a24d0-ba5f-4c5c-985d-6810e2e9eccc tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596328 Jun 17 08:28:10.959118 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03507004-a909-4993-9204-09e7f82936d4 req-e34ce458-88e8-44e6-ad19-60233e24dfe8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563419 Jun 17 08:28:11.182312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f1bb2-119b-45a3-a2f6-fb9b4ef698e1 req-b3175b62-53bb-4c38-9c1a-75914b5eab86 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.185370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c73f1bb2-119b-45a3-a2f6-fb9b4ef698e1 req-b3175b62-53bb-4c38-9c1a-75914b5eab86 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.0972917 Jun 17 08:28:11.231608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c73f1bb2-119b-45a3-a2f6-fb9b4ef698e1 req-500ff759-32d6-47a5-a9a6-0161e9c3c5bb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401750 Jun 17 08:28:11.607134 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0819909-f088-4445-89e9-56b7d131c70b req-0ec5ffff-b7de-4b70-a655-e465584e48e4 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.608951 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0819909-f088-4445-89e9-56b7d131c70b req-0ec5ffff-b7de-4b70-a655-e465584e48e4 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 949 time: 0.0786161 Jun 17 08:28:11.692328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0819909-f088-4445-89e9-56b7d131c70b req-0695824a-7c52-4f56-9d8b-b0374f6783d4 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775816 Jun 17 08:28:11.748025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754d9d9-8cdb-431d-bfe2-b0756940ce3b req-02dbb864-741e-4693-9b0c-2067e1324a81 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.749988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5754d9d9-8cdb-431d-bfe2-b0756940ce3b req-02dbb864-741e-4693-9b0c-2067e1324a81 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 946 time: 0.0967534 Jun 17 08:28:11.801346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5754d9d9-8cdb-431d-bfe2-b0756940ce3b req-4fb875eb-6967-4857-aff9-c0b1fdcf4db2 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437160 Jun 17 08:28:11.907571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685986e-911b-436d-8463-7d8b9e8389c7 req-a398e1e3-895e-44af-8e04-4dc0be47add8 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:11.909884 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d685986e-911b-436d-8463-7d8b9e8389c7 req-a398e1e3-895e-44af-8e04-4dc0be47add8 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 945 time: 0.0865536 Jun 17 08:28:11.971019 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d685986e-911b-436d-8463-7d8b9e8389c7 req-fa802a44-b9e9-455a-a69f-71bdb1fce85a tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541687 Jun 17 08:28:12.042165 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dc5a27-1550-453a-84ce-34c1fc6484c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b537b33c-6981-4fad-b00b-1f02264972d4'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:12.045531 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ece628-40e9-48df-9d5e-423e1b6d29d0" -d '{"events": [{"server_uuid": "56dc5a27-1550-453a-84ce-34c1fc6484c9", "name": "network-vif-plugged", "status": "completed", "tag": "b537b33c-6981-4fad-b00b-1f02264972d4"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:12.222296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15677149-12ae-4662-920b-9b05b63edff3 req-9249bb9d-54f6-483d-ac7f-c25579ff0111 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.228202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15677149-12ae-4662-920b-9b05b63edff3 req-9249bb9d-54f6-483d-ac7f-c25579ff0111 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.234421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15677149-12ae-4662-920b-9b05b63edff3 req-9249bb9d-54f6-483d-ac7f-c25579ff0111 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.236205 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15677149-12ae-4662-920b-9b05b63edff3 req-9249bb9d-54f6-483d-ac7f-c25579ff0111 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2416 time: 0.1418552 Jun 17 08:28:12.244633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f8560-f309-4ef4-bf6d-c6c344dffda1 req-1e7fafa7-8f37-4a5c-95d4-f99c938d0f8c tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.246166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab2f8560-f309-4ef4-bf6d-c6c344dffda1 req-1e7fafa7-8f37-4a5c-95d4-f99c938d0f8c tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.1157866 Jun 17 08:28:12.308287 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15677149-12ae-4662-920b-9b05b63edff3 req-0abda9a7-37f6-4743-9492-d174f2974b62 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610964 Jun 17 08:28:12.316165 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab2f8560-f309-4ef4-bf6d-c6c344dffda1 req-11737934-05af-49a3-b5de-9b6dbf64218b tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551972 Jun 17 08:28:12.373628 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9156718-922e-422f-ab6a-21239acf4855 x-openstack-request-id: req-f9156718-922e-422f-ab6a-21239acf4855 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:12.373913 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dc5a27-1550-453a-84ce-34c1fc6484c9", "name": "network-vif-plugged", "status": "completed", "tag": "b537b33c-6981-4fad-b00b-1f02264972d4", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:12.374221 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f9156718-922e-422f-ab6a-21239acf4855 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:12.374559 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dc5a27-1550-453a-84ce-34c1fc6484c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b537b33c-6981-4fad-b00b-1f02264972d4', 'code': 200} Jun 17 08:28:12.639408 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device e586c0e6-f42b-4089-ab25-61134eba05fd up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:12.648205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c64f2-b6ae-4de4-a8ab-37c3b9ddb7e6 req-324e252b-f49e-4df0-b5d5-625c39d98ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.649971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06c64f2-b6ae-4de4-a8ab-37c3b9ddb7e6 req-324e252b-f49e-4df0-b5d5-625c39d98ccf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 1098 time: 0.1956406 Jun 17 08:28:12.720503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port e586c0e6-f42b-4089-ab25-61134eba05fd completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:12.735286 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port e586c0e6-f42b-4089-ab25-61134eba05fd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:12.735686 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:12.760461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06c64f2-b6ae-4de4-a8ab-37c3b9ddb7e6 req-a908c841-6a26-4d76-be1a-6dd52739d130 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520740 Jun 17 08:28:12.801928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e35ca-dc1a-4189-9c9e-0db8e424c6de req-0e8801f2-7b40-449a-b479-6114cb18a183 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:12.810090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db9e35ca-dc1a-4189-9c9e-0db8e424c6de req-0e8801f2-7b40-449a-b479-6114cb18a183 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1984925 Jun 17 08:28:12.885833 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:12.947602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port e586c0e6-f42b-4089-ab25-61134eba05fd, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=e586c0e6-f42b-4089-ab25-61134eba05fd,segment=NetworkSegment(b8460e2d-b0d4-4aa6-ab9b-1db769432cb3),segment_id=b8460e2d-b0d4-4aa6-ab9b-1db769432cb3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:12.962145 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:12.964986 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-75f787ec-7c4f-4eca-9e92-54e2d0d6b946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:12.997351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db9e35ca-dc1a-4189-9c9e-0db8e424c6de req-da3390a5-5b7b-4a28-b56e-c54d526b2e3b tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862416 Jun 17 08:28:13.035086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=e586c0e6-f42b-4089-ab25-61134eba05fd,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:13.040893 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:13.127960 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52811108-730e-4c46-8e86-65063d52cec0 req-aae3829f-d72b-431e-94ee-676790addf4c tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:13.129695 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52811108-730e-4c46-8e86-65063d52cec0 req-aae3829f-d72b-431e-94ee-676790addf4c tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 949 time: 0.2748392 Jun 17 08:28:13.243420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa6553-57d5-4a9f-9af2-fcd583fd23cf req-4d00e1fd-67f2-44a9-84f7-34b2530a0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:13.247751 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e2fa6553-57d5-4a9f-9af2-fcd583fd23cf req-4d00e1fd-67f2-44a9-84f7-34b2530a0d1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6af458de33034e909705285c144422aa&device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 1097 time: 0.1204877 Jun 17 08:28:13.342196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec10ca7a-836d-48f3-8093-a0fdd27cf1cb req-1c753109-ebb2-4f96-9037-8227d6cde764 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:13.344429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec10ca7a-836d-48f3-8093-a0fdd27cf1cb req-1c753109-ebb2-4f96-9037-8227d6cde764 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 945 time: 0.1601954 Jun 17 08:28:13.358914 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f954-8fa8-45eb-857a-c1c0d3b713dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:13.377787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa6553-57d5-4a9f-9af2-fcd583fd23cf req-29f141bf-3450-4241-9ea6-b68699174c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:13.379667 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e2fa6553-57d5-4a9f-9af2-fcd583fd23cf req-29f141bf-3450-4241-9ea6-b68699174c10 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d41b9103-5b16-4672-9761-2b312069fcef HTTP/1.1" status: 200 len: 912 time: 0.1235161 Jun 17 08:28:13.413399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-52811108-730e-4c46-8e86-65063d52cec0 req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Deleting port 3247c043-460a-4f47-a5f2-95d5d44d61b0 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:13.413860 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-52811108-730e-4c46-8e86-65063d52cec0 req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:13.431430 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec10ca7a-836d-48f3-8093-a0fdd27cf1cb req-c9b7f0ee-0140-4a54-b8de-6c7044f90d5f tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796237 Jun 17 08:28:13.492197 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e2fa6553-57d5-4a9f-9af2-fcd583fd23cf req-32814c5b-03fe-4e44-8836-6696b3c153f1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b93a09f-29ed-4d4f-8909-a835d4546982 HTTP/1.1" status: 200 len: 217 time: 0.1031349 Jun 17 08:28:13.594057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa6553-57d5-4a9f-9af2-fcd583fd23cf req-61530542-34ee-49e1-a00d-f7d669ce8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:13.597941 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e2fa6553-57d5-4a9f-9af2-fcd583fd23cf req-61530542-34ee-49e1-a00d-f7d669ce8cbf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0befabea-8b3b-4e0c-9ea7-cedc4a793fb2 HTTP/1.1" status: 200 len: 851 time: 0.1004338 Jun 17 08:28:13.664468 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e2fa6553-57d5-4a9f-9af2-fcd583fd23cf req-c27f35ea-d3d8-4d73-b510-4b2e14875dea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d41b9103-5b16-4672-9761-2b312069fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592484 Jun 17 08:28:13.737895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-52811108-730e-4c46-8e86-65063d52cec0 req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] For port 3247c043-460a-4f47-a5f2-95d5d44d61b0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=3247c043-460a-4f47-a5f2-95d5d44d61b0,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:13.738423 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-52811108-730e-4c46-8e86-65063d52cec0 req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:13.947176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-52811108-730e-4c46-8e86-65063d52cec0 req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Calling delete_port for 3247c043-460a-4f47-a5f2-95d5d44d61b0 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:13.949573 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e2fa6553-57d5-4a9f-9af2-fcd583fd23cf req-3ec6f744-99d2-4dbb-bd22-1a66162fbf27 service neutron] 10.222.0.10 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731485 Jun 17 08:28:14.041838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e6348-b9f9-45fb-b7fe-4e6b6919add6 req-5502ff69-cce5-49c7-a6be-0949cb90d2aa tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:14.049112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-950e6348-b9f9-45fb-b7fe-4e6b6919add6 req-5502ff69-cce5-49c7-a6be-0949cb90d2aa tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 946 time: 0.3015325 Jun 17 08:28:14.074275 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e2fa6553-57d5-4a9f-9af2-fcd583fd23cf req-45fd8708-402e-4187-9cc9-1bd673017281 service neutron] 10.222.0.10 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188965 Jun 17 08:28:14.111214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6508dfa-c9f5-45b4-b430-1ac18d89d746 req-d02ed2c8-e756-42f3-95e5-4a1e43fb6318 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:14.119480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6508dfa-c9f5-45b4-b430-1ac18d89d746 req-d02ed2c8-e756-42f3-95e5-4a1e43fb6318 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e4f64ef-af8e-4689-905f-6dae4f1d30fd HTTP/1.1" status: 200 len: 949 time: 0.3323097 Jun 17 08:28:14.165181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-950e6348-b9f9-45fb-b7fe-4e6b6919add6 req-ab2287b5-d3dc-4c35-8d4d-fadc550fbf85 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150723 Jun 17 08:28:14.266321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6508dfa-c9f5-45b4-b430-1ac18d89d746 req-b5ad4ed4-bdc7-4ad4-8085-8ed84cf99673 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357496 Jun 17 08:28:14.337658 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-52811108-730e-4c46-8e86-65063d52cec0 req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:14.342850 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9848b80d-fb7c-4e75-9f6f-c27cd3604e67 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:14.350301 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['3247c043-460a-4f47-a5f2-95d5d44d61b0', '672d3b96-ea68-47eb-9002-b22372222fd8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:14.393198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dde493-a624-43f2-8d5b-7442ad4ed962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e586c0e6-f42b-4089-ab25-61134eba05fd'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:14.404567 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a31c3c-ef12-4d80-bb14-a32a4b282f02" -d '{"events": [{"server_uuid": "25dde493-a624-43f2-8d5b-7442ad4ed962", "name": "network-vif-plugged", "status": "completed", "tag": "e586c0e6-f42b-4089-ab25-61134eba05fd"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:14.469652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Pushing event deleted for resources: {'Port': ['ID=3247c043-460a-4f47-a5f2-95d5d44d61b0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:14.476000 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:14.562907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-52811108-730e-4c46-8e86-65063d52cec0 req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] No DVR routers for this DVR port 3247c043-460a-4f47-a5f2-95d5d44d61b0 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:14.571709 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-52811108-730e-4c46-8e86-65063d52cec0 req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:14.574709 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52811108-730e-4c46-8e86-65063d52cec0 req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "DELETE /v2.0/ports/3247c043-460a-4f47-a5f2-95d5d44d61b0 HTTP/1.1" status: 204 len: 173 time: 1.4312763 Jun 17 08:28:14.609161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4f64ef-af8e-4689-905f-6dae4f1d30fd', 'name': 'network-vif-deleted', 'tag': '3247c043-460a-4f47-a5f2-95d5d44d61b0'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:14.611805 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be646f3a-ad42-4553-a5f2-a831c5dcd554" -d '{"events": [{"server_uuid": "2e4f64ef-af8e-4689-905f-6dae4f1d30fd", "name": "network-vif-deleted", "tag": "3247c043-460a-4f47-a5f2-95d5d44d61b0"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:14.788962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447e0de-ed56-4465-8867-8731beec5ff1 req-a54ca128-c5ea-4fdc-8118-cb22c817404c tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:14.796986 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5447e0de-ed56-4465-8867-8731beec5ff1 req-a54ca128-c5ea-4fdc-8118-cb22c817404c tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 946 time: 0.4306602 Jun 17 08:28:14.871848 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec8d27-1dc9-4258-acf9-2448b71673ba req-bb7a693e-404a-4d08-9423-08e2939b2697 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:14.887023 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4ec8d27-1dc9-4258-acf9-2448b71673ba req-bb7a693e-404a-4d08-9423-08e2939b2697 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.3813934 Jun 17 08:28:14.932851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5447e0de-ed56-4465-8867-8731beec5ff1 req-4b3340fa-e33f-459b-b402-2ad85f904831 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348364 Jun 17 08:28:14.962640 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4ec8d27-1dc9-4258-acf9-2448b71673ba req-44e0fe3f-cd90-4e10-b305-2cf3978e57d1 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689220 Jun 17 08:28:15.273919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6835f8-6a7e-4535-8d6d-336a8d08cc51 req-d75cb5bb-75f9-41fd-8682-756bad77f2f1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.281010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e6835f8-6a7e-4535-8d6d-336a8d08cc51 req-d75cb5bb-75f9-41fd-8682-756bad77f2f1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1389210 Jun 17 08:28:15.299462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb6a08-0b07-4190-8e8f-7e6897a50b10 req-33211793-e83d-473f-b086-3d71c6371bc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.312278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb6a08-0b07-4190-8e8f-7e6897a50b10 req-33211793-e83d-473f-b086-3d71c6371bc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.327105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb6a08-0b07-4190-8e8f-7e6897a50b10 req-33211793-e83d-473f-b086-3d71c6371bc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.334947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e0fb6a08-0b07-4190-8e8f-7e6897a50b10 req-33211793-e83d-473f-b086-3d71c6371bc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2416 time: 0.2040596 Jun 17 08:28:15.502551 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e6835f8-6a7e-4535-8d6d-336a8d08cc51 req-1ce1cb9b-9db5-47c1-84a8-a0ff4e4d1e13 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174170 Jun 17 08:28:15.517324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e0fb6a08-0b07-4190-8e8f-7e6897a50b10 req-d6676b54-84f8-40da-96f5-81c0f8f37f4e tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814489 Jun 17 08:28:15.594101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-2b7af02a-4b58-423d-96f2-c9f13035b058 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.605150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-2b7af02a-4b58-423d-96f2-c9f13035b058 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.616906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-2b7af02a-4b58-423d-96f2-c9f13035b058 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.619689 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b26d5163-c296-40fb-ab39-0b33114eb621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:15.625695 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-2b7af02a-4b58-423d-96f2-c9f13035b058 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 2416 time: 0.2681959 Jun 17 08:28:15.658910 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592ea72f-b125-40c3-bd56-d24b2b49203b x-openstack-request-id: req-592ea72f-b125-40c3-bd56-d24b2b49203b {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:15.659215 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dde493-a624-43f2-8d5b-7442ad4ed962", "name": "network-vif-plugged", "status": "completed", "tag": "e586c0e6-f42b-4089-ab25-61134eba05fd", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:15.659479 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-592ea72f-b125-40c3-bd56-d24b2b49203b {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:15.659884 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dde493-a624-43f2-8d5b-7442ad4ed962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e586c0e6-f42b-4089-ab25-61134eba05fd', 'code': 200} Jun 17 08:28:15.815574 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57deeb3-bf96-41b3-8669-7c160981e44e x-openstack-request-id: req-f57deeb3-bf96-41b3-8669-7c160981e44e {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:15.820934 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4f64ef-af8e-4689-905f-6dae4f1d30fd", "name": "network-vif-deleted", "tag": "3247c043-460a-4f47-a5f2-95d5d44d61b0", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:15.821646 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f57deeb3-bf96-41b3-8669-7c160981e44e {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:15.823313 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4f64ef-af8e-4689-905f-6dae4f1d30fd', 'name': 'network-vif-deleted', 'tag': '3247c043-460a-4f47-a5f2-95d5d44d61b0', 'status': 'completed', 'code': 200} Jun 17 08:28:15.872825 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:15.925534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9140b3-f8eb-43a5-ac86-a46327aa5f94 req-2539fa1e-97b6-4126-ae77-11deecb2f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:15.928458 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8b9140b3-f8eb-43a5-ac86-a46327aa5f94 req-2539fa1e-97b6-4126-ae77-11deecb2f0ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 1098 time: 0.1757884 Jun 17 08:28:15.943110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting port d228aae0-ee73-4bea-8ab7-a08fe00b9310 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:15.943550 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:16.009937 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8b9140b3-f8eb-43a5-ac86-a46327aa5f94 req-c9e6b33d-87e8-4d3e-867f-a44cfd169a49 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709167 Jun 17 08:28:16.158384 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] For port d228aae0-ee73-4bea-8ab7-a08fe00b9310, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d228aae0-ee73-4bea-8ab7-a08fe00b9310,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:16.158751 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:16.233632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Calling delete_port for d228aae0-ee73-4bea-8ab7-a08fe00b9310 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:16.246279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c837e5-4664-4ee6-bbce-1c6f6e5c4ab3 req-84818c0b-6fa8-4015-ab35-4af0f4ea4767 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:16.248168 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-29c837e5-4664-4ee6-bbce-1c6f6e5c4ab3 req-84818c0b-6fa8-4015-ab35-4af0f4ea4767 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 946 time: 0.2169509 Jun 17 08:28:16.357138 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-29c837e5-4664-4ee6-bbce-1c6f6e5c4ab3 req-5b16ea9b-0f22-4d6c-bd4f-369c0dbc4fa5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939238 Jun 17 08:28:16.749735 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:16.888350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abb607-d476-47fc-bbc6-89bb8ddb92e2 req-2310d7dc-e0db-4562-8715-d231d21edbc1 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:16.889852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12abb607-d476-47fc-bbc6-89bb8ddb92e2 req-2310d7dc-e0db-4562-8715-d231d21edbc1 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 945 time: 0.5317171 Jun 17 08:28:16.950470 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:16.963585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['63eeac37-5f15-4f54-abb9-32a616a7ad80', '2d280af1-4b2c-4bde-90bf-bff24c5e6c8e', 'd228aae0-ee73-4bea-8ab7-a08fe00b9310'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:16.966320 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-424e32cd-6e2a-4969-8914-20b83d157558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:17.033021 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12abb607-d476-47fc-bbc6-89bb8ddb92e2 req-37572790-5b0b-4eff-802f-2bd2398f02c9 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342537 Jun 17 08:28:17.049356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Port': ['ID=d228aae0-ee73-4bea-8ab7-a08fe00b9310,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:17.053773 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:17.076002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24058f-780b-4762-a056-394c1ae5e26c req-d4acd4ef-056b-4b40-9a1c-25cc211d77f5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:17.082046 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ce24058f-780b-4762-a056-394c1ae5e26c req-d4acd4ef-056b-4b40-9a1c-25cc211d77f5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.5844581 Jun 17 08:28:17.251496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] No DVR routers for this DVR port d228aae0-ee73-4bea-8ab7-a08fe00b9310 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:17.259310 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:17.261329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "DELETE /v2.0/ports/d228aae0-ee73-4bea-8ab7-a08fe00b9310 HTTP/1.1" status: 204 len: 173 time: 1.6279817 Jun 17 08:28:17.321088 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-217c6929-a20f-42ae-9f73-3cd675955b52 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4770598 Jun 17 08:28:17.425716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ce24058f-780b-4762-a056-394c1ae5e26c req-fc064d04-5433-4d6c-9e31-205e4c8d6ccf tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226721 Jun 17 08:28:17.674807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3956c5c-9431-42db-9e44-a1c13740bb6f req-30e0dfb4-a3fd-40b3-80ee-47537d5bd080 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:17.676487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f3956c5c-9431-42db-9e44-a1c13740bb6f req-30e0dfb4-a3fd-40b3-80ee-47537d5bd080 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 946 time: 0.4200790 Jun 17 08:28:17.685621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-ee011b6d-2402-4fb8-af30-e25509f2d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:17.687184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-ee011b6d-2402-4fb8-af30-e25509f2d8fe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 1102 time: 0.2581851 Jun 17 08:28:17.737437 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:17.737775 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:17.825931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-deleted', 'tag': 'd228aae0-ee73-4bea-8ab7-a08fe00b9310'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:17.828323 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eae0889-7b78-4c29-9d52-e546d926114a" -d '{"events": [{"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-deleted", "tag": "d228aae0-ee73-4bea-8ab7-a08fe00b9310"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:17.845298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f3956c5c-9431-42db-9e44-a1c13740bb6f req-87dc93b9-6311-441f-ac8b-80abd9c78782 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569052 Jun 17 08:28:17.930047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-e8435a40-f859-4892-8272-cb92761976d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:17.932655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-e8435a40-f859-4892-8272-cb92761976d6 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2182488 Jun 17 08:28:17.948833 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] For port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e,segment=NetworkSegment(d5dede60-3943-42f1-b315-3ad92b069217),segment_id=d5dede60-3943-42f1-b315-3ad92b069217)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:17.949578 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:17.989712 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-635f5d19-ca82-4585-81a6-7ba2435c8059 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=672d3b96-ea68-47eb-9002-b22372222fd8 HTTP/1.1" status: 200 len: 217 time: 0.0484107 Jun 17 08:28:18.142329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-5ebc2ea2-8416-46d6-bf49-d322fa2caa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.147909 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-5ebc2ea2-8416-46d6-bf49-d322fa2caa44 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1493156 Jun 17 08:28:18.205351 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Calling delete_port for 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:18.416576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fde036-874e-402c-8ae7-c223c7acd0a4 req-aad4d241-bd65-4c34-b823-c5030aed8a92 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.418163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70fde036-874e-402c-8ae7-c223c7acd0a4 req-aad4d241-bd65-4c34-b823-c5030aed8a92 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.2691669 Jun 17 08:28:18.468000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-314e8f81-f3b3-4817-93c1-52d143c565dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.469498 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-314e8f81-f3b3-4817-93c1-52d143c565dc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2589955 Jun 17 08:28:18.488126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed861a7-0f38-4b81-b4ef-3fff61a01ab7 req-25f329db-3300-499d-9694-f37e3cd9c8c1 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.494284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed861a7-0f38-4b81-b4ef-3fff61a01ab7 req-25f329db-3300-499d-9694-f37e3cd9c8c1 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:18.495965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ed861a7-0f38-4b81-b4ef-3fff61a01ab7 req-25f329db-3300-499d-9694-f37e3cd9c8c1 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 1682 time: 0.2762380 Jun 17 08:28:18.582054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70fde036-874e-402c-8ae7-c223c7acd0a4 req-e861108f-5a9e-4c03-b4c3-8e013241b41a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558487 Jun 17 08:28:18.619305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 3247c043-460a-4f47-a5f2-95d5d44d61b0 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:18.665345 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-5f353191-aa36-47f5-b22a-40d6bd7b5276 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683369 Jun 17 08:28:18.667187 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c48a40c-0d6b-476b-9a3a-4a94f0ef9d5a x-openstack-request-id: req-8c48a40c-0d6b-476b-9a3a-4a94f0ef9d5a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:18.667694 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-deleted", "tag": "d228aae0-ee73-4bea-8ab7-a08fe00b9310", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:18.668143 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c48a40c-0d6b-476b-9a3a-4a94f0ef9d5a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:18.668731 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-deleted', 'tag': 'd228aae0-ee73-4bea-8ab7-a08fe00b9310', 'status': 'completed', 'code': 200} Jun 17 08:28:18.687963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 3247c043-460a-4f47-a5f2-95d5d44d61b0 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:18.688585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 3247c043-460a-4f47-a5f2-95d5d44d61b0 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:18.784144 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:18.822952 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ed861a7-0f38-4b81-b4ef-3fff61a01ab7 req-19c76034-b99f-4ab3-8b0a-e252ee6c4ebd tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107343 Jun 17 08:28:18.894739 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:18.942410 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8d70dc6-d71f-46d5-b641-a47b989b315b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:18.971662 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af9f1c00-b5a2-4430-8ecc-d0a48860d7a5 req-440bd9d8-f88c-4d51-ab74-03b579cfcae1 service neutron] 10.222.0.63 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986639 Jun 17 08:28:19.071169 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Port': ['ID=2d280af1-4b2c-4bde-90bf-bff24c5e6c8e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:19.098980 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:19.184654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dc9c4-147f-4788-8916-1a765dbda324 req-ecb9891f-9439-4028-8153-05f6976dfbc8 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:19.186655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-365dc9c4-147f-4788-8916-1a765dbda324 req-ecb9891f-9439-4028-8153-05f6976dfbc8 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.4078171 Jun 17 08:28:19.191128 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] No DVR routers for this DVR port 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:19.202671 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:19.205511 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "DELETE /v2.0/ports/2d280af1-4b2c-4bde-90bf-bff24c5e6c8e HTTP/1.1" status: 204 len: 173 time: 1.9308403 Jun 17 08:28:19.383403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf6e3a-e5d2-4b78-a030-e4e896714956 req-a5a00153-8bff-4372-98e8-e0d0236e8c1f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:19.385361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3cf6e3a-e5d2-4b78-a030-e4e896714956 req-a5a00153-8bff-4372-98e8-e0d0236e8c1f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.3158860 Jun 17 08:28:19.456240 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-365dc9c4-147f-4788-8916-1a765dbda324 req-cc21d519-7296-4940-9238-fd37bb98e657 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627478 Jun 17 08:28:19.506508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3cf6e3a-e5d2-4b78-a030-e4e896714956 req-99be5302-fbf8-4be0-868a-9f5889cc270d tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756016 Jun 17 08:28:19.527679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting port 63eeac37-5f15-4f54-abb9-32a616a7ad80 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:19.528033 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:19.555426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8a3bc-f79a-47a3-ba3d-93a287ad2834 req-6f1278b5-301d-4b4d-8317-9bc2a14eb5b8 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:19.557244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ded8a3bc-f79a-47a3-ba3d-93a287ad2834 req-6f1278b5-301d-4b4d-8317-9bc2a14eb5b8 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 950 time: 0.1994405 Jun 17 08:28:19.707822 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] For port 63eeac37-5f15-4f54-abb9-32a616a7ad80, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=63eeac37-5f15-4f54-abb9-32a616a7ad80,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:19.708191 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.075270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Calling delete_port for 63eeac37-5f15-4f54-abb9-32a616a7ad80 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:20.169813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-ded8a3bc-f79a-47a3-ba3d-93a287ad2834 req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Deleting port 672d3b96-ea68-47eb-9002-b22372222fd8 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:20.170153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ded8a3bc-f79a-47a3-ba3d-93a287ad2834 req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.272966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173166b-c2e1-4d7f-a7e1-ba1dc33744c5 req-9b23908d-6c79-4ee9-a778-008491cc4c13 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:20.280166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8173166b-c2e1-4d7f-a7e1-ba1dc33744c5 req-9b23908d-6c79-4ee9-a778-008491cc4c13 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 946 time: 0.2023094 Jun 17 08:28:20.408971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8173166b-c2e1-4d7f-a7e1-ba1dc33744c5 req-a3e8a5b0-a127-49e2-9bfc-7aa0f88a2e60 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252615 Jun 17 08:28:20.408971 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ded8a3bc-f79a-47a3-ba3d-93a287ad2834 req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] For port 672d3b96-ea68-47eb-9002-b22372222fd8, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=672d3b96-ea68-47eb-9002-b22372222fd8,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:20.408971 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ded8a3bc-f79a-47a3-ba3d-93a287ad2834 req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.582302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-ded8a3bc-f79a-47a3-ba3d-93a287ad2834 req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Calling delete_port for 672d3b96-ea68-47eb-9002-b22372222fd8 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:20.640684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d228aae0-ee73-4bea-8ab7-a08fe00b9310 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:20.665141 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: d228aae0-ee73-4bea-8ab7-a08fe00b9310 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:20.666023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d228aae0-ee73-4bea-8ab7-a08fe00b9310 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:20.666680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 63eeac37-5f15-4f54-abb9-32a616a7ad80 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:20.670240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-deleted', 'tag': '2d280af1-4b2c-4bde-90bf-bff24c5e6c8e'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:20.675096 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd352a50-b720-4b97-a40f-be624380a76a" -d '{"events": [{"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-deleted", "tag": "2d280af1-4b2c-4bde-90bf-bff24c5e6c8e"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:20.749061 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.760813 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:20.771979 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7919e245-e509-45e0-9a8f-e5d69a8b1f84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:20.821333 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:20.831886 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Port': ['ID=63eeac37-5f15-4f54-abb9-32a616a7ad80,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:20.840451 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:20.860208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13edc85-8205-4c13-a46c-0d80a00985b6 req-6d9f3086-1666-428c-8ae3-26855fbeb6e5 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:20.862359 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:20.863006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 2d280af1-4b2c-4bde-90bf-bff24c5e6c8e not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:20.867520 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d13edc85-8205-4c13-a46c-0d80a00985b6 req-6d9f3086-1666-428c-8ae3-26855fbeb6e5 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.4255066 Jun 17 08:28:20.983464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] No DVR routers for this DVR port 63eeac37-5f15-4f54-abb9-32a616a7ad80 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:20.992912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:21.000721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d79dc0f-4495-4a86-abc7-c61907a2bb81 req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "DELETE /v2.0/ports/63eeac37-5f15-4f54-abb9-32a616a7ad80 HTTP/1.1" status: 204 len: 173 time: 1.7699780 Jun 17 08:28:21.025001 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b5337-0498-499b-ae14-6110384ff1fc req-65b0bb6c-c6d1-4406-a428-6127142bc5ae tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:21.032413 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c04b5337-0498-499b-ae14-6110384ff1fc req-65b0bb6c-c6d1-4406-a428-6127142bc5ae tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=49a92acd-dd01-40cf-8723-4e264ce05742 HTTP/1.1" status: 200 len: 867 time: 0.3531160 Jun 17 08:28:21.048658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d13edc85-8205-4c13-a46c-0d80a00985b6 req-35fb41d8-2af3-4720-88bf-cbf0321102a3 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802177 Jun 17 08:28:21.129457 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c04b5337-0498-499b-ae14-6110384ff1fc req-94877892-00bf-4052-9267-cd7860adba70 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958304 Jun 17 08:28:21.130314 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ded8a3bc-f79a-47a3-ba3d-93a287ad2834 req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:21.145182 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-012c9af4-ad02-43ab-8600-216ffd480a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:21.147325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['672d3b96-ea68-47eb-9002-b22372222fd8'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:21.229416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Pushing event deleted for resources: {'Port': ['ID=672d3b96-ea68-47eb-9002-b22372222fd8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:21.237276 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:21.375723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded8a3bc-f79a-47a3-ba3d-93a287ad2834 req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] No DVR routers for this DVR port 672d3b96-ea68-47eb-9002-b22372222fd8 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:21.402425 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ded8a3bc-f79a-47a3-ba3d-93a287ad2834 req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:21.419284 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ded8a3bc-f79a-47a3-ba3d-93a287ad2834 req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.63 "DELETE /v2.0/ports/672d3b96-ea68-47eb-9002-b22372222fd8 HTTP/1.1" status: 204 len: 173 time: 1.8315380 Jun 17 08:28:21.570226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735ff1fa-53c5-49ab-a08e-35d772aa4167 req-05028a09-ba21-46f1-a5ae-ceced8955f89 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:21.580878 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735ff1fa-53c5-49ab-a08e-35d772aa4167 req-05028a09-ba21-46f1-a5ae-ceced8955f89 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 945 time: 0.2118852 Jun 17 08:28:21.710492 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-735ff1fa-53c5-49ab-a08e-35d772aa4167 req-36d2ab97-cac5-4008-b7a1-15d8b2c2633d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe58f34a-b1cc-49ca-bb31-9977054564e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283574 Jun 17 08:28:21.787554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-1196ecc7-d6df-40a4-9673-f2cdf9de1b18 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:21.794271 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-1196ecc7-d6df-40a4-9673-f2cdf9de1b18 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.10 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 945 time: 0.1546195 Jun 17 08:28:21.924176 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01335266-aaae-473f-bb05-8b3d0dfe5344 req-bc8fccb2-35ea-470e-85b1-194d703f4a15 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ffb3d81-0da9-4d52-b7fa-ce0700e704d3 HTTP/1.1" status: 200 len: 210 time: 0.0801289 Jun 17 08:28:21.977430 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Deleting port 82005261-045b-4ef5-9437-596150d48eaf {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:21.977777 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:22.018080 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e044be-6f51-4249-85fd-09a0dcb13f9a x-openstack-request-id: req-36e044be-6f51-4249-85fd-09a0dcb13f9a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:22.026455 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-deleted", "tag": "2d280af1-4b2c-4bde-90bf-bff24c5e6c8e", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:22.027240 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-36e044be-6f51-4249-85fd-09a0dcb13f9a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:22.028567 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-deleted', 'tag': '2d280af1-4b2c-4bde-90bf-bff24c5e6c8e', 'status': 'completed', 'code': 200} Jun 17 08:28:22.098370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399c12a-8560-4d10-869a-4d60b64a9048 req-014927d9-d46f-4ecb-9837-2c434bf47055 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:22.111799 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8399c12a-8560-4d10-869a-4d60b64a9048 req-014927d9-d46f-4ecb-9837-2c434bf47055 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.1863644 Jun 17 08:28:22.171296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] For port 82005261-045b-4ef5-9437-596150d48eaf, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=82005261-045b-4ef5-9437-596150d48eaf,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:22.171659 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:22.189136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8399c12a-8560-4d10-869a-4d60b64a9048 req-06309254-994e-4e2d-9831-201fb694e319 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760138 Jun 17 08:28:22.419839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34282) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:22.528029 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:22.529448 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:22.529996 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Floating IP 1a197203-bb0d-4fb8-a955-7ec44c021e80 disassociated. External IP: 172.25.8.11, port: 82005261-045b-4ef5-9437-596150d48eaf. Jun 17 08:28:22.530987 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Calling delete_port for 82005261-045b-4ef5-9437-596150d48eaf owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:22.675867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92e51b2-a36f-4edc-807b-39128e8b42f4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting subnet d9c6363d-ce65-4882-9121-f74d5fcc9180 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:28:22.687456 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a92e51b2-a36f-4edc-807b-39128e8b42f4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:22.768730 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:22.785021 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2c0f41b-7b60-49c0-bc58-3d0736bf5b0f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:22.810127 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a92e51b2-a36f-4edc-807b-39128e8b42f4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:22.843879 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Pushing event deleted for resources: {'Port': ['ID=82005261-045b-4ef5-9437-596150d48eaf,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:22.846868 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:22.866705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc3690-740a-4258-a5d2-f36a5807d04e req-928b7269-8158-4224-bea3-2bc3a7497680 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:22.869987 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8afc3690-740a-4258-a5d2-f36a5807d04e req-928b7269-8158-4224-bea3-2bc3a7497680 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.3377438 Jun 17 08:28:22.959311 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8afc3690-740a-4258-a5d2-f36a5807d04e req-570cacca-d90e-41a3-93d7-5f3571505192 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755248 Jun 17 08:28:23.002984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ccebb3b-a239-41bd-ba5b-56bf79577610 req-a6c51868-bd6e-4bd9-9bcb-939292add351 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 210 time: 0.0421033 Jun 17 08:28:23.073452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a92e51b2-a36f-4edc-807b-39128e8b42f4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.118831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:28:23.194130 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a92e51b2-a36f-4edc-807b-39128e8b42f4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.225561 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:23.233831 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a92e51b2-a36f-4edc-807b-39128e8b42f4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.236942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a92e51b2-a36f-4edc-807b-39128e8b42f4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "DELETE /v2.0/subnets/d9c6363d-ce65-4882-9121-f74d5fcc9180 HTTP/1.1" status: 204 len: 168 time: 0.8152485 Jun 17 08:28:23.240772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529cc6e0-a5e9-45d3-a5cc-38a2e7e76a28 None None] Network 874f7419-2462-4b40-b897-b6d2a92e6c4f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:23.260460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34308) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:23.286369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e51b2-a36f-4edc-807b-39128e8b42f4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c6363d-ce65-4882-9121-f74d5fcc9180,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:23.297874 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a92e51b2-a36f-4edc-807b-39128e8b42f4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:23.513323 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.695539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting port c8b034e1-82da-4099-96db-c7fd05ac1d86 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:23.696193 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.748540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba81850-396b-400a-8618-1ead1fb32a87 None None] DHCP port deletion for 874f7419-2462-4b40-b897-b6d2a92e6c4f request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:28:23.922993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-fba81850-396b-400a-8618-1ead1fb32a87 None None] Deleting port c8b034e1-82da-4099-96db-c7fd05ac1d86 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:23.923432 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fba81850-396b-400a-8618-1ead1fb32a87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:23.959474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34328) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:23.961601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] For port c8b034e1-82da-4099-96db-c7fd05ac1d86, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c8b034e1-82da-4099-96db-c7fd05ac1d86,segment=NetworkSegment(d5dede60-3943-42f1-b315-3ad92b069217),segment_id=d5dede60-3943-42f1-b315-3ad92b069217)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:23.964076 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.030306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-deleted', 'tag': '63eeac37-5f15-4f54-abb9-32a616a7ad80'}, {'server_uuid': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'name': 'network-vif-deleted', 'tag': '672d3b96-ea68-47eb-9002-b22372222fd8'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:24.041317 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f9d908-5c73-45cb-b25d-416977b2ed34" -d '{"events": [{"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-deleted", "tag": "63eeac37-5f15-4f54-abb9-32a616a7ad80"}, {"server_uuid": "4ffb3d81-0da9-4d52-b7fa-ce0700e704d3", "name": "network-vif-deleted", "tag": "672d3b96-ea68-47eb-9002-b22372222fd8"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:24.153782 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fba81850-396b-400a-8618-1ead1fb32a87 None None] For port c8b034e1-82da-4099-96db-c7fd05ac1d86, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c8b034e1-82da-4099-96db-c7fd05ac1d86,segment=NetworkSegment(d5dede60-3943-42f1-b315-3ad92b069217),segment_id=d5dede60-3943-42f1-b315-3ad92b069217)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:24.162228 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fba81850-396b-400a-8618-1ead1fb32a87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.199239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Calling delete_port for c8b034e1-82da-4099-96db-c7fd05ac1d86 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:24.303684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-fba81850-396b-400a-8618-1ead1fb32a87 None None] Calling delete_port for c8b034e1-82da-4099-96db-c7fd05ac1d86 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:24.390465 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f3ddc776-cb89-4a34-a990-6b4d9320194c req-89e926d1-413c-470a-b8d3-7a994302eb2f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2296596 Jun 17 08:28:24.399665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:28:24.429281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b4b5f2-e492-42ba-af8d-048a5f7387c8 None None] Sync routers for ids ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:28:24.447402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] No DVR routers for this DVR port 82005261-045b-4ef5-9437-596150d48eaf on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:24.450623 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.452643 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-30c0c0ef-57f6-4433-9cae-fcb1343f56fb req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.10 "DELETE /v2.0/ports/82005261-045b-4ef5-9437-596150d48eaf HTTP/1.1" status: 204 len: 173 time: 2.6525855 Jun 17 08:28:24.453353 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83437467-f52a-4520-9614-25602b2aff1f', 'name': 'network-vif-deleted', 'tag': '82005261-045b-4ef5-9437-596150d48eaf'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:24.456156 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19bc782-2cb4-4eb3-8c2a-86ce7f2d3ae1" -d '{"events": [{"server_uuid": "83437467-f52a-4520-9614-25602b2aff1f", "name": "network-vif-deleted", "tag": "82005261-045b-4ef5-9437-596150d48eaf"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:24.490665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b4b5f2-e492-42ba-af8d-048a5f7387c8 None None] Routers {'8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:28:24.491275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d5b4b5f2-e492-42ba-af8d-048a5f7387c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:28:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:24.491727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b701a8-b8cd-411b-8f17-125a44d8ae4d req-7b35f697-2862-4013-955b-545d9e9b5e17 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:24.505317 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17b701a8-b8cd-411b-8f17-125a44d8ae4d req-7b35f697-2862-4013-955b-545d9e9b5e17 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.6824315 Jun 17 08:28:24.544098 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1a0a218a-c3ff-4aca-80a1-3ebbc9e9984f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82d0af35edbc417e8d1ca6b9b8451457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5712776 Jun 17 08:28:24.548275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34348) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:24.684326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddc776-cb89-4a34-a990-6b4d9320194c req-6ad242d8-dd4b-4afc-b753-53c9853d2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:24.686308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.699639 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f3ddc776-cb89-4a34-a990-6b4d9320194c req-6ad242d8-dd4b-4afc-b753-53c9853d2d76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 1096 time: 0.2257955 Jun 17 08:28:24.724829 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-70440f9c-42e1-4414-b598-45b7a6cc683f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:24.728657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 672d3b96-ea68-47eb-9002-b22372222fd8 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:24.729480 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97f24b5e-bbc1-47ca-8a4d-a919284a8d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.788196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] No DVR routers for this DVR port c8b034e1-82da-4099-96db-c7fd05ac1d86 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:24.790729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 672d3b96-ea68-47eb-9002-b22372222fd8 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:24.791272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 672d3b96-ea68-47eb-9002-b22372222fd8 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:24.808890 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fba81850-396b-400a-8618-1ead1fb32a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.834250 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:24.845884 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddc776-cb89-4a34-a990-6b4d9320194c req-94a1a257-28d7-4f5f-9526-07dcc2d03223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:24.847511 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f3ddc776-cb89-4a34-a990-6b4d9320194c req-94a1a257-28d7-4f5f-9526-07dcc2d03223 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.1120193 Jun 17 08:28:24.849593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba81850-396b-400a-8618-1ead1fb32a87 None None] No DVR routers for this DVR port c8b034e1-82da-4099-96db-c7fd05ac1d86 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:24.888025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Port': ['ID=c8b034e1-82da-4099-96db-c7fd05ac1d86,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:24.899735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba81850-396b-400a-8618-1ead1fb32a87 None None] Pushing event deleted for resources: {'Port': ['ID=c8b034e1-82da-4099-96db-c7fd05ac1d86,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:24.912574 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97f24b5e-bbc1-47ca-8a4d-a919284a8d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:24.917501 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f3ddc776-cb89-4a34-a990-6b4d9320194c req-5a7b5363-75d6-439e-8244-d6996363a435 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56673305-cb00-4406-8d0c-c0b39d2e799c HTTP/1.1" status: 200 len: 217 time: 0.0624065 Jun 17 08:28:24.917735 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fba81850-396b-400a-8618-1ead1fb32a87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:24.949819 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-d5b4b5f2-e492-42ba-af8d-048a5f7387c8 None None] Set router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:28:24.997001 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:25.000742 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97f24b5e-bbc1-47ca-8a4d-a919284a8d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.004217 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97f24b5e-bbc1-47ca-8a4d-a919284a8d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.009312 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-97f24b5e-bbc1-47ca-8a4d-a919284a8d52 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ea0bf76-37de-4c20-acc7-b736fa5c5d7b HTTP/1.1" status: 204 len: 168 time: 0.4598734 Jun 17 08:28:25.032876 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b84e80d1-57f4-4e98-a0b7-93500b92a941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:25.047652 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f24b5e-bbc1-47ca-8a4d-a919284a8d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea0bf76-37de-4c20-acc7-b736fa5c5d7b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:25.052283 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97f24b5e-bbc1-47ca-8a4d-a919284a8d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:25.066424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddc776-cb89-4a34-a990-6b4d9320194c req-ef377439-63eb-420d-adf1-a8b829ef9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:25.067456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b076729-ad35-49ae-95d3-5dbd625f4c21 req-c3fd574f-a79a-4757-b52f-4f4c0bc84b63 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:25.068487 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f3ddc776-cb89-4a34-a990-6b4d9320194c req-ef377439-63eb-420d-adf1-a8b829ef9035 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.0792120 Jun 17 08:28:25.078542 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b076729-ad35-49ae-95d3-5dbd625f4c21 req-c3fd574f-a79a-4757-b52f-4f4c0bc84b63 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.8378170 Jun 17 08:28:25.115279 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17b701a8-b8cd-411b-8f17-125a44d8ae4d req-327bf84b-b7d9-4c2e-a695-9fcab9049635 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099946 Jun 17 08:28:25.162703 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f3ddc776-cb89-4a34-a990-6b4d9320194c req-ba83107c-5578-444d-82f2-1b84b3719dae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852592 Jun 17 08:28:25.231277 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.289254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874f7419-2462-4b40-b897-b6d2a92e6c4f']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:25.316484 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c8b034e1-82da-4099-96db-c7fd05ac1d86 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:25.342430 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b076729-ad35-49ae-95d3-5dbd625f4c21 req-180e6497-a032-4951-b913-298259b38eb3 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625866 Jun 17 08:28:25.344342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: c8b034e1-82da-4099-96db-c7fd05ac1d86 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:25.344911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c8b034e1-82da-4099-96db-c7fd05ac1d86 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:25.376213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5dede60-3943-42f1-b315-3ad92b069217') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:25.380602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5dede60-3943-42f1-b315-3ad92b069217') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:25.415625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.457442 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.473403 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f3ddc776-cb89-4a34-a990-6b4d9320194c req-5310db2d-639d-41cc-8b24-7797a4fd214a service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970057 Jun 17 08:28:25.473892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:28:25.473993 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:28:25.482747 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:28:25.518753 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7301d6d-d919-4a58-b517-bb31629627dd x-openstack-request-id: req-a7301d6d-d919-4a58-b517-bb31629627dd {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:25.519232 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49a92acd-dd01-40cf-8723-4e264ce05742", "name": "network-vif-deleted", "tag": "63eeac37-5f15-4f54-abb9-32a616a7ad80", "status": "completed", "code": 200}, {"server_uuid": "4ffb3d81-0da9-4d52-b7fa-ce0700e704d3", "name": "network-vif-deleted", "tag": "672d3b96-ea68-47eb-9002-b22372222fd8", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:25.519544 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a7301d6d-d919-4a58-b517-bb31629627dd {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:25.520022 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49a92acd-dd01-40cf-8723-4e264ce05742', 'name': 'network-vif-deleted', 'tag': '63eeac37-5f15-4f54-abb9-32a616a7ad80', 'status': 'completed', 'code': 200} Jun 17 08:28:25.520326 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb3d81-0da9-4d52-b7fa-ce0700e704d3', 'name': 'network-vif-deleted', 'tag': '672d3b96-ea68-47eb-9002-b22372222fd8', 'status': 'completed', 'code': 200} Jun 17 08:28:25.607368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d5b4b5f2-e492-42ba-af8d-048a5f7387c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:53Z', 'revision_number': 4, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6f56940f-0eea-4f60-a860-07aa0252983d', 'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'mac_address': 'fa:16:3e:de:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:51Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 5, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'subnets': [{'id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:25.628065 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1336e537-fcd3-4b98-a146-084cdc71c533 req-264cbc2e-6006-4eb1-9d1b-9add81bc6d95 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/ports?device_id=83437467-f52a-4520-9614-25602b2aff1f HTTP/1.1" status: 200 len: 210 time: 0.1066155 Jun 17 08:28:25.694267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b4b5f2-e492-42ba-af8d-048a5f7387c8 None None] Checking router: 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:28:25.703804 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f3ddc776-cb89-4a34-a990-6b4d9320194c req-03cb9e52-f3ef-4252-9050-581474a8e428 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236378 Jun 17 08:28:25.729240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b4b5f2-e492-42ba-af8d-048a5f7387c8 None None] Routers {'8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:28:25.730676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d5b4b5f2-e492-42ba-af8d-048a5f7387c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:28:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:25.766072 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c2279f-4a6a-48a3-ac73-545e7cba6faa x-openstack-request-id: req-a8c2279f-4a6a-48a3-ac73-545e7cba6faa {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:25.766928 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83437467-f52a-4520-9614-25602b2aff1f", "name": "network-vif-deleted", "tag": "82005261-045b-4ef5-9437-596150d48eaf", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:25.767530 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a8c2279f-4a6a-48a3-ac73-545e7cba6faa {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:25.768145 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83437467-f52a-4520-9614-25602b2aff1f', 'name': 'network-vif-deleted', 'tag': '82005261-045b-4ef5-9437-596150d48eaf', 'status': 'completed', 'code': 200} Jun 17 08:28:25.781566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34356) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:25.794491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.799655 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:25.810513 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:25.816414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "DELETE /v2.0/networks/874f7419-2462-4b40-b897-b6d2a92e6c4f HTTP/1.1" status: 204 len: 168 time: 2.5537241 Jun 17 08:28:25.839636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34358) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:25.861791 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Network': ['ID=874f7419-2462-4b40-b897-b6d2a92e6c4f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:25.875667 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:25.931719 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-d5b4b5f2-e492-42ba-af8d-048a5f7387c8 None None] Set router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:28:25.964719 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-84b44561-cbc5-4d5e-8e33-bdadefe08aac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af4ee978d91347828416ebea9f4faddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809855 Jun 17 08:28:25.967180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34364) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:26.081742 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-57bfb944-eece-44af-b168-62f10e628e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.088077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b10239-d502-49aa-ab30-81a84f00adff tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting subnet f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:28:26.092246 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71b10239-d502-49aa-ab30-81a84f00adff tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.145816 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71b10239-d502-49aa-ab30-81a84f00adff tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.201585 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-57bfb944-eece-44af-b168-62f10e628e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.299553 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71b10239-d502-49aa-ab30-81a84f00adff tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.355887 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-57bfb944-eece-44af-b168-62f10e628e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.359230 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-57bfb944-eece-44af-b168-62f10e628e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.360640 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-57bfb944-eece-44af-b168-62f10e628e17 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d66b706-8486-4cb4-9980-935a46484e86 HTTP/1.1" status: 204 len: 168 time: 0.3921564 Jun 17 08:28:26.362094 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28ce8c91-3d4b-4bf5-969c-53b01c0a13d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:26.408780 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfb944-eece-44af-b168-62f10e628e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d66b706-8486-4cb4-9980-935a46484e86,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:26.412139 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-57bfb944-eece-44af-b168-62f10e628e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:26.416993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d5b4b5f2-e492-42ba-af8d-048a5f7387c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:53Z', 'revision_number': 4, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6f56940f-0eea-4f60-a860-07aa0252983d', 'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'mac_address': 'fa:16:3e:de:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:51Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 5, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'subnets': [{'id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:26.469390 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71b10239-d502-49aa-ab30-81a84f00adff tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.491546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b4b5f2-e492-42ba-af8d-048a5f7387c8 None None] The sync data for ids ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'] in n-d-779913-16 is: [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:24:53Z', 'revision_number': 4, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6f56940f-0eea-4f60-a860-07aa0252983d', 'name': '', 'network_id': '7604218d-e90b-49a3-8e82-a207380d152e', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'mac_address': 'fa:16:3e:de:8b:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:51Z', 'updated_at': '2021-06-17T08:25:00Z', 'revision_number': 5, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'subnets': [{'id': '2fdd66af-1493-4f19-b811-3fee1ee5614d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:28:26.511597 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e7279096-b510-48d2-8535-77629119e119 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:26.552724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f75fe2-d196-445f-91ce-fab565081fe4 None None] Network 350bfc55-9fa8-4366-9e53-7ded50aa73a5 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:26.554721 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71b10239-d502-49aa-ab30-81a84f00adff tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.565042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34378) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:26.571363 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-71b10239-d502-49aa-ab30-81a84f00adff tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "DELETE /v2.0/subnets/f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2 HTTP/1.1" status: 204 len: 168 time: 0.7255661 Jun 17 08:28:26.646159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b10239-d502-49aa-ab30-81a84f00adff tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Subnet': ['ID=f08fa1eb-07e5-4a3f-b472-bbd7fa0463a2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:26.655484 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71b10239-d502-49aa-ab30-81a84f00adff tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:26.657177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 82005261-045b-4ef5-9437-596150d48eaf no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:26.692521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 82005261-045b-4ef5-9437-596150d48eaf {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:26.692850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 82005261-045b-4ef5-9437-596150d48eaf not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:26.711770 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:26.730598 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79305a2e-17e0-4257-8606-b1e616373d07 req-6e5c9059-32ae-4405-a11e-946b1c018da5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:26.738431 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79305a2e-17e0-4257-8606-b1e616373d07 req-6e5c9059-32ae-4405-a11e-946b1c018da5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.2523539 Jun 17 08:28:26.851745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79305a2e-17e0-4257-8606-b1e616373d07 req-ec0820ce-9863-435b-abba-b207dabdeb71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045334 Jun 17 08:28:26.992884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting port d443dc20-f306-493d-8587-a58e0f672b2a {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:26.994046 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.043459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823b16ae-dce5-4e29-93d7-1cf59abb7e37 None None] DHCP port deletion for 350bfc55-9fa8-4366-9e53-7ded50aa73a5 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:28:27.096742 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7f619-85fb-42e9-9431-ec269537d729 None None] New status for floating IP 1a197203-bb0d-4fb8-a955-7ec44c021e80: DOWN {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:28:27.163784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-823b16ae-dce5-4e29-93d7-1cf59abb7e37 None None] Deleting port d443dc20-f306-493d-8587-a58e0f672b2a {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:27.164051 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-823b16ae-dce5-4e29-93d7-1cf59abb7e37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.181599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b9a8d-ca4f-41f7-83f7-b0fecb61a182 req-41206b75-f6ba-4c7b-ac2a-8047726eec4f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:27.196957 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e51b9a8d-ca4f-41f7-83f7-b0fecb61a182 req-41206b75-f6ba-4c7b-ac2a-8047726eec4f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.3059053 Jun 17 08:28:27.305644 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] For port d443dc20-f306-493d-8587-a58e0f672b2a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d443dc20-f306-493d-8587-a58e0f672b2a,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:27.309317 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.313039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d443dc20-f306-493d-8587-a58e0f672b2a no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:27.373311 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e51b9a8d-ca4f-41f7-83f7-b0fecb61a182 req-94e9c65c-e16a-40c8-a93d-8c72e45c90e2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752989 Jun 17 08:28:27.468115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34404) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:27.536620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Calling delete_port for d443dc20-f306-493d-8587-a58e0f672b2a owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:27.625882 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f646185b-a720-4baf-83b8-06982907566d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.709464 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f646185b-a720-4baf-83b8-06982907566d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.794398 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f646185b-a720-4baf-83b8-06982907566d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.798204 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f646185b-a720-4baf-83b8-06982907566d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.803783 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f646185b-a720-4baf-83b8-06982907566d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "DELETE /v2.0/security-groups/fe58f34a-b1cc-49ca-bb31-9977054564e1 HTTP/1.1" status: 204 len: 168 time: 0.3327777 Jun 17 08:28:27.805991 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e42f2dd0-e6b3-48b5-8f73-53b4caf49c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:27.819585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34412) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:27.865766 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.867727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f646185b-a720-4baf-83b8-06982907566d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe58f34a-b1cc-49ca-bb31-9977054564e1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:27.871332 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f646185b-a720-4baf-83b8-06982907566d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:27.878201 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-c3f5b916-146b-404c-93a4-1fa92d69b51b tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] show failed (client error): The resource could not be found. Jun 17 08:28:27.879791 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c3f5b916-146b-404c-93a4-1fa92d69b51b tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "GET /v2.0/security-groups/fe58f34a-b1cc-49ca-bb31-9977054564e1 HTTP/1.1" status: 404 len: 347 time: 0.0547218 Jun 17 08:28:27.882425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34420) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:27.893110 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e754d487-efd0-4d4c-8dfe-dcdc89d78ee9 tempest-FloatingIPDetailsTestJSON-998064902 tempest-FloatingIPDetailsTestJSON-998064902-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:27.966497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-823b16ae-dce5-4e29-93d7-1cf59abb7e37 None None] For port d443dc20-f306-493d-8587-a58e0f672b2a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d443dc20-f306-493d-8587-a58e0f672b2a,segment=NetworkSegment(6be364ed-9d6b-49d6-9f5d-8b25d5073330),segment_id=6be364ed-9d6b-49d6-9f5d-8b25d5073330)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:27.967755 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-823b16ae-dce5-4e29-93d7-1cf59abb7e37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:27.981975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Port': ['ID=d443dc20-f306-493d-8587-a58e0f672b2a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:27.988630 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:28.005006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] No DVR routers for this DVR port d443dc20-f306-493d-8587-a58e0f672b2a on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:28.112023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-823b16ae-dce5-4e29-93d7-1cf59abb7e37 None None] Calling delete_port for d443dc20-f306-493d-8587-a58e0f672b2a owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:28.118457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No active binding found for port d443dc20-f306-493d-8587-a58e0f672b2a {{(pid=93805) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 08:28:28.123820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d443dc20-f306-493d-8587-a58e0f672b2a not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:28.244327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Deleting port f01704e1-5d04-4ddd-b8ca-9454add984cf {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:28.247922 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.336358 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-823b16ae-dce5-4e29-93d7-1cf59abb7e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.338809 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:28.388149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b16ae-dce5-4e29-93d7-1cf59abb7e37 None None] Pushing event deleted for resources: {'Port': ['ID=d443dc20-f306-493d-8587-a58e0f672b2a,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:28.390744 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-823b16ae-dce5-4e29-93d7-1cf59abb7e37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:28.396887 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.397216 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.407803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b16ae-dce5-4e29-93d7-1cf59abb7e37 None None] No DVR routers for this DVR port d443dc20-f306-493d-8587-a58e0f672b2a on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:28.470629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Calling delete_port for f01704e1-5d04-4ddd-b8ca-9454add984cf owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:28.546954 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.559739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350bfc55-9fa8-4366-9e53-7ded50aa73a5']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:28.593991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be364ed-9d6b-49d6-9f5d-8b25d5073330') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:28.599140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be364ed-9d6b-49d6-9f5d-8b25d5073330') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:28.614516 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.629843 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.638264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:28:28.638962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.676839 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.679970 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:28:28.727650 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:28:28.750763 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Pushing event deleted for resources: {'Port': ['ID=f01704e1-5d04-4ddd-b8ca-9454add984cf,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:28.793902 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:28.796155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75802c1c-e912-4d54-9c04-164c5c7c5871 req-d582b825-ac12-49fc-b077-cd5e61a99804 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:28.803338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75802c1c-e912-4d54-9c04-164c5c7c5871 req-d582b825-ac12-49fc-b077-cd5e61a99804 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 1.0289979 Jun 17 08:28:28.805246 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.818146 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:28.825057 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.831373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "DELETE /v2.0/networks/350bfc55-9fa8-4366-9e53-7ded50aa73a5 HTTP/1.1" status: 204 len: 168 time: 2.2615664 Jun 17 08:28:28.839067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34442) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:28.859114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-379271006'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:28.864074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Network': ['ID=350bfc55-9fa8-4366-9e53-7ded50aa73a5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:28.868464 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:28.921047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75802c1c-e912-4d54-9c04-164c5c7c5871 req-21094fa5-4e3d-403a-b9d4-0377b8516c80 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132207 Jun 17 08:28:28.921270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.926656 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.930671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:28.931062 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] 10.222.0.47 "DELETE /v2.0/floatingips/1a197203-bb0d-4fb8-a955-7ec44c021e80 HTTP/1.1" status: 204 len: 168 time: 1.0472987 Jun 17 08:28:28.935645 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34444) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:28.954563 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:28.991400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d74e5-8495-4d5c-93a5-ef9e0cd4575f req-47cc8645-3e1c-4474-8fb4-ebaad86cc675 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:28.998895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e1d74e5-8495-4d5c-93a5-ef9e0cd4575f req-47cc8645-3e1c-4474-8fb4-ebaad86cc675 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.2588396 Jun 17 08:28:29.041296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:28:29.082477 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.095392 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Added segment 9842d2d2-6398-4cf2-afb6-85d96fad3ffe of type vlan for network 70308d3e-6af1-4a1c-b116-310311f1c8fc Jun 17 08:28:29.147774 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e1d74e5-8495-4d5c-93a5-ef9e0cd4575f req-6bd0f58a-bc2e-4492-bbbc-533e5fd3f7b2 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476090 Jun 17 08:28:29.252487 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.327621 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.333256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:29.333897 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.337709 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:29.479029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6243398 Jun 17 08:28:29.484283 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34458) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:29.490080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'subnet': {'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:29.655523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Network': ['ID=70308d3e-6af1-4a1c-b116-310311f1c8fc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:29.666008 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:29.676023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 70308d3e-6af1-4a1c-b116-310311f1c8fc details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:28:29.717081 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:29.721624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.774729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f483dc-eeb8-46ea-9c02-c20e189e119a req-f27d7dae-29c9-424c-b87a-1d4532433f43 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:29.783611 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95f483dc-eeb8-46ea-9c02-c20e189e119a req-f27d7dae-29c9-424c-b87a-1d4532433f43 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.3920755 Jun 17 08:28:29.789029 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:29.825914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8edc25-1b4b-4418-824d-87ad9da8b1f5 req-a2e1f78d-542e-4d5a-9421-cb9d4b86ac26 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:29.833236 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d8edc25-1b4b-4418-824d-87ad9da8b1f5 req-a2e1f78d-542e-4d5a-9421-cb9d4b86ac26 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2982683 Jun 17 08:28:29.873545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95f483dc-eeb8-46ea-9c02-c20e189e119a req-8b29ae2c-e9e0-4b49-ab47-9995f6074446 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887511 Jun 17 08:28:29.924034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d8edc25-1b4b-4418-824d-87ad9da8b1f5 req-9c6dd01c-5d8b-42db-9ee5-9b4d089e1819 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898106 Jun 17 08:28:30.032572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.039185 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:30.268989 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Checking segment: {'id': '9842d2d2-6398-4cf2-afb6-85d96fad3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:30.269358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network hostable DHCP agents. Network: 70308d3e-6af1-4a1c-b116-310311f1c8fc, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:28:30.290204 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Subnet': ['ID=69aaa296-9ddd-4536-8030-30694fb6341c,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:30.309281 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:30.322882 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network 70308d3e-6af1-4a1c-b116-310311f1c8fc is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:28:30.337022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 70308d3e-6af1-4a1c-b116-310311f1c8fc) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:30.347056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb105e9d-eeed-47a5-8e4c-c0b0a66afd20 None None] Network 70308d3e-6af1-4a1c-b116-310311f1c8fc requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:30.366955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:30.367604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.391150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34476) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:30.397707 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-912202301'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:30.432831 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9457459 Jun 17 08:28:30.618022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:30.646872 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.783726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:28:30.818594 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Deleting port 6f56940f-0eea-4f60-a860-07aa0252983d {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:30.819725 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.846034 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:30.847228 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Added segment c6e8894c-20c7-4e68-8ba4-91ddebba819d of type vlan for network 0d584013-9366-403c-bcde-6539a1df578b Jun 17 08:28:30.948588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-70308d3e-6af1-4a1c-b116-310311f1c8fc', 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'fixed_ips': [{'subnet_id': '69aaa296-9ddd-4536-8030-30694fb6341c'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:28:30.949456 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.008698 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.057725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] For port 6f56940f-0eea-4f60-a860-07aa0252983d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6f56940f-0eea-4f60-a860-07aa0252983d,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:31.058259 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.085641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389353df-6300-4857-9b65-8152b93e24de req-4264a07f-2d87-4a9a-9f97-e95729b45d2e tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:31.096715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-389353df-6300-4857-9b65-8152b93e24de req-4264a07f-2d87-4a9a-9f97-e95729b45d2e tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.2463925 Jun 17 08:28:31.140211 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.151126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:31.151801 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.194121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Calling delete_port for 6f56940f-0eea-4f60-a860-07aa0252983d owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:31.194406 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:31.218185 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8255186 Jun 17 08:28:31.259216 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34488) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:31.274690 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'subnet': {'network_id': '0d584013-9366-403c-bcde-6539a1df578b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:31.367296 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Allocated IP 19.80.0.2 (70308d3e-6af1-4a1c-b116-310311f1c8fc/69aaa296-9ddd-4536-8030-30694fb6341c/27bae7a1-6b1a-46cc-a694-8ff8aaedbf12) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:31.415431 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-389353df-6300-4857-9b65-8152b93e24de req-7697ca82-bf0f-42fc-ac1d-e460b78027a8 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176861 Jun 17 08:28:31.533369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Network': ['ID=0d584013-9366-403c-bcde-6539a1df578b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:31.564136 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:31.618829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 0d584013-9366-403c-bcde-6539a1df578b details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:28:31.653094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85af21b-af85-4a9e-8116-5da8439f3d91 req-689d1a84-4d3a-486c-85aa-86191fcc4221 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:31.654753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a85af21b-af85-4a9e-8116-5da8439f3d91 req-689d1a84-4d3a-486c-85aa-86191fcc4221 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2547882 Jun 17 08:28:31.705991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34494) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:31.760253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:31.767774 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:31.808169 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a85af21b-af85-4a9e-8116-5da8439f3d91 req-231dec7d-508f-4ef2-9d90-2a9f3a738e53 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455977 Jun 17 08:28:32.013713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecff21b-9d7e-43b6-b9ed-9e64bc87ff2c req-5b5b29f6-bedd-45bf-9e75-00e1b99f0498 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:32.030593 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ecff21b-9d7e-43b6-b9ed-9e64bc87ff2c req-5b5b29f6-bedd-45bf-9e75-00e1b99f0498 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.1575968 Jun 17 08:28:32.245659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-934a1251-3592-45c7-a4bb-b4394c05efed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.263140 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.274536 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97b6a768-825f-45d4-b918-84c889d8a39c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:32.275540 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.299165 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Transition to ACTIVE for port object 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:32.318492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f56940f-0eea-4f60-a860-07aa0252983d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:32.356371 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ecff21b-9d7e-43b6-b9ed-9e64bc87ff2c req-de9d0acb-99bd-42a7-9353-45259d782f60 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169525 Jun 17 08:28:32.377581 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:32.405287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Transition to ACTIVE for port object 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:32.427179 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.445904 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:32.572449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Pushing event updated for resources: {'Port': ['ID=27bae7a1-6b1a-46cc-a694-8ff8aaedbf12,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:32.579132 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:32.597060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Network 70308d3e-6af1-4a1c-b116-310311f1c8fc is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:32.597822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-934a1251-3592-45c7-a4bb-b4394c05efed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.603076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:32.607207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:32.608536 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-934a1251-3592-45c7-a4bb-b4394c05efed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.629415 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1bc34c71-6b18-412f-b84c-af254c0cf0c0 tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:32.704345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.743540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-934a1251-3592-45c7-a4bb-b4394c05efed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=629397ca304b4d8abf9ee104bd8a48a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0361423 Jun 17 08:28:32.745505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34514) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:32.746296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a1251-3592-45c7-a4bb-b4394c05efed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160bd44c-6b96-479d-ad3c-3a47b6cfb949,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:32.752382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Attempting to bind port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:32.754816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Attempting to bind port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '9842d2d2-6398-4cf2-afb6-85d96fad3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:32.758079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Attempting to bind port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 on network 70308d3e-6af1-4a1c-b116-310311f1c8fc {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:32.773735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:32.774160 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-934a1251-3592-45c7-a4bb-b4394c05efed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:32.775418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Checking segment: {'id': '9842d2d2-6398-4cf2-afb6-85d96fad3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:32.777587 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.778336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Bound using segment: {'id': '9842d2d2-6398-4cf2-afb6-85d96fad3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:32.780030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Bound port: 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9842d2d2-6398-4cf2-afb6-85d96fad3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:32.780637 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.789597 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:32.910798 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b981764-0f5d-4a16-9b4d-f1e171aa2952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.921403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Subnet': ['ID=c366ad76-0b9c-4b97-b3cf-9b5b5887607a,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:32.934900 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:32.950203 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.970067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] For port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:32.973635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Checking segment: {'id': 'c6e8894c-20c7-4e68-8ba4-91ddebba819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d584013-9366-403c-bcde-6539a1df578b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:32.974085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network hostable DHCP agents. Network: 0d584013-9366-403c-bcde-6539a1df578b, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:28:32.975340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] For port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=27bae7a1-6b1a-46cc-a694-8ff8aaedbf12,segment=NetworkSegment(9842d2d2-6398-4cf2-afb6-85d96fad3ffe),segment_id=9842d2d2-6398-4cf2-afb6-85d96fad3ffe)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:32.986417 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:32.996361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b981764-0f5d-4a16-9b4d-f1e171aa2952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:33.000019 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:33.002704 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:33.011317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network 0d584013-9366-403c-bcde-6539a1df578b is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:28:33.029566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 0d584013-9366-403c-bcde-6539a1df578b) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:33.055420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70ff21-8618-4832-8488-f6a9e7c49c04 req-6088b5a4-9996-4b9d-ae62-3fb04881e3cf tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:33.057089 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc70ff21-8618-4832-8488-f6a9e7c49c04 req-6088b5a4-9996-4b9d-ae62-3fb04881e3cf tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.2067895 Jun 17 08:28:33.069982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:33.070619 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:33.070757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894f5290-9a3b-426b-ac54-55c0cf36770f None None] Network 0d584013-9366-403c-bcde-6539a1df578b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:33.133291 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8637271 Jun 17 08:28:33.133502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43756e07-856f-42c2-8f8a-f5a4299d5d92 req-4cefa921-b40a-485a-9627-a8e802d28d5f tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:33.133502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43756e07-856f-42c2-8f8a-f5a4299d5d92 req-4cefa921-b40a-485a-9627-a8e802d28d5f tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 946 time: 0.2125542 Jun 17 08:28:33.168347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc70ff21-8618-4832-8488-f6a9e7c49c04 req-c25e961a-e457-41a1-9663-50cd24d601d9 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944638 Jun 17 08:28:33.219330 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b981764-0f5d-4a16-9b4d-f1e171aa2952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:33.226838 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b981764-0f5d-4a16-9b4d-f1e171aa2952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:33.229047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2b981764-0f5d-4a16-9b4d-f1e171aa2952 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/160bd44c-6b96-479d-ad3c-3a47b6cfb949 HTTP/1.1" status: 204 len: 168 time: 0.4735618 Jun 17 08:28:33.234711 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f8ed4af-b5d5-4d4d-ad13-59194bb62994 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:33.319526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43756e07-856f-42c2-8f8a-f5a4299d5d92 req-e7d21f71-e62a-4698-a084-c3344570690b tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492374 Jun 17 08:28:33.320976 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b981764-0f5d-4a16-9b4d-f1e171aa2952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160bd44c-6b96-479d-ad3c-3a47b6cfb949,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:33.336131 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2b981764-0f5d-4a16-9b4d-f1e171aa2952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:33.381928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Pushing event updated for resources: {'Port': ['ID=27bae7a1-6b1a-46cc-a694-8ff8aaedbf12,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:33.387401 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:33.492910 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-0d584013-9366-403c-bcde-6539a1df578b', 'network_id': '0d584013-9366-403c-bcde-6539a1df578b', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'fixed_ips': [{'subnet_id': 'c366ad76-0b9c-4b97-b3cf-9b5b5887607a'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:28:33.494008 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:33.522805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:28:33.707538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:28:33.714872 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] 10.222.0.47 "PUT /v2.0/routers/8e1e2ac5-3e9a-4fa0-be53-e2fed180c884/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7778449 Jun 17 08:28:33.717451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34536) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:33.725412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a2e6b-b726-4df0-bcd3-8c5a591158cb None None] Sync routers for ids ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:28:33.742748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-bca10798-62c6-4d14-be5f-681f0a936754 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:33.749409 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-bca10798-62c6-4d14-be5f-681f0a936754 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:33.756850 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-bca10798-62c6-4d14-be5f-681f0a936754 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/networks?id=70308d3e-6af1-4a1c-b116-310311f1c8fc&id=0d584013-9366-403c-bcde-6539a1df578b HTTP/1.1" status: 200 len: 1390 time: 0.2525644 Jun 17 08:28:33.820855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a3be687a-8f89-4c9f-8d23-28db3f280855 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/quotas/7f2faa47cbff4a2fb173bcd33e61bcb1 HTTP/1.1" status: 200 len: 375 time: 0.0628307 Jun 17 08:28:33.873899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a2e6b-b726-4df0-bcd3-8c5a591158cb None None] Routers {'8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:28:33.874549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fc7a2e6b-b726-4df0-bcd3-8c5a591158cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:28:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:33.926537 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34540) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:33.986199 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4781-9f24-4896-b816-448f45a1beb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.011291 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.054089 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-afb992cb-67b5-42dd-ad63-b458dcdd69e7 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2321327 Jun 17 08:28:34.064653 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Allocated IP 19.86.0.2 (0d584013-9366-403c-bcde-6539a1df578b/c366ad76-0b9c-4b97-b3cf-9b5b5887607a/b50d3792-46de-4c8a-87c4-01d4733ecc9b) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:34.097211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-fc7a2e6b-b726-4df0-bcd3-8c5a591158cb None None] Set router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:28:34.308801 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-57356e91-8e48-4459-9856-f1a7d8170d3c service neutron] 10.222.0.47 "GET /v2.0/networks/70308d3e-6af1-4a1c-b116-310311f1c8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522554 Jun 17 08:28:34.351947 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:28:34.352549 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cee18-7be6-4fae-b82d-3bdccb62b654 req-e277d83a-50c5-418a-b549-e43ddc9b4050 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:34.357297 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e41cee18-7be6-4fae-b82d-3bdccb62b654 req-e277d83a-50c5-418a-b549-e43ddc9b4050 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.3617823 Jun 17 08:28:34.402077 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.415470 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Transition to ACTIVE for port object b50d3792-46de-4c8a-87c4-01d4733ecc9b will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:34.436063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Transition to ACTIVE for port object b50d3792-46de-4c8a-87c4-01d4733ecc9b will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:34.446968 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.448956 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:34.451833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fc7a2e6b-b726-4df0-bcd3-8c5a591158cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:28:32Z', 'revision_number': 5, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:34.469787 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e41cee18-7be6-4fae-b82d-3bdccb62b654 req-442339d0-caad-443f-b599-695e33094882 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752738 Jun 17 08:28:34.501508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a2e6b-b726-4df0-bcd3-8c5a591158cb None None] Checking router: 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:28:34.502108 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4781-9f24-4896-b816-448f45a1beb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.517146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-fad2de8d-31cc-4a37-8a0a-8d5812820330 service neutron] 10.222.0.47 "GET /v2.0/networks/70308d3e-6af1-4a1c-b116-310311f1c8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068746 Jun 17 08:28:34.527241 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4781-9f24-4896-b816-448f45a1beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.532807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Network 0d584013-9366-403c-bcde-6539a1df578b is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:34.537486 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:34.541416 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:34.544249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:34.546534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371302f5-39da-4ea4-92d7-3796c6c56dba req-5a175530-836d-49b6-809a-84de0b97cfc2 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:34.551511 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a2e6b-b726-4df0-bcd3-8c5a591158cb None None] Routers {'8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:28:34.552409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fc7a2e6b-b726-4df0-bcd3-8c5a591158cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:28:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:34.553074 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-371302f5-39da-4ea4-92d7-3796c6c56dba req-5a175530-836d-49b6-809a-84de0b97cfc2 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.10 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 946 time: 0.1268644 Jun 17 08:28:34.556671 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Pushing event updated for resources: {'Port': ['ID=b50d3792-46de-4c8a-87c4-01d4733ecc9b,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:34.560137 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:34.629698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.649964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c4781-9f24-4896-b816-448f45a1beb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646e4821-8abc-4097-b1d8-98bae45aca02,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:34.656024 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7b8c4781-9f24-4896-b816-448f45a1beb5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cdeef2378eb743c0bbe24afbcfbd29d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7292428 Jun 17 08:28:34.656987 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7b8c4781-9f24-4896-b816-448f45a1beb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:34.660963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34558) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:34.733617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Attempting to bind port b50d3792-46de-4c8a-87c4-01d4733ecc9b on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:34.734154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Attempting to bind port b50d3792-46de-4c8a-87c4-01d4733ecc9b by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'c6e8894c-20c7-4e68-8ba4-91ddebba819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d584013-9366-403c-bcde-6539a1df578b'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:34.734687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Attempting to bind port b50d3792-46de-4c8a-87c4-01d4733ecc9b on network 0d584013-9366-403c-bcde-6539a1df578b {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:34.743302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:34.743844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Checking segment: {'id': 'c6e8894c-20c7-4e68-8ba4-91ddebba819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d584013-9366-403c-bcde-6539a1df578b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:34.744391 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.744890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Bound using segment: {'id': 'c6e8894c-20c7-4e68-8ba4-91ddebba819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d584013-9366-403c-bcde-6539a1df578b'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:34.745528 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Bound port: b50d3792-46de-4c8a-87c4-01d4733ecc9b, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e8894c-20c7-4e68-8ba4-91ddebba819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d584013-9366-403c-bcde-6539a1df578b'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:34.745994 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.754436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-371302f5-39da-4ea4-92d7-3796c6c56dba req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Deleting port e586c0e6-f42b-4089-ab25-61134eba05fd {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:34.754817 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-371302f5-39da-4ea4-92d7-3796c6c56dba req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.759585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-3ccfaf61-4fb2-4f4a-9a09-6ac2f140b5fa service neutron] 10.222.0.47 "GET /v2.0/networks/0d584013-9366-403c-bcde-6539a1df578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414713 Jun 17 08:28:34.773407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Deleting port a1a43929-9128-4403-bf93-53de51327ba1 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:34.773932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.819772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-fc7a2e6b-b726-4df0-bcd3-8c5a591158cb None None] Set router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:28:34.845935 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c45e3a7f-d05b-4464-99b8-71ec5f8208af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.882124 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c45e3a7f-d05b-4464-99b8-71ec5f8208af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.960339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-371302f5-39da-4ea4-92d7-3796c6c56dba req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] For port e586c0e6-f42b-4089-ab25-61134eba05fd, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=e586c0e6-f42b-4089-ab25-61134eba05fd,segment=NetworkSegment(b8460e2d-b0d4-4aa6-ab9b-1db769432cb3),segment_id=b8460e2d-b0d4-4aa6-ab9b-1db769432cb3)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:34.960746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-371302f5-39da-4ea4-92d7-3796c6c56dba req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:34.972684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-dc8f4302-ca5b-4617-9ac2-67e53731dc59 service neutron] 10.222.0.47 "GET /v2.0/networks/0d584013-9366-403c-bcde-6539a1df578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118773 Jun 17 08:28:35.045949 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c45e3a7f-d05b-4464-99b8-71ec5f8208af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.051905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c45e3a7f-d05b-4464-99b8-71ec5f8208af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.053410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c45e3a7f-d05b-4464-99b8-71ec5f8208af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/646e4821-8abc-4097-b1d8-98bae45aca02 HTTP/1.1" status: 204 len: 168 time: 0.3838329 Jun 17 08:28:35.054381 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:35.083694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e3a7f-d05b-4464-99b8-71ec5f8208af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646e4821-8abc-4097-b1d8-98bae45aca02,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:35.093494 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c45e3a7f-d05b-4464-99b8-71ec5f8208af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:35.128384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-371302f5-39da-4ea4-92d7-3796c6c56dba req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Calling delete_port for e586c0e6-f42b-4089-ab25-61134eba05fd owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:35.168300 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] For port a1a43929-9128-4403-bf93-53de51327ba1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a1a43929-9128-4403-bf93-53de51327ba1,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:35.168676 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.297434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004e841-6b55-4b9e-867a-7b098e778189 None None] Network 70308d3e-6af1-4a1c-b116-310311f1c8fc requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:35.345637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Calling delete_port for a1a43929-9128-4403-bf93-53de51327ba1 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:35.376553 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-c917e1ff-dd29-4775-ad8f-c375f98fa5b7 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:35.382072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-c917e1ff-dd29-4775-ad8f-c375f98fa5b7 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 807 time: 0.2902043 Jun 17 08:28:35.444486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:35.454715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-967a8a23-e2d8-4844-91b4-7e525af0a333 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/quotas/bf6e255a98c04f7ba233cf48bf239691 HTTP/1.1" status: 200 len: 375 time: 0.0540302 Jun 17 08:28:35.478473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-94443a25-0cd6-456b-b05f-ad661c7f679b None None] Provisioning for port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:35.487398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] For port b50d3792-46de-4c8a-87c4-01d4733ecc9b, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:35.520669 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] For port b50d3792-46de-4c8a-87c4-01d4733ecc9b, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b50d3792-46de-4c8a-87c4-01d4733ecc9b,segment=NetworkSegment(c6e8894c-20c7-4e68-8ba4-91ddebba819d),segment_id=c6e8894c-20c7-4e68-8ba4-91ddebba819d)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:35.538385 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.553562 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-823b16ae-dce5-4e29-93d7-1cf59abb7e37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:35.596826 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686c060-1906-4333-ba43-440ddefe6127 req-69f9f52f-7a0c-4b0a-ae03-12ba204f8678 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:35.600153 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c686c060-1906-4333-ba43-440ddefe6127 req-69f9f52f-7a0c-4b0a-ae03-12ba204f8678 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.2153633 Jun 17 08:28:35.727970 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-951ab8b9-35eb-4a6b-80c2-eb7dcfcb0067 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2722995 Jun 17 08:28:35.732693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:35.733249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e2f00-68e9-42c7-a873-b5b7e7b3fbe7 req-238f344f-b432-4972-bf0c-0544944028fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:35.735035 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b7e2f00-68e9-42c7-a873-b5b7e7b3fbe7 req-238f344f-b432-4972-bf0c-0544944028fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 1098 time: 0.6434925 Jun 17 08:28:35.751259 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-c2259ab3-b07c-453b-9e6c-a2145dd8577a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:28:35.752352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-c2259ab3-b07c-453b-9e6c-a2145dd8577a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110667 Jun 17 08:28:35.755938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c686c060-1906-4333-ba43-440ddefe6127 req-aa001759-589a-4277-a385-79595865894e tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401770 Jun 17 08:28:35.764271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:35.764665 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:35.766233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Pushing event updated for resources: {'Port': ['ID=b50d3792-46de-4c8a-87c4-01d4733ecc9b,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:35.800049 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:35.896986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fc7a2e6b-b726-4df0-bcd3-8c5a591158cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:28:32Z', 'revision_number': 5, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:35.958698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7a2e6b-b726-4df0-bcd3-8c5a591158cb None None] The sync data for ids ['8e1e2ac5-3e9a-4fa0-be53-e2fed180c884'] in n-d-779913-16 is: [{'id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'name': 'tempest-ServersTestManualDisk-1129787673-router', 'tenant_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:24:42Z', 'updated_at': '2021-06-17T08:28:32Z', 'revision_number': 5, 'project_id': '3972053f1cc04eb4a0a77cfe28701ca9', 'gw_port': {'id': 'a1a43929-9128-4403-bf93-53de51327ba1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:0e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1e2ac5-3e9a-4fa0-be53-e2fed180c884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:24:44Z', 'updated_at': '2021-06-17T08:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:28:36.004286 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.022606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e2f00-68e9-42c7-a873-b5b7e7b3fbe7 req-b9deac68-b3e6-4acf-b25e-b24760522ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:36.024253 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b7e2f00-68e9-42c7-a873-b5b7e7b3fbe7 req-b9deac68-b3e6-4acf-b25e-b24760522ca4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 913 time: 0.2642877 Jun 17 08:28:36.071997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=27bae7a1-6b1a-46cc-a694-8ff8aaedbf12,segment=NetworkSegment(9842d2d2-6398-4cf2-afb6-85d96fad3ffe),segment_id=9842d2d2-6398-4cf2-afb6-85d96fad3ffe)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:36.078502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-65150bb9-58d5-456a-bc98-94cd4dafc557 service neutron] 10.222.0.47 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070908 Jun 17 08:28:36.081182 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.083539 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:36.166530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=27bae7a1-6b1a-46cc-a694-8ff8aaedbf12,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:36.176705 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:36.184803 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b7e2f00-68e9-42c7-a873-b5b7e7b3fbe7 req-5268bfda-513b-4951-b4fc-e688e14fab2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 HTTP/1.1" status: 200 len: 217 time: 0.1229966 Jun 17 08:28:36.190511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.196348 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b03017c-52c8-478e-b49a-635264f5f064 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:36.237847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a43929-9128-4403-bf93-53de51327ba1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:36.274699 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:36.326575 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-86581efb-a260-4fc3-b4a2-57a03fca1a3c service neutron] 10.222.0.47 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469833 Jun 17 08:28:36.373903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8c3ef-5e56-47df-b6ca-d438e66a993e req-598fa466-ab16-4b26-99c2-4e69fc9ab0b1 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:36.380157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbd8c3ef-5e56-47df-b6ca-d438e66a993e req-598fa466-ab16-4b26-99c2-4e69fc9ab0b1 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/ports?device_id=25dde493-a624-43f2-8d5b-7442ad4ed962 HTTP/1.1" status: 200 len: 946 time: 0.3606575 Jun 17 08:28:36.443152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0c1735e9-f680-4a9f-abb3-b7eb3521121a None None] Provisioning complete for port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:36.443797 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0c1735e9-f680-4a9f-abb3-b7eb3521121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.490069 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.495383 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbd8c3ef-5e56-47df-b6ca-d438e66a993e req-fbd63351-4886-474d-84b2-1e6ba952c6dd tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.47 "GET /v2.0/security-groups?id=73495672-b02a-4319-83c7-edf23667570d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065001 Jun 17 08:28:36.653351 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-371302f5-39da-4ea4-92d7-3796c6c56dba req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.665512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['e586c0e6-f42b-4089-ab25-61134eba05fd'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:36.668932 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a916aaf-79eb-40c3-9edd-96964eea00ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:36.709877 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.719524 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.722103 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Pushing event deleted for resources: {'Port': ['ID=e586c0e6-f42b-4089-ab25-61134eba05fd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:36.724641 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:36.740307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e2f00-68e9-42c7-a873-b5b7e7b3fbe7 req-ef7dc55a-ef85-411a-bc73-f27bac641c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:36.742188 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b7e2f00-68e9-42c7-a873-b5b7e7b3fbe7 req-ef7dc55a-ef85-411a-bc73-f27bac641c9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.5183272 Jun 17 08:28:36.746925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d085553-bbe4-4328-b7a9-c6f847a59c58 req-8700fa26-4d6d-41b3-8874-c36ec80d20e2 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:36.761522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d085553-bbe4-4328-b7a9-c6f847a59c58 req-8700fa26-4d6d-41b3-8874-c36ec80d20e2 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1230135 Jun 17 08:28:36.806693 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b7e2f00-68e9-42c7-a873-b5b7e7b3fbe7 req-8b46006a-8fb0-417a-81ac-655dd834bf68 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425143 Jun 17 08:28:36.864654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d085553-bbe4-4328-b7a9-c6f847a59c58 req-9158d038-28ed-4e68-be29-ed46faad8d5f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018898 Jun 17 08:28:36.876532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-371302f5-39da-4ea4-92d7-3796c6c56dba req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] No DVR routers for this DVR port e586c0e6-f42b-4089-ab25-61134eba05fd on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:36.880745 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-371302f5-39da-4ea4-92d7-3796c6c56dba req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.883028 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-371302f5-39da-4ea4-92d7-3796c6c56dba req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] 10.222.0.10 "DELETE /v2.0/ports/e586c0e6-f42b-4089-ab25-61134eba05fd HTTP/1.1" status: 204 len: 173 time: 2.3126543 Jun 17 08:28:36.886921 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25dde493-a624-43f2-8d5b-7442ad4ed962', 'name': 'network-vif-deleted', 'tag': 'e586c0e6-f42b-4089-ab25-61134eba05fd'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:36.891050 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64499c87-1672-4ed2-8df3-47cf599d3941" -d '{"events": [{"server_uuid": "25dde493-a624-43f2-8d5b-7442ad4ed962", "name": "network-vif-deleted", "tag": "e586c0e6-f42b-4089-ab25-61134eba05fd"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:36.908916 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.909600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:28:36.919290 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:36.921203 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] 10.222.0.47 "DELETE /v2.0/routers/8e1e2ac5-3e9a-4fa0-be53-e2fed180c884 HTTP/1.1" status: 204 len: 168 time: 3.2017653 Jun 17 08:28:36.924587 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34612) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:37.033230 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b7e2f00-68e9-42c7-a873-b5b7e7b3fbe7 req-3860ec5e-e70d-4417-8a24-43a583e2332f service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698356 Jun 17 08:28:37.193011 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19036ae6-1a7c-4b50-8025-d73ff6998f99 req-5525f6ce-5f98-4429-9ff8-562d9cde3fbd tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 210 time: 0.1261978 Jun 17 08:28:37.230382 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b7e2f00-68e9-42c7-a873-b5b7e7b3fbe7 req-23b9ca54-7dcf-42fb-a074-80d07ffa1dee service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847641 Jun 17 08:28:37.257386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-495b6a8c-f5ef-4215-8cf8-6ab77a765894 admin admin] Deleting subnet 2fdd66af-1493-4f19-b811-3fee1ee5614d {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:28:37.328260 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-495b6a8c-f5ef-4215-8cf8-6ab77a765894 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:37.403106 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-495b6a8c-f5ef-4215-8cf8-6ab77a765894 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:37.413799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe2b768-0e3d-454b-ba52-494e1823a40f None None] Network 0d584013-9366-403c-bcde-6539a1df578b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:37.463319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485846c-3603-4e1c-85f6-3961d19562e8 req-02460fd5-3551-486f-95d3-a3a1fd3d48d4 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:37.471487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a485846c-3603-4e1c-85f6-3961d19562e8 req-02460fd5-3551-486f-95d3-a3a1fd3d48d4 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.2771559 Jun 17 08:28:37.492852 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0359a95a-b5a5-43da-b3ca-460f1a478758 None None] Provisioning for port b50d3792-46de-4c8a-87c4-01d4733ecc9b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:37.520114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-333839a1-5257-4905-9742-3c70a104e920 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:37.526527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-333839a1-5257-4905-9742-3c70a104e920 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:37.529672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-333839a1-5257-4905-9742-3c70a104e920 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "GET /v2.0/networks?id=70308d3e-6af1-4a1c-b116-310311f1c8fc&id=0d584013-9366-403c-bcde-6539a1df578b HTTP/1.1" status: 200 len: 1390 time: 0.4991422 Jun 17 08:28:37.555336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'port': {'device_id': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc', 'admin_state_up': True, 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:37.743341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a485846c-3603-4e1c-85f6-3961d19562e8 req-995c0f31-4bc9-499c-b317-35f094e2a3c5 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710178 Jun 17 08:28:37.787698 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-495b6a8c-f5ef-4215-8cf8-6ab77a765894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:37.929643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:37.984085 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:37.984564 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.077759 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b50d3792-46de-4c8a-87c4-01d4733ecc9b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:38.131064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port b50d3792-46de-4c8a-87c4-01d4733ecc9b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:38.135380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b50d3792-46de-4c8a-87c4-01d4733ecc9b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:38.135758 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.181652 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6eb1ed3d-c44c-4f1e-9122-a5126411b75e req-105bffb3-35bd-4acf-a3fd-56d313aa02bc tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 210 time: 0.4369023 Jun 17 08:28:38.223157 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.238557 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f842c4ea-d6d6-4f28-a6c5-443298ce0534 x-openstack-request-id: req-f842c4ea-d6d6-4f28-a6c5-443298ce0534 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:38.239101 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25dde493-a624-43f2-8d5b-7442ad4ed962", "name": "network-vif-deleted", "tag": "e586c0e6-f42b-4089-ab25-61134eba05fd", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:38.239809 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f842c4ea-d6d6-4f28-a6c5-443298ce0534 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:38.240275 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25dde493-a624-43f2-8d5b-7442ad4ed962', 'name': 'network-vif-deleted', 'tag': 'e586c0e6-f42b-4089-ab25-61134eba05fd', 'status': 'completed', 'code': 200} Jun 17 08:28:38.258531 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-495b6a8c-f5ef-4215-8cf8-6ab77a765894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.265458 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:38.273442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port b50d3792-46de-4c8a-87c4-01d4733ecc9b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b50d3792-46de-4c8a-87c4-01d4733ecc9b,segment=NetworkSegment(c6e8894c-20c7-4e68-8ba4-91ddebba819d),segment_id=c6e8894c-20c7-4e68-8ba4-91ddebba819d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:38.279562 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.282179 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:38.298859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b6a8c-f5ef-4215-8cf8-6ab77a765894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fdd66af-1493-4f19-b811-3fee1ee5614d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:38.307011 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-495b6a8c-f5ef-4215-8cf8-6ab77a765894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.311474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34634) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:38.311629 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-495b6a8c-f5ef-4215-8cf8-6ab77a765894 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2fdd66af-1493-4f19-b811-3fee1ee5614d HTTP/1.1" status: 204 len: 168 time: 1.3856742 Jun 17 08:28:38.312461 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-495b6a8c-f5ef-4215-8cf8-6ab77a765894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:38.318202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6f56940f-0eea-4f60-a860-07aa0252983d no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:38.321202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e6643a-6497-491d-89b6-a2ed9e55dce6 None None] Network 7604218d-e90b-49a3-8e82-a207380d152e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:38.332644 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34636) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:38.344698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:38.348177 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.371212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 6f56940f-0eea-4f60-a860-07aa0252983d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:38.371559 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6f56940f-0eea-4f60-a860-07aa0252983d not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:38.408606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49a10d-6a85-43f9-8ea9-c4783124421a req-90f292f5-0d20-449f-96cd-ec2d81d459fa tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:38.410222 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e49a10d-6a85-43f9-8ea9-c4783124421a req-90f292f5-0d20-449f-96cd-ec2d81d459fa tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.2351160 Jun 17 08:28:38.449468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=b50d3792-46de-4c8a-87c4-01d4733ecc9b,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:38.454619 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:38.457830 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.527422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Deleting port 42d84d6d-ed33-42b5-84de-abba28561d0f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:38.528058 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.555017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Deleting subnet 7e9f9f3a-719f-4dee-ae8c-bb37098b0974 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:28:38.610793 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] For port 42d84d6d-ed33-42b5-84de-abba28561d0f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=42d84d6d-ed33-42b5-84de-abba28561d0f,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:38.611244 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.625999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] DHCP port deletion for 7604218d-e90b-49a3-8e82-a207380d152e request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:28:38.639957 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.683027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] Deleting port 42d84d6d-ed33-42b5-84de-abba28561d0f {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:38.683249 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.686117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Calling delete_port for 42d84d6d-ed33-42b5-84de-abba28561d0f owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:38.688907 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e49a10d-6a85-43f9-8ea9-c4783124421a req-c6c839df-602f-4247-90bb-2dfba8801be5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659030 Jun 17 08:28:38.739374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device e586c0e6-f42b-4089-ab25-61134eba05fd no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:38.768354 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: e586c0e6-f42b-4089-ab25-61134eba05fd {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:38.771341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device e586c0e6-f42b-4089-ab25-61134eba05fd not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:38.772131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:38.808646 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.817824 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:38.824762 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] For port 42d84d6d-ed33-42b5-84de-abba28561d0f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=42d84d6d-ed33-42b5-84de-abba28561d0f,segment=NetworkSegment(29a5973a-d888-40d3-ac63-15f5db59831e),segment_id=29a5973a-d888-40d3-ac63-15f5db59831e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:38.825314 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.837912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.847828 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Pushing event deleted for resources: {'Port': ['ID=42d84d6d-ed33-42b5-84de-abba28561d0f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:38.850206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] No DVR routers for this DVR port 42d84d6d-ed33-42b5-84de-abba28561d0f on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:38.861026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.861444 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.861823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.862190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.862700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.865481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.865858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.866241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.866654 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.867083 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.867837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.867837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:38.897824 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:38.918189 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1cc45aa3-bf55-4a86-b094-3b2605f72a39 req-cdec9343-709e-4d6e-a6a6-4340c1463d59 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 210 time: 0.0847175 Jun 17 08:28:38.935084 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] Calling delete_port for 42d84d6d-ed33-42b5-84de-abba28561d0f owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:38.938427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-a376c56c-777a-47e3-a22a-af2afc2e2bba tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:38.940264 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-a376c56c-777a-47e3-a22a-af2afc2e2bba tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 807 time: 0.4670098 Jun 17 08:28:38.959147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Request body: {'port': {'device_id': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab', 'admin_state_up': True, 'tenant_id': 'bf6e255a98c04f7ba233cf48bf239691'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:38.962856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Allocated IP 19.80.0.8 (70308d3e-6af1-4a1c-b116-310311f1c8fc/69aaa296-9ddd-4536-8030-30694fb6341c/e03e7925-d9e6-46a7-9a42-9ee97544eb7f) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:38.973534 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:38.984987 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7604218d-e90b-49a3-8e82-a207380d152e']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:38.996965 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a5973a-d888-40d3-ac63-15f5db59831e') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:38.997260 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a5973a-d888-40d3-ac63-15f5db59831e') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:39.004147 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.008939 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.015108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25611d9-0dbe-4e36-923d-9e574b2f0813 req-19255db5-1f4d-48d2-a145-f0fb8b2fd79b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:39.023876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b25611d9-0dbe-4e36-923d-9e574b2f0813 req-19255db5-1f4d-48d2-a145-f0fb8b2fd79b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.5261679 Jun 17 08:28:39.024086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.030919 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:28:39.031336 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:28:39.091223 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:28:39.098639 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.112687 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:39.126965 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.130223 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:39.136581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.142068 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7604218d-e90b-49a3-8e82-a207380d152e HTTP/1.1" status: 204 len: 168 time: 0.8275435 Jun 17 08:28:39.144446 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Pushing event deleted for resources: {'Network': ['ID=7604218d-e90b-49a3-8e82-a207380d152e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:39.151434 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:39.158729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] Pushing event deleted for resources: {'Port': ['ID=42d84d6d-ed33-42b5-84de-abba28561d0f,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:39.160944 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.161835 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:39.164149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] Network 7604218d-e90b-49a3-8e82-a207380d152e is not hosted by any dhcp agent {{(pid=93805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:28:39.164842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] No DVR routers for this DVR port 42d84d6d-ed33-42b5-84de-abba28561d0f on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:39.265347 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.299305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b50d3792-46de-4c8a-87c4-01d4733ecc9b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:39.324885 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:39.331677 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6ad98b-526d-49d7-8b95-ca6e8846525a" -d '{"events": [{"server_uuid": "a3833048-b122-4ab5-a1cc-97a1ea5c288a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:39.352573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:39.367008 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.372806 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fba81850-396b-400a-8618-1ead1fb32a87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:39.397549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b25611d9-0dbe-4e36-923d-9e574b2f0813 req-1e25b2a7-945c-4c15-b70d-0ebf07008ec5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870219 Jun 17 08:28:39.435787 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:39.440539 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:39.445617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b50d3792-46de-4c8a-87c4-01d4733ecc9b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:39.446017 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.499984 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.507386 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:39.522682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34664) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:39.560090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9f9f3a-719f-4dee-ae8c-bb37098b0974,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:39.593123 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4fe02f2c-c67d-4fa8-8db3-d36a7302d8ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3972053f1cc04eb4a0a77cfe28701ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668073 Jun 17 08:28:39.593577 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34666) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:39.641325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.642032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.642139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.642427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.643291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.643291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.643517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.643874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.644233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.644711 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.645070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.645426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:39.668004 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-254380a0-98c6-48fa-bb0c-0afe67f4b201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.677249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 42d84d6d-ed33-42b5-84de-abba28561d0f no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:39.678721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33606fa8-2eba-485d-9f14-2efd5a18270c req-d0033ed6-7fb6-435a-99a5-e6612ecd5528 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 210 time: 0.1000550 Jun 17 08:28:39.685422 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:39.686629 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.691519 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7e9f9f3a-719f-4dee-ae8c-bb37098b0974 HTTP/1.1" status: 204 len: 168 time: 1.3576663 Jun 17 08:28:39.695746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34668) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:39.720248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 42d84d6d-ed33-42b5-84de-abba28561d0f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:39.721060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 42d84d6d-ed33-42b5-84de-abba28561d0f not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:39.722642 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1a43929-9128-4403-bf93-53de51327ba1 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:39.727286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Made reservation on behalf of bf6e255a98c04f7ba233cf48bf239691 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:39.731028 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.744163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90c20a-2c88-4fb2-bc08-a660b7e012c0 req-91235a48-e360-4729-9014-c15727806438 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:39.752114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c90c20a-2c88-4fb2-bc08-a660b7e012c0 req-91235a48-e360-4729-9014-c15727806438 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 946 time: 0.4723825 Jun 17 08:28:39.775954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: a1a43929-9128-4403-bf93-53de51327ba1 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:28:39.776230 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1a43929-9128-4403-bf93-53de51327ba1 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:28:39.792445 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6d600a-02a5-4209-b80a-757af082869a x-openstack-request-id: req-1a6d600a-02a5-4209-b80a-757af082869a {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:39.792751 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3833048-b122-4ab5-a1cc-97a1ea5c288a", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:39.793014 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1a6d600a-02a5-4209-b80a-757af082869a {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:39.793427 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4', 'code': 200} Jun 17 08:28:39.808559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-254380a0-98c6-48fa-bb0c-0afe67f4b201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.855328 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.895086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:39.918125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Transition to ACTIVE for port object e03e7925-d9e6-46a7-9a42-9ee97544eb7f will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:39.939623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c90c20a-2c88-4fb2-bc08-a660b7e012c0 req-a3ee702d-9ef2-494d-a7a9-4901e20b90ab tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809773 Jun 17 08:28:40.007956 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.020402 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-254380a0-98c6-48fa-bb0c-0afe67f4b201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.023364 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-254380a0-98c6-48fa-bb0c-0afe67f4b201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.024709 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-254380a0-98c6-48fa-bb0c-0afe67f4b201 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a530cba-1fb4-43bd-ab8c-8e396845b2cd HTTP/1.1" status: 204 len: 168 time: 0.4303255 Jun 17 08:28:40.027984 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f646185b-a720-4baf-83b8-06982907566d tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:40.031481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f4d027-49a4-4263-91e7-811f0e7a66c2']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:40.048540 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254380a0-98c6-48fa-bb0c-0afe67f4b201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a530cba-1fb4-43bd-ab8c-8e396845b2cd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:40.051293 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-254380a0-98c6-48fa-bb0c-0afe67f4b201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:40.053364 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8460e2d-b0d4-4aa6-ab9b-1db769432cb3') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:40.053707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8460e2d-b0d4-4aa6-ab9b-1db769432cb3') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:40.065494 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.083599 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.094340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:28:40.095825 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:28:40.098007 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:28:40.137533 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.167471 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Allocated IP 172.20.0.7 (b1ff2bbf-c3bb-449c-af8d-44a515af44ab/717f8b60-fb1c-4bbe-a6b4-6fd59088f048/6927cc4b-29c3-4536-84c1-654948878170) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:40.171253 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e76afb70-3371-4695-a358-9871f0004142 tempest-ListServersNegativeTestJSON-2027729613 tempest-ListServersNegativeTestJSON-2027729613-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:40.174009 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.179063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.181013 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] 10.222.0.47 "DELETE /v2.0/networks/92f4d027-49a4-4263-91e7-811f0e7a66c2 HTTP/1.1" status: 204 len: 168 time: 0.4840772 Jun 17 08:28:40.181930 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c3d4019-8365-437c-bb1f-085e25e33e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:40.207928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] Pushing event deleted for resources: {'Network': ['ID=92f4d027-49a4-4263-91e7-811f0e7a66c2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:40.217675 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:40.259037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network 70308d3e-6af1-4a1c-b116-310311f1c8fc is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:40.319482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:40.322299 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:40.376563 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Port': ['ID=e03e7925-d9e6-46a7-9a42-9ee97544eb7f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:40.387632 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:40.407873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ff486-5223-4a9e-ad5d-a165b3f55b89 req-2caba3d4-94c4-4c50-8442-088b359af0ab tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:40.409521 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e57ff486-5223-4a9e-ad5d-a165b3f55b89 req-2caba3d4-94c4-4c50-8442-088b359af0ab tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.4080405 Jun 17 08:28:40.527095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:40.527779 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.544811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34698) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:40.576272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae1bdb-f915-4ea4-b161-47809ffd506e req-6860f752-721c-4d7a-961f-9d476364e1f9 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:40.577835 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4fae1bdb-f915-4ea4-b161-47809ffd506e req-6860f752-721c-4d7a-961f-9d476364e1f9 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 930 time: 0.3362365 Jun 17 08:28:40.585145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0406048 Jun 17 08:28:40.601100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Request body: {'port': {'device_id': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'network_id': '0d584013-9366-403c-bcde-6539a1df578b', 'admin_state_up': True, 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:40.650476 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e57ff486-5223-4a9e-ad5d-a165b3f55b89 req-c776f7e7-c07e-4bee-8850-00c3c379bbee tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007146 Jun 17 08:28:40.694226 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6c9a6f2b-1062-44f3-9468-d0380945f576 None None] Provisioning for port e03e7925-d9e6-46a7-9a42-9ee97544eb7f completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:40.699751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6c9a6f2b-1062-44f3-9468-d0380945f576 None None] Provisioning complete for port e03e7925-d9e6-46a7-9a42-9ee97544eb7f triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:40.700631 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c9a6f2b-1062-44f3-9468-d0380945f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.734272 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.765597 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4fae1bdb-f915-4ea4-b161-47809ffd506e req-8af48ee7-ea18-46ea-85f0-3b955bfcb59e tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705747 Jun 17 08:28:40.770197 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b71fbcfe-88c2-4d41-bdb9-2bb0d87c0e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:40.773930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6c9a6f2b-1062-44f3-9468-d0380945f576 None None] Port e03e7925-d9e6-46a7-9a42-9ee97544eb7f cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:28:40.775654 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34706) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:40.942582 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-86f7ca03-49a6-423b-a0e4-85cff997d7ad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0f98bee18fd4d65a167577d024c4163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597383 Jun 17 08:28:40.943967 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34708) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:41.015032 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bbe099b-9c02-4d24-a734-a0a06204e21b req-4eafbcde-7fa3-4bf0-b336-e7d825925262 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 210 time: 0.0580301 Jun 17 08:28:41.042382 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.048874 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-443a3555-81fe-401b-bde8-1db80ee3551f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:41.065020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa81c-8260-4432-826b-bcce607ee2d7 req-42fe04b1-22ad-4d81-a6ff-3436168c7040 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:41.067131 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a65fa81c-8260-4432-826b-bcce607ee2d7 req-42fe04b1-22ad-4d81-a6ff-3436168c7040 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2102032 Jun 17 08:28:41.123444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Network b1ff2bbf-c3bb-449c-af8d-44a515af44ab is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:41.135410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:41.142911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:41.160125 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b71fbcfe-88c2-4d41-bdb9-2bb0d87c0e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.182850 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b71fbcfe-88c2-4d41-bdb9-2bb0d87c0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.188154 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-254380a0-98c6-48fa-bb0c-0afe67f4b201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:41.200375 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Pushing event updated for resources: {'Port': ['ID=6927cc4b-29c3-4536-84c1-654948878170,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:41.203722 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:41.226340 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-933cd407-2ad1-43b4-9391-2a1c025f206c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.235363 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a65fa81c-8260-4432-826b-bcce607ee2d7 req-9b8356de-fceb-4ae1-9ab7-1c01aaedf2ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452119 Jun 17 08:28:41.266157 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b71fbcfe-88c2-4d41-bdb9-2bb0d87c0e9a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=162c95ebe2f14a4bb180ef6a24f94b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7199979 Jun 17 08:28:41.271926 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34720) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:41.274282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fbcfe-88c2-4d41-bdb9-2bb0d87c0e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c37332-554b-4dd4-8ad2-ad6ade07b7a8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:41.289743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:41.289743 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.293435 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Made reservation on behalf of 7f2faa47cbff4a2fb173bcd33e61bcb1 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:41.294242 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b71fbcfe-88c2-4d41-bdb9-2bb0d87c0e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:41.297126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.308033 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-933cd407-2ad1-43b4-9391-2a1c025f206c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.397138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4907dbb7-85b4-434a-9d4f-7548f0a2a065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.436697 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4907dbb7-85b4-434a-9d4f-7548f0a2a065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.468205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Allocated IP 19.86.0.27 (0d584013-9366-403c-bcde-6539a1df578b/c366ad76-0b9c-4b97-b3cf-9b5b5887607a/686a2e3c-c6cd-4110-8f07-87e9a4b0adcb) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:41.494093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34726) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:41.494961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-933cd407-2ad1-43b4-9391-2a1c025f206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.497586 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-933cd407-2ad1-43b4-9391-2a1c025f206c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.501117 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-933cd407-2ad1-43b4-9391-2a1c025f206c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73495672-b02a-4319-83c7-edf23667570d HTTP/1.1" status: 204 len: 168 time: 0.5538461 Jun 17 08:28:41.509269 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cb02c190-c40a-426c-a139-541c5d282db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:41.529168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cd407-2ad1-43b4-9391-2a1c025f206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73495672-b02a-4319-83c7-edf23667570d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:41.531683 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-933cd407-2ad1-43b4-9391-2a1c025f206c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:41.558726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4907dbb7-85b4-434a-9d4f-7548f0a2a065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.561646 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4907dbb7-85b4-434a-9d4f-7548f0a2a065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.562824 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4907dbb7-85b4-434a-9d4f-7548f0a2a065 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/47c37332-554b-4dd4-8ad2-ad6ade07b7a8 HTTP/1.1" status: 204 len: 168 time: 0.2896185 Jun 17 08:28:41.564061 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6436b46a-d8fa-43dc-af94-f40e1f5ecbfc tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:41.572077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907dbb7-85b4-434a-9d4f-7548f0a2a065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c37332-554b-4dd4-8ad2-ad6ade07b7a8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:41.575176 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4907dbb7-85b4-434a-9d4f-7548f0a2a065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:41.613946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6639779 Jun 17 08:28:41.630456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Request body: {'port': {'device_id': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:41.689554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0505b1e-989e-453e-ba64-5c593064ad71 req-b012db2c-5c8f-4e80-9a18-8e77e80a40d0 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:41.697149 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0505b1e-989e-453e-ba64-5c593064ad71 req-b012db2c-5c8f-4e80-9a18-8e77e80a40d0 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 944 time: 0.4902077 Jun 17 08:28:41.809264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1501316943-network', 'tenant_id': '22b08dc68d624144bea2b0a6d09321be'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:41.830073 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.870761 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Made reservation on behalf of 22b08dc68d624144bea2b0a6d09321be for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:41.873910 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.896299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0505b1e-989e-453e-ba64-5c593064ad71 req-154c1eac-99b6-44bf-bed8-ca23c3f59eee tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980679 Jun 17 08:28:41.896477 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:41.900056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Transition to ACTIVE for port object 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:42.081897 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.091951 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.096781 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:42.111102 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.131480 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac2fe91-ce51-46d1-8930-0315f58ef877,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:42.137162 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:42.141450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:28:42.156105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.156986 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Added segment 53463604-1532-4905-b3ac-a995a369dea3 of type vlan for network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe Jun 17 08:28:42.238636 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.278163 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.279838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.280862 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.286046 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ccac5b3-5c64-4a88-9876-d2f5cd51dc36 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:42.368195 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8659012 Jun 17 08:28:42.375348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34768) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:42.387632 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Request body: {'subnet': {'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1501316943-subnet', 'tenant_id': '22b08dc68d624144bea2b0a6d09321be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:42.398526 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Pushing event updated for resources: {'Network': ['ID=20f5d41f-bb84-42c7-8719-2e1d4ee31efe,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:42.413500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:28:42.414639 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:42.447484 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Made reservation on behalf of 22b08dc68d624144bea2b0a6d09321be for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:42.450109 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.706754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:28:42.709223 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.718673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf47178-356e-4862-ba18-2a067df5d38f req-c1801cfa-d09b-4959-b08b-ec9f9cb24521 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.726241 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-abf47178-356e-4862-ba18-2a067df5d38f req-c1801cfa-d09b-4959-b08b-ec9f9cb24521 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.8811831 Jun 17 08:28:42.739184 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:42.776687 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.780579 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cf16a9ba-c46f-4e74-a237-4b215b39abc6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:42.841490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Network 0d584013-9366-403c-bcde-6539a1df578b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:42.859896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8392e879-6732-4b68-b8be-3bf778dc17e1,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:42.863653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:42.869918 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:42.870363 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:42.874510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Checking segment: {'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:42.874951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Network hostable DHCP agents. Network: 20f5d41f-bb84-42c7-8719-2e1d4ee31efe, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:28:42.900990 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:28:42.920036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 20f5d41f-bb84-42c7-8719-2e1d4ee31efe) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:42.930399 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af37c5fb-8883-4c7b-a03f-9f5bf58b1917 None None] Network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:42.931958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.932095 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:42.932607 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.935070 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:42.961012 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5840645 Jun 17 08:28:42.975648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event updated for resources: {'Port': ['ID=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:42.983107 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:42.990730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-abf47178-356e-4862-ba18-2a067df5d38f req-6f743cf6-eb93-469e-b677-589b4374f420 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631617 Jun 17 08:28:43.014002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d00ea-50c1-466e-a3d4-59887e7cab61 req-a434949e-04be-44eb-900b-714e64fe96aa tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:43.021435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f1d00ea-50c1-466e-a3d4-59887e7cab61 req-a434949e-04be-44eb-900b-714e64fe96aa tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 930 time: 0.8885527 Jun 17 08:28:43.026750 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4307535 Jun 17 08:28:43.108518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Request body: {'port': {'device_id': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:43.202926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f1d00ea-50c1-466e-a3d4-59887e7cab61 req-30a1a51e-d847-4159-8c8c-c9089570b58d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770415 Jun 17 08:28:43.214451 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88c75c-b7ea-47f4-8240-877ec9d577dc None None] Network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:43.335388 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:43.383629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-db0b64e3-dc42-461d-a551-92e14b4864dd None None] Provisioning for port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:43.389375 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d40fdb9c-3c13-4a5e-b008-162e086282f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:43.394606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-db0b64e3-dc42-461d-a551-92e14b4864dd None None] Provisioning complete for port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:43.395111 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-db0b64e3-dc42-461d-a551-92e14b4864dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:43.444746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-db0b64e3-dc42-461d-a551-92e14b4864dd None None] Port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:28:43.471657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6927cc4b-29c3-4536-84c1-654948878170 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:43.489869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:43.565482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Transition to ACTIVE for port object 6927cc4b-29c3-4536-84c1-654948878170 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:43.576059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:43.582515 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-67b3ec76-1a36-4707-aafe-87ee92cb889d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:43.713469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898034df-6c57-4cc7-89f1-e35eaf399c69 req-bbcfc289-9560-4675-a5f6-0432d1d0b4f1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:43.715623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-898034df-6c57-4cc7-89f1-e35eaf399c69 req-bbcfc289-9560-4675-a5f6-0432d1d0b4f1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 931 time: 0.3049071 Jun 17 08:28:43.721365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Pushing event updated for resources: {'Port': ['ID=6927cc4b-29c3-4536-84c1-654948878170,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:43.733305 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:43.851179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-898034df-6c57-4cc7-89f1-e35eaf399c69 req-b4080798-ce7a-4ff4-b314-d174282eccde tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240621 Jun 17 08:28:43.889740 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:43.890099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:43.890432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:43.898183 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Port 6927cc4b-29c3-4536-84c1-654948878170 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:43.898580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:43.927531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:43.927874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:43.928261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:43.928704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Bound port: 6927cc4b-29c3-4536-84c1-654948878170, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:43.929051 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:43.953079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03e7925-d9e6-46a7-9a42-9ee97544eb7f {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:43.981071 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:44.015426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Transition to ACTIVE for port object e03e7925-d9e6-46a7-9a42-9ee97544eb7f will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:44.060927 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:44.067894 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:44.135890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:44.166450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=6927cc4b-29c3-4536-84c1-654948878170,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:44.208176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad391bec-a772-487b-8804-abc052eb5c40 req-8bf292c0-dd39-43f8-a8fb-55debeb4e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:44.210397 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ad391bec-a772-487b-8804-abc052eb5c40 req-8bf292c0-dd39-43f8-a8fb-55debeb4e7bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 1097 time: 0.0715940 Jun 17 08:28:44.227258 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:44.231974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Pushing event updated for resources: {'Port': ['ID=e03e7925-d9e6-46a7-9a42-9ee97544eb7f,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:44.241342 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:44.249700 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-12a24940-0685-485d-8e47-a46b6cbcdc46 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:44.261279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeb2c7-2436-47fb-90c4-dc06bf19005a req-2008aa18-65c9-4e92-a4e6-cf630d3a6aa5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:44.264712 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ad391bec-a772-487b-8804-abc052eb5c40 req-b92eef51-cada-4c05-8af0-135d23f07233 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461574 Jun 17 08:28:44.267305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecfeb2c7-2436-47fb-90c4-dc06bf19005a req-2008aa18-65c9-4e92-a4e6-cf630d3a6aa5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2680011 Jun 17 08:28:44.306457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:44.307119 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:44.308540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] 10.222.0.63 "PUT /v2.0/ports/6927cc4b-29c3-4536-84c1-654948878170 HTTP/1.1" status: 200 len: 1092 time: 2.6833282 Jun 17 08:28:44.331759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'tag': '6927cc4b-29c3-4536-84c1-654948878170'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:44.334375 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55eabb1f-43c1-494d-bff3-da45d73f6398" -d '{"events": [{"name": "network-changed", "server_uuid": "33baf5cf-38b5-4e35-9300-995a4d80857b", "tag": "6927cc4b-29c3-4536-84c1-654948878170"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:44.454165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Pushing event updated for resources: {'Port': ['ID=6927cc4b-29c3-4536-84c1-654948878170,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:44.472347 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638e702-12e4-4ba7-93c0-cb567a81fe8a req-55d8e7dc-46b5-4a6a-982f-16769c23d8e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:44.473927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9638e702-12e4-4ba7-93c0-cb567a81fe8a req-55d8e7dc-46b5-4a6a-982f-16769c23d8e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3833048-b122-4ab5-a1cc-97a1ea5c288a HTTP/1.1" status: 200 len: 944 time: 0.4573781 Jun 17 08:28:44.476403 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:44.484197 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecfeb2c7-2436-47fb-90c4-dc06bf19005a req-e61326b6-af9c-4e4e-baf1-476092350e59 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084324 Jun 17 08:28:44.529447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Attempting to bind port e03e7925-d9e6-46a7-9a42-9ee97544eb7f on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:44.529780 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Attempting to bind port e03e7925-d9e6-46a7-9a42-9ee97544eb7f by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9842d2d2-6398-4cf2-afb6-85d96fad3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:44.530114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Attempting to bind port e03e7925-d9e6-46a7-9a42-9ee97544eb7f on network 70308d3e-6af1-4a1c-b116-310311f1c8fc {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:44.547905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Port e03e7925-d9e6-46a7-9a42-9ee97544eb7f on network 70308d3e-6af1-4a1c-b116-310311f1c8fc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:44.548197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Attempting to bind port e03e7925-d9e6-46a7-9a42-9ee97544eb7f on network 70308d3e-6af1-4a1c-b116-310311f1c8fc {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:44.566194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:44.566522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Checking segment: {'id': '9842d2d2-6398-4cf2-afb6-85d96fad3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:44.567004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Bound using segment: {'id': '9842d2d2-6398-4cf2-afb6-85d96fad3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:44.567369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Bound port: e03e7925-d9e6-46a7-9a42-9ee97544eb7f, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9842d2d2-6398-4cf2-afb6-85d96fad3ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:44.567714 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:44.605407 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-a249e85f-92b6-45dd-b210-f494df624fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:44.607001 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-a249e85f-92b6-45dd-b210-f494df624fe4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 1095 time: 0.2264016 Jun 17 08:28:44.672004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-71291797-4fef-4bbe-b0af-98bfc4362df0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6927cc4b-29c3-4536-84c1-654948878170 HTTP/1.1" status: 200 len: 217 time: 0.0407615 Jun 17 08:28:44.740519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] For port e03e7925-d9e6-46a7-9a42-9ee97544eb7f, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:44.764028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] For port e03e7925-d9e6-46a7-9a42-9ee97544eb7f, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e03e7925-d9e6-46a7-9a42-9ee97544eb7f,segment=NetworkSegment(9842d2d2-6398-4cf2-afb6-85d96fad3ffe),segment_id=9842d2d2-6398-4cf2-afb6-85d96fad3ffe)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:44.766378 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-9638e702-12e4-4ba7-93c0-cb567a81fe8a req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Deleting port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:28:44.766953 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9638e702-12e4-4ba7-93c0-cb567a81fe8a req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:44.772878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-2743b6f4-bf7e-4c74-92bd-6238162cb278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:44.774445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-2743b6f4-bf7e-4c74-92bd-6238162cb278 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.0946202 Jun 17 08:28:44.787861 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:44.810726 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b409adfc-3a2a-457b-a37d-9a9325f14197 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:44.910299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-75cf791d-158a-4128-8fca-f2a4d1afd215 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240170 Jun 17 08:28:44.968087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:44.968618 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:44.970004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] 10.222.0.63 "PUT /v2.0/ports/e03e7925-d9e6-46a7-9a42-9ee97544eb7f HTTP/1.1" status: 200 len: 1091 time: 1.8896220 Jun 17 08:28:45.022265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34856) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:45.025414 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Request body: {'port': {'device_id': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:45.094805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Pushing event updated for resources: {'Port': ['ID=e03e7925-d9e6-46a7-9a42-9ee97544eb7f,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:45.122146 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:45.136259 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd204833-1a21-485b-839f-70a682ffc194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.155648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-9638e702-12e4-4ba7-93c0-cb567a81fe8a req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] For port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:45.156011 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9638e702-12e4-4ba7-93c0-cb567a81fe8a req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.245297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-9638e702-12e4-4ba7-93c0-cb567a81fe8a req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Calling delete_port for 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:28:45.249395 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd204833-1a21-485b-839f-70a682ffc194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.254869 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd204833-1a21-485b-839f-70a682ffc194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.257552 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1c08e312-2112-482f-ac84-dfc4d09f73a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:45.292266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-0b774399-15c6-41f2-a4f2-c268a9d593ab tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:45.293774 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-0b774399-15c6-41f2-a4f2-c268a9d593ab tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/networks?id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe HTTP/1.1" status: 200 len: 815 time: 0.3862112 Jun 17 08:28:45.300416 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fd204833-1a21-485b-839f-70a682ffc194 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba76ee1fa31b465abcd7027e2a5ae973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2769890 Jun 17 08:28:45.303020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34860) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:45.309613 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd204833-1a21-485b-839f-70a682ffc194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35eec65-10a2-4f88-a523-783e21b7f230,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:45.328889 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fd204833-1a21-485b-839f-70a682ffc194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:45.370871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba30a90e-9437-46e0-a34a-0c3b177d8174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.404595 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba30a90e-9437-46e0-a34a-0c3b177d8174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.459722 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba30a90e-9437-46e0-a34a-0c3b177d8174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.462455 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba30a90e-9437-46e0-a34a-0c3b177d8174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.466040 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ba30a90e-9437-46e0-a34a-0c3b177d8174 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b35eec65-10a2-4f88-a523-783e21b7f230 HTTP/1.1" status: 204 len: 168 time: 0.1597409 Jun 17 08:28:45.466040 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:45.473651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30a90e-9437-46e0-a34a-0c3b177d8174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35eec65-10a2-4f88-a523-783e21b7f230,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:45.476489 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba30a90e-9437-46e0-a34a-0c3b177d8174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:45.578206 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-15346d84-c499-46f4-b1d7-10c296642b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.614418 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-7fa092a5-4682-416f-9623-98410aa839ed service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855655 Jun 17 08:28:45.616883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.619557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-8a4520dc-d04d-439e-a78f-9a379ac17087 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/quotas/22b08dc68d624144bea2b0a6d09321be HTTP/1.1" status: 200 len: 375 time: 0.3173470 Jun 17 08:28:45.716590 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-70022d58-1beb-4e9b-a163-602ea66b7a53 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=22b08dc68d624144bea2b0a6d09321be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769062 Jun 17 08:28:45.846220 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:45.863315 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5222c58c-ea43-4b0d-b821-685b6784ebef req-7da56fc0-694f-4d7e-904c-7b91516658a7 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344413 Jun 17 08:28:46.010228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-8fc0b680-c6f0-4eca-9938-12fed1ac5745 service neutron] 10.222.0.47 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717743 Jun 17 08:28:46.059325 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9638e702-12e4-4ba7-93c0-cb567a81fe8a req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.067077 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4d3c1ddf-db2c-4b79-904b-fc4bd808a2d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:46.139134 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event deleted for resources: {'Port': ['ID=7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:46.151692 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:46.163025 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34884) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:46.217056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-9638e702-12e4-4ba7-93c0-cb567a81fe8a req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] No DVR routers for this DVR port 7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:28:46.227929 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9638e702-12e4-4ba7-93c0-cb567a81fe8a req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.229950 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9638e702-12e4-4ba7-93c0-cb567a81fe8a req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "DELETE /v2.0/ports/7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4 HTTP/1.1" status: 204 len: 173 time: 1.7436514 Jun 17 08:28:46.237860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-475f4ac8-f554-4865-87b9-424b4378629b service neutron] 10.222.0.47 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014885 Jun 17 08:28:46.276227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1377733649-network', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:46.296285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:46.302983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Made reservation on behalf of 8932afcdd536492eb54b8bec3ac3d6ec for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:46.308196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.312252 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.322042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.332253 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Transition to ACTIVE for port object 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:46.338696 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.344440 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2627467f-bae4-4897-8df5-cd3f4202398a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:46.480514 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Pushing event updated for resources: {'Port': ['ID=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:46.490836 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.492333 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:46.497676 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.515639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:28:46.530180 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.530928 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Added segment d4f59c99-27ac-416e-9811-ee830ad4e9ee of type vlan for network 423f5745-9961-4843-8bc3-428ac1bbf196 Jun 17 08:28:46.598397 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.628937 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-789a3b34-06c4-4864-ab32-1016be7807d5 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:46.638899 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.640002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:46.640586 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.667195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6146c57e-e937-48cb-ba0b-c266d44269d2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:46.671148 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:46.677295 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5103750 Jun 17 08:28:46.677295 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4e23f1c4-014e-4572-9b80-9e20a37a7828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:46.678201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34904) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:46.686902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Request body: {'subnet': {'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1377733649-subnet', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:46.695789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026366a-0a8e-427f-b85b-ab11569af7c0 req-963afa69-2320-4e50-9faa-91e29f0c6405 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:46.699118 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e026366a-0a8e-427f-b85b-ab11569af7c0 req-963afa69-2320-4e50-9faa-91e29f0c6405 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.1613772 Jun 17 08:28:46.702098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Attempting to bind port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:46.702501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Attempting to bind port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'c6e8894c-20c7-4e68-8ba4-91ddebba819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d584013-9366-403c-bcde-6539a1df578b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:46.703389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Attempting to bind port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb on network 0d584013-9366-403c-bcde-6539a1df578b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:46.709412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb on network 0d584013-9366-403c-bcde-6539a1df578b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:46.709827 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Attempting to bind port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb on network 0d584013-9366-403c-bcde-6539a1df578b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:46.737371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:46.737686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Checking segment: {'id': 'c6e8894c-20c7-4e68-8ba4-91ddebba819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d584013-9366-403c-bcde-6539a1df578b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:46.738229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Bound using segment: {'id': 'c6e8894c-20c7-4e68-8ba4-91ddebba819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d584013-9366-403c-bcde-6539a1df578b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:46.738846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Bound port: 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e8894c-20c7-4e68-8ba4-91ddebba819d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '0d584013-9366-403c-bcde-6539a1df578b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:46.739347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.767180 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.783045 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e026366a-0a8e-427f-b85b-ab11569af7c0 req-95f63ebb-1c4e-47ad-ad19-c8153d3f9680 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707984 Jun 17 08:28:46.795540 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Pushing event updated for resources: {'Network': ['ID=423f5745-9961-4843-8bc3-428ac1bbf196,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:46.799018 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:46.802397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Made reservation on behalf of 8932afcdd536492eb54b8bec3ac3d6ec for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:46.805122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.808219 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 423f5745-9961-4843-8bc3-428ac1bbf196 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:28:46.922713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] For port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:46.931547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] For port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb,segment=NetworkSegment(c6e8894c-20c7-4e68-8ba4-91ddebba819d),segment_id=c6e8894c-20c7-4e68-8ba4-91ddebba819d)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:46.937790 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.959870 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:46.976456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:46.978498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:46.982879 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] 10.222.0.63 "PUT /v2.0/ports/686a2e3c-c6cd-4110-8f07-87e9a4b0adcb HTTP/1.1" status: 200 len: 1092 time: 1.9672534 Jun 17 08:28:47.163860 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dd7aa8-a218-411d-86f4-3311cc2aaf3a x-openstack-request-id: req-46dd7aa8-a218-411d-86f4-3311cc2aaf3a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:47.163860 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33baf5cf-38b5-4e35-9300-995a4d80857b", "tag": "6927cc4b-29c3-4536-84c1-654948878170", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:47.163860 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46dd7aa8-a218-411d-86f4-3311cc2aaf3a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:47.164261 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'tag': '6927cc4b-29c3-4536-84c1-654948878170', 'status': 'completed', 'code': 200} Jun 17 08:28:47.250464 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.261860 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Pushing event updated for resources: {'Port': ['ID=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:47.262365 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29219605-4096-4552-b865-9f26040d1188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:47.274939 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:47.323829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdc93414-eae7-480f-9955-ef583cf9c1f4,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:47.327127 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:47.330110 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Checking segment: {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:47.330455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Network hostable DHCP agents. Network: 423f5745-9961-4843-8bc3-428ac1bbf196, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:28:47.337689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0fa6-8ea1-411a-895d-ed9b487fecf0 req-e5432c25-0573-4a1d-838f-2e5f13e923f5 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.343167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c0fa6-8ea1-411a-895d-ed9b487fecf0 req-e5432c25-0573-4a1d-838f-2e5f13e923f5 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.344776 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa6c0fa6-8ea1-411a-895d-ed9b487fecf0 req-e5432c25-0573-4a1d-838f-2e5f13e923f5 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1676 time: 0.3567195 Jun 17 08:28:47.351142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Network 423f5745-9961-4843-8bc3-428ac1bbf196 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:28:47.354233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8501624b-6780-49a7-ac18-6eb67d06a394 req-4457d44c-a87e-40f7-8387-31933d823691 tempest-AbsoluteLimitsNegativeTestJSON-1284518650 tempest-AbsoluteLimitsNegativeTestJSON-1284518650-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=26abff80c30242d5b7fd76f85e58dd88&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673714 Jun 17 08:28:47.365565 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 423f5745-9961-4843-8bc3-428ac1bbf196) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:47.374612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.375372 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.375889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e602dd15-7248-444c-a601-ff64542c4264 None None] Network 423f5745-9961-4843-8bc3-428ac1bbf196 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:47.393079 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7121570 Jun 17 08:28:47.396010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34924) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:47.401301 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:47.402444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-c893f930-5883-4faa-aefe-e099d5eebee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.402943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-c893f930-5883-4faa-aefe-e099d5eebee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.404561 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-c893f930-5883-4faa-aefe-e099d5eebee9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1980 time: 0.3679969 Jun 17 08:28:47.426686 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.428557 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.561812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-423f5745-9961-4843-8bc3-428ac1bbf196', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:28:47.563040 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.565406 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-7f377999-f2ac-453a-8f05-458e3b6d542e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=e03e7925-d9e6-46a7-9a42-9ee97544eb7f HTTP/1.1" status: 200 len: 217 time: 0.1378367 Jun 17 08:28:47.567226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eabb1f-43c1-494d-bff3-da45d73f6398 req-d5571eed-cbd8-40b7-a4bc-e3d40caa3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.568683 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55eabb1f-43c1-494d-bff3-da45d73f6398 req-d5571eed-cbd8-40b7-a4bc-e3d40caa3cf4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 1095 time: 0.3893180 Jun 17 08:28:47.639937 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa6c0fa6-8ea1-411a-895d-ed9b487fecf0 req-8cd7ecc3-ae9d-4439-82c6-79370ee8a2ec tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838318 Jun 17 08:28:47.751685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Allocated IP 172.20.0.2 (423f5745-9961-4843-8bc3-428ac1bbf196/cdc93414-eae7-480f-9955-ef583cf9c1f4/23afcd8d-35a3-4ea0-8ab9-796058e83990) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:47.758206 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-6c089c96-c17d-40a6-a982-5463d8a33c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.759927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-6c089c96-c17d-40a6-a982-5463d8a33c3e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=69aaa296-9ddd-4536-8030-30694fb6341c HTTP/1.1" status: 200 len: 801 time: 0.1814470 Jun 17 08:28:47.770583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501624b-6780-49a7-ac18-6eb67d06a394 req-64bbd43f-4a08-49b5-96e4-b37b7304a15e tempest-AbsoluteLimitsNegativeTestJSON-1284518650 tempest-AbsoluteLimitsNegativeTestJSON-1284518650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.772453 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8501624b-6780-49a7-ac18-6eb67d06a394 req-64bbd43f-4a08-49b5-96e4-b37b7304a15e tempest-AbsoluteLimitsNegativeTestJSON-1284518650 tempest-AbsoluteLimitsNegativeTestJSON-1284518650-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4052029 Jun 17 08:28:47.857370 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.870710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8501624b-6780-49a7-ac18-6eb67d06a394 req-24f17f87-3fb1-4a5f-9ba2-7e87f7268457 tempest-AbsoluteLimitsNegativeTestJSON-1284518650 tempest-AbsoluteLimitsNegativeTestJSON-1284518650-project] 10.222.0.47 "GET /v2.0/quotas/26abff80c30242d5b7fd76f85e58dd88 HTTP/1.1" status: 200 len: 375 time: 0.0865066 Jun 17 08:28:47.888108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eabb1f-43c1-494d-bff3-da45d73f6398 req-10c6110a-2a09-4195-a16f-6d63b383a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:47.889705 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55eabb1f-43c1-494d-bff3-da45d73f6398 req-10c6110a-2a09-4195-a16f-6d63b383a867 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.3034670 Jun 17 08:28:47.937614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8501624b-6780-49a7-ac18-6eb67d06a394 req-22cef0c1-ae61-49be-b9ef-0a8f0e20fdfc tempest-AbsoluteLimitsNegativeTestJSON-1284518650 tempest-AbsoluteLimitsNegativeTestJSON-1284518650-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=26abff80c30242d5b7fd76f85e58dd88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554357 Jun 17 08:28:47.946225 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:47.970721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55eabb1f-43c1-494d-bff3-da45d73f6398 req-11c78429-677e-4f50-9378-91ff3ed959cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6927cc4b-29c3-4536-84c1-654948878170 HTTP/1.1" status: 200 len: 217 time: 0.0686727 Jun 17 08:28:47.974172 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Transition to ACTIVE for port object 23afcd8d-35a3-4ea0-8ab9-796058e83990 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:48.008945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Transition to ACTIVE for port object 23afcd8d-35a3-4ea0-8ab9-796058e83990 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:48.026470 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.028746 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:48.099533 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.106705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eabb1f-43c1-494d-bff3-da45d73f6398 req-f0a9f882-689b-4efa-a333-f9e4eed165ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:48.110129 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55eabb1f-43c1-494d-bff3-da45d73f6398 req-f0a9f882-689b-4efa-a333-f9e4eed165ca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1249478 Jun 17 08:28:48.117231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Pushing event updated for resources: {'Port': ['ID=23afcd8d-35a3-4ea0-8ab9-796058e83990,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:48.123001 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:48.148937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Network 423f5745-9961-4843-8bc3-428ac1bbf196 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:48.150680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:48.155687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:48.196970 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-b9a28d50-e811-4cad-bbb2-27f88b4edef1 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:48.198872 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-b9a28d50-e811-4cad-bbb2-27f88b4edef1 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.10 "GET /v2.0/networks?id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe HTTP/1.1" status: 200 len: 815 time: 0.1813343 Jun 17 08:28:48.246758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Request body: {'port': {'device_id': '051ec639-07ab-4995-9528-d80d56bcf742', 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe', 'admin_state_up': True, 'tenant_id': '22b08dc68d624144bea2b0a6d09321be'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:48.276437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Attempting to bind port 23afcd8d-35a3-4ea0-8ab9-796058e83990 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:48.277229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Attempting to bind port 23afcd8d-35a3-4ea0-8ab9-796058e83990 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:48.277613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Attempting to bind port 23afcd8d-35a3-4ea0-8ab9-796058e83990 on network 423f5745-9961-4843-8bc3-428ac1bbf196 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:48.294175 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:48.294589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Checking segment: {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:48.302502 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.302502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Bound using segment: {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:48.303184 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Bound port: 23afcd8d-35a3-4ea0-8ab9-796058e83990, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:48.303596 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.342722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34930) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:48.408259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] For port 23afcd8d-35a3-4ea0-8ab9-796058e83990, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:48.416442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] For port 23afcd8d-35a3-4ea0-8ab9-796058e83990, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=23afcd8d-35a3-4ea0-8ab9-796058e83990,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:48.424675 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.430170 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dce5e65c-7794-4b61-97f0-c1edda60526c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:48.495809 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Pushing event updated for resources: {'Port': ['ID=23afcd8d-35a3-4ea0-8ab9-796058e83990,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:48.499648 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:48.518152 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Made reservation on behalf of 22b08dc68d624144bea2b0a6d09321be for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:48.521661 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.526392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee3ebc-bcc1-4351-a8da-0e25c4fed664 req-ce33acb1-b9a4-47e2-90f6-58ec8d3f8541 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:48.528853 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7ee3ebc-bcc1-4351-a8da-0e25c4fed664 req-ce33acb1-b9a4-47e2-90f6-58ec8d3f8541 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 943 time: 0.7424247 Jun 17 08:28:48.531333 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-92a21388-7963-4376-b574-97eda0822d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:48.533445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-92a21388-7963-4376-b574-97eda0822d74 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=70308d3e-6af1-4a1c-b116-310311f1c8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7599304 Jun 17 08:28:48.548593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-014764a9-578a-40f2-9610-063e94303afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.562069 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55eabb1f-43c1-494d-bff3-da45d73f6398 req-7ea885c3-58ee-47b2-923a-f2a3a28dc8b2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647306 Jun 17 08:28:48.687972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.729775 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.754092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7ee3ebc-bcc1-4351-a8da-0e25c4fed664 req-917875f0-1140-43f1-aeac-3b50bae042e0 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956415 Jun 17 08:28:48.774889 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2fd61-b6ed-489a-bb37-9a5c976879d7 req-cb620ae4-072b-4042-bb40-8ff12de48623 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:48.776478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8c2fd61-b6ed-489a-bb37-9a5c976879d7 req-cb620ae4-072b-4042-bb40-8ff12de48623 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.6774230 Jun 17 08:28:48.794384 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.844534 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-22a53683-0a87-4357-b357-89236f8190ac service neutron] 10.222.0.63 "GET /v2.0/networks/70308d3e-6af1-4a1c-b116-310311f1c8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879491 Jun 17 08:28:48.851003 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55eabb1f-43c1-494d-bff3-da45d73f6398 req-47701d07-c544-4329-9670-921d7c1489ad service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644179 Jun 17 08:28:48.874393 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Allocated IP 172.20.0.9 (20f5d41f-bb84-42c7-8719-2e1d4ee31efe/8392e879-6732-4b68-b8be-3bf778dc17e1/2f383c59-0955-4c44-9d9d-95eebbf9a5e1) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:48.924614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8c2fd61-b6ed-489a-bb37-9a5c976879d7 req-50b077b9-9f70-4d94-a0cf-04b40d5ad5f8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419072 Jun 17 08:28:48.938251 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-014764a9-578a-40f2-9610-063e94303afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.962804 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-014764a9-578a-40f2-9610-063e94303afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:48.968214 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb622600-b53d-4acc-b2fa-ac33795e44d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:48.995050 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0701505-027b-48df-b3ad-ab430046ecd3 req-50d90212-bf97-4a7e-bf87-0ac239d3ab0e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 210 time: 0.0844471 Jun 17 08:28:49.000465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Allocated IP 172.25.8.10 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/69cffcda-3151-4a18-9d97-f2a8dd91866c) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:49.056059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014764a9-578a-40f2-9610-063e94303afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60f705a-a8e0-49c9-94fd-b5c875e240a8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:49.063871 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-014764a9-578a-40f2-9610-063e94303afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:49.070615 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-014764a9-578a-40f2-9610-063e94303afc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26abff80c30242d5b7fd76f85e58dd88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7249768 Jun 17 08:28:49.076038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34946) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:49.164208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55eabb1f-43c1-494d-bff3-da45d73f6398 req-43f55f2c-1a92-49b5-9a04-8ae498483447 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882886 Jun 17 08:28:49.170814 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'tag': 'e03e7925-d9e6-46a7-9a42-9ee97544eb7f'}, {'server_uuid': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'name': 'network-vif-deleted', 'tag': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4'}, {'name': 'network-changed', 'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'tag': '686a2e3c-c6cd-4110-8f07-87e9a4b0adcb'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:49.173306 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e25898-33d2-4c6e-9ac9-041bf3b72894" -d '{"events": [{"name": "network-changed", "server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "tag": "e03e7925-d9e6-46a7-9a42-9ee97544eb7f"}, {"server_uuid": "a3833048-b122-4ab5-a1cc-97a1ea5c288a", "name": "network-vif-deleted", "tag": "7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4"}, {"name": "network-changed", "server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "tag": "686a2e3c-c6cd-4110-8f07-87e9a4b0adcb"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:49.199255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-e00f3332-c7f9-4b42-a91b-c358d32ca857 service neutron] 10.222.0.63 "GET /v2.0/networks/70308d3e-6af1-4a1c-b116-310311f1c8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320365 Jun 17 08:28:49.260428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.265301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-fb3128b5-9d4a-4bb1-a16a-82f3138c7556 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb HTTP/1.1" status: 200 len: 217 time: 0.0521991 Jun 17 08:28:49.309086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.337947 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 23afcd8d-35a3-4ea0-8ab9-796058e83990 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:49.363185 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488e43b2-4153-4b58-a07e-f18d243e0825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.367082 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.372599 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d1eff35-73e3-48af-bca6-d4bb5528631b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:49.389776 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488e43b2-4153-4b58-a07e-f18d243e0825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.409457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 23afcd8d-35a3-4ea0-8ab9-796058e83990 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:49.423879 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:49.432653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:49.434869 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.437079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:49.442394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Pushing event updated for resources: {'Port': ['ID=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:49.465650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-f2776e33-d9ab-454d-8419-b9b12d28741d tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:49.466679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-f2776e33-d9ab-454d-8419-b9b12d28741d tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/networks?id=d41b9103-5b16-4672-9761-2b312069fcef HTTP/1.1" status: 200 len: 811 time: 0.4300802 Jun 17 08:28:49.468076 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:49.468658 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3a2f33fb-7a73-480f-becb-d526f13ff6e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:49.479938 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-0080ebae-4ea2-4bcd-9b11-bd9dbd816a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:49.481416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-0080ebae-4ea2-4bcd-9b11-bd9dbd816a28 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c366ad76-0b9c-4b97-b3cf-9b5b5887607a HTTP/1.1" status: 200 len: 801 time: 0.1746094 Jun 17 08:28:49.514731 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-e6dcc1e1-0d44-4352-9d79-89ac9d003e2b tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/quotas/6af458de33034e909705285c144422aa HTTP/1.1" status: 200 len: 375 time: 0.0368736 Jun 17 08:28:49.522870 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:49.527773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:49.538023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:49.546557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:49.547256 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.571487 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Pushing event updated for resources: {'Port': ['ID=69cffcda-3151-4a18-9d97-f2a8dd91866c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:49.579498 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:49.581568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b1258-0154-42fc-b8e1-05d55b354d26 req-aa03d98e-37fc-424c-ac81-ab9dc7584448 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:49.592874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b1258-0154-42fc-b8e1-05d55b354d26 req-aa03d98e-37fc-424c-ac81-ab9dc7584448 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:49.594553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-699b1258-0154-42fc-b8e1-05d55b354d26 req-aa03d98e-37fc-424c-ac81-ab9dc7584448 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1676 time: 0.3252885 Jun 17 08:28:49.608089 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3671422 Jun 17 08:28:49.617795 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488e43b2-4153-4b58-a07e-f18d243e0825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.620666 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-488e43b2-4153-4b58-a07e-f18d243e0825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.624989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-488e43b2-4153-4b58-a07e-f18d243e0825 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d60f705a-a8e0-49c9-94fd-b5c875e240a8 HTTP/1.1" status: 204 len: 168 time: 0.5420139 Jun 17 08:28:49.625442 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c4da887d-1b11-4fab-9e35-7e9f7d6a5101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:49.646748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Request body: {'port': {'device_id': '051ec639-07ab-4995-9528-d80d56bcf742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:49.650330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e43b2-4153-4b58-a07e-f18d243e0825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60f705a-a8e0-49c9-94fd-b5c875e240a8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:49.653016 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-488e43b2-4153-4b58-a07e-f18d243e0825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:49.686598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-699b1258-0154-42fc-b8e1-05d55b354d26 req-f7aa1c4f-4d0a-4e32-ba38-98b4d292b12b tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787323 Jun 17 08:28:49.690974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-707e8727-1a91-49d5-a60c-46095eeb3b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:49.692288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-707e8727-1a91-49d5-a60c-46095eeb3b01 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d584013-9366-403c-bcde-6539a1df578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008364 Jun 17 08:28:49.740121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-8a489765-1890-4638-b2b8-1e54c833fff5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6af458de33034e909705285c144422aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2244077 Jun 17 08:28:49.828707 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b30394-f36d-4e20-941b-39d361203243 None None] Network 423f5745-9961-4843-8bc3-428ac1bbf196 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:49.896600 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:49.901588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-e9ff17bb-8366-4770-94dd-193e452b7b2b service neutron] 10.222.0.63 "GET /v2.0/networks/0d584013-9366-403c-bcde-6539a1df578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968396 Jun 17 08:28:49.955555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-5ed14cdf-9a46-48b6-9107-8ed1cadce69f service neutron] 10.222.0.47 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143886 Jun 17 08:28:49.969753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Provisioning for port 23afcd8d-35a3-4ea0-8ab9-796058e83990 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:50.000276 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Provisioning complete for port 23afcd8d-35a3-4ea0-8ab9-796058e83990 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:50.000757 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.131873 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 514 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdeb773-474e-4f22-b59d-6efa16f167a5 x-openstack-request-id: req-8cdeb773-474e-4f22-b59d-6efa16f167a5 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:50.132405 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "tag": "e03e7925-d9e6-46a7-9a42-9ee97544eb7f", "status": "completed", "code": 200}, {"server_uuid": "a3833048-b122-4ab5-a1cc-97a1ea5c288a", "name": "network-vif-deleted", "tag": "7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "tag": "686a2e3c-c6cd-4110-8f07-87e9a4b0adcb", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:50.132496 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8cdeb773-474e-4f22-b59d-6efa16f167a5 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:50.133009 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'tag': 'e03e7925-d9e6-46a7-9a42-9ee97544eb7f', 'status': 'completed', 'code': 200} Jun 17 08:28:50.151531 n-d-779913-16 neutron-server[93803]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3833048-b122-4ab5-a1cc-97a1ea5c288a', 'name': 'network-vif-deleted', 'tag': '7d1a5f0d-ad39-42bf-b9f7-a13b14f5ffc4', 'status': 'failed', 'code': 422} returned with failed status Jun 17 08:28:50.152016 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'tag': '686a2e3c-c6cd-4110-8f07-87e9a4b0adcb', 'status': 'completed', 'code': 200} Jun 17 08:28:50.203574 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.210565 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34444381-7bb8-4cd9-9d98-2739a99cc70e req-e35d8c65-7fb0-45a9-95d5-ce34c0c2a830 service neutron] 10.222.0.63 "GET /v2.0/networks/0d584013-9366-403c-bcde-6539a1df578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950540 Jun 17 08:28:50.289021 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.297689 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-07c527de-89b6-4b35-8cc4-a2d365be977b service neutron] 10.222.0.47 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411362 Jun 17 08:28:50.352128 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] For port 23afcd8d-35a3-4ea0-8ab9-796058e83990, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=23afcd8d-35a3-4ea0-8ab9-796058e83990,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:50.363202 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.366722 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:50.375731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:50.394802 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.419424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Transition to ACTIVE for port object 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:50.437733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45f5f-82a3-48f1-b3bf-9857b4aed085 req-8c107312-b970-41e2-8576-0f2277c5f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:50.439659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6c45f5f-82a3-48f1-b3bf-9857b4aed085 req-8c107312-b970-41e2-8576-0f2277c5f00a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1096 time: 0.2239857 Jun 17 08:28:50.467069 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.471963 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-78eeaba1-642e-4d3a-a034-40e3b7980c52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:50.486207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-cba71344-c931-4075-b0ec-eab5485a64f3 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:50.487811 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-cba71344-c931-4075-b0ec-eab5485a64f3 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.2509265 Jun 17 08:28:50.505456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Pushing event updated for resources: {'Port': ['ID=23afcd8d-35a3-4ea0-8ab9-796058e83990,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:50.514153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.514548 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.515742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.515742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.515988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.516320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.516872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.517329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.517660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.517985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.518311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.518631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:50.523825 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:50.558378 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-68f5c02f-c67b-4dfa-9683-c3820a2f364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:50.558896 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-68f5c02f-c67b-4dfa-9683-c3820a2f364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:50.560520 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-68f5c02f-c67b-4dfa-9683-c3820a2f364a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1980 time: 0.2906783 Jun 17 08:28:50.600017 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34992) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:50.672592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45f5f-82a3-48f1-b3bf-9857b4aed085 req-970a5d16-4215-4d15-87d5-ec496e7efcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:50.674127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6c45f5f-82a3-48f1-b3bf-9857b4aed085 req-970a5d16-4215-4d15-87d5-ec496e7efcd4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.2249057 Jun 17 08:28:50.689799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Pushing event updated for resources: {'Port': ['ID=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:50.697028 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:50.797497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dee8a725-5b59-426a-b1fb-334893a71489 None None] Provisioning complete for port 23afcd8d-35a3-4ea0-8ab9-796058e83990 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:50.797928 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dee8a725-5b59-426a-b1fb-334893a71489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.798740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-9af03afd-a991-4c0c-899a-387960461da4 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/quotas/17fe9c2faf86410a842c7f72bf627588 HTTP/1.1" status: 200 len: 375 time: 0.2772126 Jun 17 08:28:50.820407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1658004893-network', 'tenant_id': '79ea1abce073485f95175427f07f9668'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:50.890525 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Attempting to bind port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:50.890810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Attempting to bind port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:50.891781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Attempting to bind port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 on network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:50.898975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-77e613f4-ba52-4dec-9239-4c08377587aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:50.900845 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-77e613f4-ba52-4dec-9239-4c08377587aa service neutron] 10.222.0.63 "GET /v2.0/networks?id=70308d3e-6af1-4a1c-b116-310311f1c8fc HTTP/1.1" status: 200 len: 902 time: 0.2256587 Jun 17 08:28:50.902731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 on network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:50.903236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Attempting to bind port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 on network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:50.911008 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Made reservation on behalf of 79ea1abce073485f95175427f07f9668 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:50.918595 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.918959 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-3629336b-cebc-4824-a756-3f204d4b87aa tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1190674 Jun 17 08:28:50.937758 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.943083 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:50.943420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Checking segment: {'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:50.945357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Bound using segment: {'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:50.945813 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Bound port: 2f383c59-0955-4c44-9d9d-95eebbf9a5e1, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:50.946161 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:50.955317 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.041111 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-8f5c9f31-ff27-432c-a56f-2e9f2bc24ff4 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.8&port_id=e03e7925-d9e6-46a7-9a42-9ee97544eb7f HTTP/1.1" status: 200 len: 217 time: 0.0545235 Jun 17 08:28:51.074233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6c45f5f-82a3-48f1-b3bf-9857b4aed085 req-58bc9e0f-b9fb-4ba2-97c2-3ead2a4934be service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 999 time: 0.2879224 Jun 17 08:28:51.126096 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0095896-789f-466f-9337-93a6df30b17b req-0bd6b8f6-4dc3-4114-bb9f-55b5eb62d129 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.127816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0095896-789f-466f-9337-93a6df30b17b req-0bd6b8f6-4dc3-4114-bb9f-55b5eb62d129 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 943 time: 0.3439169 Jun 17 08:28:51.139592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] For port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:51.170645 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] For port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:51.175873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-597b812c-4ada-4d5f-9cfb-968c4b6276fc service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554743 Jun 17 08:28:51.185739 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.194201 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff94d9bc-337a-4449-bf1d-f47b117ea7f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:51.216622 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-8fb5803f-87fe-4dfb-bd7e-278f390539e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.218161 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-8fb5803f-87fe-4dfb-bd7e-278f390539e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=69aaa296-9ddd-4536-8030-30694fb6341c HTTP/1.1" status: 200 len: 801 time: 0.1578443 Jun 17 08:28:51.243720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.244650 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.247624 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] 10.222.0.10 "PUT /v2.0/ports/2f383c59-0955-4c44-9d9d-95eebbf9a5e1 HTTP/1.1" status: 200 len: 1092 time: 1.6037209 Jun 17 08:28:51.256679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051ec639-07ab-4995-9528-d80d56bcf742', 'tag': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:51.259334 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43caef75-c42a-485e-8cc5-77f1c9e6eeb3" -d '{"events": [{"name": "network-changed", "server_uuid": "051ec639-07ab-4995-9528-d80d56bcf742", "tag": "2f383c59-0955-4c44-9d9d-95eebbf9a5e1"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:51.290411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 23afcd8d-35a3-4ea0-8ab9-796058e83990 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:51.322457 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.332569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Pushing event updated for resources: {'Port': ['ID=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:51.333278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45f5f-82a3-48f1-b3bf-9857b4aed085 req-ca9fc89e-a96e-4b8c-89f6-5abcd720b1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.334899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6c45f5f-82a3-48f1-b3bf-9857b4aed085 req-ca9fc89e-a96e-4b8c-89f6-5abcd720b1da service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.2525582 Jun 17 08:28:51.336759 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:51.339825 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.345933 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0095896-789f-466f-9337-93a6df30b17b req-ab7b8bfc-7f64-4d69-a507-e2bf64722cd4 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931670 Jun 17 08:28:51.361719 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 23afcd8d-35a3-4ea0-8ab9-796058e83990 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:51.362315 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.362401 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97f24b5e-bbc1-47ca-8a4d-a919284a8d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:51.364842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:28:51.402185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:28:51.441054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4088382f-793b-4f74-aa1c-2df376812b17,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:51.444751 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:51.448065 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.448065 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Added segment acf26fbc-ec53-40f3-b928-a6597586b779 of type vlan for network 097ff4ff-fb7f-4249-b525-2868d741451c Jun 17 08:28:51.563684 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.592764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-04da6828-363e-4a2e-82fb-50247f1b15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.594309 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-04da6828-363e-4a2e-82fb-50247f1b15b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b08dc68d624144bea2b0a6d09321be&device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 1095 time: 0.2753291 Jun 17 08:28:51.649738 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:28:51.655413 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-6db53b9e-b2ab-468d-a896-4265b1c7c75e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f383c59-0955-4c44-9d9d-95eebbf9a5e1 HTTP/1.1" status: 200 len: 217 time: 0.0523477 Jun 17 08:28:51.658577 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.658868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.659437 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:51.665911 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Sync routers for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:28:51.667451 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2976e552-fc43-4505-8b21-1ef1a83db32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:51.680825 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:28:51.683164 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:28:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:51.807451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-8747c295-5e2c-499e-8d83-03af72aba8c4 service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305594 Jun 17 08:28:51.820881 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:28:51.840013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-8abba145-7bdb-46e1-904d-fc0156319158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.844343 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-8abba145-7bdb-46e1-904d-fc0156319158 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=70308d3e-6af1-4a1c-b116-310311f1c8fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6089845 Jun 17 08:28:51.982882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45f5f-82a3-48f1-b3bf-9857b4aed085 req-dbe6a903-85af-4e8e-b2c5-b75709eaf2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:51.984444 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6c45f5f-82a3-48f1-b3bf-9857b4aed085 req-dbe6a903-85af-4e8e-b2c5-b75709eaf2d0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6241693 Jun 17 08:28:51.995825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36926d-695e-4ae9-8c23-749caeb58b8a req-8082d40e-9d00-49cd-af82-7133a71a8f4a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:52.005634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed36926d-695e-4ae9-8c23-749caeb58b8a req-8082d40e-9d00-49cd-af82-7133a71a8f4a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 943 time: 0.2985449 Jun 17 08:28:52.150487 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:49Z', 'revision_number': 3, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:52.154999 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.158599 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7592578 Jun 17 08:28:52.158599 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5565875 Jun 17 08:28:52.169486 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35010) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:52.169820 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35012) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:52.170011 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6c45f5f-82a3-48f1-b3bf-9857b4aed085 req-25963217-a798-4f01-9938-ada79ab06b76 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566520 Jun 17 08:28:52.210679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Request body: {'subnet': {'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1658004893-subnet', 'tenant_id': '79ea1abce073485f95175427f07f9668', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:52.259670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Pushing event updated for resources: {'Network': ['ID=097ff4ff-fb7f-4249-b525-2868d741451c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:52.262594 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:52.271467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 097ff4ff-fb7f-4249-b525-2868d741451c details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:28:52.295581 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Checking router: 81bf5a57-cf29-44b9-a055-d9f590f6bc56 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:28:52.295942 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Updating router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 port 69cffcda-3151-4a18-9d97-f2a8dd91866c binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:28:52.327886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2c8bc18e-395b-4a5a-b4a4-3fa99c205c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:52.329724 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-2c8bc18e-395b-4a5a-b4a4-3fa99c205c4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8392e879-6732-4b68-b8be-3bf778dc17e1 HTTP/1.1" status: 200 len: 855 time: 0.6675053 Jun 17 08:28:52.335930 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.372233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed36926d-695e-4ae9-8c23-749caeb58b8a req-f23f6115-abce-450d-98bf-c2e28a213ccc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660111 Jun 17 08:28:52.385061 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-83beba4b-7e21-49c2-81ac-58810cf253a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434873 Jun 17 08:28:52.398682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Made reservation on behalf of 79ea1abce073485f95175427f07f9668 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:52.401046 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.402119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-6b7b41de-c9ef-4450-8bf6-b49494690725 service neutron] 10.222.0.63 "GET /v2.0/networks/70308d3e-6af1-4a1c-b116-310311f1c8fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467398 Jun 17 08:28:52.479225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6c45f5f-82a3-48f1-b3bf-9857b4aed085 req-3a539e03-35bc-4e31-a996-5e3912a8157b service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683001 Jun 17 08:28:52.588002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-f19d3b18-4677-477f-9605-19310dc63d3d tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:52.589260 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-f19d3b18-4677-477f-9605-19310dc63d3d tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.63 "GET /v2.0/networks?id=d41b9103-5b16-4672-9761-2b312069fcef HTTP/1.1" status: 200 len: 811 time: 0.4512527 Jun 17 08:28:52.594441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2fb658-caed-4339-a1cd-bbf13a0e300e req-fc907913-d288-41d2-92c9-23781bdf3ae7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:52.596392 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b2fb658-caed-4339-a1cd-bbf13a0e300e req-fc907913-d288-41d2-92c9-23781bdf3ae7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.4253957 Jun 17 08:28:52.626668 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Request body: {'port': {'device_id': '401d49d9-2363-4866-8ac4-b77443361d8f', 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef', 'admin_state_up': True, 'tenant_id': '6af458de33034e909705285c144422aa'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:52.666229 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b65b9198-cfe9-4157-bbf3-543e37ad4da3 req-602c1826-8b98-4038-b4f0-d8ec1054aba5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 210 time: 0.0683782 Jun 17 08:28:52.681115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-3f90f780-10a0-4ce6-8a9a-41e928418f13 service neutron] 10.222.0.63 "GET /v2.0/networks/70308d3e-6af1-4a1c-b116-310311f1c8fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894865 Jun 17 08:28:52.744998 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b2fb658-caed-4339-a1cd-bbf13a0e300e req-f95801e4-b849-434d-ba3e-37c17fa301b0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319971 Jun 17 08:28:52.754118 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.768662 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Transition to ACTIVE for port object 69cffcda-3151-4a18-9d97-f2a8dd91866c will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:52.781204 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.786859 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-7af79123-70a9-4800-8972-6c65e25b70da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:52.845540 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bab43b4-5fdc-4067-9b6a-ff9b2b70cf1d x-openstack-request-id: req-7bab43b4-5fdc-4067-9b6a-ff9b2b70cf1d {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:52.846095 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051ec639-07ab-4995-9528-d80d56bcf742", "tag": "2f383c59-0955-4c44-9d9d-95eebbf9a5e1", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:52.846258 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7bab43b4-5fdc-4067-9b6a-ff9b2b70cf1d {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:52.846708 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051ec639-07ab-4995-9528-d80d56bcf742', 'tag': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1', 'status': 'completed', 'code': 200} Jun 17 08:28:52.853239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-b1e743a3-d4ed-4a7c-a002-67d9f11f00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:52.853396 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-b1e743a3-d4ed-4a7c-a002-67d9f11f00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:52.854977 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-b1e743a3-d4ed-4a7c-a002-67d9f11f00ba service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1980 time: 0.0861835 Jun 17 08:28:52.864986 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-218909b2-3337-44aa-a453-56a143bf65ac service neutron] 10.222.0.10 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4711139 Jun 17 08:28:52.928851 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Attempting to bind port 69cffcda-3151-4a18-9d97-f2a8dd91866c on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:52.931161 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Attempting to bind port 69cffcda-3151-4a18-9d97-f2a8dd91866c by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:52.931582 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Attempting to bind port 69cffcda-3151-4a18-9d97-f2a8dd91866c on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:52.984805 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:52.990042 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:52.990833 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:52.991383 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:52.992064 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Bound port: 69cffcda-3151-4a18-9d97-f2a8dd91866c, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:52.992784 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.027936 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Pushing event updated for resources: {'Port': ['ID=69cffcda-3151-4a18-9d97-f2a8dd91866c,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:53.094959 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a2c15659-a922-443e-9586-39cc2fee07f1 req-406a937f-e316-4cbe-b0d9-98fb54c67aeb service neutron] 10.222.0.10 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135754 Jun 17 08:28:53.097366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7173dd63-84eb-4d8c-a65f-70b5d184798d req-247b1388-8865-4c12-afab-3c3a7b36c385 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 210 time: 0.0721383 Jun 17 08:28:53.118826 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] For port 69cffcda-3151-4a18-9d97-f2a8dd91866c, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:53.128673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-c955573b-a9aa-498e-b5a9-d72ff6243faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:53.128983 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] For port 69cffcda-3151-4a18-9d97-f2a8dd91866c, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=69cffcda-3151-4a18-9d97-f2a8dd91866c,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:53.130203 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-c955573b-a9aa-498e-b5a9-d72ff6243faa service neutron] 10.222.0.63 "GET /v2.0/networks?id=0d584013-9366-403c-bcde-6539a1df578b HTTP/1.1" status: 200 len: 902 time: 0.2397418 Jun 17 08:28:53.130939 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.135594 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.137154 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.137429 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.138869 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.140062 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.140062 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.143259 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.143481 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.143888 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.144289 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.144570 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:28:53.160608 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:53.163731 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.168906 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-64d09801-36ef-4ba6-81df-b2fafe8ec025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:53.235488 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-f855fcfc-068b-4764-95e4-9f59e5cfca99 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb HTTP/1.1" status: 200 len: 217 time: 0.0959964 Jun 17 08:28:53.295695 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:28:53.296321 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:28:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:53.308503 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.318825 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d10c2317-bbb3-4441-a5f6-42a6bd1f6d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:53.347040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ad9c4-04ba-4dc9-875b-907a55b95c2c req-5dc8a7c1-c27e-4b98-af14-17f0387d2667 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:53.352946 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ad9c4-04ba-4dc9-875b-907a55b95c2c req-5dc8a7c1-c27e-4b98-af14-17f0387d2667 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:53.360201 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-225ad9c4-04ba-4dc9-875b-907a55b95c2c req-5dc8a7c1-c27e-4b98-af14-17f0387d2667 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1676 time: 0.5039804 Jun 17 08:28:53.381886 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Pushing event updated for resources: {'Port': ['ID=69cffcda-3151-4a18-9d97-f2a8dd91866c,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:53.391705 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:53.397172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-595cc3e3-1008-4c13-a9de-ef943e51cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:53.398806 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-595cc3e3-1008-4c13-a9de-ef943e51cf8b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c366ad76-0b9c-4b97-b3cf-9b5b5887607a HTTP/1.1" status: 200 len: 801 time: 0.1521358 Jun 17 08:28:53.400356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Made reservation on behalf of 6af458de33034e909705285c144422aa for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:53.405093 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.420335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a4db804-8101-4dd3-b960-865e4ac98c1d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:53.434326 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:53.448121 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:28:53.465549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-225ad9c4-04ba-4dc9-875b-907a55b95c2c req-cd72f73d-b78a-469c-a424-fd8d0fce37eb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043477 Jun 17 08:28:53.509277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Checking segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:53.509883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Network hostable DHCP agents. Network: 097ff4ff-fb7f-4249-b525-2868d741451c, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:28:53.528403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0ecd8-7ea1-4559-a8d0-0ebf61212129 req-57175cdb-93de-4c6a-9b2b-58efabcef82b tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:53.537600 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eca0ecd8-7ea1-4559-a8d0-0ebf61212129 req-57175cdb-93de-4c6a-9b2b-58efabcef82b tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 943 time: 0.2353563 Jun 17 08:28:53.563301 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caef75-c42a-485e-8cc5-77f1c9e6eeb3 req-1e4e7abe-7286-4387-851f-d70321e61893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:53.565739 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43caef75-c42a-485e-8cc5-77f1c9e6eeb3 req-1e4e7abe-7286-4387-851f-d70321e61893 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=22b08dc68d624144bea2b0a6d09321be&device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 1095 time: 0.3515465 Jun 17 08:28:53.607386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eca0ecd8-7ea1-4559-a8d0-0ebf61212129 req-09712ad4-580f-42b8-be73-de03527bcfc7 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687406 Jun 17 08:28:53.619066 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Network 097ff4ff-fb7f-4249-b525-2868d741451c is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:28:53.644602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-3a439dca-5b20-428e-910c-79d697b40b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:53.646095 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-3a439dca-5b20-428e-910c-79d697b40b3f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=0d584013-9366-403c-bcde-6539a1df578b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2409849 Jun 17 08:28:53.706401 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:49Z', 'revision_number': 3, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:53.723927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 097ff4ff-fb7f-4249-b525-2868d741451c) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:53.735296 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281a9956-c378-4728-b9c5-39620d883076 None None] Network 097ff4ff-fb7f-4249-b525-2868d741451c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:53.743687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:53.744337 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:53.745732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17237f-add9-4f26-8089-33663cc9785a req-3ec0aa29-4a0c-42f0-8cb5-f1ec6a9a6097 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:53.753158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e17237f-add9-4f26-8089-33663cc9785a req-3ec0aa29-4a0c-42f0-8cb5-f1ec6a9a6097 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 943 time: 0.1665342 Jun 17 08:28:53.758508 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Allocated IP 172.20.0.2 (d41b9103-5b16-4672-9761-2b312069fcef/0befabea-8b3b-4e0c-9ea7-cedc4a793fb2/61ffd933-7d15-48be-9cfa-a7b42fde34a1) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:53.783317 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d93e6f-a68f-4116-88de-2eb567cff8ee None None] The sync data for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 is: [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:49Z', 'revision_number': 3, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:28:53.803226 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6214793 Jun 17 08:28:53.861495 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e17237f-add9-4f26-8089-33663cc9785a req-7c8b5a0f-644c-4773-b4c5-1351bc0b9b06 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069062 Jun 17 08:28:53.872731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caef75-c42a-485e-8cc5-77f1c9e6eeb3 req-2781901d-76e6-4485-9d2a-e16467d21d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:53.874538 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43caef75-c42a-485e-8cc5-77f1c9e6eeb3 req-2781901d-76e6-4485-9d2a-e16467d21d66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe HTTP/1.1" status: 200 len: 916 time: 0.2975643 Jun 17 08:28:53.951765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-f0e774d3-04bc-495f-8097-d89df3f2ce9d service neutron] 10.222.0.63 "GET /v2.0/networks/0d584013-9366-403c-bcde-6539a1df578b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981253 Jun 17 08:28:53.998814 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e8c8e9-d858-4b46-a650-9892da8269da None None] Network 097ff4ff-fb7f-4249-b525-2868d741451c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:28:54.018428 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43caef75-c42a-485e-8cc5-77f1c9e6eeb3 req-7a5e58b2-18fe-43cf-a540-780d888ab2ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f383c59-0955-4c44-9d9d-95eebbf9a5e1 HTTP/1.1" status: 200 len: 217 time: 0.1345017 Jun 17 08:28:54.048867 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.189112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7c7fb84-dd56-425c-93d1-b0fca348e89e req-851d069b-33fc-4b3e-9b2e-73601524042d tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 210 time: 0.2135949 Jun 17 08:28:54.270825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caef75-c42a-485e-8cc5-77f1c9e6eeb3 req-ccdc762b-d5d1-447c-a7f4-63e927a72b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:54.271785 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43caef75-c42a-485e-8cc5-77f1c9e6eeb3 req-ccdc762b-d5d1-447c-a7f4-63e927a72b98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8392e879-6732-4b68-b8be-3bf778dc17e1 HTTP/1.1" status: 200 len: 855 time: 0.2125890 Jun 17 08:28:54.339738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37e25898-33d2-4c6e-9ac9-041bf3b72894 req-7a109de8-e33a-4f11-8d28-1efb00cd00f0 service neutron] 10.222.0.63 "GET /v2.0/networks/0d584013-9366-403c-bcde-6539a1df578b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816991 Jun 17 08:28:54.346126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-cd473daf-7b41-484a-8d7f-9fd57977788a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:54.347691 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-cd473daf-7b41-484a-8d7f-9fd57977788a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.3364272 Jun 17 08:28:54.379548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20465761-1865-484d-940e-7869c1b42036 req-1ac4fd70-3704-41f9-8269-1d09b80702e1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:54.389779 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20465761-1865-484d-940e-7869c1b42036 req-1ac4fd70-3704-41f9-8269-1d09b80702e1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2376213 Jun 17 08:28:54.397799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Request body: {'port': {'device_id': 'ee22acb4-a0b4-4797-8ebe-914a0989dcf9', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'admin_state_up': True, 'tenant_id': '17fe9c2faf86410a842c7f72bf627588'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:54.433421 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43caef75-c42a-485e-8cc5-77f1c9e6eeb3 req-8cd52a5b-b796-49b9-a5c7-85162269979b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099432 Jun 17 08:28:54.440491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-51fc6e5d-d42a-43ee-8636-7172d3c3b748 req-db49b33f-497d-40ed-88ef-8293c6079784 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 210 time: 0.0485213 Jun 17 08:28:54.459989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20465761-1865-484d-940e-7869c1b42036 req-9cdea064-99c3-43e6-bd10-b9efb7fe2d41 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691583 Jun 17 08:28:54.674261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.684967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24c1ce-f864-4726-aa1a-e3f5b93ce1e3 req-fe8a5014-e0cd-4cc4-9be8-3a89977df730 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:54.691717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24c1ce-f864-4726-aa1a-e3f5b93ce1e3 req-fe8a5014-e0cd-4cc4-9be8-3a89977df730 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:54.693982 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e24c1ce-f864-4726-aa1a-e3f5b93ce1e3 req-fe8a5014-e0cd-4cc4-9be8-3a89977df730 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1676 time: 0.1043007 Jun 17 08:28:54.773713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:54.799877 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e24c1ce-f864-4726-aa1a-e3f5b93ce1e3 req-85d9d568-61c6-4e75-99cb-140165530301 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973840 Jun 17 08:28:54.817717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Made reservation on behalf of 17fe9c2faf86410a842c7f72bf627588 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:54.828666 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.856112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43caef75-c42a-485e-8cc5-77f1c9e6eeb3 req-2ea1340a-c19a-4a02-b237-74c04afaee20 service neutron] 10.222.0.10 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046400 Jun 17 08:28:54.857419 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Allocated IP 172.20.0.1 (423f5745-9961-4843-8bc3-428ac1bbf196/cdc93414-eae7-480f-9955-ef583cf9c1f4/f698985d-eeb2-4388-a981-f92f7bc308af) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:54.893930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-121932dd-8952-48eb-a9e5-0eba488bbd6c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:54.904971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-121932dd-8952-48eb-a9e5-0eba488bbd6c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.1942470 Jun 17 08:28:54.918272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb,segment=NetworkSegment(c6e8894c-20c7-4e68-8ba4-91ddebba819d),segment_id=c6e8894c-20c7-4e68-8ba4-91ddebba819d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:54.920036 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:54.929978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-08385a78-823d-4121-be8f-d5f4e8592070 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/quotas/79ea1abce073485f95175427f07f9668 HTTP/1.1" status: 200 len: 375 time: 0.0169287 Jun 17 08:28:54.936954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['5b93a09f-29ed-4d4f-8909-a835d4546982'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:54.940628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '686a2e3c-c6cd-4110-8f07-87e9a4b0adcb', 'network_id': '0d584013-9366-403c-bcde-6539a1df578b', 'port_id': '686a2e3c-c6cd-4110-8f07-87e9a4b0adcb', 'mac_address': 'fa:16:3e:bd:e8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c366ad76-0b9c-4b97-b3cf-9b5b5887607a', 'ip_address': '19.86.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:54.951953 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:55.023305 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.031469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-e3ef5639-104f-4f9f-b68d-0f9154b8458b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0948904 Jun 17 08:28:55.039718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:55.072662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb,segment=NetworkSegment(c6e8894c-20c7-4e68-8ba4-91ddebba819d),segment_id=c6e8894c-20c7-4e68-8ba4-91ddebba819d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:55.082700 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.083503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e03e7925-d9e6-46a7-9a42-9ee97544eb7f details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:55.085487 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:55.161968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d52ab-fa72-4ba7-9639-db04fd308b1d req-b53778a3-061d-4032-b3b7-63020d27de31 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:55.163581 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1c0d52ab-fa72-4ba7-9639-db04fd308b1d req-b53778a3-061d-4032-b3b7-63020d27de31 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1674879 Jun 17 08:28:55.165680 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-3c28fe39-b98d-4e0c-919a-eb1313f85f7a service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334558 Jun 17 08:28:55.223015 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:55.227126 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:55.283020 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1c0d52ab-fa72-4ba7-9639-db04fd308b1d req-86e3dd3e-c28a-45b4-9c9b-0845b746b5d5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110609 Jun 17 08:28:55.315638 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e03e7925-d9e6-46a7-9a42-9ee97544eb7f, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e03e7925-d9e6-46a7-9a42-9ee97544eb7f,segment=NetworkSegment(9842d2d2-6398-4cf2-afb6-85d96fad3ffe),segment_id=9842d2d2-6398-4cf2-afb6-85d96fad3ffe)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:55.333340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'e03e7925-d9e6-46a7-9a42-9ee97544eb7f', 'network_id': '70308d3e-6af1-4a1c-b116-310311f1c8fc', 'port_id': 'e03e7925-d9e6-46a7-9a42-9ee97544eb7f', 'mac_address': 'fa:16:3e:41:25:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69aaa296-9ddd-4536-8030-30694fb6341c', 'ip_address': '19.80.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:55.359162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-a8e37f95-98a9-479e-af14-5824c7658e2b service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702325 Jun 17 08:28:55.383595 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 69cffcda-3151-4a18-9d97-f2a8dd91866c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:55.418480 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.442038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03e7925-d9e6-46a7-9a42-9ee97544eb7f {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:55.463975 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e03e7925-d9e6-46a7-9a42-9ee97544eb7f, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e03e7925-d9e6-46a7-9a42-9ee97544eb7f,segment=NetworkSegment(9842d2d2-6398-4cf2-afb6-85d96fad3ffe),segment_id=9842d2d2-6398-4cf2-afb6-85d96fad3ffe)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:55.476844 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.479428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 6927cc4b-29c3-4536-84c1-654948878170 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:55.500796 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43caef75-c42a-485e-8cc5-77f1c9e6eeb3 req-69f85a7d-41a9-4dc4-b6ea-85f834bde0c2 service neutron] 10.222.0.10 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740588 Jun 17 08:28:55.502055 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-79550d51-2916-4f13-b4ca-b2a5d395c2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:55.548738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014622e-33c6-43f8-8e65-7786987af3c1 req-1991b444-4bc3-4ec7-9448-81a1cdb28a59 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:55.551271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9014622e-33c6-43f8-8e65-7786987af3c1 req-1991b444-4bc3-4ec7-9448-81a1cdb28a59 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 943 time: 0.0899651 Jun 17 08:28:55.556886 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 69cffcda-3151-4a18-9d97-f2a8dd91866c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:55.567377 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Network d41b9103-5b16-4672-9761-2b312069fcef is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:55.585113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:55.586586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Pushing event updated for resources: {'Port': ['ID=61ffd933-7d15-48be-9cfa-a7b42fde34a1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:55.588810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:55.605130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 69cffcda-3151-4a18-9d97-f2a8dd91866c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:55.605779 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.617828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9014622e-33c6-43f8-8e65-7786987af3c1 req-6d99c157-00c7-4082-b161-b94e82f6e990 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608912 Jun 17 08:28:55.647306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:55.647935 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.653542 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:55.708888 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0962925 Jun 17 08:28:55.725029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Allocated IP 172.20.0.4 (8052df07-f65d-4aa6-b093-bfbdd0ab64de/60edf36c-6a69-4e4e-847c-9484b431209d/85ca8806-3ebc-459f-85f7-fb26f66e9980) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:55.735673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Request body: {'port': {'device_id': '401d49d9-2363-4866-8ac4-b77443361d8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:55.748009 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.756616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=6927cc4b-29c3-4536-84c1-654948878170,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:55.774896 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '6927cc4b-29c3-4536-84c1-654948878170', 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab', 'port_id': '6927cc4b-29c3-4536-84c1-654948878170', 'mac_address': 'fa:16:3e:82:b1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '717f8b60-fb1c-4bbe-a6b4-6fd59088f048', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:55.811234 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Transition to ACTIVE for port object f698985d-eeb2-4388-a981-f92f7bc308af will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:55.831356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=e03e7925-d9e6-46a7-9a42-9ee97544eb7f,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:55.834297 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:55.868884 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.907099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573ccc5-8f04-46d3-b467-b261f55c4316 req-960e029d-8c7b-4ae8-b681-6706e7199c29 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:55.909878 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.919770 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3573ccc5-8f04-46d3-b467-b261f55c4316 req-960e029d-8c7b-4ae8-b681-6706e7199c29 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 931 time: 0.1596508 Jun 17 08:28:55.922531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6927cc4b-29c3-4536-84c1-654948878170 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:55.932266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d901b1-984e-43ab-a349-406f88910029 req-a3a9dcd1-4f39-4be2-9477-bb5cc09cfabb tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:55.934291 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5d901b1-984e-43ab-a349-406f88910029 req-a3a9dcd1-4f39-4be2-9477-bb5cc09cfabb tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 943 time: 0.1961570 Jun 17 08:28:55.948020 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.974859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=6927cc4b-29c3-4536-84c1-654948878170,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:55.988651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:55.992462 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 69cffcda-3151-4a18-9d97-f2a8dd91866c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=69cffcda-3151-4a18-9d97-f2a8dd91866c,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:55.993670 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0bcddd24-fd2d-4ab0-a7fe-20f1a6cc4e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:55.998960 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.002360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5d901b1-984e-43ab-a349-406f88910029 req-ec374c9f-e1f1-4710-bf05-c4576d0d1a8f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562122 Jun 17 08:28:56.005811 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d959705-1190-4549-bac2-3963f60275b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:56.049447 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3573ccc5-8f04-46d3-b467-b261f55c4316 req-fb90afb1-8c40-4bd0-9645-3b3178730736 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276250 Jun 17 08:28:56.053050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Network 423f5745-9961-4843-8bc3-428ac1bbf196 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:56.068236 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.073155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:56.086728 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:56.119537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=6927cc4b-29c3-4536-84c1-654948878170,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:56.123349 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:56.123940 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:56.224907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=69cffcda-3151-4a18-9d97-f2a8dd91866c,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:56.228711 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:56.259687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-050fdc2f-66ee-4e11-bb01-8c2ed5339eb0 req-92c6ad4d-3157-4b29-ada9-f4f9fe4a77e2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 210 time: 0.0811610 Jun 17 08:28:56.319758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['6927cc4b-29c3-4536-84c1-654948878170'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:56.361130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ccd5aeb-7bad-47bf-a3d8-4f44fecc8e81 req-9719a989-c06d-42ac-8901-dfe2ed3cf032 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 210 time: 0.0600381 Jun 17 08:28:56.386673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['686a2e3c-c6cd-4110-8f07-87e9a4b0adcb'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:56.393278 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['e03e7925-d9e6-46a7-9a42-9ee97544eb7f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:56.415419 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Pushing event updated for resources: {'Port': ['ID=f698985d-eeb2-4388-a981-f92f7bc308af,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:56.425406 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.432062 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:56.476690 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.582460 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-225ece04-4717-47ac-bd06-00eb7be980e1 None None] Provisioning for port f698985d-eeb2-4388-a981-f92f7bc308af completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:56.589758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-225ece04-4717-47ac-bd06-00eb7be980e1 None None] Provisioning complete for port f698985d-eeb2-4388-a981-f92f7bc308af triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:56.590334 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-225ece04-4717-47ac-bd06-00eb7be980e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.601853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61ffd933-7d15-48be-9cfa-a7b42fde34a1 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:56.620424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.651656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-225ece04-4717-47ac-bd06-00eb7be980e1 None None] Port f698985d-eeb2-4388-a981-f92f7bc308af cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:28:56.658830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Transition to ACTIVE for port object 61ffd933-7d15-48be-9cfa-a7b42fde34a1 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:56.672054 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.678969 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:56.680732 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-985b380f-0614-420c-940f-625f11ff7b71 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:56.744454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Network 8052df07-f65d-4aa6-b093-bfbdd0ab64de is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:56.768991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:56.783916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46622ba4-d389-401d-8e5f-deaad4c6e03e req-0d40274d-a436-4816-887c-6b09b37886c0 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:56.793989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46622ba4-d389-401d-8e5f-deaad4c6e03e req-0d40274d-a436-4816-887c-6b09b37886c0 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:56.795847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:28:56.797123 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46622ba4-d389-401d-8e5f-deaad4c6e03e req-0d40274d-a436-4816-887c-6b09b37886c0 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1678 time: 0.2512770 Jun 17 08:28:56.808467 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event updated for resources: {'Port': ['ID=85ca8806-3ebc-459f-85f7-fb26f66e9980,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:56.812104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c83ed3-fac1-4e2d-af14-9ce563605cf1 req-890fb73c-7f43-43e2-96ba-2025ffeaa48b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:56.814540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3c83ed3-fac1-4e2d-af14-9ce563605cf1 req-890fb73c-7f43-43e2-96ba-2025ffeaa48b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1958704 Jun 17 08:28:56.818386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:56.922478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46622ba4-d389-401d-8e5f-deaad4c6e03e req-dddd0299-6de5-46ae-b722-6c741412e83b tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064148 Jun 17 08:28:56.935996 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:56.936743 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3c83ed3-fac1-4e2d-af14-9ce563605cf1 req-c35cac48-891d-4a8a-868e-a81e94390ce4 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110270 Jun 17 08:28:56.937721 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.016578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Pushing event updated for resources: {'Port': ['ID=61ffd933-7d15-48be-9cfa-a7b42fde34a1,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:57.021221 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:57.021872 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.038550 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.332s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:57.038992 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:57.133086 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ec227-168b-4066-ad26-82ebe2a156ea req-5e1f6262-a91d-4ec8-83a3-992e9569a366 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.134821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-868ec227-168b-4066-ad26-82ebe2a156ea req-5e1f6262-a91d-4ec8-83a3-992e9569a366 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 944 time: 0.0853930 Jun 17 08:28:57.152666 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c8b72037-f3da-4ec1-8828-ff723bf8df44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7632141 Jun 17 08:28:57.177119 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:57.183709 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Request body: {'port': {'device_id': 'ee22acb4-a0b4-4797-8ebe-914a0989dcf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:57.189199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Attempting to bind port 61ffd933-7d15-48be-9cfa-a7b42fde34a1 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:57.189539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Attempting to bind port 61ffd933-7d15-48be-9cfa-a7b42fde34a1 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:57.189880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Attempting to bind port 61ffd933-7d15-48be-9cfa-a7b42fde34a1 on network d41b9103-5b16-4672-9761-2b312069fcef {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:57.202374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1', 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe', 'port_id': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1', 'mac_address': 'fa:16:3e:a4:10:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8392e879-6732-4b68-b8be-3bf778dc17e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:28:57.205163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-868ec227-168b-4066-ad26-82ebe2a156ea req-6518b385-b274-4672-b44b-9505a6512b9a tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558853 Jun 17 08:28:57.236687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Port 61ffd933-7d15-48be-9cfa-a7b42fde34a1 on network d41b9103-5b16-4672-9761-2b312069fcef not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:57.237064 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Attempting to bind port 61ffd933-7d15-48be-9cfa-a7b42fde34a1 on network d41b9103-5b16-4672-9761-2b312069fcef {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:57.256589 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:57.256929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Checking segment: {'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:57.257320 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Bound using segment: {'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:57.257821 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Bound port: 61ffd933-7d15-48be-9cfa-a7b42fde34a1, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db30e58f-f6f6-47b5-9ff5-6668aee8e723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:57.258173 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.273267 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.313023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:57.358021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 69cffcda-3151-4a18-9d97-f2a8dd91866c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:57.370847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:57.373237 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.392698 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.398014 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:57.427070 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.452139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] For port 61ffd933-7d15-48be-9cfa-a7b42fde34a1, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:57.460099 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.471696 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:57.495477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 69cffcda-3151-4a18-9d97-f2a8dd91866c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:57.495477 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.498049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] For port 61ffd933-7d15-48be-9cfa-a7b42fde34a1, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=61ffd933-7d15-48be-9cfa-a7b42fde34a1,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:57.533415 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.592934 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:57.597815 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:57.636052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.636906 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.638378 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] 10.222.0.63 "PUT /v2.0/ports/61ffd933-7d15-48be-9cfa-a7b42fde34a1 HTTP/1.1" status: 200 len: 1092 time: 1.9107637 Jun 17 08:28:57.639184 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '401d49d9-2363-4866-8ac4-b77443361d8f', 'tag': '61ffd933-7d15-48be-9cfa-a7b42fde34a1'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:57.642110 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5096369e-1d8c-41e1-8309-c5e510f2e4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "401d49d9-2363-4866-8ac4-b77443361d8f", "tag": "61ffd933-7d15-48be-9cfa-a7b42fde34a1"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:57.645109 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:57.654127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Pushing event updated for resources: {'Port': ['ID=f698985d-eeb2-4388-a981-f92f7bc308af,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:57.668874 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:57.675327 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:57.785029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['2f383c59-0955-4c44-9d9d-95eebbf9a5e1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:28:57.859058 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Pushing event updated for resources: {'Port': ['ID=61ffd933-7d15-48be-9cfa-a7b42fde34a1,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:57.868408 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:57.888821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59dfba2-9e83-42a6-b31b-6d5e2f611597 req-a4b93d97-04a5-4206-aba0-3b4d41d6b738 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.891513 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c59dfba2-9e83-42a6-b31b-6d5e2f611597 req-a4b93d97-04a5-4206-aba0-3b4d41d6b738 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 943 time: 0.5440881 Jun 17 08:28:57.908056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-1e29ad79-002d-477d-99e3-dc854f1d6425 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.910647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-1e29ad79-002d-477d-99e3-dc854f1d6425 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.1801467 Jun 17 08:28:57.933902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-7d3de148-5c7e-4240-a89b-bb92a765f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.935425 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-7d3de148-5c7e-4240-a89b-bb92a765f08f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6af458de33034e909705285c144422aa&device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 1095 time: 0.2274206 Jun 17 08:28:57.936346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Request body: {'port': {'device_id': 'a053862c-fb5f-45a2-ba36-5d9bf945561f', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'admin_state_up': True, 'tenant_id': '79ea1abce073485f95175427f07f9668'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:57.937176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Network 423f5745-9961-4843-8bc3-428ac1bbf196 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:57.951173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:57.960454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799bbdc-34e1-4c78-87fb-f14e18aa6d76 req-c9e44fa7-a2ec-4d76-b559-eb5c43f7e6e0 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:57.962176 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4799bbdc-34e1-4c78-87fb-f14e18aa6d76 req-c9e44fa7-a2ec-4d76-b559-eb5c43f7e6e0 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 943 time: 0.2305529 Jun 17 08:28:57.987961 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-c5d8645f-4862-4c5e-8160-eb9ce6f0ba1c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61ffd933-7d15-48be-9cfa-a7b42fde34a1 HTTP/1.1" status: 200 len: 217 time: 0.0440199 Jun 17 08:28:58.048472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c59dfba2-9e83-42a6-b31b-6d5e2f611597 req-f937afc5-0953-431c-b87c-a4ce77621d0d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328135 Jun 17 08:28:58.141046 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ca8806-3ebc-459f-85f7-fb26f66e9980 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:58.145177 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4799bbdc-34e1-4c78-87fb-f14e18aa6d76 req-a2d2d4ab-8ec7-4f85-b948-0eb52e9ddcf3 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480567 Jun 17 08:28:58.152791 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Made reservation on behalf of 79ea1abce073485f95175427f07f9668 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:28:58.153234 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-d4b2a78d-6289-42f6-8fe8-771484ec599f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:58.154719 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-d4b2a78d-6289-42f6-8fe8-771484ec599f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0befabea-8b3b-4e0c-9ea7-cedc4a793fb2 HTTP/1.1" status: 200 len: 851 time: 0.1570530 Jun 17 08:28:58.158867 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.163973 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.198614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-96e950a1-dd9f-496d-90e7-4d4150954ad6 None None] Provisioning complete for port f698985d-eeb2-4388-a981-f92f7bc308af triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:58.199114 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-96e950a1-dd9f-496d-90e7-4d4150954ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.221083 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-a14e9643-cdae-44f9-bbfa-bf0a8b660e5b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d41b9103-5b16-4672-9761-2b312069fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582609 Jun 17 08:28:58.228576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Transition to ACTIVE for port object 85ca8806-3ebc-459f-85f7-fb26f66e9980 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:58.242626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-96e950a1-dd9f-496d-90e7-4d4150954ad6 None None] Port f698985d-eeb2-4388-a981-f92f7bc308af cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:28:58.247826 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.260819 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1f0ae8ae-cf24-41fb-a1f9-c3dcbcede02d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:58.296760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:28:58.366263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aec53-7bfd-4558-969d-3f5851214e7a req-c6aba8b6-ee00-45ad-9e28-a86bafdfea3a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:58.367844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-603aec53-7bfd-4558-969d-3f5851214e7a req-c6aba8b6-ee00-45ad-9e28-a86bafdfea3a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1746926 Jun 17 08:28:58.393505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca8806-3ebc-459f-85f7-fb26f66e9980,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:58.409098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Allocated IP 172.20.0.8 (097ff4ff-fb7f-4249-b525-2868d741451c/0a4db804-8101-4dd3-b960-865e4ac98c1d/eb732594-47a3-43be-b4ff-10a6af456194) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:28:58.443103 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-603aec53-7bfd-4558-969d-3f5851214e7a req-1e17efcb-ca85-4779-a7c7-83755952fe58 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680323 Jun 17 08:28:58.456719 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:58.469867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e921fa0-56e5-482b-8559-6029d640725a req-13b2c9a4-bd28-4137-b3bc-6911c54a2421 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:58.469867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e921fa0-56e5-482b-8559-6029d640725a req-13b2c9a4-bd28-4137-b3bc-6911c54a2421 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 943 time: 0.1757393 Jun 17 08:28:58.490193 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-980b65d8-e994-428b-8785-856cf5e49c86 service neutron] 10.222.0.63 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564592 Jun 17 08:28:58.568873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e921fa0-56e5-482b-8559-6029d640725a req-f29c2aa6-2cbc-4dc6-99da-eb27575868dc tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923476 Jun 17 08:28:58.601161 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6264f34-c96e-4e53-943e-296097def188 req-50954f78-571b-4e82-9abb-dfe26f1166e4 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 210 time: 0.0385993 Jun 17 08:28:58.618974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:28:58.631905 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] 10.222.0.47 "PUT /v2.0/routers/81bf5a57-cf29-44b9-a055-d9f590f6bc56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4587464 Jun 17 08:28:58.640462 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Sync routers for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:28:58.647587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Attempting to bind port 85ca8806-3ebc-459f-85f7-fb26f66e9980 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:28:58.647926 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Attempting to bind port 85ca8806-3ebc-459f-85f7-fb26f66e9980 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:28:58.648321 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Attempting to bind port 85ca8806-3ebc-459f-85f7-fb26f66e9980 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:58.652300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:28:58.653637 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:28:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:58.667762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Port 85ca8806-3ebc-459f-85f7-fb26f66e9980 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:28:58.668086 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Attempting to bind port 85ca8806-3ebc-459f-85f7-fb26f66e9980 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:28:58.670152 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.674127 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7272560-60c9-4ab6-9d0a-197c8da1e219 req-6ee2a7b9-d796-4648-b329-69ce17040028 service neutron] 10.222.0.63 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611173 Jun 17 08:28:58.681908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:28:58.682244 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Checking segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:28:58.682634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Bound using segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:28:58.683101 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Bound port: 85ca8806-3ebc-459f-85f7-fb26f66e9980, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:28:58.683452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.706110 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01133fb9-2a9d-457e-94c9-9325a25308fa x-openstack-request-id: req-01133fb9-2a9d-457e-94c9-9325a25308fa {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:28:58.706110 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "401d49d9-2363-4866-8ac4-b77443361d8f", "tag": "61ffd933-7d15-48be-9cfa-a7b42fde34a1", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:28:58.706110 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-01133fb9-2a9d-457e-94c9-9325a25308fa {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:28:58.706550 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401d49d9-2363-4866-8ac4-b77443361d8f', 'tag': '61ffd933-7d15-48be-9cfa-a7b42fde34a1', 'status': 'completed', 'code': 200} Jun 17 08:28:58.731665 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.745186 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:58.763526 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Network 097ff4ff-fb7f-4249-b525-2868d741451c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:28:58.767411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:28:58.786293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:28:58.793804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:28:58.895348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 6927cc4b-29c3-4536-84c1-654948878170 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:58.896913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event updated for resources: {'Port': ['ID=eb732594-47a3-43be-b4ff-10a6af456194,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:58.907416 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:58.916278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] For port 85ca8806-3ebc-459f-85f7-fb26f66e9980, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:28:58.920352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] For port 85ca8806-3ebc-459f-85f7-fb26f66e9980, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=85ca8806-3ebc-459f-85f7-fb26f66e9980,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:28:58.928041 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.932187 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:58.947107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:58.947737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:58.982553 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870585aa-94dc-495b-9a17-48772e27460f req-d730db26-a08f-407b-91a3-befba86ab3b1 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:58.988628 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870585aa-94dc-495b-9a17-48772e27460f req-d730db26-a08f-407b-91a3-befba86ab3b1 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:58.990288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-870585aa-94dc-495b-9a17-48772e27460f req-d730db26-a08f-407b-91a3-befba86ab3b1 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1678 time: 0.1933525 Jun 17 08:28:58.992666 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0697412 Jun 17 08:28:59.004393 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=85ca8806-3ebc-459f-85f7-fb26f66e9980,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:59.009509 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:59.010081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Request body: {'port': {'device_id': 'a053862c-fb5f-45a2-ba36-5d9bf945561f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:59.012169 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096369e-1d8c-41e1-8309-c5e510f2e4e5 req-ae5bc6b1-ae80-4ce0-91d1-1b14843ffc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.014523 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5096369e-1d8c-41e1-8309-c5e510f2e4e5 req-ae5bc6b1-ae80-4ce0-91d1-1b14843ffc0c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6af458de33034e909705285c144422aa&device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 1095 time: 0.2293291 Jun 17 08:28:59.016528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.017713 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.020307 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] 10.222.0.10 "PUT /v2.0/ports/85ca8806-3ebc-459f-85f7-fb26f66e9980 HTTP/1.1" status: 200 len: 1092 time: 1.8413427 Jun 17 08:28:59.023873 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 6927cc4b-29c3-4536-84c1-654948878170 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:59.067190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 6927cc4b-29c3-4536-84c1-654948878170 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:59.067681 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.068879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b40ca2-ae69-4beb-b432-dc9effe246be req-81cde574-2eac-4854-a5ba-70790fcb9a58 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.070414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18b40ca2-ae69-4beb-b432-dc9effe246be req-81cde574-2eac-4854-a5ba-70790fcb9a58 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 944 time: 0.1909561 Jun 17 08:28:59.098465 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-870585aa-94dc-495b-9a17-48772e27460f req-002a00be-fd6a-440d-ace2-46b5c5ace3b7 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998409 Jun 17 08:28:59.147888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:28:57Z', 'revision_number': 2, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:28:59.159852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18b40ca2-ae69-4beb-b432-dc9effe246be req-4cc46ee8-6b1c-49ba-9945-1f709e3b77ce tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809822 Jun 17 08:28:59.160817 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.185199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-5ea4b9cc-ae9e-43d9-ab35-50aa36b5e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.186703 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-5ea4b9cc-ae9e-43d9-ab35-50aa36b5e8aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 1095 time: 0.1037438 Jun 17 08:28:59.199892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Checking router: 81bf5a57-cf29-44b9-a055-d9f590f6bc56 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:28:59.200459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Updating router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 port f698985d-eeb2-4388-a981-f92f7bc308af binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:28:59.232659 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-ce074ae9-f63a-4533-886a-de584ce133ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85ca8806-3ebc-459f-85f7-fb26f66e9980 HTTP/1.1" status: 200 len: 217 time: 0.0338016 Jun 17 08:28:59.235723 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.237189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096369e-1d8c-41e1-8309-c5e510f2e4e5 req-2be8171b-6cec-4703-a390-eeb9bf577c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.238990 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5096369e-1d8c-41e1-8309-c5e510f2e4e5 req-2be8171b-6cec-4703-a390-eeb9bf577c06 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d41b9103-5b16-4672-9761-2b312069fcef HTTP/1.1" status: 200 len: 912 time: 0.2173343 Jun 17 08:28:59.261596 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.291649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6927cc4b-29c3-4536-84c1-654948878170'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:28:59.294028 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583066cd-1bd8-4f8f-ab56-21befd1c42e5" -d '{"events": [{"server_uuid": "33baf5cf-38b5-4e35-9300-995a4d80857b", "name": "network-vif-plugged", "status": "completed", "tag": "6927cc4b-29c3-4536-84c1-654948878170"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:28:59.328535 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=6927cc4b-29c3-4536-84c1-654948878170,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:59.337765 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.338738 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:59.344585 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:59.534450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=6927cc4b-29c3-4536-84c1-654948878170,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:28:59.547889 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:28:59.652344 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb732594-47a3-43be-b4ff-10a6af456194 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:28:59.664068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35116) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:28:59.673679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:28:59.680221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:28:59.680814 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.686198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-447c5704-c9fe-4918-8dc3-6dec73fa2e9f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619300479', 'description': 'tempest-description--1600221562'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:28:59.696496 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.783149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Transition to ACTIVE for port object eb732594-47a3-43be-b4ff-10a6af456194 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:59.818580 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5096369e-1d8c-41e1-8309-c5e510f2e4e5 req-70b8800a-6f95-466a-bffc-0bbddec4922d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61ffd933-7d15-48be-9cfa-a7b42fde34a1 HTTP/1.1" status: 200 len: 217 time: 0.5707710 Jun 17 08:28:59.818907 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-447c5704-c9fe-4918-8dc3-6dec73fa2e9f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.821703 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.828581 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84e4f846-cf99-480b-a76f-7389e7045706 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:59.839361 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.875527 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.887413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b5d38-59c0-4387-88af-cbc87ff1f498 req-9651e962-0484-43ea-b3df-1234f86612dd tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.889448 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c61c2bfc-44d5-40b7-ad55-df33cde687cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.891087 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-c61c2bfc-44d5-40b7-ad55-df33cde687cb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.6512587 Jun 17 08:28:59.895818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-851b5d38-59c0-4387-88af-cbc87ff1f498 req-9651e962-0484-43ea-b3df-1234f86612dd tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 944 time: 0.3520179 Jun 17 08:28:59.896949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096369e-1d8c-41e1-8309-c5e510f2e4e5 req-e02f89cf-8b6f-4a36-ab21-22aac7a51f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:28:59.898519 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5096369e-1d8c-41e1-8309-c5e510f2e4e5 req-e02f89cf-8b6f-4a36-ab21-22aac7a51f2b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0befabea-8b3b-4e0c-9ea7-cedc4a793fb2 HTTP/1.1" status: 200 len: 851 time: 0.0734072 Jun 17 08:28:59.901198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Transition to ACTIVE for port object f698985d-eeb2-4388-a981-f92f7bc308af will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:28:59.904370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb,segment=NetworkSegment(c6e8894c-20c7-4e68-8ba4-91ddebba819d),segment_id=c6e8894c-20c7-4e68-8ba4-91ddebba819d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:28:59.912004 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.913244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e03e7925-d9e6-46a7-9a42-9ee97544eb7f up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:28:59.915536 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:28:59.918431 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:28:59.946114 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-5238bb89-684b-4c43-91d3-653f78cf023b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465345 Jun 17 08:28:59.972319 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5096369e-1d8c-41e1-8309-c5e510f2e4e5 req-e63e8e1c-f82e-4a53-b702-02082f50064a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d41b9103-5b16-4672-9761-2b312069fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611336 Jun 17 08:28:59.987490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Pushing event updated for resources: {'Port': ['ID=eb732594-47a3-43be-b4ff-10a6af456194,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.017196 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.076876 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.080901 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.084573 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:00.097654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-851b5d38-59c0-4387-88af-cbc87ff1f498 req-214e7e1c-b24f-4d33-bcc0-6243c7874321 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001178 Jun 17 08:29:00.100354 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5096369e-1d8c-41e1-8309-c5e510f2e4e5 req-bbc4b807-3d2c-4fdd-bc10-eb29989fbe72 service neutron] 10.222.0.63 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154897 Jun 17 08:29:00.123580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d51fc2-3d7a-473c-95ee-898e79c8f5ad req-fbb9b49b-e993-4f03-87ef-be9c51437a34 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.130680 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3d51fc2-3d7a-473c-95ee-898e79c8f5ad req-fbb9b49b-e993-4f03-87ef-be9c51437a34 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 943 time: 0.3523786 Jun 17 08:29:00.163587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port e03e7925-d9e6-46a7-9a42-9ee97544eb7f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:00.175870 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09acad28-30f6-400e-8ccf-cd28be515e82 x-openstack-request-id: req-09acad28-30f6-400e-8ccf-cd28be515e82 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:00.176662 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33baf5cf-38b5-4e35-9300-995a4d80857b", "name": "network-vif-plugged", "status": "completed", "tag": "6927cc4b-29c3-4536-84c1-654948878170", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:00.176662 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-09acad28-30f6-400e-8ccf-cd28be515e82 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:00.176868 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6927cc4b-29c3-4536-84c1-654948878170', 'code': 200} Jun 17 08:29:00.184125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Attempting to bind port f698985d-eeb2-4388-a981-f92f7bc308af on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:00.184519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Attempting to bind port f698985d-eeb2-4388-a981-f92f7bc308af by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:00.184897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Attempting to bind port f698985d-eeb2-4388-a981-f92f7bc308af on network 423f5745-9961-4843-8bc3-428ac1bbf196 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:00.187728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port e03e7925-d9e6-46a7-9a42-9ee97544eb7f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:00.187976 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.218791 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bae0a7-d411-46df-912a-d870b4cfdbd4 None None] Pushing event updated for resources: {'Port': ['ID=f698985d-eeb2-4388-a981-f92f7bc308af,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.222250 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a0bae0a7-d411-46df-912a-d870b4cfdbd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.228695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:00.229162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Checking segment: {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:00.229580 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.230056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Bound using segment: {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:00.230560 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Bound port: f698985d-eeb2-4388-a981-f92f7bc308af, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:00.231041 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.255006 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3d51fc2-3d7a-473c-95ee-898e79c8f5ad req-a2221779-65de-43f8-b230-15a4291224a4 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232541 Jun 17 08:29:00.280215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Attempting to bind port eb732594-47a3-43be-b4ff-10a6af456194 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:00.286901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Attempting to bind port eb732594-47a3-43be-b4ff-10a6af456194 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:00.287334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Attempting to bind port eb732594-47a3-43be-b4ff-10a6af456194 on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:00.338208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] For port f698985d-eeb2-4388-a981-f92f7bc308af, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:00.338923 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-201ae99a-776a-47c7-bcb1-96afd2e57f43 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756819 Jun 17 08:29:00.342371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] For port f698985d-eeb2-4388-a981-f92f7bc308af, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f698985d-eeb2-4388-a981-f92f7bc308af,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:00.354057 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.357793 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:00.359620 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5096369e-1d8c-41e1-8309-c5e510f2e4e5 req-0e776018-f0cf-47b9-a169-bba2e4fc9ac2 service neutron] 10.222.0.63 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236178 Jun 17 08:29:00.416982 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-447c5704-c9fe-4918-8dc3-6dec73fa2e9f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.422959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Port eb732594-47a3-43be-b4ff-10a6af456194 on network 097ff4ff-fb7f-4249-b525-2868d741451c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:00.423295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Attempting to bind port eb732594-47a3-43be-b4ff-10a6af456194 on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:00.439604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:00.439950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Checking segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:00.440346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Bound using segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:00.441171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Bound port: eb732594-47a3-43be-b4ff-10a6af456194, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:00.441318 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.472150 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a50ae0ee-349b-46cc-85b3-7d43209f5671 req-18e077d4-6232-40e4-9975-077e5934433a service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252103 Jun 17 08:29:00.487759 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bae0a7-d411-46df-912a-d870b4cfdbd4 None None] Pushing event updated for resources: {'Port': ['ID=f698985d-eeb2-4388-a981-f92f7bc308af,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.491776 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a0bae0a7-d411-46df-912a-d870b4cfdbd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.494331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:00.495123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:28:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:00.516456 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-447c5704-c9fe-4918-8dc3-6dec73fa2e9f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.542740 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.544913 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4c50b54-7fe7-4961-9009-2b574d265015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:00.609941 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c5704-c9fe-4918-8dc3-6dec73fa2e9f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37d9627-5249-475c-8b0d-039ca24da15e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.612726 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-447c5704-c9fe-4918-8dc3-6dec73fa2e9f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.616788 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-447c5704-c9fe-4918-8dc3-6dec73fa2e9f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9394674 Jun 17 08:29:00.618436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35122) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:00.619360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e03e7925-d9e6-46a7-9a42-9ee97544eb7f, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e03e7925-d9e6-46a7-9a42-9ee97544eb7f,segment=NetworkSegment(9842d2d2-6398-4cf2-afb6-85d96fad3ffe),segment_id=9842d2d2-6398-4cf2-afb6-85d96fad3ffe)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:00.628049 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.628270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a4c5ccca-31f3-4408-88e7-88099ecc8960 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'security_group_rule': {'security_group_id': 'd37d9627-5249-475c-8b0d-039ca24da15e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:00.628381 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-447c5704-c9fe-4918-8dc3-6dec73fa2e9f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.634310 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a0bae0a7-d411-46df-912a-d870b4cfdbd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:00.642846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e46a28-e8d5-45ac-a45f-075b700dbb70 req-a4725d52-db93-42a6-bf08-5b3f1c56fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.644735 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7e46a28-e8d5-45ac-a45f-075b700dbb70 req-a4725d52-db93-42a6-bf08-5b3f1c56fa5b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 1097 time: 0.3515627 Jun 17 08:29:00.669020 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ccca-31f3-4408-88e7-88099ecc8960 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.676251 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] For port eb732594-47a3-43be-b4ff-10a6af456194, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:00.681355 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:00.703985 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] For port eb732594-47a3-43be-b4ff-10a6af456194, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=eb732594-47a3-43be-b4ff-10a6af456194,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:00.709617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee22acb4-a0b4-4797-8ebe-914a0989dcf9', 'tag': '85ca8806-3ebc-459f-85f7-fb26f66e9980'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:00.712374 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b44fdd-e63f-4bda-ab7a-8795fa00a3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ee22acb4-a0b4-4797-8ebe-914a0989dcf9", "tag": "85ca8806-3ebc-459f-85f7-fb26f66e9980"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:00.721404 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.725183 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-31cf2783-6c1b-46a1-b221-2f1708fca893 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:00.736512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180877f-c64c-445f-ab38-385057af47ba req-dbac75aa-fca2-43c6-9f2a-689d9927ed37 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.738130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d180877f-c64c-445f-ab38-385057af47ba req-dbac75aa-fca2-43c6-9f2a-689d9927ed37 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.3431969 Jun 17 08:29:00.740072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7e46a28-e8d5-45ac-a45f-075b700dbb70 req-b92bb06f-4bd6-49a4-975b-0339b34de962 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879216 Jun 17 08:29:00.747644 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a15661-cb19-4930-aacd-2571d9718e7e req-19b0426e-9f73-436b-8706-6c5b2ecb68a7 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.752984 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ccca-31f3-4408-88e7-88099ecc8960 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.755124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97a15661-cb19-4930-aacd-2571d9718e7e req-19b0426e-9f73-436b-8706-6c5b2ecb68a7 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 943 time: 0.2909234 Jun 17 08:29:00.760372 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ccca-31f3-4408-88e7-88099ecc8960 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.768377 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:00.796591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5ccca-31f3-4408-88e7-88099ecc8960 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5eabdf-2842-4882-9e15-51bf6ad88c0c,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.800261 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a4c5ccca-31f3-4408-88e7-88099ecc8960 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.804588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a4c5ccca-31f3-4408-88e7-88099ecc8960 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.808662 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a4c5ccca-31f3-4408-88e7-88099ecc8960 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1862473 Jun 17 08:29:00.810798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35126) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:00.829364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:00.829986 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:00.831417 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] 10.222.0.63 "PUT /v2.0/ports/eb732594-47a3-43be-b4ff-10a6af456194 HTTP/1.1" status: 200 len: 1092 time: 1.8296072 Jun 17 08:29:00.836769 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e030a08c-4b8f-4909-8539-4c04f4a2485f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'security_group_rule': {'security_group_id': 'd37d9627-5249-475c-8b0d-039ca24da15e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:00.840867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a053862c-fb5f-45a2-ba36-5d9bf945561f', 'tag': 'eb732594-47a3-43be-b4ff-10a6af456194'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:00.843288 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e704ded2-c3f1-4050-9061-3592a3ff8696" -d '{"events": [{"name": "network-changed", "server_uuid": "a053862c-fb5f-45a2-ba36-5d9bf945561f", "tag": "eb732594-47a3-43be-b4ff-10a6af456194"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:00.897837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:00.910847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Pushing event updated for resources: {'Port': ['ID=eb732594-47a3-43be-b4ff-10a6af456194,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.923445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97a15661-cb19-4930-aacd-2571d9718e7e req-b58e2c3b-b1d7-4360-891c-75c322aafa75 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673057 Jun 17 08:29:00.928638 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.938159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=e03e7925-d9e6-46a7-9a42-9ee97544eb7f,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:00.952022 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:00.953927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d180877f-c64c-445f-ab38-385057af47ba req-d3d42bb8-709c-4aad-aa29-1e9794747906 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883008 Jun 17 08:29:00.966480 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e030a08c-4b8f-4909-8539-4c04f4a2485f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.035168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-37859697-0743-4fa6-9c1c-78c6dfd911d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:01.038203 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-37859697-0743-4fa6-9c1c-78c6dfd911d2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 1095 time: 0.1525722 Jun 17 08:29:01.070180 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:01.084509 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:01.084958 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.108469 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e030a08c-4b8f-4909-8539-4c04f4a2485f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.112031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-f6e36e8c-44af-4f5d-b7d0-fd0945ca073c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb732594-47a3-43be-b4ff-10a6af456194 HTTP/1.1" status: 200 len: 217 time: 0.0639458 Jun 17 08:29:01.136403 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e030a08c-4b8f-4909-8539-4c04f4a2485f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.194312 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3b595b01-9bbf-4cac-a39f-fa5698287dcd tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:01.200836 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.205623 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:00Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:01.242757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f35fe-5e14-4a08-8d3f-d411813cc107 None None] The sync data for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 is: [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:00Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:29:01.268431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:01.274875 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.282543 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:01.360779 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:01.364084 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:01.539300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030a08c-4b8f-4909-8539-4c04f4a2485f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9d9a0a-49af-4b2e-a4e6-425d77e34ab5,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:01.549959 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e030a08c-4b8f-4909-8539-4c04f4a2485f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:01.550711 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e030a08c-4b8f-4909-8539-4c04f4a2485f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.554850 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e030a08c-4b8f-4909-8539-4c04f4a2485f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7398396 Jun 17 08:29:01.555246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35136) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:01.559718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-a29e991d-9e49-41eb-833a-b11601610e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:01.560533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:01.561188 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-a29e991d-9e49-41eb-833a-b11601610e27 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.4338913 Jun 17 08:29:01.597700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.617509 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-be04841a-6151-4e85-a3e4-c936d265695e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469186 Jun 17 08:29:01.691767 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cbfece-ee5d-440b-a1cf-82997f834d50 req-41ce2e17-7c2b-41b9-828b-533b6596a85f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:01.693379 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0cbfece-ee5d-440b-a1cf-82997f834d50 req-41ce2e17-7c2b-41b9-828b-533b6596a85f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 943 time: 0.5872529 Jun 17 08:29:01.706244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93c98-b323-4680-8a4c-d348f4f6d46e req-d9ab72db-414c-4f2c-81cb-f7ca6c37e970 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:01.712641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e93c98-b323-4680-8a4c-d348f4f6d46e req-d9ab72db-414c-4f2c-81cb-f7ca6c37e970 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:01.714357 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32e93c98-b323-4680-8a4c-d348f4f6d46e req-d9ab72db-414c-4f2c-81cb-f7ca6c37e970 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1680 time: 0.6092882 Jun 17 08:29:01.716455 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:01.803353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0cbfece-ee5d-440b-a1cf-82997f834d50 req-42269d5c-8ad1-4029-86e9-527585ddf3d1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838511 Jun 17 08:29:01.825990 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32e93c98-b323-4680-8a4c-d348f4f6d46e req-56c48b6d-c5dc-454f-abd5-af5d98a20065 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001112 Jun 17 08:29:01.833391 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-27007df0-fdde-44db-813a-8327d9b71c6f service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067668 Jun 17 08:29:01.857738 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Allocated IP 172.25.8.101 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/29d8441b-6d6c-452f-8541-9fc486fbb786) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:01.981933 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8345ea0-0d95-4742-a4ca-1df6a17698dd x-openstack-request-id: req-e8345ea0-0d95-4742-a4ca-1df6a17698dd {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:01.982266 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee22acb4-a0b4-4797-8ebe-914a0989dcf9", "tag": "85ca8806-3ebc-459f-85f7-fb26f66e9980", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:01.982469 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e8345ea0-0d95-4742-a4ca-1df6a17698dd {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:01.982993 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee22acb4-a0b4-4797-8ebe-914a0989dcf9', 'tag': '85ca8806-3ebc-459f-85f7-fb26f66e9980', 'status': 'completed', 'code': 200} Jun 17 08:29:01.988723 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7a86c3-5177-4bc2-9f07-427f37f47a4f x-openstack-request-id: req-2f7a86c3-5177-4bc2-9f07-427f37f47a4f {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:01.989501 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a053862c-fb5f-45a2-ba36-5d9bf945561f", "tag": "eb732594-47a3-43be-b4ff-10a6af456194", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:01.989799 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2f7a86c3-5177-4bc2-9f07-427f37f47a4f {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:01.990235 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a053862c-fb5f-45a2-ba36-5d9bf945561f', 'tag': 'eb732594-47a3-43be-b4ff-10a6af456194', 'status': 'completed', 'code': 200} Jun 17 08:29:02.008013 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a508e5f-99c6-42f4-be2c-5f42374db781 req-ce8ed1d7-5802-4bd6-b42d-d36571c828d7 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664124 Jun 17 08:29:02.051975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e48571-a5a6-472e-9d7b-c43aae889196 req-fd4751f0-93ca-41a5-ac46-18b1017e132e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.054379 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6e48571-a5a6-472e-9d7b-c43aae889196 req-fd4751f0-93ca-41a5-ac46-18b1017e132e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 945 time: 0.1258721 Jun 17 08:29:02.088129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b44fdd-e63f-4bda-ab7a-8795fa00a3d4 req-4f3bdf41-c52c-4601-b14e-85cad820ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.089688 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25b44fdd-e63f-4bda-ab7a-8795fa00a3d4 req-4f3bdf41-c52c-4601-b14e-85cad820ed54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 1095 time: 0.1102211 Jun 17 08:29:02.094983 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.177823 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a2e3c-c6cd-4110-8f07-87e9a4b0adcb'}, {'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03e7925-d9e6-46a7-9a42-9ee97544eb7f'}, {'server_uuid': '051ec639-07ab-4995-9528-d80d56bcf742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:02.181733 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58efda05-3786-4563-a41a-f6a24061e66a" -d '{"events": [{"server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "name": "network-vif-plugged", "status": "completed", "tag": "686a2e3c-c6cd-4110-8f07-87e9a4b0adcb"}, {"server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "name": "network-vif-plugged", "status": "completed", "tag": "e03e7925-d9e6-46a7-9a42-9ee97544eb7f"}, {"server_uuid": "051ec639-07ab-4995-9528-d80d56bcf742", "name": "network-vif-plugged", "status": "completed", "tag": "2f383c59-0955-4c44-9d9d-95eebbf9a5e1"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:02.189675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6e48571-a5a6-472e-9d7b-c43aae889196 req-95318261-9419-4538-9d8c-515f31df3649 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238012 Jun 17 08:29:02.227196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.228216 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ded2-c3f1-4050-9061-3592a3ff8696 req-550c0852-c7f3-4a0e-bef2-7fcf41d85be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.230263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e704ded2-c3f1-4050-9061-3592a3ff8696 req-550c0852-c7f3-4a0e-bef2-7fcf41d85be5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 1095 time: 0.1555221 Jun 17 08:29:02.238110 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:02.244037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887d4a7-e81b-472e-947c-070ad9d76b1d req-f2a604ea-d4b9-491b-a8e6-484559418280 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.251439 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4887d4a7-e81b-472e-947c-070ad9d76b1d req-f2a604ea-d4b9-491b-a8e6-484559418280 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1349666 Jun 17 08:29:02.253748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:02.255605 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:02.258378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b44fdd-e63f-4bda-ab7a-8795fa00a3d4 req-b5bb1566-399a-42f6-84b7-8c046db44a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.261025 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25b44fdd-e63f-4bda-ab7a-8795fa00a3d4 req-b5bb1566-399a-42f6-84b7-8c046db44a8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 913 time: 0.1619995 Jun 17 08:29:02.283809 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:02.347568 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4887d4a7-e81b-472e-947c-070ad9d76b1d req-b3607f38-cc33-4ecf-a7b4-00b1f2fd618e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956328 Jun 17 08:29:02.382124 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25b44fdd-e63f-4bda-ab7a-8795fa00a3d4 req-ce8a739c-8e79-48e7-93ac-8265bcf0e9f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85ca8806-3ebc-459f-85f7-fb26f66e9980 HTTP/1.1" status: 200 len: 217 time: 0.0824041 Jun 17 08:29:02.390493 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'Port': ['ID=29d8441b-6d6c-452f-8541-9fc486fbb786,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:02.404427 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:02.465837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ded2-c3f1-4050-9061-3592a3ff8696 req-c6bbd364-8407-4c4b-ad02-5b1b175b07e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.467321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e704ded2-c3f1-4050-9061-3592a3ff8696 req-c6bbd364-8407-4c4b-ad02-5b1b175b07e8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 907 time: 0.2071586 Jun 17 08:29:02.477221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e5297-5234-4320-bf67-af15cb4cada3 req-189077b5-364b-4077-8a55-482d31c11574 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.478915 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-873e5297-5234-4320-bf67-af15cb4cada3 req-189077b5-364b-4077-8a55-482d31c11574 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1276801 Jun 17 08:29:02.485603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b44fdd-e63f-4bda-ab7a-8795fa00a3d4 req-bfffb56a-2fd8-4189-8649-ec00b497a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.487101 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25b44fdd-e63f-4bda-ab7a-8795fa00a3d4 req-bfffb56a-2fd8-4189-8649-ec00b497a272 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.0978277 Jun 17 08:29:02.528386 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25b44fdd-e63f-4bda-ab7a-8795fa00a3d4 req-7f8f6699-c137-45b3-bcca-1fedb145a954 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340781 Jun 17 08:29:02.532733 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.542419 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e704ded2-c3f1-4050-9061-3592a3ff8696 req-e50c8c67-f5a6-4e97-bd55-3e7d17a245c3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb732594-47a3-43be-b4ff-10a6af456194 HTTP/1.1" status: 200 len: 217 time: 0.0625856 Jun 17 08:29:02.620369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-873e5297-5234-4320-bf67-af15cb4cada3 req-10b5380d-2241-4927-8ae3-e6a2d7398fd1 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141896 Jun 17 08:29:02.627758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704ded2-c3f1-4050-9061-3592a3ff8696 req-9694a7ab-3b39-4f88-9e9b-69420cfd67b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.629234 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e704ded2-c3f1-4050-9061-3592a3ff8696 req-9694a7ab-3b39-4f88-9e9b-69420cfd67b6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.0776939 Jun 17 08:29:02.630488 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.656210 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90c512-d2c8-4156-94c3-1357c6cd802f req-97327aa8-90c3-4198-8588-d78597e29e24 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:02.663316 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc90c512-d2c8-4156-94c3-1357c6cd802f req-97327aa8-90c3-4198-8588-d78597e29e24 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 943 time: 0.2124884 Jun 17 08:29:02.691604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e704ded2-c3f1-4050-9061-3592a3ff8696 req-ee681d18-5375-4317-8c7e-305dc75e76a6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547991 Jun 17 08:29:02.729996 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25b44fdd-e63f-4bda-ab7a-8795fa00a3d4 req-de1ae917-3c12-4acd-9fd9-a82e97d382ac service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953192 Jun 17 08:29:02.776855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc90c512-d2c8-4156-94c3-1357c6cd802f req-b77e078b-c7b2-45d4-af92-1064def11215 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125214 Jun 17 08:29:02.842726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 61ffd933-7d15-48be-9cfa-a7b42fde34a1 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:02.845550 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7725b553-9815-443f-85ed-e428c693f835 x-openstack-request-id: req-7725b553-9815-443f-85ed-e428c693f835 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:02.845849 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "name": "network-vif-plugged", "status": "completed", "tag": "686a2e3c-c6cd-4110-8f07-87e9a4b0adcb", "code": 200}, {"server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "name": "network-vif-plugged", "status": "completed", "tag": "e03e7925-d9e6-46a7-9a42-9ee97544eb7f", "code": 200}, {"server_uuid": "051ec639-07ab-4995-9528-d80d56bcf742", "name": "network-vif-plugged", "status": "completed", "tag": "2f383c59-0955-4c44-9d9d-95eebbf9a5e1", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:02.846124 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7725b553-9815-443f-85ed-e428c693f835 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:02.846503 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '686a2e3c-c6cd-4110-8f07-87e9a4b0adcb', 'code': 200} Jun 17 08:29:02.846867 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03e7925-d9e6-46a7-9a42-9ee97544eb7f', 'code': 200} Jun 17 08:29:02.847042 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051ec639-07ab-4995-9528-d80d56bcf742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1', 'code': 200} Jun 17 08:29:02.853598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e704ded2-c3f1-4050-9061-3592a3ff8696 req-5714414a-c2ee-4e15-a797-aeb54a455aa1 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536517 Jun 17 08:29:02.901027 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.965841 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25b44fdd-e63f-4bda-ab7a-8795fa00a3d4 req-40406efe-de62-4619-bd3a-510b83d6bc5b service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275174 Jun 17 08:29:02.971974 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.978075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e704ded2-c3f1-4050-9061-3592a3ff8696 req-0f4d4c4a-767a-4291-8901-849ec74b07c8 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162698 Jun 17 08:29:02.980588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:02.987279 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7d24722a-34d8-48c0-87df-e84d3676fcd2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:03.025422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 61ffd933-7d15-48be-9cfa-a7b42fde34a1, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=61ffd933-7d15-48be-9cfa-a7b42fde34a1,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:03.039583 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '61ffd933-7d15-48be-9cfa-a7b42fde34a1', 'network_id': 'd41b9103-5b16-4672-9761-2b312069fcef', 'port_id': '61ffd933-7d15-48be-9cfa-a7b42fde34a1', 'mac_address': 'fa:16:3e:78:a9:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0befabea-8b3b-4e0c-9ea7-cedc4a793fb2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:03.062260 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'Port': ['ID=29d8441b-6d6c-452f-8541-9fc486fbb786,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:03.065787 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05bf07d-8e6d-421d-b94e-76e0d60ed20c req-63e431fe-d7c3-46a0-817d-a0237f6de2b9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.066315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7bccb-856a-455d-98de-01301b2f9806 req-1ae151f6-7bd4-43c7-8b06-1897d80c2e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.067385 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f05bf07d-8e6d-421d-b94e-76e0d60ed20c req-63e431fe-d7c3-46a0-817d-a0237f6de2b9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 943 time: 0.3102829 Jun 17 08:29:03.073152 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c3a7bccb-856a-455d-98de-01301b2f9806 req-1ae151f6-7bd4-43c7-8b06-1897d80c2e89 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 1097 time: 0.1378672 Jun 17 08:29:03.076053 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:03.087184 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:03.095857 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:03.104023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61ffd933-7d15-48be-9cfa-a7b42fde34a1 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:03.117837 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:03.121254 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5623152 Jun 17 08:29:03.126015 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c3a7bccb-856a-455d-98de-01301b2f9806 req-e6259be3-a8cb-4e66-88d2-95380c3084c4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Jun 17 08:29:03.126660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 61ffd933-7d15-48be-9cfa-a7b42fde34a1, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=61ffd933-7d15-48be-9cfa-a7b42fde34a1,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:03.127724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1f93c-c08d-4014-b7ce-8e52080add8d req-510c0ba4-a187-4179-977b-c58edff10621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.127980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1f93c-c08d-4014-b7ce-8e52080add8d req-510c0ba4-a187-4179-977b-c58edff10621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.130714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ebb1f93c-c08d-4014-b7ce-8e52080add8d req-510c0ba4-a187-4179-977b-c58edff10621 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1984 time: 0.1203213 Jun 17 08:29:03.133404 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:03.135780 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a0bae0a7-d411-46df-912a-d870b4cfdbd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:03.137255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f05bf07d-8e6d-421d-b94e-76e0d60ed20c req-18a53dce-2b84-4b0f-8e54-f28a0a94ae67 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617952 Jun 17 08:29:03.156601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7b6aa-5d00-44cb-8f9a-3bf4c61cd5c3 req-94877240-336a-4193-89b5-eaf1bee39f12 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.158161 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09c7b6aa-5d00-44cb-8f9a-3bf4c61cd5c3 req-94877240-336a-4193-89b5-eaf1bee39f12 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 1097 time: 0.1785245 Jun 17 08:29:03.198150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=61ffd933-7d15-48be-9cfa-a7b42fde34a1,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:03.201537 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:03.205555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ebb1f93c-c08d-4014-b7ce-8e52080add8d req-27417ec2-8130-4d6b-81b5-404e1660c44c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671856 Jun 17 08:29:03.211529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09c7b6aa-5d00-44cb-8f9a-3bf4c61cd5c3 req-f77ef355-eea0-494c-ab0a-04c38a5f3ed9 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412941 Jun 17 08:29:03.314037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6686a1-3607-4197-b5a3-71529f76613c req-b22bd431-ddc6-4c74-8163-0e2c71e5a8bf tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.319641 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f6686a1-3607-4197-b5a3-71529f76613c req-b22bd431-ddc6-4c74-8163-0e2c71e5a8bf tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.0686791 Jun 17 08:29:03.323149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f698985d-eeb2-4388-a981-f92f7bc308af up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:03.376747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f698985d-eeb2-4388-a981-f92f7bc308af completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:03.381368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['61ffd933-7d15-48be-9cfa-a7b42fde34a1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:03.385021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f698985d-eeb2-4388-a981-f92f7bc308af triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:03.385616 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:03.390944 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f6686a1-3607-4197-b5a3-71529f76613c req-69024091-0cce-4a58-93b1-2b180e54948c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672152 Jun 17 08:29:03.429088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0d77b-f831-46cb-a409-6c3391f6de41 req-d8116d13-3db2-43c1-869a-e92e5e2ce2d7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.431273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32a0d77b-f831-46cb-a409-6c3391f6de41 req-d8116d13-3db2-43c1-869a-e92e5e2ce2d7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 943 time: 0.0994842 Jun 17 08:29:03.474642 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32a0d77b-f831-46cb-a409-6c3391f6de41 req-7ea0928b-2bcb-416b-90ca-eed08776503b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365994 Jun 17 08:29:03.553021 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:03.641104 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f698985d-eeb2-4388-a981-f92f7bc308af, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f698985d-eeb2-4388-a981-f92f7bc308af,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:03.653736 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:03.658670 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-3bf8384b-a207-475f-bbe4-d2ecde78afe5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--619300479&fields=id&tenant_id=8932afcdd536492eb54b8bec3ac3d6ec HTTP/1.1" status: 200 len: 267 time: 0.0929732 Jun 17 08:29:03.662343 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:03.674149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c7998-961c-4f46-b0e4-b6fdbab1e1ec req-91f53a34-d65b-49dc-9073-0f66621776a1 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.681080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c7998-961c-4f46-b0e4-b6fdbab1e1ec req-91f53a34-d65b-49dc-9073-0f66621776a1 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.682710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd0c7998-961c-4f46-b0e4-b6fdbab1e1ec req-91f53a34-d65b-49dc-9073-0f66621776a1 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1680 time: 0.1838753 Jun 17 08:29:03.727581 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f698985d-eeb2-4388-a981-f92f7bc308af,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:03.730387 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:03.779634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd0c7998-961c-4f46-b0e4-b6fdbab1e1ec req-f1cd7657-7366-4354-8ec3-866217161159 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867028 Jun 17 08:29:03.811859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-c2a7ab94-0e4d-467c-a587-5a92e0e4e507 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:03.815672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-c2a7ab94-0e4d-467c-a587-5a92e0e4e507 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 811 time: 0.1297860 Jun 17 08:29:03.833007 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-bc4a191f-51e2-44a0-b5bd-d9557dba2638 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/quotas/8932afcdd536492eb54b8bec3ac3d6ec HTTP/1.1" status: 200 len: 375 time: 0.0129225 Jun 17 08:29:03.929838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-d7e64dd3-26bc-41c2-9e62-af64cfee2fd2 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907853 Jun 17 08:29:04.009918 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bef63e-b70d-4e3f-837c-f1482f0eeda5 req-bd50d6ce-545e-4617-930c-b74cd8cb0ba8 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:04.011466 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5bef63e-b70d-4e3f-837c-f1482f0eeda5 req-bd50d6ce-545e-4617-930c-b74cd8cb0ba8 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 1097 time: 0.1217065 Jun 17 08:29:04.052002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-40fdaf96-9e51-401a-9f3d-43c1b85a87a3 service neutron] 10.222.0.47 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099765 Jun 17 08:29:04.083455 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5bef63e-b70d-4e3f-837c-f1482f0eeda5 req-0a385556-4ba3-4f33-8a18-eabb8c202c36 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648637 Jun 17 08:29:04.161625 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-863a8c8c-ea7c-409d-85aa-1d9ff5165318 service neutron] 10.222.0.47 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010146 Jun 17 08:29:04.272460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2eed5-86f0-4f7e-a020-479a99b39699 req-e8f4c051-a554-461a-adb6-dcf076667206 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:04.274414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bfe2eed5-86f0-4f7e-a020-479a99b39699 req-e8f4c051-a554-461a-adb6-dcf076667206 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.0759339 Jun 17 08:29:04.317067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bfe2eed5-86f0-4f7e-a020-479a99b39699 req-a5e341e2-e6e8-4916-8cef-7f922d6e9016 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366011 Jun 17 08:29:04.483041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a341f6d-4125-44e9-8f1e-c926968d25ff req-37e21602-4b44-4e67-a3c1-e31ce3aa8463 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:04.484533 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a341f6d-4125-44e9-8f1e-c926968d25ff req-37e21602-4b44-4e67-a3c1-e31ce3aa8463 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.0843492 Jun 17 08:29:04.548096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a341f6d-4125-44e9-8f1e-c926968d25ff req-fec801f8-3f37-4e9d-98ef-6dcc7d7279e0 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Jun 17 08:29:04.575449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc970660-09b6-4f92-9714-e8c3072f87da req-37315139-aa2f-4447-81f7-e4a8d63e6650 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:04.576963 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc970660-09b6-4f92-9714-e8c3072f87da req-37315139-aa2f-4447-81f7-e4a8d63e6650 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 944 time: 0.1137345 Jun 17 08:29:04.626191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc970660-09b6-4f92-9714-e8c3072f87da req-fe211807-ae84-40d7-ba4e-211a1b2fb6ca tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 Jun 17 08:29:04.700686 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-483b5155-5708-4b45-808f-2d9a2c5e379b req-7e0a4f8b-adc0-4260-a8b1-05baae2a3c43 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 210 time: 0.0313656 Jun 17 08:29:04.786828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebdee3-b7a7-45de-b9c6-dbe6125d4145 req-c12ef19e-1871-4c23-ae3c-7a17fae5bcef tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:04.788604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9ebdee3-b7a7-45de-b9c6-dbe6125d4145 req-c12ef19e-1871-4c23-ae3c-7a17fae5bcef tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 943 time: 0.0736017 Jun 17 08:29:04.815693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 85ca8806-3ebc-459f-85f7-fb26f66e9980 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:04.867455 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9ebdee3-b7a7-45de-b9c6-dbe6125d4145 req-c853dcd1-a04e-4713-9f46-724b467b3d04 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703590 Jun 17 08:29:04.876447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device eb732594-47a3-43be-b4ff-10a6af456194 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:04.878648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 61ffd933-7d15-48be-9cfa-a7b42fde34a1 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:04.910417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd84436-fe1e-474f-9477-bfe82891fd5c req-07d19839-541e-483f-ab6d-831d451199dd tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:04.912179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fd84436-fe1e-474f-9477-bfe82891fd5c req-07d19839-541e-483f-ab6d-831d451199dd tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 943 time: 0.0970592 Jun 17 08:29:04.959544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fd84436-fe1e-474f-9477-bfe82891fd5c req-5c8cb795-b90c-4883-8431-a44712497ba6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413902 Jun 17 08:29:05.062240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port eb732594-47a3-43be-b4ff-10a6af456194, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=eb732594-47a3-43be-b4ff-10a6af456194,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:05.085152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'eb732594-47a3-43be-b4ff-10a6af456194', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'port_id': 'eb732594-47a3-43be-b4ff-10a6af456194', 'mac_address': 'fa:16:3e:4c:3f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4db804-8101-4dd3-b960-865e4ac98c1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:05.087954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 85ca8806-3ebc-459f-85f7-fb26f66e9980, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=85ca8806-3ebc-459f-85f7-fb26f66e9980,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:05.110946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '85ca8806-3ebc-459f-85f7-fb26f66e9980', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'port_id': '85ca8806-3ebc-459f-85f7-fb26f66e9980', 'mac_address': 'fa:16:3e:b3:1d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60edf36c-6a69-4e4e-847c-9484b431209d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:05.154441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c772fe-f581-4348-9eec-6860692aa0bd req-1e836b82-aa0b-4668-ba45-fc240239ca0a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:05.158133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 61ffd933-7d15-48be-9cfa-a7b42fde34a1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:05.163486 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c772fe-f581-4348-9eec-6860692aa0bd req-1e836b82-aa0b-4668-ba45-fc240239ca0a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:05.166007 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53c772fe-f581-4348-9eec-6860692aa0bd req-1e836b82-aa0b-4668-ba45-fc240239ca0a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1680 time: 0.0888155 Jun 17 08:29:05.198282 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.203802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 61ffd933-7d15-48be-9cfa-a7b42fde34a1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:05.204190 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.220815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53c772fe-f581-4348-9eec-6860692aa0bd req-e08a5e65-4d65-4d25-ae31-1a915b4d27cb tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450511 Jun 17 08:29:05.241033 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb732594-47a3-43be-b4ff-10a6af456194 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:05.254467 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.266891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port eb732594-47a3-43be-b4ff-10a6af456194, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=eb732594-47a3-43be-b4ff-10a6af456194,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:05.285063 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.288212 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:05.311009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ca8806-3ebc-459f-85f7-fb26f66e9980 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:05.323830 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f698985d-eeb2-4388-a981-f92f7bc308af up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:05.373051 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 85ca8806-3ebc-459f-85f7-fb26f66e9980, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=85ca8806-3ebc-459f-85f7-fb26f66e9980,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:05.392193 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.405018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=eb732594-47a3-43be-b4ff-10a6af456194,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:05.425331 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:05.427990 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:05.479756 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.509286 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f698985d-eeb2-4388-a981-f92f7bc308af triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:05.510418 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.518883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=85ca8806-3ebc-459f-85f7-fb26f66e9980,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:05.545095 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:05.551577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401d49d9-2363-4866-8ac4-b77443361d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ffd933-7d15-48be-9cfa-a7b42fde34a1'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:05.554483 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59312e4b-ea89-4428-8761-92e5784ecb05" -d '{"events": [{"server_uuid": "401d49d9-2363-4866-8ac4-b77443361d8f", "name": "network-vif-plugged", "status": "completed", "tag": "61ffd933-7d15-48be-9cfa-a7b42fde34a1"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:05.571595 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 61ffd933-7d15-48be-9cfa-a7b42fde34a1, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=61ffd933-7d15-48be-9cfa-a7b42fde34a1,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:05.583034 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:05.586725 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b4b2b0d-36ac-4675-aa4a-4a83022f3504 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:05.589312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:05.713827 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2527bd-0fcf-458b-8e90-89d7dfe25e84 x-openstack-request-id: req-7e2527bd-0fcf-458b-8e90-89d7dfe25e84 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:05.714358 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401d49d9-2363-4866-8ac4-b77443361d8f", "name": "network-vif-plugged", "status": "completed", "tag": "61ffd933-7d15-48be-9cfa-a7b42fde34a1", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:05.714762 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7e2527bd-0fcf-458b-8e90-89d7dfe25e84 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:05.715321 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401d49d9-2363-4866-8ac4-b77443361d8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61ffd933-7d15-48be-9cfa-a7b42fde34a1', 'code': 200} Jun 17 08:29:05.721417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=61ffd933-7d15-48be-9cfa-a7b42fde34a1,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:05.727391 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:05.827984 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-605aab3a-bc99-45d6-a56e-2611f51d5e63 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:05.831121 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-605aab3a-bc99-45d6-a56e-2611f51d5e63 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.10 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 811 time: 0.2154818 Jun 17 08:29:05.833199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['85ca8806-3ebc-459f-85f7-fb26f66e9980'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:05.904421 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-b70da076-41c5-4af6-8d6d-478142f36ce9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8932afcdd536492eb54b8bec3ac3d6ec HTTP/1.1" status: 200 len: 379 time: 0.0636761 Jun 17 08:29:05.919419 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'port': {'device_id': '849f9543-6bda-408d-b948-4c84a060b369', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'admin_state_up': True, 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'security_groups': ['d37d9627-5249-475c-8b0d-039ca24da15e']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:05.995463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17f69c-6b4a-4d23-928f-9aced7e1e3b8 req-d6306024-acb3-4256-b02a-9c39198cc806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:05.997010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c17f69c-6b4a-4d23-928f-9aced7e1e3b8 req-d6306024-acb3-4256-b02a-9c39198cc806 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 1097 time: 0.1307514 Jun 17 08:29:06.004998 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e779e5-96af-4dfa-9b74-cd551d6f988e req-4f20dec8-d5ca-4773-9b4b-826f08948efd tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.006490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4e779e5-96af-4dfa-9b74-cd551d6f988e req-4f20dec8-d5ca-4773-9b4b-826f08948efd tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1623046 Jun 17 08:29:06.053148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Made reservation on behalf of 8932afcdd536492eb54b8bec3ac3d6ec for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:06.056990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.060939 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c17f69c-6b4a-4d23-928f-9aced7e1e3b8 req-20b6f417-3d53-4fce-b15d-ab4408021382 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533168 Jun 17 08:29:06.079110 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4e779e5-96af-4dfa-9b74-cd551d6f988e req-d165229a-0805-4453-87f2-196a4bb35cd0 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650885 Jun 17 08:29:06.194215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Allocated IP 172.20.0.8 (423f5745-9961-4843-8bc3-428ac1bbf196/cdc93414-eae7-480f-9955-ef583cf9c1f4/9dbe71f9-527b-4cd1-acb2-700b3720fdfd) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:06.211627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-ec41e2e8-4c83-4985-9856-a5637ddddce7 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:29:06.212601 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-ec41e2e8-4c83-4985-9856-a5637ddddce7 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078912 Jun 17 08:29:06.232138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Request body: {'binding': {'host': 'n-h1-779913-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:06.232579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Unknown quota resources ['binding']. {{(pid=93803) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:29:06.339084 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.342608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38842b44-9fc0-4ab1-b2a3-5d624c61fcda req-851ee29e-2264-479d-b271-faa5b705570f tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.348403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38842b44-9fc0-4ab1-b2a3-5d624c61fcda req-851ee29e-2264-479d-b271-faa5b705570f tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.349998 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38842b44-9fc0-4ab1-b2a3-5d624c61fcda req-851ee29e-2264-479d-b271-faa5b705570f tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1680 time: 0.1554694 Jun 17 08:29:06.353278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Transition to ACTIVE for port object 9dbe71f9-527b-4cd1-acb2-700b3720fdfd will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:06.386284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.390529 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:06.419315 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38842b44-9fc0-4ab1-b2a3-5d624c61fcda req-8f8ada58-6ee5-4796-ba56-422b58802b6d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624025 Jun 17 08:29:06.429726 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Network 423f5745-9961-4843-8bc3-428ac1bbf196 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:06.431124 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 on host n-h1-779913-16 for vnic_type normal with profile None {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:06.431471 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:06.432445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:06.433038 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:06.439492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:06.447906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Port 6927cc4b-29c3-4536-84c1-654948878170 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:06.448221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:06.453814 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:06.454400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:06.455037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:06.455639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Bound port: 6927cc4b-29c3-4536-84c1-654948878170, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:06.482845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'Port': ['ID=9dbe71f9-527b-4cd1-acb2-700b3720fdfd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:06.492516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.493332 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.497008 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:06.513082 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6020813 Jun 17 08:29:06.518751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6927cc4b-29c3-4536-84c1-654948878170,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:06.525963 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.534329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-df699628-581a-47f4-b772-96581eee34a2 service neutron] 10.222.0.47 "POST /v2.0/ports/6927cc4b-29c3-4536-84c1-654948878170/bindings HTTP/1.1" status: 201 len: 390 time: 0.3011796 Jun 17 08:29:06.583668 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Request body: {'port': {'device_id': '849f9543-6bda-408d-b948-4c84a060b369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:06.653836 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60243a0-2540-4af7-b6d2-58afdf621628 req-1c202bc3-977a-4c01-9251-4a0059232a46 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.661866 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a60243a0-2540-4af7-b6d2-58afdf621628 req-1c202bc3-977a-4c01-9251-4a0059232a46 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1088650 Jun 17 08:29:06.684494 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.718129 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a60243a0-2540-4af7-b6d2-58afdf621628 req-5cc40c0e-f7a4-4c47-8b77-7f5783d75b98 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549929 Jun 17 08:29:06.775434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ce840561-922b-4289-9173-ef86eef070ad None None] Provisioning for port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:06.780602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ce840561-922b-4289-9173-ef86eef070ad None None] Provisioning complete for port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:06.781302 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ce840561-922b-4289-9173-ef86eef070ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.824059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ce840561-922b-4289-9173-ef86eef070ad None None] Port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:29:06.833209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65acb3-443e-406b-8d3f-407416a413b6 req-243673ad-8787-4611-9152-7c598650d789 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.834863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cf65acb3-443e-406b-8d3f-407416a413b6 req-243673ad-8787-4611-9152-7c598650d789 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 931 time: 0.0961030 Jun 17 08:29:06.851297 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device eb732594-47a3-43be-b4ff-10a6af456194 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:06.913352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cf65acb3-443e-406b-8d3f-407416a413b6 req-0801e901-27b7-4ff8-8864-45d2527495c2 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709934 Jun 17 08:29:06.917635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port eb732594-47a3-43be-b4ff-10a6af456194 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:06.923924 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port eb732594-47a3-43be-b4ff-10a6af456194 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:06.924582 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:06.957576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f73d6-f83f-4878-b47c-84c817c4e339 req-e764fc17-5772-4357-aadc-1e3c837ceed2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:06.959338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-787f73d6-f83f-4878-b47c-84c817c4e339 req-e764fc17-5772-4357-aadc-1e3c837ceed2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 944 time: 0.1168690 Jun 17 08:29:07.008983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-21567c86-774a-4471-afa6-fe993b40841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.010385 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-21567c86-774a-4471-afa6-fe993b40841a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 1097 time: 0.1691122 Jun 17 08:29:07.017287 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-787f73d6-f83f-4878-b47c-84c817c4e339 req-ca4c224d-588b-4c82-b0b9-a2b97dc15f4f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500135 Jun 17 08:29:07.072613 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.139692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port eb732594-47a3-43be-b4ff-10a6af456194, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=eb732594-47a3-43be-b4ff-10a6af456194,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:07.148308 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.149258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f39c4-a66c-4e62-a5d5-1691ce35695a req-e1f6e671-a134-447b-ac73-90b4a9c488f7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.150695 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:07.156945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c3f39c4-a66c-4e62-a5d5-1691ce35695a req-e1f6e671-a134-447b-ac73-90b4a9c488f7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 944 time: 0.1171329 Jun 17 08:29:07.196588 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dbe71f9-527b-4cd1-acb2-700b3720fdfd {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:07.209636 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.222669 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=eb732594-47a3-43be-b4ff-10a6af456194,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:07.226062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-36faeb9e-3939-4b96-9666-bccb89866f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.226379 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:07.227618 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-36faeb9e-3939-4b96-9666-bccb89866f65 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.2076991 Jun 17 08:29:07.234934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Transition to ACTIVE for port object 9dbe71f9-527b-4cd1-acb2-700b3720fdfd will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:07.236279 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c3f39c4-a66c-4e62-a5d5-1691ce35695a req-756da695-f8c6-4344-abfa-517db71d2f1a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783675 Jun 17 08:29:07.255927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.283699 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:07.284737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a00bb4-9034-4757-a9fa-771b5a344bd1 req-403fdac6-ffca-4592-aa76-b6f76d926188 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.286389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4a00bb4-9034-4757-a9fa-771b5a344bd1 req-403fdac6-ffca-4592-aa76-b6f76d926188 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1467791 Jun 17 08:29:07.317939 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-31e1a6dd-32a9-4dde-9ee7-a85da59f4aa5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6927cc4b-29c3-4536-84c1-654948878170 HTTP/1.1" status: 200 len: 217 time: 0.0811749 Jun 17 08:29:07.336417 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4a00bb4-9034-4757-a9fa-771b5a344bd1 req-a472b49d-2412-4f35-820e-c88aea430882 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Jun 17 08:29:07.417804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbe71f9-527b-4cd1-acb2-700b3720fdfd,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:07.421548 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:07.505921 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-38b5a4f7-df17-49a1-aca4-1ac7d88c6e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.507583 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-38b5a4f7-df17-49a1-aca4-1ac7d88c6e19 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1422536 Jun 17 08:29:07.508527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Attempting to bind port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:07.508863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Attempting to bind port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:07.509190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Attempting to bind port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd on network 423f5745-9961-4843-8bc3-428ac1bbf196 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:07.527002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd on network 423f5745-9961-4843-8bc3-428ac1bbf196 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:07.527329 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Attempting to bind port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd on network 423f5745-9961-4843-8bc3-428ac1bbf196 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:07.534829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:07.535210 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Checking segment: {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:07.535556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Bound using segment: {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:07.535997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Bound port: 9dbe71f9-527b-4cd1-acb2-700b3720fdfd, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:07.536344 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.554688 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c477f56-01bb-4504-8088-cb147412ad2b req-abed81aa-55e4-4b5c-8fa8-5c6fd830ae01 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.561107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c477f56-01bb-4504-8088-cb147412ad2b req-abed81aa-55e4-4b5c-8fa8-5c6fd830ae01 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.563036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c477f56-01bb-4504-8088-cb147412ad2b req-abed81aa-55e4-4b5c-8fa8-5c6fd830ae01 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1680 time: 0.1106989 Jun 17 08:29:07.569919 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-551510d6-76b6-406e-885a-d5b1a9db05d8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542526 Jun 17 08:29:07.712536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] For port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:07.717000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a053862c-fb5f-45a2-ba36-5d9bf945561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb732594-47a3-43be-b4ff-10a6af456194'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:07.720948 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0820831-2791-4d45-a33c-6ebd4268c3e0" -d '{"events": [{"server_uuid": "a053862c-fb5f-45a2-ba36-5d9bf945561f", "name": "network-vif-plugged", "status": "completed", "tag": "eb732594-47a3-43be-b4ff-10a6af456194"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:07.726110 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-a8140f3f-cb18-401a-9dc9-38c21360c893 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421809 Jun 17 08:29:07.730093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] For port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9dbe71f9-527b-4cd1-acb2-700b3720fdfd,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:07.763740 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.800752 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b8ac7330-f64a-4c22-b5de-4dbae5c9dd8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:07.845024 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:07.845609 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:07.847371 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] 10.222.0.10 "PUT /v2.0/ports/9dbe71f9-527b-4cd1-acb2-700b3720fdfd HTTP/1.1" status: 200 len: 1092 time: 1.2684102 Jun 17 08:29:07.849714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849f9543-6bda-408d-b948-4c84a060b369', 'tag': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:07.852519 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72e9e44-4a4d-4510-8225-1c491aa905db" -d '{"events": [{"name": "network-changed", "server_uuid": "849f9543-6bda-408d-b948-4c84a060b369", "tag": "9dbe71f9-527b-4cd1-acb2-700b3720fdfd"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:08.009255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbe71f9-527b-4cd1-acb2-700b3720fdfd,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:08.013812 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:08.022335 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-0b4930e4-3a47-4b4c-aa8c-2c868584ca1c service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859883 Jun 17 08:29:08.045051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-5a972fde-823b-4e9f-b470-70bc3ce6f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.046592 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-5a972fde-823b-4e9f-b470-70bc3ce6f801 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 1095 time: 0.1163018 Jun 17 08:29:08.100526 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-63dcab8e-d7e5-4c33-90e6-e42b46bfb567 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbe71f9-527b-4cd1-acb2-700b3720fdfd HTTP/1.1" status: 200 len: 217 time: 0.0418687 Jun 17 08:29:08.101577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e128e-718c-475f-9817-c8258dbab06d req-35e683ac-46bd-4c6b-94f7-fc10dc471cb8 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.103253 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc2e128e-718c-475f-9817-c8258dbab06d req-35e683ac-46bd-4c6b-94f7-fc10dc471cb8 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 945 time: 0.4980404 Jun 17 08:29:08.130800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-3c477f56-01bb-4504-8088-cb147412ad2b req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting port e03e7925-d9e6-46a7-9a42-9ee97544eb7f {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:08.131128 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c477f56-01bb-4504-8088-cb147412ad2b req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:08.150965 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-a2ddd759-41bd-44a6-a3b1-1614a6fc95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.152442 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-a2ddd759-41bd-44a6-a3b1-1614a6fc95e2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 200 len: 850 time: 0.0426927 Jun 17 08:29:08.168598 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e24b9-07e1-4356-8495-a7de327b5fbf req-07900441-42f0-4621-bec2-757837213c24 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.175809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e24b9-07e1-4356-8495-a7de327b5fbf req-07900441-42f0-4621-bec2-757837213c24 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.177471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b49e24b9-07e1-4356-8495-a7de327b5fbf req-07900441-42f0-4621-bec2-757837213c24 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 1680 time: 0.1985776 Jun 17 08:29:08.226093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-22c9785d-d413-412e-b877-df721e4bfc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.227691 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-22c9785d-d413-412e-b877-df721e4bfc96 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=423f5745-9961-4843-8bc3-428ac1bbf196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670626 Jun 17 08:29:08.261423 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc2e128e-718c-475f-9817-c8258dbab06d req-30b7d0c1-9c46-46b5-ad10-3324f0216184 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496854 Jun 17 08:29:08.307032 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2891a4f5-086c-4a28-8627-a064a6910a60 x-openstack-request-id: req-2891a4f5-086c-4a28-8627-a064a6910a60 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:08.307553 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a053862c-fb5f-45a2-ba36-5d9bf945561f", "name": "network-vif-plugged", "status": "completed", "tag": "eb732594-47a3-43be-b4ff-10a6af456194", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:08.307553 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2891a4f5-086c-4a28-8627-a064a6910a60 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:08.307976 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a053862c-fb5f-45a2-ba36-5d9bf945561f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb732594-47a3-43be-b4ff-10a6af456194', 'code': 200} Jun 17 08:29:08.308602 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b49e24b9-07e1-4356-8495-a7de327b5fbf req-934d0a16-f327-4d30-bc6f-53e851c32a64 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/security-groups?id=0bae2706-cc90-46c8-abdc-60ae49a7d760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955698 Jun 17 08:29:08.344695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-3c477f56-01bb-4504-8088-cb147412ad2b req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] For port e03e7925-d9e6-46a7-9a42-9ee97544eb7f, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e03e7925-d9e6-46a7-9a42-9ee97544eb7f,segment=NetworkSegment(9842d2d2-6398-4cf2-afb6-85d96fad3ffe),segment_id=9842d2d2-6398-4cf2-afb6-85d96fad3ffe)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:08.347980 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c477f56-01bb-4504-8088-cb147412ad2b req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:08.358843 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-f7f58495-8e67-4f28-b0f7-e04ca070e54c service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192851 Jun 17 08:29:08.426130 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-3c477f56-01bb-4504-8088-cb147412ad2b req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Calling delete_port for e03e7925-d9e6-46a7-9a42-9ee97544eb7f owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:08.533994 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b99be2a3-fcbb-47e9-8550-187176b666c6 req-df78a572-d36f-4d87-9ce2-d9e1691a72d2 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669874 Jun 17 08:29:08.621355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8329c81-f865-435f-bfc3-feb74db0cd24 req-0efebacc-6b5f-4ce2-9b86-1982a989f067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.622808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8329c81-f865-435f-bfc3-feb74db0cd24 req-0efebacc-6b5f-4ce2-9b86-1982a989f067 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 1097 time: 0.2225928 Jun 17 08:29:08.698012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ac837-c1cf-406e-a7e8-b45eb52a4b66 req-b929c794-4081-4625-a155-38fad57c4f16 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.699644 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a2ac837-c1cf-406e-a7e8-b45eb52a4b66 req-b929c794-4081-4625-a155-38fad57c4f16 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.2005644 Jun 17 08:29:08.714502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0fbf91-189d-4484-b073-967539e028fc req-d2166a2b-9cef-4de2-a192-4dae5d42bda8 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:08.716129 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d0fbf91-189d-4484-b073-967539e028fc req-d2166a2b-9cef-4de2-a192-4dae5d42bda8 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.2159557 Jun 17 08:29:08.759765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8329c81-f865-435f-bfc3-feb74db0cd24 req-d411194e-5b95-4860-bc87-c967cdf5867d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268437 Jun 17 08:29:08.771752 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c477f56-01bb-4504-8088-cb147412ad2b req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:08.783620 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:08.787206 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['686a2e3c-c6cd-4110-8f07-87e9a4b0adcb', 'e03e7925-d9e6-46a7-9a42-9ee97544eb7f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:08.816655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a2ac837-c1cf-406e-a7e8-b45eb52a4b66 req-fcf2e001-744d-4951-9f4d-daf1b7cbddf8 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981219 Jun 17 08:29:08.830796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Port': ['ID=e03e7925-d9e6-46a7-9a42-9ee97544eb7f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:08.844560 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:08.849250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d0fbf91-189d-4484-b073-967539e028fc req-467792ca-3fb0-4114-a102-d32b989c80a7 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170008 Jun 17 08:29:08.872884 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 85ca8806-3ebc-459f-85f7-fb26f66e9980 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:08.909119 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b78702-5d53-4a3f-bec0-be01dad0479a x-openstack-request-id: req-19b78702-5d53-4a3f-bec0-be01dad0479a {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:08.909438 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849f9543-6bda-408d-b948-4c84a060b369", "tag": "9dbe71f9-527b-4cd1-acb2-700b3720fdfd", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:08.910037 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19b78702-5d53-4a3f-bec0-be01dad0479a {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:08.910639 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849f9543-6bda-408d-b948-4c84a060b369', 'tag': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd', 'status': 'completed', 'code': 200} Jun 17 08:29:08.936381 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c477f56-01bb-4504-8088-cb147412ad2b req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] No DVR routers for this DVR port e03e7925-d9e6-46a7-9a42-9ee97544eb7f on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:08.939982 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c477f56-01bb-4504-8088-cb147412ad2b req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:08.943023 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c477f56-01bb-4504-8088-cb147412ad2b req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "DELETE /v2.0/ports/e03e7925-d9e6-46a7-9a42-9ee97544eb7f HTTP/1.1" status: 204 len: 173 time: 1.3700464 Jun 17 08:29:08.943758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'name': 'network-vif-deleted', 'tag': 'e03e7925-d9e6-46a7-9a42-9ee97544eb7f'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:08.946364 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e72a17d-c046-441b-a5bd-9f9c3dafef80" -d '{"events": [{"server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "name": "network-vif-deleted", "tag": "e03e7925-d9e6-46a7-9a42-9ee97544eb7f"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:09.037986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e9e44-4a4d-4510-8225-1c491aa905db req-e03e2656-b407-4df5-9513-c62f8b565792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:09.043443 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a72e9e44-4a4d-4510-8225-1c491aa905db req-e03e2656-b407-4df5-9513-c62f8b565792 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 1095 time: 0.1161578 Jun 17 08:29:09.106083 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.118845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-3c477f56-01bb-4504-8088-cb147412ad2b req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:09.119281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c477f56-01bb-4504-8088-cb147412ad2b req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.129459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 85ca8806-3ebc-459f-85f7-fb26f66e9980 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:09.134836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 85ca8806-3ebc-459f-85f7-fb26f66e9980 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:09.135227 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.225070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e9e44-4a4d-4510-8225-1c491aa905db req-9b67d482-97ae-4e2a-bf45-17b6ad3a0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:09.227136 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a72e9e44-4a4d-4510-8225-1c491aa905db req-9b67d482-97ae-4e2a-bf45-17b6ad3a0417 service neutron] 10.222.0.10 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 912 time: 0.1732745 Jun 17 08:29:09.277620 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a72e9e44-4a4d-4510-8225-1c491aa905db req-f9ab9fff-f289-4c52-869f-aeaf3612f55e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbe71f9-527b-4cd1-acb2-700b3720fdfd HTTP/1.1" status: 200 len: 217 time: 0.0428371 Jun 17 08:29:09.282436 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.320852 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-3c477f56-01bb-4504-8088-cb147412ad2b req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] For port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb,segment=NetworkSegment(c6e8894c-20c7-4e68-8ba4-91ddebba819d),segment_id=c6e8894c-20c7-4e68-8ba4-91ddebba819d)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:09.321461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c477f56-01bb-4504-8088-cb147412ad2b req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.327929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 85ca8806-3ebc-459f-85f7-fb26f66e9980, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=85ca8806-3ebc-459f-85f7-fb26f66e9980,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:09.338081 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.342128 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:09.348112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e9e44-4a4d-4510-8225-1c491aa905db req-8c0c88a4-0880-49d7-b4c5-ca2c1ce164ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:09.350105 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a72e9e44-4a4d-4510-8225-1c491aa905db req-8c0c88a4-0880-49d7-b4c5-ca2c1ce164ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 200 len: 850 time: 0.0649099 Jun 17 08:29:09.356617 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaa217-69cb-44d0-ba15-d524b7c6e154 req-ee0ec39a-f8f4-48f2-9dc5-a1a23651d2cf tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:09.358223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28eaa217-69cb-44d0-ba15-d524b7c6e154 req-ee0ec39a-f8f4-48f2-9dc5-a1a23651d2cf tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 943 time: 0.2042730 Jun 17 08:29:09.396377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b1813-b452-4953-b3a4-f92887ce1306 req-89603a71-c822-4d17-b140-aff632255344 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:09.398349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=85ca8806-3ebc-459f-85f7-fb26f66e9980,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:09.401552 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:09.403304 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7d3b1813-b452-4953-b3a4-f92887ce1306 req-89603a71-c822-4d17-b140-aff632255344 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 944 time: 0.2595601 Jun 17 08:29:09.422069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e9e44-4a4d-4510-8225-1c491aa905db req-8667b6d3-22a8-4bca-88a8-72162c83a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:09.423606 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a72e9e44-4a4d-4510-8225-1c491aa905db req-8667b6d3-22a8-4bca-88a8-72162c83a78d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=423f5745-9961-4843-8bc3-428ac1bbf196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659552 Jun 17 08:29:09.431437 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-3c477f56-01bb-4504-8088-cb147412ad2b req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Calling delete_port for 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:09.521256 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a72e9e44-4a4d-4510-8225-1c491aa905db req-b7c3376f-089a-4ffd-b584-5839717f3d15 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901303 Jun 17 08:29:09.540754 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28eaa217-69cb-44d0-ba15-d524b7c6e154 req-125af220-6145-4175-a940-f7c5ef3a4709 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351221 Jun 17 08:29:09.554140 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7d3b1813-b452-4953-b3a4-f92887ce1306 req-58a6b1bc-5775-4fe4-9d1b-eaf99fe2ba1b tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495798 Jun 17 08:29:09.700213 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a72e9e44-4a4d-4510-8225-1c491aa905db req-d6002199-20b4-4039-8e0f-9c4baeacafbc service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712031 Jun 17 08:29:09.701268 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c477f56-01bb-4504-8088-cb147412ad2b req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.714332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['e03e7925-d9e6-46a7-9a42-9ee97544eb7f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:09.730855 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-53758585-ba1b-4b78-ba13-14d1212f4db8 tempest-ServerPasswordTestJSON-334006526 tempest-ServerPasswordTestJSON-334006526-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:09.780720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Port': ['ID=686a2e3c-c6cd-4110-8f07-87e9a4b0adcb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:09.802213 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:09.846641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c477f56-01bb-4504-8088-cb147412ad2b req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] No DVR routers for this DVR port 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:09.850235 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c477f56-01bb-4504-8088-cb147412ad2b req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:09.852339 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c477f56-01bb-4504-8088-cb147412ad2b req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.63 "DELETE /v2.0/ports/686a2e3c-c6cd-4110-8f07-87e9a4b0adcb HTTP/1.1" status: 204 len: 173 time: 0.9016423 Jun 17 08:29:09.909824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b4988-1c76-43cc-8625-520048682872 req-8a6ee8aa-10fd-4062-b8da-fba9b203566b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:09.917653 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-842b4988-1c76-43cc-8625-520048682872 req-8a6ee8aa-10fd-4062-b8da-fba9b203566b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 945 time: 0.1800079 Jun 17 08:29:09.954072 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c4ded5-578d-46ee-863e-6b9c71fbdf41 x-openstack-request-id: req-43c4ded5-578d-46ee-863e-6b9c71fbdf41 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:09.955405 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "name": "network-vif-deleted", "tag": "e03e7925-d9e6-46a7-9a42-9ee97544eb7f", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:09.955789 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-43c4ded5-578d-46ee-863e-6b9c71fbdf41 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:09.956350 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'name': 'network-vif-deleted', 'tag': 'e03e7925-d9e6-46a7-9a42-9ee97544eb7f', 'status': 'completed', 'code': 200} Jun 17 08:29:09.988114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-842b4988-1c76-43cc-8625-520048682872 req-8c815694-e980-4eb0-b50e-a6a70eadad44 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694399 Jun 17 08:29:10.164230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c337da-6528-4478-a98f-fb4d14180093 req-2a3397c3-5437-4af9-b282-1a53dfc839e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.165429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8c337da-6528-4478-a98f-fb4d14180093 req-2a3397c3-5437-4af9-b282-1a53dfc839e2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6af458de33034e909705285c144422aa&device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 1097 time: 0.1610644 Jun 17 08:29:10.194813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b368f-86a6-4b33-9e3a-b75ae270ed03 req-4193a53b-9a02-4dcc-a5a5-75fad1a6b4d2 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.196568 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-589b368f-86a6-4b33-9e3a-b75ae270ed03 req-4193a53b-9a02-4dcc-a5a5-75fad1a6b4d2 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 945 time: 0.1003449 Jun 17 08:29:10.286156 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31b3b15c-d09b-44e5-845a-7cbe3e11bae9 req-5086217a-ecdb-4147-a54d-273872e3ffca tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0402e79-b9f2-484e-84e2-657a864b5539 HTTP/1.1" status: 200 len: 210 time: 0.1053996 Jun 17 08:29:10.309659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee22acb4-a0b4-4797-8ebe-914a0989dcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca8806-3ebc-459f-85f7-fb26f66e9980'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:10.315333 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200af391-3aaf-42f1-b7de-a5df1edab52c" -d '{"events": [{"server_uuid": "ee22acb4-a0b4-4797-8ebe-914a0989dcf9", "name": "network-vif-plugged", "status": "completed", "tag": "85ca8806-3ebc-459f-85f7-fb26f66e9980"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:10.317583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-589b368f-86a6-4b33-9e3a-b75ae270ed03 req-c0027f6d-479a-4cc3-b7d5-caf2e21f00cf tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041412 Jun 17 08:29:10.340565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c337da-6528-4478-a98f-fb4d14180093 req-fdfafb0d-13e1-4544-989c-434a9537b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.342124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8c337da-6528-4478-a98f-fb4d14180093 req-fdfafb0d-13e1-4544-989c-434a9537b6e2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d41b9103-5b16-4672-9761-2b312069fcef HTTP/1.1" status: 200 len: 912 time: 0.1698296 Jun 17 08:29:10.404995 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8c337da-6528-4478-a98f-fb4d14180093 req-46689f7a-61e9-4aab-8481-113c77b47263 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61ffd933-7d15-48be-9cfa-a7b42fde34a1 HTTP/1.1" status: 200 len: 217 time: 0.0357718 Jun 17 08:29:10.547562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c337da-6528-4478-a98f-fb4d14180093 req-7667c298-124e-4c91-8a65-6b8c2f3135ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.549213 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8c337da-6528-4478-a98f-fb4d14180093 req-7667c298-124e-4c91-8a65-6b8c2f3135ad service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0befabea-8b3b-4e0c-9ea7-cedc4a793fb2 HTTP/1.1" status: 200 len: 851 time: 0.1288862 Jun 17 08:29:10.601825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694c9c1-f3bf-474e-a621-0349c65dd744 req-96ec53c3-dffd-420e-a24b-fec15fd73c47 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.603525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7694c9c1-f3bf-474e-a621-0349c65dd744 req-96ec53c3-dffd-420e-a24b-fec15fd73c47 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1817303 Jun 17 08:29:10.608826 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8c337da-6528-4478-a98f-fb4d14180093 req-c314a35c-6327-4e85-b54d-764587a80028 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d41b9103-5b16-4672-9761-2b312069fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439501 Jun 17 08:29:10.622804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96146ea1-5112-4c73-b571-ce4e84e344bd req-6c91fe22-8fbe-49c3-b2ef-64a56bc3d300 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.627238 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96146ea1-5112-4c73-b571-ce4e84e344bd req-6c91fe22-8fbe-49c3-b2ef-64a56bc3d300 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1726112 Jun 17 08:29:10.736082 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7694c9c1-f3bf-474e-a621-0349c65dd744 req-9133c6ea-8b0b-468d-9352-7c8158e30a27 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215940 Jun 17 08:29:10.746502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96146ea1-5112-4c73-b571-ce4e84e344bd req-ae9e0507-fc76-4a0f-945c-f73d71a07080 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045895 Jun 17 08:29:10.780849 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8c337da-6528-4478-a98f-fb4d14180093 req-6170f54c-237a-48d2-9c6e-fcac13bef4f7 service neutron] 10.222.0.63 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451972 Jun 17 08:29:10.826605 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09846b4c-5f96-4236-a04b-4530d8716049 x-openstack-request-id: req-09846b4c-5f96-4236-a04b-4530d8716049 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:10.827140 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee22acb4-a0b4-4797-8ebe-914a0989dcf9", "name": "network-vif-plugged", "status": "completed", "tag": "85ca8806-3ebc-459f-85f7-fb26f66e9980", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:10.827238 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-09846b4c-5f96-4236-a04b-4530d8716049 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:10.827570 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee22acb4-a0b4-4797-8ebe-914a0989dcf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ca8806-3ebc-459f-85f7-fb26f66e9980', 'code': 200} Jun 17 08:29:10.944111 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8c337da-6528-4478-a98f-fb4d14180093 req-f91468d4-98b9-43ce-b8fd-5f9001c17459 service neutron] 10.222.0.63 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632860 Jun 17 08:29:10.979977 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125dc1d-eb4a-4801-b75a-2c49a00fdf6a req-f06a3990-b399-435a-b71b-70b276ffe948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:10.983289 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9125dc1d-eb4a-4801-b75a-2c49a00fdf6a req-f06a3990-b399-435a-b71b-70b276ffe948 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 1097 time: 0.0711305 Jun 17 08:29:11.028008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05815fd9-5ae9-4b33-9951-98f9a16f85c0 req-8fc7ee76-90ca-442a-b05c-f5c23e32db28 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:11.035242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05815fd9-5ae9-4b33-9951-98f9a16f85c0 req-8fc7ee76-90ca-442a-b05c-f5c23e32db28 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 943 time: 0.1335237 Jun 17 08:29:11.041362 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9125dc1d-eb4a-4801-b75a-2c49a00fdf6a req-752ab04c-34e2-43ef-b4d6-2e2c40c916d3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498242 Jun 17 08:29:11.068200 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc1f4f-4705-4189-b795-b3b72621338f req-b39ef0e6-fe59-44a0-8503-cd246554b671 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:11.069718 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-10cc1f4f-4705-4189-b795-b3b72621338f req-b39ef0e6-fe59-44a0-8503-cd246554b671 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1229196 Jun 17 08:29:11.101348 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05815fd9-5ae9-4b33-9951-98f9a16f85c0 req-5a5ebcc6-ee15-4c1a-8c75-480e631c3cbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651612 Jun 17 08:29:11.119926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-10cc1f4f-4705-4189-b795-b3b72621338f req-c7c77511-980e-4f61-8348-4659609c9d44 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440395 Jun 17 08:29:11.280701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af781c5-f8b9-4ea9-a838-b6bb52bf0726 req-7a16bc79-c06c-43c1-a5ca-ed7c13924d33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:11.282122 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6af781c5-f8b9-4ea9-a838-b6bb52bf0726 req-7a16bc79-c06c-43c1-a5ca-ed7c13924d33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 945 time: 0.0701668 Jun 17 08:29:11.320743 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6af781c5-f8b9-4ea9-a838-b6bb52bf0726 req-888cd4c6-6a59-45a3-bed8-5f7578b83ebe tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327396 Jun 17 08:29:11.352157 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:29:11.395273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35302) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:11.619084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9b0af-b878-4536-861b-c9f7c8b76503 req-34bb3069-3d03-4b35-be84-c103b5731cee tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:11.621716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97c9b0af-b878-4536-861b-c9f7c8b76503 req-34bb3069-3d03-4b35-be84-c103b5731cee tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 945 time: 0.1704090 Jun 17 08:29:11.633431 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addc909-89f9-412c-952d-49089b1371a1 req-f8b55c20-1892-413b-93df-5c8dbe773744 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:11.639604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6addc909-89f9-412c-952d-49089b1371a1 req-f8b55c20-1892-413b-93df-5c8dbe773744 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.1509156 Jun 17 08:29:11.670314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6addc909-89f9-412c-952d-49089b1371a1 req-6a96b837-b851-4fbd-81e9-48be0e43f135 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/quotas/79ea1abce073485f95175427f07f9668 HTTP/1.1" status: 200 len: 375 time: 0.0275156 Jun 17 08:29:11.707019 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97c9b0af-b878-4536-861b-c9f7c8b76503 req-d0b3f695-e008-45c8-be1c-60968f963fad tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651529 Jun 17 08:29:11.764121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6addc909-89f9-412c-952d-49089b1371a1 req-3a738821-4679-402a-8db2-8c7356a8e239 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0818434 Jun 17 08:29:11.793262 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-99feaab4-bc7e-4a1b-9f10-ef49965acbe8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting subnet c366ad76-0b9c-4b97-b3cf-9b5b5887607a {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:29:11.797048 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-99feaab4-bc7e-4a1b-9f10-ef49965acbe8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:11.843493 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-99feaab4-bc7e-4a1b-9f10-ef49965acbe8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:11.875840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6addc909-89f9-412c-952d-49089b1371a1 req-3f8beaeb-bf2a-46ba-8504-9cb6e40526d5 service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044488 Jun 17 08:29:11.930400 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-99feaab4-bc7e-4a1b-9f10-ef49965acbe8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:11.992841 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-99feaab4-bc7e-4a1b-9f10-ef49965acbe8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:11.996366 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:12.003288 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'name': 'network-vif-deleted', 'tag': '686a2e3c-c6cd-4110-8f07-87e9a4b0adcb'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:12.005796 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef890b2-6f96-43f9-b406-2919f4b5af61" -d '{"events": [{"server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "name": "network-vif-deleted", "tag": "686a2e3c-c6cd-4110-8f07-87e9a4b0adcb"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:12.017962 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6addc909-89f9-412c-952d-49089b1371a1 req-71a3ca82-08e7-4d47-b33e-f25d8e1382bc service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410995 Jun 17 08:29:12.028717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feaab4-bc7e-4a1b-9f10-ef49965acbe8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Subnet': ['ID=c366ad76-0b9c-4b97-b3cf-9b5b5887607a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:12.038790 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-99feaab4-bc7e-4a1b-9f10-ef49965acbe8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.045192 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-99feaab4-bc7e-4a1b-9f10-ef49965acbe8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "DELETE /v2.0/subnets/c366ad76-0b9c-4b97-b3cf-9b5b5887607a HTTP/1.1" status: 204 len: 168 time: 0.6484971 Jun 17 08:29:12.045448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35318) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:12.046635 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99feaab4-bc7e-4a1b-9f10-ef49965acbe8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:12.156144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172461fb-e0d8-41d1-b138-d8856af514da None None] Network 0d584013-9366-403c-bcde-6539a1df578b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:29:12.521116 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2f613b-144e-4810-a969-c9131ecb1c41 None None] DHCP port deletion for 0d584013-9366-403c-bcde-6539a1df578b request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:29:12.585816 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.590206 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f613b-144e-4810-a969-c9131ecb1c41 None None] Deleting port b50d3792-46de-4c8a-87c4-01d4733ecc9b {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:12.591122 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fc2f613b-144e-4810-a969-c9131ecb1c41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.609780 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7256-880a-4e84-af9f-376d3215a1eb req-ae35258f-9e21-4838-8bb5-81d2630d4c0a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:12.611444 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-085f7256-880a-4e84-af9f-376d3215a1eb req-ae35258f-9e21-4838-8bb5-81d2630d4c0a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.6399591 Jun 17 08:29:12.675701 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fc2f613b-144e-4810-a969-c9131ecb1c41 None None] For port b50d3792-46de-4c8a-87c4-01d4733ecc9b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b50d3792-46de-4c8a-87c4-01d4733ecc9b,segment=NetworkSegment(c6e8894c-20c7-4e68-8ba4-91ddebba819d),segment_id=c6e8894c-20c7-4e68-8ba4-91ddebba819d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:12.676203 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fc2f613b-144e-4810-a969-c9131ecb1c41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.680278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f73072-ef1e-4143-84ca-1c5f215577e0 req-1952cb1f-c801-426c-a827-3d14dcf193b0 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:12.680278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67f73072-ef1e-4143-84ca-1c5f215577e0 req-1952cb1f-c801-426c-a827-3d14dcf193b0 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1638882 Jun 17 08:29:12.709947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-085f7256-880a-4e84-af9f-376d3215a1eb req-b760e306-cd1e-47bc-bab3-9004f99fbcc7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906515 Jun 17 08:29:12.740832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting port b50d3792-46de-4c8a-87c4-01d4733ecc9b {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:12.741175 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.757034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67f73072-ef1e-4143-84ca-1c5f215577e0 req-98dc4ebb-1448-4eb5-932d-578ea6103f00 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700803 Jun 17 08:29:12.796055 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3e11f-2221-49ae-86d5-c96b90d492fb x-openstack-request-id: req-84c3e11f-2221-49ae-86d5-c96b90d492fb {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:12.796221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-fc2f613b-144e-4810-a969-c9131ecb1c41 None None] Calling delete_port for b50d3792-46de-4c8a-87c4-01d4733ecc9b owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:12.796458 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0402e79-b9f2-484e-84e2-657a864b5539", "name": "network-vif-deleted", "tag": "686a2e3c-c6cd-4110-8f07-87e9a4b0adcb", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:12.796776 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-84c3e11f-2221-49ae-86d5-c96b90d492fb {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:12.797438 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0402e79-b9f2-484e-84e2-657a864b5539', 'name': 'network-vif-deleted', 'tag': '686a2e3c-c6cd-4110-8f07-87e9a4b0adcb', 'status': 'completed', 'code': 200} Jun 17 08:29:12.834293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] For port b50d3792-46de-4c8a-87c4-01d4733ecc9b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b50d3792-46de-4c8a-87c4-01d4733ecc9b,segment=NetworkSegment(c6e8894c-20c7-4e68-8ba4-91ddebba819d),segment_id=c6e8894c-20c7-4e68-8ba4-91ddebba819d)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:12.835040 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:12.875761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:12.925324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:12.925681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 686a2e3c-c6cd-4110-8f07-87e9a4b0adcb not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:12.926112 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e03e7925-d9e6-46a7-9a42-9ee97544eb7f no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:12.929755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9dbe71f9-527b-4cd1-acb2-700b3720fdfd details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:12.957291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Calling delete_port for b50d3792-46de-4c8a-87c4-01d4733ecc9b owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:13.025763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: e03e7925-d9e6-46a7-9a42-9ee97544eb7f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:13.026139 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e03e7925-d9e6-46a7-9a42-9ee97544eb7f not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:13.067839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9dbe71f9-527b-4cd1-acb2-700b3720fdfd,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:13.080838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'port_id': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd', 'mac_address': 'fa:16:3e:a2:09:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:13.113260 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fc2f613b-144e-4810-a969-c9131ecb1c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.117485 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:13.127533 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.133958 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2fde5c48-639e-4746-8b05-6ad221ce4374 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:13.147947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b9da0-a42d-47da-a705-be9f3f5cd81b req-9d711303-2c75-48fd-9705-8ab5cb29c3bd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:13.149495 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-450b9da0-a42d-47da-a705-be9f3f5cd81b req-9d711303-2c75-48fd-9705-8ab5cb29c3bd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 943 time: 0.1470728 Jun 17 08:29:13.153244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2f613b-144e-4810-a969-c9131ecb1c41 None None] No DVR routers for this DVR port b50d3792-46de-4c8a-87c4-01d4733ecc9b on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:13.155250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2f613b-144e-4810-a969-c9131ecb1c41 None None] Pushing event deleted for resources: {'Port': ['ID=b50d3792-46de-4c8a-87c4-01d4733ecc9b,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:13.164020 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fc2f613b-144e-4810-a969-c9131ecb1c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:13.165561 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.177941 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa0b15-4670-4d28-8ee7-fd0ccbc68c8d req-57b79657-0128-4a9f-b409-a53bb9b02b6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:13.179547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8fa0b15-4670-4d28-8ee7-fd0ccbc68c8d req-57b79657-0128-4a9f-b409-a53bb9b02b6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1752703 Jun 17 08:29:13.188801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Port': ['ID=b50d3792-46de-4c8a-87c4-01d4733ecc9b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:13.191633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dbe71f9-527b-4cd1-acb2-700b3720fdfd {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:13.191994 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] No DVR routers for this DVR port b50d3792-46de-4c8a-87c4-01d4733ecc9b on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:13.202132 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:13.214006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9dbe71f9-527b-4cd1-acb2-700b3720fdfd,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:13.222237 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.224423 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:13.276861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9dbe71f9-527b-4cd1-acb2-700b3720fdfd,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:13.280138 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:13.292324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b50d3792-46de-4c8a-87c4-01d4733ecc9b no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:13.314681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: b50d3792-46de-4c8a-87c4-01d4733ecc9b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:13.315128 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b50d3792-46de-4c8a-87c4-01d4733ecc9b not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:13.321557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-450b9da0-a42d-47da-a705-be9f3f5cd81b req-1f661f8a-cfcf-4a3f-8d6b-844b06d177d3 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397293 Jun 17 08:29:13.326854 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8fa0b15-4670-4d28-8ee7-fd0ccbc68c8d req-16a11df7-3e99-4c7b-b816-2df5f3ccbf35 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329637 Jun 17 08:29:13.328808 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.351397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d584013-9366-403c-bcde-6539a1df578b']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:13.359974 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3bb95787-b323-482e-a4ea-37c96efd3781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.362090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e8894c-20c7-4e68-8ba4-91ddebba819d') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:13.362640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e8894c-20c7-4e68-8ba4-91ddebba819d') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:13.376135 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.391543 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.401550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:29:13.402323 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:29:13.407791 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:29:13.411143 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:29:13.514474 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.519547 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:13.524955 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.529757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "DELETE /v2.0/networks/0d584013-9366-403c-bcde-6539a1df578b HTTP/1.1" status: 204 len: 168 time: 1.4803531 Jun 17 08:29:13.530452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35340) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:13.545041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Network': ['ID=0d584013-9366-403c-bcde-6539a1df578b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:13.548208 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:13.574882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569de0e9-f3bc-4148-9494-ec295cd93502 req-a18846eb-588a-4d38-9ae9-a877197c6134 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:13.578534 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-569de0e9-f3bc-4148-9494-ec295cd93502 req-a18846eb-588a-4d38-9ae9-a877197c6134 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 945 time: 0.1185689 Jun 17 08:29:13.597542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fcc97b5-357c-49fa-94ea-d3b0787f4a6a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting subnet 69aaa296-9ddd-4536-8030-30694fb6341c {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:29:13.601947 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0fcc97b5-357c-49fa-94ea-d3b0787f4a6a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.641259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['9dbe71f9-527b-4cd1-acb2-700b3720fdfd'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:13.661668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-569de0e9-f3bc-4148-9494-ec295cd93502 req-a186bdf1-7ba9-48d0-ba8f-04625cf43444 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718598 Jun 17 08:29:13.697243 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0fcc97b5-357c-49fa-94ea-d3b0787f4a6a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.833789 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0fcc97b5-357c-49fa-94ea-d3b0787f4a6a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.871392 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91587a10-3249-4883-9839-cd9975955f09 req-cd05c843-f2b3-4250-bc9c-966db1a6361d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6a52ef9-2aa0-412a-ad3d-fca6940729bf HTTP/1.1" status: 200 len: 210 time: 0.0468822 Jun 17 08:29:13.913599 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0fcc97b5-357c-49fa-94ea-d3b0787f4a6a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.918578 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8ada5ab-f58e-4b3a-bf68-e8dfa1493813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:13.952562 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc97b5-357c-49fa-94ea-d3b0787f4a6a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Subnet': ['ID=69aaa296-9ddd-4536-8030-30694fb6341c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:13.954566 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0fcc97b5-357c-49fa-94ea-d3b0787f4a6a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:13.958818 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0fcc97b5-357c-49fa-94ea-d3b0787f4a6a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "DELETE /v2.0/subnets/69aaa296-9ddd-4536-8030-30694fb6341c HTTP/1.1" status: 204 len: 168 time: 0.4241648 Jun 17 08:29:13.958818 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0fcc97b5-357c-49fa-94ea-d3b0787f4a6a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:13.960089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35350) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:13.971612 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761b9f1-de1c-43a9-8324-8373d4e74314 None None] Network 70308d3e-6af1-4a1c-b116-310311f1c8fc requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:29:14.174598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6addc909-89f9-412c-952d-49089b1371a1 req-ead13ec6-1f99-48b6-a172-c0897906eca1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=c6a52ef9-2aa0-412a-ad3d-fca6940729bf HTTP/1.1" status: 200 len: 210 time: 0.0579383 Jun 17 08:29:14.176756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053d2c45-459c-4550-9ccd-cadf52730c1f None None] DHCP port deletion for 70308d3e-6af1-4a1c-b116-310311f1c8fc request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:29:14.189662 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.230302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-053d2c45-459c-4550-9ccd-cadf52730c1f None None] Deleting port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:14.230801 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-053d2c45-459c-4550-9ccd-cadf52730c1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.303937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-053d2c45-459c-4550-9ccd-cadf52730c1f None None] For port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=27bae7a1-6b1a-46cc-a694-8ff8aaedbf12,segment=NetworkSegment(9842d2d2-6398-4cf2-afb6-85d96fad3ffe),segment_id=9842d2d2-6398-4cf2-afb6-85d96fad3ffe)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:14.304396 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-053d2c45-459c-4550-9ccd-cadf52730c1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.327815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec288a-897d-4872-acb0-d8df0d259185 req-9c0b3cfb-527f-4f9d-9f88-9dac4188dc6b tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.329356 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1dec288a-897d-4872-acb0-d8df0d259185 req-9c0b3cfb-527f-4f9d-9f88-9dac4188dc6b tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.3110068 Jun 17 08:29:14.340254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934f969-b7c0-4844-b6de-bf0e85834ec8 req-300a0b85-71e6-40a5-ad88-c9c941fa66be tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.341792 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d934f969-b7c0-4844-b6de-bf0e85834ec8 req-300a0b85-71e6-40a5-ad88-c9c941fa66be tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.3247242 Jun 17 08:29:14.372874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-053d2c45-459c-4550-9ccd-cadf52730c1f None None] Calling delete_port for 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:14.401885 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addc909-89f9-412c-952d-49089b1371a1 req-b442b67b-3950-49d3-aaa5-0ba4345417c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.403290 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6addc909-89f9-412c-952d-49089b1371a1 req-b442b67b-3950-49d3-aaa5-0ba4345417c0 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=79ea1abce073485f95175427f07f9668&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2188897 Jun 17 08:29:14.443617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1dec288a-897d-4872-acb0-d8df0d259185 req-93c79aae-06d3-47d6-9c8d-eb480b5f36a2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008170 Jun 17 08:29:14.459500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d934f969-b7c0-4844-b6de-bf0e85834ec8 req-4c6302a7-33b2-4635-9bf9-3635c84aa656 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031122 Jun 17 08:29:14.460358 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-053d2c45-459c-4550-9ccd-cadf52730c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.463166 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a209ec96-3f06-436e-aa2a-32df19e44d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:14.492847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d2c45-459c-4550-9ccd-cadf52730c1f None None] Pushing event deleted for resources: {'Port': ['ID=27bae7a1-6b1a-46cc-a694-8ff8aaedbf12,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:14.501741 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-053d2c45-459c-4550-9ccd-cadf52730c1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:14.508183 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Deleting port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:14.508537 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.514000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053d2c45-459c-4550-9ccd-cadf52730c1f None None] No DVR routers for this DVR port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:14.606257 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] For port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12, host n-d-779913-16, got binding levels [] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:14.606629 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.610054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addc909-89f9-412c-952d-49089b1371a1 req-1c4053a4-ea06-4715-b5f9-0100a37b2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.612115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6addc909-89f9-412c-952d-49089b1371a1 req-1c4053a4-ea06-4715-b5f9-0100a37b2441 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1852753 Jun 17 08:29:14.691930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Calling delete_port for 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:14.710818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.ipam_backend_mixin [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 was not found and therefore no delete operation was performed {{(pid=93803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:29:14.737609 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.773172 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fa37b4c3-55b6-489b-a599-be554907fb89 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:14.776678 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6addc909-89f9-412c-952d-49089b1371a1 req-1ebcca86-50cd-49d1-b83c-9b73204175ef tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/ports?device_id=c6a52ef9-2aa0-412a-ad3d-fca6940729bf HTTP/1.1" status: 200 len: 210 time: 0.1137908 Jun 17 08:29:14.804605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Port': ['ID=27bae7a1-6b1a-46cc-a694-8ff8aaedbf12,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:14.808837 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:14.815380 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] No DVR routers for this DVR port 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:14.931062 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:14.950527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f036b-e214-45ef-8af1-1acfb24f6c6e req-116d70cd-ea93-4a11-a294-d7b0b3b02df0 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.952096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c3f036b-e214-45ef-8af1-1acfb24f6c6e req-116d70cd-ea93-4a11-a294-d7b0b3b02df0 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 944 time: 0.2870474 Jun 17 08:29:14.959626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d047fe-50ae-429e-8b19-4f178de50d0c req-d2f6047b-57f6-4b25-ae85-141a78fb639a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:14.967099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0d047fe-50ae-429e-8b19-4f178de50d0c req-d2f6047b-57f6-4b25-ae85-141a78fb639a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.3028171 Jun 17 08:29:14.971297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70308d3e-6af1-4a1c-b116-310311f1c8fc']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:15.005923 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9842d2d2-6398-4cf2-afb6-85d96fad3ffe') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:15.006200 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9842d2d2-6398-4cf2-afb6-85d96fad3ffe') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:15.024061 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.058021 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0d047fe-50ae-429e-8b19-4f178de50d0c req-e0d75b83-cd86-4dfe-90f1-5306e1c5f762 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897396 Jun 17 08:29:15.059064 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.073593 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c3f036b-e214-45ef-8af1-1acfb24f6c6e req-ff784534-4e86-4e62-856d-ba8987fafe59 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040413 Jun 17 08:29:15.089221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:29:15.089221 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:29:15.104213 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:29:15.239956 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9f3377b-0f77-4fdd-b267-290b862bdd42 req-36bf0c82-c0c8-4998-9f20-d92feff4e16d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=c6a52ef9-2aa0-412a-ad3d-fca6940729bf HTTP/1.1" status: 200 len: 210 time: 0.0923097 Jun 17 08:29:15.273976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:15.280978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-adf101e8-56e3-48d4-be91-2eb4b1c53c71 req-8c954148-95c2-45e4-91d2-9a08b0e98fb1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6a52ef9-2aa0-412a-ad3d-fca6940729bf HTTP/1.1" status: 200 len: 210 time: 0.0875773 Jun 17 08:29:15.292393 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.294198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:15.294559 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 27bae7a1-6b1a-46cc-a694-8ff8aaedbf12 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:15.298610 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.301347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] 10.222.0.47 "DELETE /v2.0/networks/70308d3e-6af1-4a1c-b116-310311f1c8fc HTTP/1.1" status: 204 len: 168 time: 1.3390059 Jun 17 08:29:15.312467 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1ae77fc-0bca-4531-868a-938a7cee4cc3 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:15.361054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Pushing event deleted for resources: {'Network': ['ID=70308d3e-6af1-4a1c-b116-310311f1c8fc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:15.367386 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:15.422383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb9943-5706-4418-b99d-1f0979291267 req-69694b34-b40b-466b-ae9c-731ccf9c39bc tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.423886 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92eb9943-5706-4418-b99d-1f0979291267 req-69694b34-b40b-466b-ae9c-731ccf9c39bc tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 945 time: 0.2025392 Jun 17 08:29:15.425021 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3377b-0f77-4fdd-b267-290b862bdd42 req-ab31e8e9-db06-484f-9472-5158da9c9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.426331 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9f3377b-0f77-4fdd-b267-290b862bdd42 req-ab31e8e9-db06-484f-9472-5158da9c9e5b service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=79ea1abce073485f95175427f07f9668&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1665618 Jun 17 08:29:15.511624 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92eb9943-5706-4418-b99d-1f0979291267 req-f6850428-ba9e-4d98-99fc-0cc70425b349 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815637 Jun 17 08:29:15.561313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3377b-0f77-4fdd-b267-290b862bdd42 req-19e22d28-a6f2-46b9-b62d-b6d1c431af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.563404 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9f3377b-0f77-4fdd-b267-290b862bdd42 req-19e22d28-a6f2-46b9-b62d-b6d1c431af57 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260123 Jun 17 08:29:15.581141 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e1fc577c-6bea-4a32-b14b-3e72617d1054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.695838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9f3377b-0f77-4fdd-b267-290b862bdd42 req-e0d524df-6e26-4feb-aa4a-cbe4e020608a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/ports?device_id=c6a52ef9-2aa0-412a-ad3d-fca6940729bf HTTP/1.1" status: 200 len: 210 time: 0.0579467 Jun 17 08:29:15.747615 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5face6b9-82fb-4d17-9b7d-8ed20ba7c293 req-449887d3-2501-4e69-aa82-f7a7ec07530b tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.749121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5face6b9-82fb-4d17-9b7d-8ed20ba7c293 req-449887d3-2501-4e69-aa82-f7a7ec07530b tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1484942 Jun 17 08:29:15.757323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43875d4-a474-4b6b-993b-7eb444a2753d req-5fc760d0-9a24-4c46-adf7-bdee4ca5dcae tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:15.758842 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c43875d4-a474-4b6b-993b-7eb444a2753d req-5fc760d0-9a24-4c46-adf7-bdee4ca5dcae tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1453955 Jun 17 08:29:15.821518 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5face6b9-82fb-4d17-9b7d-8ed20ba7c293 req-12fa049a-e485-405b-b9c2-20c89524f2ef tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616031 Jun 17 08:29:15.827653 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c43875d4-a474-4b6b-993b-7eb444a2753d req-1eaf9ff4-eedf-45bb-90e8-50aafa60ecb5 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607243 Jun 17 08:29:15.861332 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:15.923692 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35370) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:16.271648 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:16.556161 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Deleting port f545b3ab-8cb5-4ffc-bf13-92315eaad618 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:16.556477 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:16.559871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ba7f4-02d6-411b-b656-45bb4c2404fd req-da481fd9-8c87-40aa-a52e-0c72f6c469b2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:16.561395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a60ba7f4-02d6-411b-b656-45bb4c2404fd req-da481fd9-8c87-40aa-a52e-0c72f6c469b2 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.3833025 Jun 17 08:29:16.581951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56df1cc-b112-47d4-9b8b-9ff0e02dc253 req-a7b37db3-2cf7-4acd-817b-445db5d3fb9c tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:16.583414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b56df1cc-b112-47d4-9b8b-9ff0e02dc253 req-a7b37db3-2cf7-4acd-817b-445db5d3fb9c tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 944 time: 0.3758845 Jun 17 08:29:16.626805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a60ba7f4-02d6-411b-b656-45bb4c2404fd req-4946b0e9-349b-4300-85bf-bfaf4a0bea23 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578907 Jun 17 08:29:16.639231 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b56df1cc-b112-47d4-9b8b-9ff0e02dc253 req-855f2f37-65d5-44a7-9bbf-d2ddc991224d tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483267 Jun 17 08:29:16.639834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] For port f545b3ab-8cb5-4ffc-bf13-92315eaad618, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f545b3ab-8cb5-4ffc-bf13-92315eaad618,segment=NetworkSegment(390c9338-b40e-4576-8795-08ff987451d1),segment_id=390c9338-b40e-4576-8795-08ff987451d1)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:16.640160 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:16.705521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Calling delete_port for f545b3ab-8cb5-4ffc-bf13-92315eaad618 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:16.748374 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:16.820769 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff1e6-7ee7-471b-a424-659ba36dae4d req-a7df0687-0b7a-43c0-8179-e54f459757b8 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:16.822402 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-492ff1e6-7ee7-471b-a424-659ba36dae4d req-a7df0687-0b7a-43c0-8179-e54f459757b8 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 945 time: 0.0806544 Jun 17 08:29:16.898754 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:16.901773 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:16.915577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9dbe71f9-527b-4cd1-acb2-700b3720fdfd up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:16.924673 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-492ff1e6-7ee7-471b-a424-659ba36dae4d req-b3f34b90-88f6-41a4-a4a9-149ec77e6499 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965827 Jun 17 08:29:16.937239 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Pushing event deleted for resources: {'Port': ['ID=f545b3ab-8cb5-4ffc-bf13-92315eaad618,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:16.940917 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:16.982758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-34aa7b8e-27d9-45f1-a024-0b002564458a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:16.992155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-34aa7b8e-27d9-45f1-a024-0b002564458a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.1625407 Jun 17 08:29:16.992607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:16.998049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:16.998667 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:17.005698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-56fcb167-ff04-4bda-aee8-a947d77c65aa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/quotas/79ea1abce073485f95175427f07f9668 HTTP/1.1" status: 200 len: 375 time: 0.0125604 Jun 17 08:29:17.087265 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:17.114817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849f9543-6bda-408d-b948-4c84a060b369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:17.117667 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d122567-3017-4ff0-a63f-c6fea5e4cc75" -d '{"events": [{"server_uuid": "849f9543-6bda-408d-b948-4c84a060b369", "name": "network-vif-plugged", "status": "completed", "tag": "9dbe71f9-527b-4cd1-acb2-700b3720fdfd"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:17.133895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9dbe71f9-527b-4cd1-acb2-700b3720fdfd,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:17.141445 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:17.143803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-04d4e549-f00d-42c6-9a2e-49c456716047 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1288483 Jun 17 08:29:17.154139 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:17.160845 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:17.211917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9dbe71f9-527b-4cd1-acb2-700b3720fdfd,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:17.222394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb06bd-8b65-45bc-b371-d5f8dfaae878 req-9783350e-9a58-4a80-a1b1-807ad0c2612b tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:17.224314 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:17.229498 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72bb06bd-8b65-45bc-b371-d5f8dfaae878 req-9783350e-9a58-4a80-a1b1-807ad0c2612b tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1451025 Jun 17 08:29:17.275214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72bb06bd-8b65-45bc-b371-d5f8dfaae878 req-8eba9b2d-48b2-46bd-abed-8b3e677cda72 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448155 Jun 17 08:29:17.315659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-edbe64f8-f030-4f43-b31d-96880b3bb736 service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612883 Jun 17 08:29:17.422578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Router a21e5a7a-0191-4769-a8ac-4392511acfef has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:29:17.454739 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-23348acf-2edd-4ba0-ae9c-05c38c4bf20e service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364882 Jun 17 08:29:17.484764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fcfeb-f2d9-4b56-b32b-05ed91f0fc5a req-7b5ba0b9-eb19-40bc-8c1c-ff2446747f43 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:17.486358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a7fcfeb-f2d9-4b56-b32b-05ed91f0fc5a req-7b5ba0b9-eb19-40bc-8c1c-ff2446747f43 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1039865 Jun 17 08:29:17.526761 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a7fcfeb-f2d9-4b56-b32b-05ed91f0fc5a req-5cef0a0c-9ad8-44ed-afab-e85a0812e3c6 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 Jun 17 08:29:17.531931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:29:17.539972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35400) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:17.540108 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] 10.222.0.47 "PUT /v2.0/routers/a21e5a7a-0191-4769-a8ac-4392511acfef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6151574 Jun 17 08:29:17.551877 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841f0d55-6aab-4048-9ad6-5b547a1e9d0e None None] Sync routers for ids ['a21e5a7a-0191-4769-a8ac-4392511acfef'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:29:17.562295 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f0d55-6aab-4048-9ad6-5b547a1e9d0e None None] Routers {'a21e5a7a-0191-4769-a8ac-4392511acfef'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:17.562983 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-841f0d55-6aab-4048-9ad6-5b547a1e9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:29:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a21e5a7a-0191-4769-a8ac-4392511acfef'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:17.582581 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d98e8f-c279-447d-9e33-c96cfcbaf8cc x-openstack-request-id: req-c5d98e8f-c279-447d-9e33-c96cfcbaf8cc {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:17.582947 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849f9543-6bda-408d-b948-4c84a060b369", "name": "network-vif-plugged", "status": "completed", "tag": "9dbe71f9-527b-4cd1-acb2-700b3720fdfd", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:17.583209 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5d98e8f-c279-447d-9e33-c96cfcbaf8cc {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:17.583609 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849f9543-6bda-408d-b948-4c84a060b369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd', 'code': 200} Jun 17 08:29:17.692157 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-841f0d55-6aab-4048-9ad6-5b547a1e9d0e None None] Set router a21e5a7a-0191-4769-a8ac-4392511acfef gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:17.711627 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-189812d7-2c4f-435e-8396-50433aa84dac req-34974a99-cd93-4f19-95d9-614b4f653fc2 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0359507 Jun 17 08:29:17.713481 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:17.794794 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169062e-f139-42ad-8fe8-c87a2ccbefa6 req-c4c5da11-afe2-473b-ab8b-125b55942388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:17.796424 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b169062e-f139-42ad-8fe8-c87a2ccbefa6 req-c4c5da11-afe2-473b-ab8b-125b55942388 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 1097 time: 0.1277089 Jun 17 08:29:17.850613 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b169062e-f139-42ad-8fe8-c87a2ccbefa6 req-2d3ead35-645b-4a52-bb59-9914e3fa17b9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463233 Jun 17 08:29:17.876772 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:17.967784 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-841f0d55-6aab-4048-9ad6-5b547a1e9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'name': 'tempest-ServersTestMultiNic-458348136-router', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238'}], 'enable_snat': True}, 'gw_port_id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:32Z', 'updated_at': '2021-06-17T08:29:16Z', 'revision_number': 5, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'gw_port': {'id': 'f8c62819-e645-4b8f-b048-a338ceab49fc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:23:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:33Z', 'updated_at': '2021-06-17T08:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:17.999907 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841f0d55-6aab-4048-9ad6-5b547a1e9d0e None None] Checking router: a21e5a7a-0191-4769-a8ac-4392511acfef for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:29:18.008714 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f0d55-6aab-4048-9ad6-5b547a1e9d0e None None] Routers {'a21e5a7a-0191-4769-a8ac-4392511acfef'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:18.009350 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-841f0d55-6aab-4048-9ad6-5b547a1e9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:29:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a21e5a7a-0191-4769-a8ac-4392511acfef'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:18.015187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9778a-9a8c-4b71-b802-8c71a0249505 req-1eb66fbe-64f0-4fb7-91ee-1e04ae491a73 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.016708 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ade9778a-9a8c-4b71-b802-8c71a0249505 req-1eb66fbe-64f0-4fb7-91ee-1e04ae491a73 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1484783 Jun 17 08:29:18.062837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Deleting port f8c62819-e645-4b8f-b048-a338ceab49fc {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:18.063537 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.101702 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-841f0d55-6aab-4048-9ad6-5b547a1e9d0e None None] Set router a21e5a7a-0191-4769-a8ac-4392511acfef gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:18.136565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e665b1a-2824-464f-95e9-1804fdfebd7e req-1dac93c8-b463-4429-adb6-cb56993b575b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.138097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e665b1a-2824-464f-95e9-1804fdfebd7e req-1dac93c8-b463-4429-adb6-cb56993b575b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.1882010 Jun 17 08:29:18.142986 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ade9778a-9a8c-4b71-b802-8c71a0249505 req-901ba867-ba5a-4623-9d68-29f6aa650875 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175210 Jun 17 08:29:18.151709 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-841f0d55-6aab-4048-9ad6-5b547a1e9d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'name': 'tempest-ServersTestMultiNic-458348136-router', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:32Z', 'updated_at': '2021-06-17T08:29:17Z', 'revision_number': 6, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:18.182418 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841f0d55-6aab-4048-9ad6-5b547a1e9d0e None None] The sync data for ids ['a21e5a7a-0191-4769-a8ac-4392511acfef'] in n-d-779913-16 is: [{'id': 'a21e5a7a-0191-4769-a8ac-4392511acfef', 'name': 'tempest-ServersTestMultiNic-458348136-router', 'tenant_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:32Z', 'updated_at': '2021-06-17T08:29:17Z', 'revision_number': 6, 'project_id': '7f2faa47cbff4a2fb173bcd33e61bcb1', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:29:18.216350 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e665b1a-2824-464f-95e9-1804fdfebd7e req-8e293d38-190e-49f8-8932-b49435461f3f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678422 Jun 17 08:29:18.228979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] For port f8c62819-e645-4b8f-b048-a338ceab49fc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f8c62819-e645-4b8f-b048-a338ceab49fc,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:18.229259 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.304444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Calling delete_port for f8c62819-e645-4b8f-b048-a338ceab49fc owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:18.485498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715eeec-3e19-419e-9232-0618a523d523 req-4ca66a24-0303-4131-8327-36ae8b9d2dd7 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.486905 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b715eeec-3e19-419e-9232-0618a523d523 req-4ca66a24-0303-4131-8327-36ae8b9d2dd7 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 945 time: 0.1800661 Jun 17 08:29:18.577713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b715eeec-3e19-419e-9232-0618a523d523 req-9637872f-df1c-4ada-beaa-5d80735f99d2 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783887 Jun 17 08:29:18.601087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ed108-3f8e-4b98-8516-047027e87a7d req-579906fe-2715-41e5-b93a-c5994cd4f966 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.602629 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-756ed108-3f8e-4b98-8516-047027e87a7d req-579906fe-2715-41e5-b93a-c5994cd4f966 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.2020006 Jun 17 08:29:18.626139 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.630636 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:18.657205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c62819-e645-4b8f-b048-a338ceab49fc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:18.661581 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:18.691965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-756ed108-3f8e-4b98-8516-047027e87a7d req-9586d66d-a8b0-483e-8189-2165706d3f4d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804727 Jun 17 08:29:18.765315 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.794526 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.859786 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.865912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.930976 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-390e636c-bd35-45d1-a7d1-e860b88d6ac4 req-356213a0-c5f4-4816-b2de-ccd2f5826f29 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0662289 Jun 17 08:29:18.939419 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1bdbfe-01a5-42bb-84f7-c0338e0fb248 req-c25b8477-500c-4bb9-b605-46dc2c699bf3 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:18.940900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff1bdbfe-01a5-42bb-84f7-c0338e0fb248 req-c25b8477-500c-4bb9-b605-46dc2c699bf3 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.2281053 Jun 17 08:29:18.951627 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.953513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a21e5a7a-0191-4769-a8ac-4392511acfef {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:29:18.963737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:18.967465 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a21e5a7a-0191-4769-a8ac-4392511acfef HTTP/1.1" status: 204 len: 168 time: 1.4254537 Jun 17 08:29:18.968538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35424) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:18.997957 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff1bdbfe-01a5-42bb-84f7-c0338e0fb248 req-3cb33c11-7ca4-458b-b8c4-9ac49730bae9 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487125 Jun 17 08:29:19.025353 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f8894c-d6c7-4fd7-9e53-5ef78477faa4 admin admin] Deleting subnet a29536fc-6d25-4011-9ee2-11e514b37e58 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:29:19.029607 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-72f8894c-d6c7-4fd7-9e53-5ef78477faa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.064811 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-72f8894c-d6c7-4fd7-9e53-5ef78477faa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.135296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-a9063960-f254-4266-96ff-f7e2d62592f4 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.136917 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-a9063960-f254-4266-96ff-f7e2d62592f4 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.1245093 Jun 17 08:29:19.158290 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-72f8894c-d6c7-4fd7-9e53-5ef78477faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.162915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Request body: {'port': {'device_id': 'c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'admin_state_up': True, 'tenant_id': '79ea1abce073485f95175427f07f9668'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:19.236033 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-72f8894c-d6c7-4fd7-9e53-5ef78477faa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.251436 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-23d7c758-0588-40be-8c20-ba10a8d9eaee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:19.269320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-72f8894c-d6c7-4fd7-9e53-5ef78477faa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.274375 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-72f8894c-d6c7-4fd7-9e53-5ef78477faa4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a29536fc-6d25-4011-9ee2-11e514b37e58 HTTP/1.1" status: 204 len: 168 time: 0.3046658 Jun 17 08:29:19.284770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eede6ff3-e71c-4488-92de-9acb5a6f1bba None None] Network f47fece9-e19a-4cc8-8a14-3ea2bcea13af requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:29:19.303229 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35430) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:19.326478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8894c-d6c7-4fd7-9e53-5ef78477faa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29536fc-6d25-4011-9ee2-11e514b37e58,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:19.340000 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-72f8894c-d6c7-4fd7-9e53-5ef78477faa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:19.416290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f545b3ab-8cb5-4ffc-bf13-92315eaad618 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:19.448425 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f545b3ab-8cb5-4ffc-bf13-92315eaad618 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:19.449049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f545b3ab-8cb5-4ffc-bf13-92315eaad618 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:19.449631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f8c62819-e645-4b8f-b048-a338ceab49fc no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:19.461138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Made reservation on behalf of 79ea1abce073485f95175427f07f9668 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:19.465508 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.486360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f8c62819-e645-4b8f-b048-a338ceab49fc {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:19.487025 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f8c62819-e645-4b8f-b048-a338ceab49fc not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:19.541224 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.589183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-55131bde-0c0c-4433-b439-a3c3d98f9f5b tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.591049 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-55131bde-0c0c-4433-b439-a3c3d98f9f5b tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.1572998 Jun 17 08:29:19.594908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c4fcf-eaa1-4bb4-8726-06eda66a2958 req-0f582049-dd0e-4f85-9e73-745c59eb2f4f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.596459 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-822c4fcf-eaa1-4bb4-8726-06eda66a2958 req-0f582049-dd0e-4f85-9e73-745c59eb2f4f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.1510282 Jun 17 08:29:19.621569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-779913-16'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:19.679845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0abee9-947c-47ed-b99b-37ec0bac9d2f None None] DHCP port deletion for f47fece9-e19a-4cc8-8a14-3ea2bcea13af request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:29:19.724542 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-822c4fcf-eaa1-4bb4-8726-06eda66a2958 req-8797f362-446a-4878-9dcc-0af01caffc6f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190076 Jun 17 08:29:19.727226 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.728752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ef0abee9-947c-47ed-b99b-37ec0bac9d2f None None] Deleting port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:19.729318 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ef0abee9-947c-47ed-b99b-37ec0bac9d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.733620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Deleting port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:19.733962 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.767891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Allocated IP 172.20.0.11 (097ff4ff-fb7f-4249-b525-2868d741451c/0a4db804-8101-4dd3-b960-865e4ac98c1d/790c242f-1a96-4b59-b0d1-39ff3f890ffe) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:19.790354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b646c79-b7ee-48a3-b5a9-ef379425f113 req-4134c41e-2604-44e3-8048-c25e4fd66d5f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:19.792047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b646c79-b7ee-48a3-b5a9-ef379425f113 req-4134c41e-2604-44e3-8048-c25e4fd66d5f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1610036 Jun 17 08:29:19.810323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] For port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b,segment=NetworkSegment(390c9338-b40e-4576-8795-08ff987451d1),segment_id=390c9338-b40e-4576-8795-08ff987451d1)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:19.810695 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.821600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ef0abee9-947c-47ed-b99b-37ec0bac9d2f None None] For port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b,segment=NetworkSegment(390c9338-b40e-4576-8795-08ff987451d1),segment_id=390c9338-b40e-4576-8795-08ff987451d1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:19.823111 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ef0abee9-947c-47ed-b99b-37ec0bac9d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.878343 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b646c79-b7ee-48a3-b5a9-ef379425f113 req-6e5ccafb-094b-4a1f-8657-652d5537cd96 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786035 Jun 17 08:29:19.889676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Calling delete_port for 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:19.894380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ef0abee9-947c-47ed-b99b-37ec0bac9d2f None None] Calling delete_port for 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:19.984345 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ef0abee9-947c-47ed-b99b-37ec0bac9d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:19.987129 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:20.012392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0abee9-947c-47ed-b99b-37ec0bac9d2f None None] Pushing event deleted for resources: {'Port': ['ID=105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:20.015899 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ef0abee9-947c-47ed-b99b-37ec0bac9d2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:20.016385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.016888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0abee9-947c-47ed-b99b-37ec0bac9d2f None None] No DVR routers for this DVR port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:20.026059 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3c3bf3aa-f5a3-46f0-88b6-942b11f737b4 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:20.060193 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Pushing event deleted for resources: {'Port': ['ID=105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:20.085278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] No DVR routers for this DVR port 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:20.088859 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:20.111671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19d0db-a17a-477f-a738-b662738cf034 req-f2044a41-27ed-4ed4-b189-7ed0f85c51ec tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.113519 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e19d0db-a17a-477f-a738-b662738cf034 req-f2044a41-27ed-4ed4-b189-7ed0f85c51ec tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 945 time: 0.2312548 Jun 17 08:29:20.143044 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.176300 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.194301 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47fece9-e19a-4cc8-8a14-3ea2bcea13af']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:20.194733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da53e4-09c0-4eba-b1a4-5416b6e2bbae req-b56f5a72-b0f1-42d5-9723-ff084cbec6c2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.195868 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15da53e4-09c0-4eba-b1a4-5416b6e2bbae req-b56f5a72-b0f1-42d5-9723-ff084cbec6c2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1624789 Jun 17 08:29:20.198617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e19d0db-a17a-477f-a738-b662738cf034 req-8176bee9-8a4f-466a-b9a1-3d70b8ad569c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771375 Jun 17 08:29:20.204432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=6927cc4b-29c3-4536-84c1-654948878170,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:20.213812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390c9338-b40e-4576-8795-08ff987451d1') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:20.214104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390c9338-b40e-4576-8795-08ff987451d1') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:20.226268 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.248828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.250889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15da53e4-09c0-4eba-b1a4-5416b6e2bbae req-7247b3af-4e8c-4958-9032-b531deb341c4 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463793 Jun 17 08:29:20.252084 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.256726 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:20.264571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:20.266951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:29:20.267362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:29:20.269052 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:29:20.273217 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:29:20.273217 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:29:20.273217 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:29:20.273217 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:29:20.273217 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:29:20.273217 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:29:20.273217 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:29:20.273217 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:29:20.315687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:20.326023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Network 097ff4ff-fb7f-4249-b525-2868d741451c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:20.330937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:20.334095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:20.369829 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.384089 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-87541692-0366-4801-b0df-f4580ae5873a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:20.387095 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.389574 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f47fece9-e19a-4cc8-8a14-3ea2bcea13af HTTP/1.1" status: 204 len: 168 time: 1.0717943 Jun 17 08:29:20.399338 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6927cc4b-29c3-4536-84c1-654948878170'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:20.402067 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa34ccc-a8e5-4907-a192-ad97734e13d6" -d '{"events": [{"server_uuid": "33baf5cf-38b5-4e35-9300-995a4d80857b", "name": "network-vif-unplugged", "status": "completed", "tag": "6927cc4b-29c3-4536-84c1-654948878170"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:20.406436 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.419926 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Pushing event deleted for resources: {'Network': ['ID=f47fece9-e19a-4cc8-8a14-3ea2bcea13af,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:20.423070 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:20.426469 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.432260 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-052a3428-a14e-4f12-bd4b-5986c6bfa49d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:20.554955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Pushing event updated for resources: {'Port': ['ID=6927cc4b-29c3-4536-84c1-654948878170,revision_number=7']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:20.563339 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:20.568233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 on host n-h2-779913-16 for vnic_type normal with profile {"migrating_to": "n-h1-779913-16"} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:20.568782 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:20.569098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:20.574725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Port 6927cc4b-29c3-4536-84c1-654948878170 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:20.575121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Attempting to bind port 6927cc4b-29c3-4536-84c1-654948878170 on network b1ff2bbf-c3bb-449c-af8d-44a515af44ab {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:20.578021 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35446) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:20.586983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:20.587325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Checking segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:20.587698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Bound using segment: {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:20.588139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Bound port: 6927cc4b-29c3-4536-84c1-654948878170, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69d467d7-7459-4b57-bd1a-c0699a87fe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'b1ff2bbf-c3bb-449c-af8d-44a515af44ab'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:20.588482 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.653300 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d6b61195-36dd-417d-8134-82d1e4d963f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f2faa47cbff4a2fb173bcd33e61bcb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741515 Jun 17 08:29:20.657585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35448) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:20.697114 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:20.699685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event updated for resources: {'Port': ['ID=790c242f-1a96-4b59-b0d1-39ff3f890ffe,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:20.702868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=6927cc4b-29c3-4536-84c1-654948878170,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:20.703450 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:20.713080 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.715242 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6078144c-2380-4e6d-a60b-bb8bf8fc6584 tempest-InstanceActionsNegativeTestJSON-1102246812 tempest-InstanceActionsNegativeTestJSON-1102246812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:20.793839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.794501 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.797477 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25d3d7c6-4207-448a-9a57-968ec300d435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.822535 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6672223 Jun 17 08:29:20.827319 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Pushing event updated for resources: {'Port': ['ID=6927cc4b-29c3-4536-84c1-654948878170,revision_number=8']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:20.841705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Request body: {'port': {'device_id': 'c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:20.842099 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:20.862369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25d3d7c6-4207-448a-9a57-968ec300d435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.870751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.871460 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.872635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a22812-9d5c-41e7-ba59-77f57abb278f req-974938da-249f-4012-ac93-bfa9fb8c47cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.872791 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] 10.222.0.10 "PUT /v2.0/ports/6927cc4b-29c3-4536-84c1-654948878170 HTTP/1.1" status: 200 len: 1123 time: 1.2565167 Jun 17 08:29:20.874144 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6a22812-9d5c-41e7-ba59-77f57abb278f req-974938da-249f-4012-ac93-bfa9fb8c47cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 932 time: 0.1792583 Jun 17 08:29:20.881447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0292b5-b19d-48cc-9169-7725a360109b req-52d4ffb2-0c43-4d2f-958f-95acbe179c22 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:20.882980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac0292b5-b19d-48cc-9169-7725a360109b req-52d4ffb2-0c43-4d2f-958f-95acbe179c22 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.1868725 Jun 17 08:29:20.893302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35450) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:20.909292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e4a0a77e-92bb-4db6-adbc-fb0ab6c6519b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'floatingip': {'port_id': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:20.936361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6927cc4b-29c3-4536-84c1-654948878170 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:20.959444 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25d3d7c6-4207-448a-9a57-968ec300d435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.963527 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25d3d7c6-4207-448a-9a57-968ec300d435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.967101 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-25d3d7c6-4207-448a-9a57-968ec300d435 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0bae2706-cc90-46c8-abdc-60ae49a7d760 HTTP/1.1" status: 204 len: 168 time: 0.3061395 Jun 17 08:29:20.968880 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a77e-92bb-4db6-adbc-fb0ab6c6519b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:20.969979 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:20.981282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3d7c6-4207-448a-9a57-968ec300d435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bae2706-cc90-46c8-abdc-60ae49a7d760,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:20.986713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['6927cc4b-29c3-4536-84c1-654948878170'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:20.996772 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-25d3d7c6-4207-448a-9a57-968ec300d435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:21.074310 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6a22812-9d5c-41e7-ba59-77f57abb278f req-2784e783-308b-4e47-8d1b-2977e2e8673e tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903615 Jun 17 08:29:21.085198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['6927cc4b-29c3-4536-84c1-654948878170'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:21.150799 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65022fbf-0398-4d74-a4b2-47ad319b72c9 x-openstack-request-id: req-65022fbf-0398-4d74-a4b2-47ad319b72c9 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:21.151440 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33baf5cf-38b5-4e35-9300-995a4d80857b", "name": "network-vif-unplugged", "status": "completed", "tag": "6927cc4b-29c3-4536-84c1-654948878170", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:21.151774 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-65022fbf-0398-4d74-a4b2-47ad319b72c9 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:21.152239 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6927cc4b-29c3-4536-84c1-654948878170', 'code': 200} Jun 17 08:29:21.153356 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:21.285107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=6927cc4b-29c3-4536-84c1-654948878170,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:21.312927 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8affd62-4254-4c84-a8f2-636d484b154a req-40cb7589-fecf-4c4d-9220-19d549f4b5a4 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:21.320387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8affd62-4254-4c84-a8f2-636d484b154a req-40cb7589-fecf-4c4d-9220-19d549f4b5a4 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.2839596 Jun 17 08:29:21.321043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6927cc4b-29c3-4536-84c1-654948878170 has no active binding in host n-h1-779913-16 {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:29:21.343611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:21.387922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:21.388324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 105d74d8-09a0-4d06-b20a-c7ef2d7e8e8b not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:21.515901 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8affd62-4254-4c84-a8f2-636d484b154a req-66f7c689-7bf1-478d-b474-9e624a8427ed tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946061 Jun 17 08:29:21.740883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf1162-b35d-43fe-a8a3-388e934035c5 req-399066e7-ebd7-4863-9676-e7526b4adceb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:21.742864 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88bf1162-b35d-43fe-a8a3-388e934035c5 req-399066e7-ebd7-4863-9676-e7526b4adceb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.3480127 Jun 17 08:29:21.817083 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35478) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:21.936997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1038324182-network', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:21.979107 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88bf1162-b35d-43fe-a8a3-388e934035c5 req-24130c77-1929-462b-bbba-9311b48cfb11 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203145 Jun 17 08:29:22.027533 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.resource_extend [None req-e4a0a77e-92bb-4db6-adbc-fb0ab6c6519b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:29:22.080697 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790c242f-1a96-4b59-b0d1-39ff3f890ffe {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:22.097051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659180f2-208c-4275-b55a-b41984b3c171 req-1bc35cef-f763-49d5-864b-da4d98ed6f38 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:22.098807 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-659180f2-208c-4275-b55a-b41984b3c171 req-1bc35cef-f763-49d5-864b-da4d98ed6f38 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 943 time: 0.4592507 Jun 17 08:29:22.101117 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.152196 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a77e-92bb-4db6-adbc-fb0ab6c6519b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.321847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Made reservation on behalf of 4fb68f9622cb4e1ab52fd37b646fa31a for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:22.324459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.334036 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.447556 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.452827 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.457063 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cb9a318e-4516-415b-90b2-0a559a641a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:22.473133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Transition to ACTIVE for port object 790c242f-1a96-4b59-b0d1-39ff3f890ffe will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:22.477112 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a77e-92bb-4db6-adbc-fb0ab6c6519b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.482025 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.482301 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:29:22.488199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6d618a-233e-437a-b47d-262b4f10dca3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:22.492115 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:22.496783 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.497135 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Added segment 0d53ee1c-3701-4bd7-94ab-b1b16d839845 of type vlan for network a1455cc8-79e6-44cd-8613-c2abf958f2ca Jun 17 08:29:22.515995 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f7f596fd-06d5-4e28-bed8-8f7b5608f07f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:22.536698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.568022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.569115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:22.569715 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.571846 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79c05c83-95fb-461b-bc86-30a1683aac44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:22.609380 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-659180f2-208c-4275-b55a-b41984b3c171 req-cbe35d3d-651b-4967-9647-bee4a842527e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003133 Jun 17 08:29:22.624828 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8056662 Jun 17 08:29:22.625519 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35486) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:22.638474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Request body: {'subnet': {'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1038324182-subnet', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:22.646850 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Pushing event updated for resources: {'Network': ['ID=a1455cc8-79e6-44cd-8613-c2abf958f2ca,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:22.650797 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:22.661898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network a1455cc8-79e6-44cd-8613-c2abf958f2ca details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:29:22.665990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Pushing event updated for resources: {'Port': ['ID=790c242f-1a96-4b59-b0d1-39ff3f890ffe,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:22.666347 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Made reservation on behalf of 4fb68f9622cb4e1ab52fd37b646fa31a for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:22.668905 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.671057 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:22.736703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4f688-e9dd-41bf-8dd7-b67bc77baf74 req-cafb7f7a-198b-4616-98ce-159ee6701d3c tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:22.738326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4fa4f688-e9dd-41bf-8dd7-b67bc77baf74 req-cafb7f7a-198b-4616-98ce-159ee6701d3c tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.6340377 Jun 17 08:29:22.752661 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-e4a0a77e-92bb-4db6-adbc-fb0ab6c6519b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Floating IP 8391f11c-3688-40c0-ab0e-18fc3b3803e5 associated. External IP: 172.25.8.101, port: 9dbe71f9-527b-4cd1-acb2-700b3720fdfd. Jun 17 08:29:22.857154 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.860245 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0fcc97b5-357c-49fa-94ea-d3b0787f4a6a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:22.907429 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Attempting to bind port 790c242f-1a96-4b59-b0d1-39ff3f890ffe on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:22.907770 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Attempting to bind port 790c242f-1a96-4b59-b0d1-39ff3f890ffe by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:22.908094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Attempting to bind port 790c242f-1a96-4b59-b0d1-39ff3f890ffe on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:22.912045 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0dbef2-659e-4e7f-afc1-8ab99d746506,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:22.912477 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4fa4f688-e9dd-41bf-8dd7-b67bc77baf74 req-1b20113a-c395-41fc-ae87-e3eace08306c tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638155 Jun 17 08:29:22.915889 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:22.921574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Port 790c242f-1a96-4b59-b0d1-39ff3f890ffe on network 097ff4ff-fb7f-4249-b525-2868d741451c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:22.921964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Attempting to bind port 790c242f-1a96-4b59-b0d1-39ff3f890ffe on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:22.927544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Checking segment: {'id': '0d53ee1c-3701-4bd7-94ab-b1b16d839845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:22.927897 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Network hostable DHCP agents. Network: a1455cc8-79e6-44cd-8613-c2abf958f2ca, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:29:22.941662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:22.941662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Checking segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:22.941662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Bound using segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:22.941662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Bound port: 790c242f-1a96-4b59-b0d1-39ff3f890ffe, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:22.941662 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.948494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Network a1455cc8-79e6-44cd-8613-c2abf958f2ca is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:29:22.960057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, a1455cc8-79e6-44cd-8613-c2abf958f2ca) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:22.965045 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:22.966517 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:22.973063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e877dcd-bbda-4ad4-a58b-ca992a9a37cf None None] Network a1455cc8-79e6-44cd-8613-c2abf958f2ca requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:29:22.995106 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3626499 Jun 17 08:29:22.998570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35488) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:23.004226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1038324182-router', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:23.004460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec415307-18e9-40d5-9b49-4131e12f6f7a req-30189e49-6573-4a81-b50f-1be7d12466d5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.006316 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec415307-18e9-40d5-9b49-4131e12f6f7a req-30189e49-6573-4a81-b50f-1be7d12466d5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 944 time: 0.1999102 Jun 17 08:29:23.048563 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.049759 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.116022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.155133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] For port 790c242f-1a96-4b59-b0d1-39ff3f890ffe, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:23.170289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-a1455cc8-79e6-44cd-8613-c2abf958f2ca', 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'fixed_ips': [{'subnet_id': 'dc0dbef2-659e-4e7f-afc1-8ab99d746506'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:29:23.171222 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.172730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'tag': '6927cc4b-29c3-4536-84c1-654948878170'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:23.175255 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9306333d-2f62-4ded-a0e2-081df29faa49" -d '{"events": [{"name": "network-changed", "server_uuid": "33baf5cf-38b5-4e35-9300-995a4d80857b", "tag": "6927cc4b-29c3-4536-84c1-654948878170"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:23.193794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] For port 790c242f-1a96-4b59-b0d1-39ff3f890ffe, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=790c242f-1a96-4b59-b0d1-39ff3f890ffe,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:23.199759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec415307-18e9-40d5-9b49-4131e12f6f7a req-6671b778-cbc4-4d51-9388-4ae7329e68a3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596129 Jun 17 08:29:23.206671 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.211440 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9184843-b341-489d-9eea-7673c623bf49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:23.279304 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.279937 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.281344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] 10.222.0.63 "PUT /v2.0/ports/790c242f-1a96-4b59-b0d1-39ff3f890ffe HTTP/1.1" status: 200 len: 1093 time: 2.4463840 Jun 17 08:29:23.286461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1', 'tag': '790c242f-1a96-4b59-b0d1-39ff3f890ffe'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:23.289227 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81b41b2-a1a4-4409-b79e-6cb8a59b23ea" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1", "tag": "790c242f-1a96-4b59-b0d1-39ff3f890ffe"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:23.299699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a0a77e-92bb-4db6-adbc-fb0ab6c6519b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:29:23.315831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b30e473-2feb-4d67-9eac-dcb3e9a29937 req-e0a53a45-75ca-4210-97cc-18a900eb5c16 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.317657 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b30e473-2feb-4d67-9eac-dcb3e9a29937 req-e0a53a45-75ca-4210-97cc-18a900eb5c16 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.2644982 Jun 17 08:29:23.326518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Pushing event updated for resources: {'Port': ['ID=790c242f-1a96-4b59-b0d1-39ff3f890ffe,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:23.336089 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:23.336988 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.374120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Allocated IP 172.20.0.2 (a1455cc8-79e6-44cd-8613-c2abf958f2ca/dc0dbef2-659e-4e7f-afc1-8ab99d746506/d3ab9822-5eb3-42fd-955b-1e36816dd944) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:23.374318 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-560aa9f1-020b-444c-aede-781478858c7f req-3e86122f-f765-4ee3-a41e-b00934dbfdb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1640329 Jun 17 08:29:23.492879 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aa9f1-020b-444c-aede-781478858c7f req-f0788fcd-7c54-469c-a8f2-cfb9b72f0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.493677 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b30e473-2feb-4d67-9eac-dcb3e9a29937 req-ae2ed259-51b6-4eee-9f8f-80eae95d7649 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701078 Jun 17 08:29:23.494356 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-560aa9f1-020b-444c-aede-781478858c7f req-f0788fcd-7c54-469c-a8f2-cfb9b72f0241 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 1097 time: 0.0859289 Jun 17 08:29:23.549115 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.550124 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a0a77e-92bb-4db6-adbc-fb0ab6c6519b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:29:23.556311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4a0a77e-92bb-4db6-adbc-fb0ab6c6519b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.558418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Transition to ACTIVE for port object d3ab9822-5eb3-42fd-955b-1e36816dd944 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:23.559963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-c4a1b4d3-7d98-4a80-9218-ea69998368a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.561092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-c4a1b4d3-7d98-4a80-9218-ea69998368a4 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 1096 time: 0.2102950 Jun 17 08:29:23.574508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Transition to ACTIVE for port object d3ab9822-5eb3-42fd-955b-1e36816dd944 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:23.579373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ed2b9-02b6-42f0-8360-973b7eb6a2df None None] Sync routers for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:29:23.587968 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.590940 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:23.617068 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2106cae-2c0e-4283-bd97-642399cbed11 x-openstack-request-id: req-d2106cae-2c0e-4283-bd97-642399cbed11 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:23.617394 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33baf5cf-38b5-4e35-9300-995a4d80857b", "tag": "6927cc4b-29c3-4536-84c1-654948878170", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:23.617684 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d2106cae-2c0e-4283-bd97-642399cbed11 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:23.618107 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'tag': '6927cc4b-29c3-4536-84c1-654948878170', 'status': 'completed', 'code': 200} Jun 17 08:29:23.634991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Pushing event updated for resources: {'Port': ['ID=d3ab9822-5eb3-42fd-955b-1e36816dd944,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:23.641268 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:23.642205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ed2b9-02b6-42f0-8360-973b7eb6a2df None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:23.642351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-038d0535-09bc-4152-8efe-e7ec1dae8e9c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=790c242f-1a96-4b59-b0d1-39ff3f890ffe HTTP/1.1" status: 200 len: 217 time: 0.0531750 Jun 17 08:29:23.643078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-195ed2b9-02b6-42f0-8360-973b7eb6a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:29:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:23.650374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492696db-ebc9-4627-b325-dea80b7667ad req-6a99b4e2-4142-4e21-b36c-4907b278a363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.651844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-492696db-ebc9-4627-b325-dea80b7667ad req-6a99b4e2-4142-4e21-b36c-4907b278a363 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.2101254 Jun 17 08:29:23.653483 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a797c5c-157d-47d3-8011-6a63bcb500c4 x-openstack-request-id: req-5a797c5c-157d-47d3-8011-6a63bcb500c4 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:23.653812 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1", "tag": "790c242f-1a96-4b59-b0d1-39ff3f890ffe", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:23.654109 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a797c5c-157d-47d3-8011-6a63bcb500c4 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:23.654545 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1', 'tag': '790c242f-1a96-4b59-b0d1-39ff3f890ffe', 'status': 'completed', 'code': 200} Jun 17 08:29:23.726190 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e4a0a77e-92bb-4db6-adbc-fb0ab6c6519b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "PUT /v2.0/floatingips/8391f11c-3688-40c0-ab0e-18fc3b3803e5 HTTP/1.1" status: 200 len: 991 time: 2.8306556 Jun 17 08:29:23.737136 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aa9f1-020b-444c-aede-781478858c7f req-3116a212-4c4d-4c46-b2b9-04c199226d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.739937 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-560aa9f1-020b-444c-aede-781478858c7f req-3116a212-4c4d-4c46-b2b9-04c199226d2b service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.1800702 Jun 17 08:29:23.749531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-195ed2b9-02b6-42f0-8360-973b7eb6a2df None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:23.794757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-a12e5e23-08a2-4e32-84aa-369e2cbbb1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.796361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-a12e5e23-08a2-4e32-84aa-369e2cbbb1da service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.1223683 Jun 17 08:29:23.811852 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-560aa9f1-020b-444c-aede-781478858c7f req-a83d59b7-68dd-4067-96e0-fdcdb541e9ae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c HTTP/1.1" status: 200 len: 217 time: 0.0421162 Jun 17 08:29:23.818257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-492696db-ebc9-4627-b325-dea80b7667ad req-95d5f586-da8c-4453-a368-46f39019c308 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319530 Jun 17 08:29:23.826171 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.858486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-922d7781-13e7-4f62-84f6-9b0422554074 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377424 Jun 17 08:29:23.896467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306333d-2f62-4ded-a0e2-081df29faa49 req-c07f622f-78e7-4cfd-99a2-f897ec30eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.899214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9306333d-2f62-4ded-a0e2-081df29faa49 req-c07f622f-78e7-4cfd-99a2-f897ec30eb61 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 1126 time: 0.2682793 Jun 17 08:29:23.903265 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:23.974031 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560aa9f1-020b-444c-aede-781478858c7f req-9b0942c5-ebb0-420f-87b2-70ca8166b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:23.975840 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-560aa9f1-020b-444c-aede-781478858c7f req-9b0942c5-ebb0-420f-87b2-70ca8166b29d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1472199 Jun 17 08:29:24.051872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd7e56-8a69-4f6c-b765-b7891ec9787a req-28f14015-1cb8-4009-bc05-21d34950fd37 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:24.058929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5dd7e56-8a69-4f6c-b765-b7891ec9787a req-28f14015-1cb8-4009-bc05-21d34950fd37 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 943 time: 0.2847905 Jun 17 08:29:24.062200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Network a1455cc8-79e6-44cd-8613-c2abf958f2ca is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:24.065437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:24.071695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:24.089189 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-560aa9f1-020b-444c-aede-781478858c7f req-e9d0e26e-a238-4ab3-ade7-e2074ca7e51e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997930 Jun 17 08:29:24.098428 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Allocated IP 172.25.8.87 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/7e4f3766-ea85-4008-95d2-52e0f4c1fae3) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:24.156790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Attempting to bind port d3ab9822-5eb3-42fd-955b-1e36816dd944 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:24.157224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Attempting to bind port d3ab9822-5eb3-42fd-955b-1e36816dd944 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '0d53ee1c-3701-4bd7-94ab-b1b16d839845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:24.157709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Attempting to bind port d3ab9822-5eb3-42fd-955b-1e36816dd944 on network a1455cc8-79e6-44cd-8613-c2abf958f2ca {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:24.165247 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:24.165799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Checking segment: {'id': '0d53ee1c-3701-4bd7-94ab-b1b16d839845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:24.166656 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.167007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Bound using segment: {'id': '0d53ee1c-3701-4bd7-94ab-b1b16d839845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:24.167589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Bound port: d3ab9822-5eb3-42fd-955b-1e36816dd944, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d53ee1c-3701-4bd7-94ab-b1b16d839845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:24.168075 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.178637 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-5502a291-e1aa-483f-ac46-316c7dba6d1f service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112152 Jun 17 08:29:24.181004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306333d-2f62-4ded-a0e2-081df29faa49 req-1dd14760-a3ec-4607-89a7-b08f8db41ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:24.182326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9306333d-2f62-4ded-a0e2-081df29faa49 req-1dd14760-a3ec-4607-89a7-b08f8db41ab4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.2417107 Jun 17 08:29:24.185527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5dd7e56-8a69-4f6c-b765-b7891ec9787a req-a8516b33-05b9-440d-9fb8-0b3f16c6a5cb tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258154 Jun 17 08:29:24.256963 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-560aa9f1-020b-444c-aede-781478858c7f req-a8c3250b-f989-4082-af7e-d7c19d969bb5 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559048 Jun 17 08:29:24.269795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] For port d3ab9822-5eb3-42fd-955b-1e36816dd944, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:24.274690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] For port d3ab9822-5eb3-42fd-955b-1e36816dd944, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d3ab9822-5eb3-42fd-955b-1e36816dd944,segment=NetworkSegment(0d53ee1c-3701-4bd7-94ab-b1b16d839845),segment_id=0d53ee1c-3701-4bd7-94ab-b1b16d839845)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:24.279953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-195ed2b9-02b6-42f0-8360-973b7eb6a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '8391f11c-3688-40c0-ab0e-18fc3b3803e5', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'port_id': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'mac_address': 'fa:16:3e:a2:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f9543-6bda-408d-b948-4c84a060b369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:29:02Z', 'updated_at': '2021-06-17T08:29:21Z', 'revision_number': 1, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:24.283805 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.290867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9306333d-2f62-4ded-a0e2-081df29faa49 req-86a0065f-caf7-4178-95cf-d5ea7e57693b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6927cc4b-29c3-4536-84c1-654948878170 HTTP/1.1" status: 200 len: 217 time: 0.0864539 Jun 17 08:29:24.305293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aac7fe-3e51-4764-9554-db9cbaffc91b req-b1be2d6e-c657-4e59-9544-778e34e98066 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:24.307000 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03aac7fe-3e51-4764-9554-db9cbaffc91b req-b1be2d6e-c657-4e59-9544-778e34e98066 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.2423034 Jun 17 08:29:24.310282 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:24.318186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ed2b9-02b6-42f0-8360-973b7eb6a2df None None] Checking router: 81bf5a57-cf29-44b9-a055-d9f590f6bc56 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:29:24.332054 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.370594 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195ed2b9-02b6-42f0-8360-973b7eb6a2df None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:24.371465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-195ed2b9-02b6-42f0-8360-973b7eb6a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:29:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:24.453269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Pushing event updated for resources: {'Port': ['ID=d3ab9822-5eb3-42fd-955b-1e36816dd944,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:24.459632 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:24.465520 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:24.492158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306333d-2f62-4ded-a0e2-081df29faa49 req-0f2f03ad-4fe3-4c21-9795-78c5c8a6a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:24.493789 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9306333d-2f62-4ded-a0e2-081df29faa49 req-0f2f03ad-4fe3-4c21-9795-78c5c8a6a68f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.1857820 Jun 17 08:29:24.494224 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:24.499036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0b1535e-7293-47f2-82f0-1c602c6cd9f6 req-3ab61c54-28cf-467e-b2aa-b39b765e0080 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035634 Jun 17 08:29:24.500403 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-560aa9f1-020b-444c-aede-781478858c7f req-e99414df-94b8-43e7-989b-a8ba8a7ebf98 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934252 Jun 17 08:29:24.513462 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-195ed2b9-02b6-42f0-8360-973b7eb6a2df None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:24.535249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:24.536496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03aac7fe-3e51-4764-9554-db9cbaffc91b req-1862b885-ce4f-4c38-9039-c45e9cf3996d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159050 Jun 17 08:29:24.539831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:24.546117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:24.552336 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Pushing event updated for resources: {'Port': ['ID=7e4f3766-ea85-4008-95d2-52e0f4c1fae3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:24.561374 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:24.877447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-195ed2b9-02b6-42f0-8360-973b7eb6a2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '8391f11c-3688-40c0-ab0e-18fc3b3803e5', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'port_id': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'mac_address': 'fa:16:3e:a2:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f9543-6bda-408d-b948-4c84a060b369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:29:02Z', 'updated_at': '2021-06-17T08:29:21Z', 'revision_number': 1, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:24.916796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195ed2b9-02b6-42f0-8360-973b7eb6a2df None None] The sync data for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 is: [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '8391f11c-3688-40c0-ab0e-18fc3b3803e5', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'port_id': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'mac_address': 'fa:16:3e:a2:09:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f9543-6bda-408d-b948-4c84a060b369', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:29:02Z', 'updated_at': '2021-06-17T08:29:21Z', 'revision_number': 1, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:29:24.973481 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.065425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9306333d-2f62-4ded-a0e2-081df29faa49 req-1c16f6b9-2e12-47f9-8cf0-aa54375f23ac service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5274820 Jun 17 08:29:25.210084 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.348961 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9306333d-2f62-4ded-a0e2-081df29faa49 req-a3a0c368-3b90-4b50-be3e-b3bdc3565f08 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348781 Jun 17 08:29:25.375823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Router 72aefe17-e211-4789-86de-f634a76024e4 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:29:25.402679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d3ab9822-5eb3-42fd-955b-1e36816dd944 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:25.482805 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5cce99-8092-4139-b40d-2485c4a0eb6d None None] New status for floating IP 8391f11c-3688-40c0-ab0e-18fc3b3803e5: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:29:25.540989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port d3ab9822-5eb3-42fd-955b-1e36816dd944 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:25.574936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:29:25.576307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473f09b-506e-4d98-854c-65ab0af2a92b req-d185b39a-4844-412a-a19a-bc2e006b03c3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.584281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b473f09b-506e-4d98-854c-65ab0af2a92b req-d185b39a-4844-412a-a19a-bc2e006b03c3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 944 time: 1.1874604 Jun 17 08:29:25.587648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Sync routers for ids ['72aefe17-e211-4789-86de-f634a76024e4'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:29:25.603656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Routers {'72aefe17-e211-4789-86de-f634a76024e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:25.604842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:29:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['72aefe17-e211-4789-86de-f634a76024e4'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:25.612335 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:25.613930 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6137421 Jun 17 08:29:25.617761 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35516) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:25.658141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b41b2-a1a4-4409-b79e-6cb8a59b23ea req-4471311d-c63f-451f-b260-c1a7ecd8e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.659724 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b81b41b2-a1a4-4409-b79e-6cb8a59b23ea req-4471311d-c63f-451f-b260-c1a7ecd8e398 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 1096 time: 0.5892036 Jun 17 08:29:25.660325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '849f9543-6bda-408d-b948-4c84a060b369', 'tag': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:25.662752 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de19c29b-f576-49ac-ab30-3dce7a64ebfd" -d '{"events": [{"name": "network-changed", "server_uuid": "849f9543-6bda-408d-b948-4c84a060b369", "tag": "9dbe71f9-527b-4cd1-acb2-700b3720fdfd"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:25.751661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Set router 72aefe17-e211-4789-86de-f634a76024e4 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:25.787767 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763d7b5-b0eb-481e-a5a3-57ace3d8c7fc req-cf72d363-0900-4413-809a-c4a01655f664 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.797346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b763d7b5-b0eb-481e-a5a3-57ace3d8c7fc req-cf72d363-0900-4413-809a-c4a01655f664 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.7277637 Jun 17 08:29:25.824817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e21d8-fcd9-48e1-9af3-862d3acb440b None None] Network a1455cc8-79e6-44cd-8613-c2abf958f2ca requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:29:25.862980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b473f09b-506e-4d98-854c-65ab0af2a92b req-8f6eccac-9ed2-436a-b073-870f6bc728f8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779570 Jun 17 08:29:25.986304 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9306333d-2f62-4ded-a0e2-081df29faa49 req-60df95be-7b1e-4b75-affb-528c7ccec4b8 service neutron] 10.222.0.63 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6154096 Jun 17 08:29:25.987594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b41b2-a1a4-4409-b79e-6cb8a59b23ea req-f709306d-67e8-471e-ad5a-9e9f5cd727ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:25.988952 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b81b41b2-a1a4-4409-b79e-6cb8a59b23ea req-f709306d-67e8-471e-ad5a-9e9f5cd727ac service neutron] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 907 time: 0.3216202 Jun 17 08:29:25.997484 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b763d7b5-b0eb-481e-a5a3-57ace3d8c7fc req-a85214c6-5e55-47ff-b584-c6fba264473a tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988745 Jun 17 08:29:26.055833 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b81b41b2-a1a4-4409-b79e-6cb8a59b23ea req-4e0b2feb-85dd-4094-b365-25ddad02a142 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=790c242f-1a96-4b59-b0d1-39ff3f890ffe HTTP/1.1" status: 200 len: 217 time: 0.0572860 Jun 17 08:29:26.107078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4e07b818-f7c0-425b-97f1-cea25d7b73d3 None None] Provisioning for port d3ab9822-5eb3-42fd-955b-1e36816dd944 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:26.121913 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4e07b818-f7c0-425b-97f1-cea25d7b73d3 None None] Provisioning complete for port d3ab9822-5eb3-42fd-955b-1e36816dd944 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:26.122492 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e07b818-f7c0-425b-97f1-cea25d7b73d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.166022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b41b2-a1a4-4409-b79e-6cb8a59b23ea req-93840a5f-7d10-4965-9e14-23d1af432b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:26.168116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b81b41b2-a1a4-4409-b79e-6cb8a59b23ea req-93840a5f-7d10-4965-9e14-23d1af432b2b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.0989153 Jun 17 08:29:26.227900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b81b41b2-a1a4-4409-b79e-6cb8a59b23ea req-1251ff81-1231-47ac-98fa-69352fdc68d7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367818 Jun 17 08:29:26.279975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dfe1f-af48-4401-857f-760321c85b5e req-bf29e723-6b70-47ad-929d-95210fa51062 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:26.288126 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-958dfe1f-af48-4401-857f-760321c85b5e req-bf29e723-6b70-47ad-929d-95210fa51062 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1391585 Jun 17 08:29:26.381674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-958dfe1f-af48-4401-857f-760321c85b5e req-b0ed2060-5be5-4c33-9067-afacc9b38e10 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885074 Jun 17 08:29:26.444583 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aefe17-e211-4789-86de-f634a76024e4', 'name': 'tempest-TaggedBootDevicesTest-1038324182-router', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:24Z', 'revision_number': 3, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'gw_port': {'id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aefe17-e211-4789-86de-f634a76024e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:26.448471 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e07b818-f7c0-425b-97f1-cea25d7b73d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.496744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Checking router: 72aefe17-e211-4789-86de-f634a76024e4 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:29:26.497205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Updating router 72aefe17-e211-4789-86de-f634a76024e4 port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:29:26.551484 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.589789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f87ba5-31fe-4b5e-88a1-d7af575c7d7b req-60f887ab-77c6-4065-952b-969345baeb17 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:26.591944 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98f87ba5-31fe-4b5e-88a1-d7af575c7d7b req-60f887ab-77c6-4065-952b-969345baeb17 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 943 time: 0.1942596 Jun 17 08:29:26.594903 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b81b41b2-a1a4-4409-b79e-6cb8a59b23ea req-eabd2b95-4efa-47f3-bb77-977c9a5c0e8c service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578935 Jun 17 08:29:26.693688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4e07b818-f7c0-425b-97f1-cea25d7b73d3 None None] For port d3ab9822-5eb3-42fd-955b-1e36816dd944, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d3ab9822-5eb3-42fd-955b-1e36816dd944,segment=NetworkSegment(0d53ee1c-3701-4bd7-94ab-b1b16d839845),segment_id=0d53ee1c-3701-4bd7-94ab-b1b16d839845)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:26.762557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b81b41b2-a1a4-4409-b79e-6cb8a59b23ea req-a6147ea7-8cfd-460d-a969-5580dcf4ca06 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584165 Jun 17 08:29:26.791766 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e07b818-f7c0-425b-97f1-cea25d7b73d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.801864 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:26.822938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98f87ba5-31fe-4b5e-88a1-d7af575c7d7b req-2dd64d26-68d9-4acd-bebc-b7966bb06dfc tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206173 Jun 17 08:29:26.857000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c36ff4-2b94-4ee1-85a7-e076e72deb03 req-4bb4f9d7-241a-4340-8c29-52b9229953ec tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:26.857000 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69c36ff4-2b94-4ee1-85a7-e076e72deb03 req-4bb4f9d7-241a-4340-8c29-52b9229953ec tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1006103 Jun 17 08:29:26.909803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07b818-f7c0-425b-97f1-cea25d7b73d3 None None] Pushing event updated for resources: {'Port': ['ID=d3ab9822-5eb3-42fd-955b-1e36816dd944,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:26.915018 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4e07b818-f7c0-425b-97f1-cea25d7b73d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:26.930049 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.939220 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7934a5c9-8f62-434c-9104-7f4c726d5fb1 x-openstack-request-id: req-7934a5c9-8f62-434c-9104-7f4c726d5fb1 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:26.939564 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "849f9543-6bda-408d-b948-4c84a060b369", "tag": "9dbe71f9-527b-4cd1-acb2-700b3720fdfd", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:26.939870 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7934a5c9-8f62-434c-9104-7f4c726d5fb1 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:26.940320 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '849f9543-6bda-408d-b948-4c84a060b369', 'tag': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd', 'status': 'completed', 'code': 200} Jun 17 08:29:26.941515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Transition to ACTIVE for port object 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:26.954014 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:26.958643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69c36ff4-2b94-4ee1-85a7-e076e72deb03 req-8e8cb7c8-fc79-45ec-ac8e-c782b2f35092 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902011 Jun 17 08:29:26.963991 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ba8777b1-6955-4027-906d-977914e148e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:26.966667 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-92bc7a77-89e3-4c87-b86e-5750ef525518 service neutron] 10.222.0.63 "GET /v2.0/ports/6927cc4b-29c3-4536-84c1-654948878170/bindings/n-h1-779913-16 HTTP/1.1" status: 200 len: 385 time: 0.1103694 Jun 17 08:29:26.975520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dc70c190-2bf7-444b-9a75-14979668182b None None] Provisioning complete for port d3ab9822-5eb3-42fd-955b-1e36816dd944 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:26.976061 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dc70c190-2bf7-444b-9a75-14979668182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.087228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Attempting to bind port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:27.087881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Attempting to bind port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:27.088410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Attempting to bind port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:27.097672 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19c29b-f576-49ac-ab30-3dce7a64ebfd req-5b97dafb-805f-445a-b7a9-255563615ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:27.099190 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-de19c29b-f576-49ac-ab30-3dce7a64ebfd req-5b97dafb-805f-445a-b7a9-255563615ffa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 1097 time: 0.1246586 Jun 17 08:29:27.109171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b80f27-74c0-4160-8a88-3391a413b713 None None] Pushing event updated for resources: {'Port': ['ID=7e4f3766-ea85-4008-95d2-52e0f4c1fae3,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:27.119416 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:27.120052 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:27.120655 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.121169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:27.121900 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Bound port: 7e4f3766-ea85-4008-95d2-52e0f4c1fae3, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:27.122392 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.125266 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8b80f27-74c0-4160-8a88-3391a413b713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:27.200848 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19c29b-f576-49ac-ab30-3dce7a64ebfd req-7f77869c-ac22-4e89-8626-3365fbb8715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:27.202839 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-de19c29b-f576-49ac-ab30-3dce7a64ebfd req-7f77869c-ac22-4e89-8626-3365fbb8715e service neutron] 10.222.0.10 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 912 time: 0.0953264 Jun 17 08:29:27.209851 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] For port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:27.212647 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.242957 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] For port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=7e4f3766-ea85-4008-95d2-52e0f4c1fae3,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:27.249974 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.252502 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ef0abee9-947c-47ed-b99b-37ec0bac9d2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:27.285151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=6927cc4b-29c3-4536-84c1-654948878170,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:27.332322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:27.333240 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-de19c29b-f576-49ac-ab30-3dce7a64ebfd req-2b45e7a9-8694-4754-ac0d-e642cec00815 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbe71f9-527b-4cd1-acb2-700b3720fdfd HTTP/1.1" status: 200 len: 1001 time: 0.1175728 Jun 17 08:29:27.350988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d3ab9822-5eb3-42fd-955b-1e36816dd944 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:27.376700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Routers {'72aefe17-e211-4789-86de-f634a76024e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:27.377455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:29:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['72aefe17-e211-4789-86de-f634a76024e4'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:27.380915 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b80f27-74c0-4160-8a88-3391a413b713 None None] Pushing event updated for resources: {'Port': ['ID=7e4f3766-ea85-4008-95d2-52e0f4c1fae3,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:27.381037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f8085-b788-4545-b990-a416641522dc req-472d7093-14a1-45e2-98c6-1b9a61a3d155 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:27.382506 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e8f8085-b788-4545-b990-a416641522dc req-472d7093-14a1-45e2-98c6-1b9a61a3d155 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1852317 Jun 17 08:29:27.387791 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8b80f27-74c0-4160-8a88-3391a413b713 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:27.392610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9844f1-d609-462a-88a4-93a303948137 req-175535a5-f0ca-4ad2-973a-5ad7c6e80220 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:27.399954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e9844f1-d609-462a-88a4-93a303948137 req-175535a5-f0ca-4ad2-973a-5ad7c6e80220 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 944 time: 0.2125061 Jun 17 08:29:27.428455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6927cc4b-29c3-4536-84c1-654948878170 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:27.448805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6927cc4b-29c3-4536-84c1-654948878170,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:27.451473 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19c29b-f576-49ac-ab30-3dce7a64ebfd req-dcb2e16d-8f68-4cf9-bc6e-756987497798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:27.452921 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-de19c29b-f576-49ac-ab30-3dce7a64ebfd req-dcb2e16d-8f68-4cf9-bc6e-756987497798 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 200 len: 850 time: 0.1101990 Jun 17 08:29:27.480915 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.493188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d3ab9822-5eb3-42fd-955b-1e36816dd944 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:27.493650 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.499803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e8f8085-b788-4545-b990-a416641522dc req-21a3b4d4-5823-4cf2-a1a3-cecbfbb5a399 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977399 Jun 17 08:29:27.513184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e9844f1-d609-462a-88a4-93a303948137 req-79723f9d-61a5-4817-b52a-93362e78e5b8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121857 Jun 17 08:29:27.516403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Allocated IP 172.20.0.1 (a1455cc8-79e6-44cd-8613-c2abf958f2ca/dc0dbef2-659e-4e7f-afc1-8ab99d746506/6525783e-9c1d-40d9-9b37-6c626106dd25) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:27.546292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] Set router 72aefe17-e211-4789-86de-f634a76024e4 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:27.595531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19c29b-f576-49ac-ab30-3dce7a64ebfd req-48e9a6f8-bd22-4a31-a8f1-523b9af8b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:27.597644 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-de19c29b-f576-49ac-ab30-3dce7a64ebfd req-48e9a6f8-bd22-4a31-a8f1-523b9af8b24b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=423f5745-9961-4843-8bc3-428ac1bbf196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1303425 Jun 17 08:29:27.649831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] Transition to ACTIVE for port object 6927cc4b-29c3-4536-84c1-654948878170 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:27.656538 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.667106 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:27.788866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aefe17-e211-4789-86de-f634a76024e4', 'name': 'tempest-TaggedBootDevicesTest-1038324182-router', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:24Z', 'revision_number': 3, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'gw_port': {'id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aefe17-e211-4789-86de-f634a76024e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:27.799780 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-de19c29b-f576-49ac-ab30-3dce7a64ebfd req-4ec95d00-27c0-4547-b3cd-7b78a7922d9e service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677623 Jun 17 08:29:27.800693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] No DVR routers for this DVR port 6927cc4b-29c3-4536-84c1-654948878170 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:27.804925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] Pushing event updated for resources: {'Port': ['ID=6927cc4b-29c3-4536-84c1-654948878170,revision_number=10']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:27.809046 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:27.851084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] 10.222.0.63 "PUT /v2.0/ports/6927cc4b-29c3-4536-84c1-654948878170/bindings/n-h1-779913-16/activate HTTP/1.1" status: 200 len: 370 time: 0.8760426 Jun 17 08:29:27.863036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870006b0-11b4-4e14-949a-08d1d0e7d6ea req-17338944-2202-4d9e-9c30-d2b0f474cb73 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:27.864860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-870006b0-11b4-4e14-949a-08d1d0e7d6ea req-17338944-2202-4d9e-9c30-d2b0f474cb73 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.2113121 Jun 17 08:29:27.866602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:27.924348 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-870006b0-11b4-4e14-949a-08d1d0e7d6ea req-496f2a01-df5b-4b6a-a66a-977401b802c1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484815 Jun 17 08:29:27.986047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Transition to ACTIVE for port object 6525783e-9c1d-40d9-9b37-6c626106dd25 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:27.993032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfdf926-6d1f-4cc3-96d7-fde1604ab75f None None] The sync data for ids ['72aefe17-e211-4789-86de-f634a76024e4'] in n-d-779913-16 is: [{'id': '72aefe17-e211-4789-86de-f634a76024e4', 'name': 'tempest-TaggedBootDevicesTest-1038324182-router', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:24Z', 'revision_number': 3, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'gw_port': {'id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aefe17-e211-4789-86de-f634a76024e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:29:28.065052 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-de19c29b-f576-49ac-ab30-3dce7a64ebfd req-a96626d0-e07e-4748-82b5-ed9c13c4923e service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443929 Jun 17 08:29:28.069512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bf82e-85c0-49f3-84af-7c0980dee8d5 req-37859bbe-cd44-4aae-b74c-bd20b06a7918 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.083478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a4bf82e-85c0-49f3-84af-7c0980dee8d5 req-37859bbe-cd44-4aae-b74c-bd20b06a7918 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 944 time: 0.0854080 Jun 17 08:29:28.094226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-c8d66139-d494-4e59-b383-1cad22c6a534 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.096842 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-c8d66139-d494-4e59-b383-1cad22c6a534 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1096 time: 0.1692333 Jun 17 08:29:28.144111 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.147207 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f377ec7-fde2-4905-a686-2dc0eca1e4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:28.156805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a4bf82e-85c0-49f3-84af-7c0980dee8d5 req-0876af32-561d-4b03-ab74-1caf6e1058c4 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721262 Jun 17 08:29:28.199637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c27d2-9ec2-4890-932b-fe0f9acadf0b req-8228153f-31ce-4d67-a90f-ad430280fb38 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.201271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-349c27d2-9ec2-4890-932b-fe0f9acadf0b req-8228153f-31ce-4d67-a90f-ad430280fb38 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.0871654 Jun 17 08:29:28.216163 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Network a1455cc8-79e6-44cd-8613-c2abf958f2ca is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:28.222213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:28.225582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:28.227931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Pushing event updated for resources: {'Port': ['ID=6525783e-9c1d-40d9-9b37-6c626106dd25,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:28.233110 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:28.251312 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-349c27d2-9ec2-4890-932b-fe0f9acadf0b req-ae64bd94-237a-4f82-ab9c-bb93508f822c tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431485 Jun 17 08:29:28.270151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-1ad48889-0cfb-4f4b-8c6e-ed59e0de8f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.271778 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-1ad48889-0cfb-4f4b-8c6e-ed59e0de8f73 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b&tenant_id=bf6e255a98c04f7ba233cf48bf239691 HTTP/1.1" status: 200 len: 1096 time: 0.1646926 Jun 17 08:29:28.291358 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.463933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-7a1446f5-f74f-4ea6-aafa-9f77869b44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.465401 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-7a1446f5-f74f-4ea6-aafa-9f77869b44ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=bf6e255a98c04f7ba233cf48bf239691&device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 1096 time: 0.1199541 Jun 17 08:29:28.568871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.592144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9109d507-83dd-4828-9ff5-768d9c5a8f90 None None] Provisioning for port 6525783e-9c1d-40d9-9b37-6c626106dd25 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:28.604369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9109d507-83dd-4828-9ff5-768d9c5a8f90 None None] Provisioning complete for port 6525783e-9c1d-40d9-9b37-6c626106dd25 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:28.604648 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9109d507-83dd-4828-9ff5-768d9c5a8f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.667230 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-9109d507-83dd-4828-9ff5-768d9c5a8f90 None None] Port 6525783e-9c1d-40d9-9b37-6c626106dd25 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:29:28.674950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-3322810e-e36c-4dcd-91b6-add15dc0403e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.676811 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-3322810e-e36c-4dcd-91b6-add15dc0403e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 200 len: 908 time: 0.1878603 Jun 17 08:29:28.756836 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-599d1691-61cf-4346-9e8d-1abb8f19e467 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6927cc4b-29c3-4536-84c1-654948878170 HTTP/1.1" status: 200 len: 217 time: 0.0645065 Jun 17 08:29:28.763235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3582575-931c-401d-8496-67801b778f71 req-436bd8e5-145d-42b6-beb9-399e55d2c6de tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.764978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3582575-931c-401d-8496-67801b778f71 req-436bd8e5-145d-42b6-beb9-399e55d2c6de tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 944 time: 0.1173997 Jun 17 08:29:28.801417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105a6f7-bd5e-4378-9c59-e4e4726986f8 req-ac3009f0-e224-4bba-9796-9f4b17a25f99 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.809724 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a105a6f7-bd5e-4378-9c59-e4e4726986f8 req-ac3009f0-e224-4bba-9796-9f4b17a25f99 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1214695 Jun 17 08:29:28.834327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-198e04b3-b0cc-412c-9856-ea1275cb85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:28.835876 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-198e04b3-b0cc-412c-9856-ea1275cb85b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 200 len: 847 time: 0.0710545 Jun 17 08:29:28.863449 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3582575-931c-401d-8496-67801b778f71 req-3ec9963e-6eba-40e5-9d4e-d0e774eff776 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899901 Jun 17 08:29:28.870030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a105a6f7-bd5e-4378-9c59-e4e4726986f8 req-1a51a84d-4d06-4dc1-a37c-3a90a4e0a328 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593421 Jun 17 08:29:28.883115 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-e23b7ed1-305c-4a58-b67f-aee1bf131684 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b1ff2bbf-c3bb-449c-af8d-44a515af44ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362773 Jun 17 08:29:28.907631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 790c242f-1a96-4b59-b0d1-39ff3f890ffe details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:28.909790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 6927cc4b-29c3-4536-84c1-654948878170 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:28.923045 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.954742 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:28.999987 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bbcb7d1c-cdf3-4f69-94e2-2da6fca46fb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:29.004115 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.048768 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 6927cc4b-29c3-4536-84c1-654948878170 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:29.103009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 790c242f-1a96-4b59-b0d1-39ff3f890ffe, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=790c242f-1a96-4b59-b0d1-39ff3f890ffe,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:29.119068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '790c242f-1a96-4b59-b0d1-39ff3f890ffe', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'port_id': '790c242f-1a96-4b59-b0d1-39ff3f890ffe', 'mac_address': 'fa:16:3e:a0:15:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4db804-8101-4dd3-b960-865e4ac98c1d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:29.132578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Pushing event updated for resources: {'Port': ['ID=6525783e-9c1d-40d9-9b37-6c626106dd25,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:29.136158 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:29.142131 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-c38d9823-b222-4ccb-815c-8583a9dff039 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495551 Jun 17 08:29:29.155249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d238827-a5cf-4d74-b965-c6622ca7862e req-ffb23f8f-62b3-4a95-b3de-8156e9485620 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.156598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9d238827-a5cf-4d74-b965-c6622ca7862e req-ffb23f8f-62b3-4a95-b3de-8156e9485620 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.0795393 Jun 17 08:29:29.168889 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.182427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790c242f-1a96-4b59-b0d1-39ff3f890ffe {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:29.203674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9d238827-a5cf-4d74-b965-c6622ca7862e req-9f9a7081-e069-4d5e-bc00-4d9806f94323 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358224 Jun 17 08:29:29.206087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 790c242f-1a96-4b59-b0d1-39ff3f890ffe, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=790c242f-1a96-4b59-b0d1-39ff3f890ffe,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:29.213016 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.215793 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8b80f27-74c0-4160-8a88-3391a413b713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:29.226503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Network a1455cc8-79e6-44cd-8613-c2abf958f2ca is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:29.230033 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:29.321501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=790c242f-1a96-4b59-b0d1-39ff3f890ffe,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:29.327684 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:29.367566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:29.381204 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-87ffc90c-b56b-4cbb-b48b-324354936fa0 service neutron] 10.222.0.10 "GET /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281303 Jun 17 08:29:29.452213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:29.464740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Router 72aefe17-e211-4789-86de-f634a76024e4 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:29:29.468287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:29.469151 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.473178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['790c242f-1a96-4b59-b0d1-39ff3f890ffe'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:29.540526 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77018f7-a282-4666-8d9c-076e1fb1cc18 req-d2799c93-37b6-4f63-9801-823f71bf43f4 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.543801 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d77018f7-a282-4666-8d9c-076e1fb1cc18 req-d2799c93-37b6-4f63-9801-823f71bf43f4 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 944 time: 0.1801038 Jun 17 08:29:29.583370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33281e7-1598-4e5e-9de3-51179f6646a6 req-0a1fc61b-c490-4b65-b544-2b08cbcb1865 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.587921 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c33281e7-1598-4e5e-9de3-51179f6646a6 req-0a1fc61b-c490-4b65-b544-2b08cbcb1865 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1424029 Jun 17 08:29:29.642305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d77018f7-a282-4666-8d9c-076e1fb1cc18 req-d1cad4dd-43cd-4a91-9032-a6f3d8151894 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869296 Jun 17 08:29:29.647547 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:29:29.654006 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] 10.222.0.47 "PUT /v2.0/routers/72aefe17-e211-4789-86de-f634a76024e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0349646 Jun 17 08:29:29.664250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9b7a2208-c46d-4bb3-a9f7-814a2681cf0a None None] Provisioning complete for port 6525783e-9c1d-40d9-9b37-6c626106dd25 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:29.664814 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9b7a2208-c46d-4bb3-a9f7-814a2681cf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.667348 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.704047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c33281e7-1598-4e5e-9de3-51179f6646a6 req-ae9e9602-1486-42eb-8c4a-44df845f24b1 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977221 Jun 17 08:29:29.732187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=7e4f3766-ea85-4008-95d2-52e0f4c1fae3,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:29.755249 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:29.763780 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:29.793322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-9b7a2208-c46d-4bb3-a9f7-814a2681cf0a None None] Port 6525783e-9c1d-40d9-9b37-6c626106dd25 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:29:29.846087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=7e4f3766-ea85-4008-95d2-52e0f4c1fae3,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:29.850635 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:29.859391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-cd3b83fd-beaf-44d7-b65d-f0e946c0546a tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:29.861547 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-cd3b83fd-beaf-44d7-b65d-f0e946c0546a tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b&tenant_id=bf6e255a98c04f7ba233cf48bf239691&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 1096 time: 0.1049876 Jun 17 08:29:30.010392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-84eb1cd7-c333-42dd-bb10-ab375f4bb227 service neutron] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:30.014015 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-84eb1cd7-c333-42dd-bb10-ab375f4bb227 service neutron] Notify callbacks [] for binding, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.016675 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-12f6a394-b131-4d1d-bbb8-8432c4120cef req-84eb1cd7-c333-42dd-bb10-ab375f4bb227 service neutron] 10.222.0.10 "DELETE /v2.0/ports/6927cc4b-29c3-4536-84c1-654948878170/bindings/n-h2-779913-16 HTTP/1.1" status: 204 len: 173 time: 0.1468155 Jun 17 08:29:30.143982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9620f8-1058-48e9-a848-315839270c47 req-1b39a9cc-42a2-45ae-9dd7-33f5e1b0c966 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:30.145609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d9620f8-1058-48e9-a848-315839270c47 req-1b39a9cc-42a2-45ae-9dd7-33f5e1b0c966 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 945 time: 0.1264951 Jun 17 08:29:30.188678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231ba9a-db57-416b-8281-b511af995ae7 req-840218e0-38b1-405e-a955-9b154234cbd8 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:30.190122 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Sync routers for ids ['72aefe17-e211-4789-86de-f634a76024e4'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:29:30.196169 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c231ba9a-db57-416b-8281-b511af995ae7 req-840218e0-38b1-405e-a955-9b154234cbd8 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1179864 Jun 17 08:29:30.203718 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Routers {'72aefe17-e211-4789-86de-f634a76024e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:30.204725 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:29:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['72aefe17-e211-4789-86de-f634a76024e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:30.239904 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d9620f8-1058-48e9-a848-315839270c47 req-7dba8cdc-1e63-410f-8552-c129689212c4 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869696 Jun 17 08:29:30.266263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c231ba9a-db57-416b-8281-b511af995ae7 req-b5bc6795-288f-4f28-98fa-80e36e5e313c tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671103 Jun 17 08:29:30.352602 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Set router 72aefe17-e211-4789-86de-f634a76024e4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:30.496213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0e556-66a6-4f5b-8ca9-9052b7401726 req-ca3fac0b-58e8-4c63-a7ed-728752c81e9a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:30.504232 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2b0e556-66a6-4f5b-8ca9-9052b7401726 req-ca3fac0b-58e8-4c63-a7ed-728752c81e9a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.0824096 Jun 17 08:29:30.552369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2b0e556-66a6-4f5b-8ca9-9052b7401726 req-b4168a15-cb56-4b21-9555-5a30e107d970 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Jun 17 08:29:30.630346 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aefe17-e211-4789-86de-f634a76024e4', 'name': 'tempest-TaggedBootDevicesTest-1038324182-router', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:28Z', 'revision_number': 4, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'gw_port': {'id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aefe17-e211-4789-86de-f634a76024e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6525783e-9c1d-40d9-9b37-6c626106dd25', 'name': '', 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'mac_address': 'fa:16:3e:cc:dc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aefe17-e211-4789-86de-f634a76024e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'dc0dbef2-659e-4e7f-afc1-8ab99d746506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:29:27Z', 'updated_at': '2021-06-17T08:29:28Z', 'revision_number': 2, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'subnets': [{'id': 'dc0dbef2-659e-4e7f-afc1-8ab99d746506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:30.660896 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Checking router: 72aefe17-e211-4789-86de-f634a76024e4 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:29:30.661263 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Updating router 72aefe17-e211-4789-86de-f634a76024e4 port 6525783e-9c1d-40d9-9b37-6c626106dd25 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:29:30.698837 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:30.900721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd1e00-9236-4b89-aac8-8eec6f2ec2c4 req-9b4e2402-d580-4b1e-a36b-dddb49b4b6db tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:30.903422 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6afd1e00-9236-4b89-aac8-8eec6f2ec2c4 req-9b4e2402-d580-4b1e-a36b-dddb49b4b6db tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 944 time: 0.1225841 Jun 17 08:29:30.925411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 790c242f-1a96-4b59-b0d1-39ff3f890ffe up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:30.985619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6afd1e00-9236-4b89-aac8-8eec6f2ec2c4 req-31a4bc51-2430-46f2-b465-150b0706f26f tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700197 Jun 17 08:29:31.024088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3d932-c395-4d03-ab60-c2b3722a0294 req-7ac6f484-2fa0-4687-9019-3ec60a7648d0 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.025651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64e3d932-c395-4d03-ab60-c2b3722a0294 req-7ac6f484-2fa0-4687-9019-3ec60a7648d0 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1213124 Jun 17 08:29:31.028189 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 790c242f-1a96-4b59-b0d1-39ff3f890ffe completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:31.036860 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 790c242f-1a96-4b59-b0d1-39ff3f890ffe triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:31.037261 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.083580 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64e3d932-c395-4d03-ab60-c2b3722a0294 req-e81ba6ed-0c74-435a-9b08-644b578d8f92 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503881 Jun 17 08:29:31.098032 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.109528 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Transition to ACTIVE for port object 6525783e-9c1d-40d9-9b37-6c626106dd25 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:31.118239 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.121689 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:31.156586 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.212212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 790c242f-1a96-4b59-b0d1-39ff3f890ffe, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=790c242f-1a96-4b59-b0d1-39ff3f890ffe,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:31.213784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790c242f-1a96-4b59-b0d1-39ff3f890ffe'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:31.217156 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca4cee0-8bca-421d-aed8-bf9f3977e5a2" -d '{"events": [{"server_uuid": "c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1", "name": "network-vif-plugged", "status": "completed", "tag": "790c242f-1a96-4b59-b0d1-39ff3f890ffe"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:31.223161 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.226470 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:31.234023 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4913f-00db-4fb0-99c6-e23fa4f1575c None None] Pushing event updated for resources: {'Port': ['ID=6525783e-9c1d-40d9-9b37-6c626106dd25,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:31.247047 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-78c4913f-00db-4fb0-99c6-e23fa4f1575c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:31.261398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43406bc0-4ac5-4611-8212-12ee363e0470 req-101b8b00-6608-4e4f-ab62-e7edb9bd65c7 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.269342 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43406bc0-4ac5-4611-8212-12ee363e0470 req-101b8b00-6608-4e4f-ab62-e7edb9bd65c7 tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 1096 time: 0.0898368 Jun 17 08:29:31.302947 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0991f11-00c6-42bd-8231-e58719154538 x-openstack-request-id: req-c0991f11-00c6-42bd-8231-e58719154538 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:31.302947 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1", "name": "network-vif-plugged", "status": "completed", "tag": "790c242f-1a96-4b59-b0d1-39ff3f890ffe", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:31.302947 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c0991f11-00c6-42bd-8231-e58719154538 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:31.302947 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790c242f-1a96-4b59-b0d1-39ff3f890ffe', 'code': 200} Jun 17 08:29:31.304739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=790c242f-1a96-4b59-b0d1-39ff3f890ffe,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:31.317639 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:31.374906 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43406bc0-4ac5-4611-8212-12ee363e0470 req-b12345c4-8595-4568-86a9-6f5ab4f0d54b tempest-LiveMigrationTest-830969729 tempest-LiveMigrationTest-830969729-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033528 Jun 17 08:29:31.376795 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Attempting to bind port 6525783e-9c1d-40d9-9b37-6c626106dd25 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:31.377176 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Attempting to bind port 6525783e-9c1d-40d9-9b37-6c626106dd25 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '0d53ee1c-3701-4bd7-94ab-b1b16d839845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:31.377608 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Attempting to bind port 6525783e-9c1d-40d9-9b37-6c626106dd25 on network a1455cc8-79e6-44cd-8613-c2abf958f2ca {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:31.394380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:31.399765 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:31.400417 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Checking segment: {'id': '0d53ee1c-3701-4bd7-94ab-b1b16d839845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:31.401054 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.401871 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Bound using segment: {'id': '0d53ee1c-3701-4bd7-94ab-b1b16d839845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:31.402619 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Bound port: 6525783e-9c1d-40d9-9b37-6c626106dd25, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d53ee1c-3701-4bd7-94ab-b1b16d839845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:31.405448 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.538365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f912b483-8dc1-473c-9b32-6a4641ff75ee req-f27d2dea-6dd7-4819-b83a-20157a873b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.540345 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f912b483-8dc1-473c-9b32-6a4641ff75ee req-f27d2dea-6dd7-4819-b83a-20157a873b05 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 1098 time: 0.1349344 Jun 17 08:29:31.550434 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] For port 6525783e-9c1d-40d9-9b37-6c626106dd25, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:31.556147 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] For port 6525783e-9c1d-40d9-9b37-6c626106dd25, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6525783e-9c1d-40d9-9b37-6c626106dd25,segment=NetworkSegment(0d53ee1c-3701-4bd7-94ab-b1b16d839845),segment_id=0d53ee1c-3701-4bd7-94ab-b1b16d839845)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:31.563596 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.575408 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-17c5864c-30b1-44e8-b9e4-801ee9eda6c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:31.599449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:31.601001 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:31.639332 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Routers {'72aefe17-e211-4789-86de-f634a76024e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:29:31.641792 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:29:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['72aefe17-e211-4789-86de-f634a76024e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:31.778547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f912b483-8dc1-473c-9b32-6a4641ff75ee req-3b6f23e2-436b-4c63-b455-4fd492da09df service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289255 Jun 17 08:29:31.796086 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5312c8-54e8-428c-9fc5-cd15f5529ba5 req-faa9b1f9-e1b4-4b8e-8be1-c972518e2b99 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.802536 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4913f-00db-4fb0-99c6-e23fa4f1575c None None] Pushing event updated for resources: {'Port': ['ID=6525783e-9c1d-40d9-9b37-6c626106dd25,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:31.803775 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f5312c8-54e8-428c-9fc5-cd15f5529ba5 req-faa9b1f9-e1b4-4b8e-8be1-c972518e2b99 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 946 time: 0.3074558 Jun 17 08:29:31.814339 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-78c4913f-00db-4fb0-99c6-e23fa4f1575c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:31.847098 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] Set router 72aefe17-e211-4789-86de-f634a76024e4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:29:31.869746 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f5312c8-54e8-428c-9fc5-cd15f5529ba5 req-763f51f5-a9ab-4bfc-aa8e-414e868b62c6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647380 Jun 17 08:29:31.910903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a7ac0-1b6d-411f-a585-259a699f5bf4 req-d6eebfb5-55e0-46cb-95cc-f1d61028b1ea tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:31.917792 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c3a7ac0-1b6d-411f-a585-259a699f5bf4 req-d6eebfb5-55e0-46cb-95cc-f1d61028b1ea tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.2688162 Jun 17 08:29:31.971353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c3a7ac0-1b6d-411f-a585-259a699f5bf4 req-4dc8c701-6ede-42e5-996f-0cb7fe395e7c tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473721 Jun 17 08:29:32.117475 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aefe17-e211-4789-86de-f634a76024e4', 'name': 'tempest-TaggedBootDevicesTest-1038324182-router', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:28Z', 'revision_number': 4, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'gw_port': {'id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aefe17-e211-4789-86de-f634a76024e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6525783e-9c1d-40d9-9b37-6c626106dd25', 'name': '', 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'mac_address': 'fa:16:3e:cc:dc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aefe17-e211-4789-86de-f634a76024e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'dc0dbef2-659e-4e7f-afc1-8ab99d746506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:29:27Z', 'updated_at': '2021-06-17T08:29:31Z', 'revision_number': 4, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'subnets': [{'id': 'dc0dbef2-659e-4e7f-afc1-8ab99d746506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:32.152138 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7094e6-7fda-4e40-89c9-a67f3bfa7eef None None] The sync data for ids ['72aefe17-e211-4789-86de-f634a76024e4'] in n-d-779913-16 is: [{'id': '72aefe17-e211-4789-86de-f634a76024e4', 'name': 'tempest-TaggedBootDevicesTest-1038324182-router', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:28Z', 'revision_number': 4, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'gw_port': {'id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aefe17-e211-4789-86de-f634a76024e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6525783e-9c1d-40d9-9b37-6c626106dd25', 'name': '', 'network_id': 'a1455cc8-79e6-44cd-8613-c2abf958f2ca', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'mac_address': 'fa:16:3e:cc:dc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72aefe17-e211-4789-86de-f634a76024e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1151, 'fixed_ips': [{'subnet_id': 'dc0dbef2-659e-4e7f-afc1-8ab99d746506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:29:27Z', 'updated_at': '2021-06-17T08:29:31Z', 'revision_number': 4, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'subnets': [{'id': 'dc0dbef2-659e-4e7f-afc1-8ab99d746506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:29:32.342988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8077c471-bd60-4b0d-86a6-63cd48f0541b req-5f23528c-ab38-4dc9-bdba-eec47633f444 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:32.351837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8077c471-bd60-4b0d-86a6-63cd48f0541b req-5f23528c-ab38-4dc9-bdba-eec47633f444 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1095388 Jun 17 08:29:32.398793 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8077c471-bd60-4b0d-86a6-63cd48f0541b req-b7e3fccc-e00f-474f-9604-ffe95135c023 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Jun 17 08:29:32.520791 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe0a23-fd92-48b1-b866-a4cc1aa256af req-752f1af3-a3db-4cdf-9543-3063f324c170 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:32.536002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4fe0a23-fd92-48b1-b866-a4cc1aa256af req-752f1af3-a3db-4cdf-9543-3063f324c170 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1210842 Jun 17 08:29:32.595121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4fe0a23-fd92-48b1-b866-a4cc1aa256af req-7334d6af-5808-4d26-8047-846e7b859b2f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580709 Jun 17 08:29:32.675993 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e84500-9c31-4fae-953d-91dda3e0b54a req-0fc0df56-cf18-443c-a092-40d2b7cb6be3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:32.677792 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9e84500-9c31-4fae-953d-91dda3e0b54a req-0fc0df56-cf18-443c-a092-40d2b7cb6be3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 944 time: 0.1030462 Jun 17 08:29:32.778398 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9e84500-9c31-4fae-953d-91dda3e0b54a req-40375123-4db8-4977-bd76-072c2d9eae80 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895956 Jun 17 08:29:32.882281 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.179918 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7e700-6056-4add-ab90-6b8a976208a9 req-2981228d-5f1c-4495-924e-58ba4d8b086b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.181508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4a7e700-6056-4add-ab90-6b8a976208a9 req-2981228d-5f1c-4495-924e-58ba4d8b086b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 946 time: 0.1633747 Jun 17 08:29:33.197460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ec3c-75f4-4c66-8906-caef1b4ea237 req-ed65f659-7d2f-4832-801b-529c3d91d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.199099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6d0ec3c-75f4-4c66-8906-caef1b4ea237 req-ed65f659-7d2f-4832-801b-529c3d91d7d0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1096 time: 0.1320775 Jun 17 08:29:33.217151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a665dce-1443-43ce-acc5-0416fb71b742 req-ad2be0cb-d736-4e12-8744-c4fe3ce05537 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.218137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a665dce-1443-43ce-acc5-0416fb71b742 req-ad2be0cb-d736-4e12-8744-c4fe3ce05537 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1196854 Jun 17 08:29:33.234137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21d389-4df1-420c-a1a1-01bbd267e03a req-f3a0e3ec-8a36-46c7-9c3d-30bf23f8bc2c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.236564 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5f21d389-4df1-420c-a1a1-01bbd267e03a req-f3a0e3ec-8a36-46c7-9c3d-30bf23f8bc2c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.10 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 944 time: 0.1021678 Jun 17 08:29:33.364031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6525783e-9c1d-40d9-9b37-6c626106dd25 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:33.391239 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-5f21d389-4df1-420c-a1a1-01bbd267e03a req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Deleting port 6927cc4b-29c3-4536-84c1-654948878170 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:33.391980 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5f21d389-4df1-420c-a1a1-01bbd267e03a req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.419734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a665dce-1443-43ce-acc5-0416fb71b742 req-990f7ff5-0ebb-4f7f-92dd-0ef39f3774a0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653388 Jun 17 08:29:33.435133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 6525783e-9c1d-40d9-9b37-6c626106dd25 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:33.446952 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6525783e-9c1d-40d9-9b37-6c626106dd25 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:33.447440 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.456624 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4a7e700-6056-4add-ab90-6b8a976208a9 req-905ed36e-5df7-400b-990e-c08ce1d8b9a7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625704 Jun 17 08:29:33.550758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ec3c-75f4-4c66-8906-caef1b4ea237 req-302480aa-c8ce-40ba-aca3-805f4b26cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.552616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6d0ec3c-75f4-4c66-8906-caef1b4ea237 req-302480aa-c8ce-40ba-aca3-805f4b26cd4a service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.3450184 Jun 17 08:29:33.595176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5f21d389-4df1-420c-a1a1-01bbd267e03a req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] For port 6927cc4b-29c3-4536-84c1-654948878170, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6927cc4b-29c3-4536-84c1-654948878170,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:33.595694 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5f21d389-4df1-420c-a1a1-01bbd267e03a req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.693855 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.752870 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-5f21d389-4df1-420c-a1a1-01bbd267e03a req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Calling delete_port for 6927cc4b-29c3-4536-84c1-654948878170 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:33.756111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 6525783e-9c1d-40d9-9b37-6c626106dd25, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6525783e-9c1d-40d9-9b37-6c626106dd25,segment=NetworkSegment(0d53ee1c-3701-4bd7-94ab-b1b16d839845),segment_id=0d53ee1c-3701-4bd7-94ab-b1b16d839845)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:33.762895 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:33.770449 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:33.784152 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6d0ec3c-75f4-4c66-8906-caef1b4ea237 req-7f7c2042-86d3-45b2-931c-3e141b0e3ecc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 999 time: 0.2243278 Jun 17 08:29:33.850463 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=6525783e-9c1d-40d9-9b37-6c626106dd25,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:33.855596 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:33.908026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08307f44-fc81-4e83-acb9-0c2f72b64c5d req-4ec10f95-9184-4a6b-9b64-1619d1e77a9b tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.909717 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08307f44-fc81-4e83-acb9-0c2f72b64c5d req-4ec10f95-9184-4a6b-9b64-1619d1e77a9b tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.2569990 Jun 17 08:29:33.930566 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ec3c-75f4-4c66-8906-caef1b4ea237 req-a40bf7ca-21a8-4741-b480-491bb6553e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:33.932287 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6d0ec3c-75f4-4c66-8906-caef1b4ea237 req-a40bf7ca-21a8-4741-b480-491bb6553e1c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.1241648 Jun 17 08:29:33.995199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c2c6b-6d2f-43cf-9859-32f7e990aba6 req-a4b6ca7f-b53a-425c-b615-297106d3e71d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:34.002106 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5f21d389-4df1-420c-a1a1-01bbd267e03a req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:34.002364 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e9c2c6b-6d2f-43cf-9859-32f7e990aba6 req-a4b6ca7f-b53a-425c-b615-297106d3e71d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.2548919 Jun 17 08:29:34.010424 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-52d2bdee-64e6-40d0-a968-c36000b19ae6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:34.016207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['6927cc4b-29c3-4536-84c1-654948878170'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:34.036860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08307f44-fc81-4e83-acb9-0c2f72b64c5d req-8a1844fb-81bc-461b-a8ab-90583d9ca378 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196914 Jun 17 08:29:34.043422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Pushing event deleted for resources: {'Port': ['ID=6927cc4b-29c3-4536-84c1-654948878170,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:34.057270 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:34.070577 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e9c2c6b-6d2f-43cf-9859-32f7e990aba6 req-9bd42ac1-3ac8-4572-b087-b9d3b0bdebf0 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635061 Jun 17 08:29:34.102744 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0ec3c-75f4-4c66-8906-caef1b4ea237 req-556736cc-5e3f-42ce-9b1e-5d01d3d1ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:34.104407 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6d0ec3c-75f4-4c66-8906-caef1b4ea237 req-556736cc-5e3f-42ce-9b1e-5d01d3d1ba3f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1511252 Jun 17 08:29:34.129552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f21d389-4df1-420c-a1a1-01bbd267e03a req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] No DVR routers for this DVR port 6927cc4b-29c3-4536-84c1-654948878170 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:34.137782 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5f21d389-4df1-420c-a1a1-01bbd267e03a req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:34.143137 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5f21d389-4df1-420c-a1a1-01bbd267e03a req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.10 "DELETE /v2.0/ports/6927cc4b-29c3-4536-84c1-654948878170 HTTP/1.1" status: 204 len: 173 time: 0.8982134 Jun 17 08:29:34.145979 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'name': 'network-vif-deleted', 'tag': '6927cc4b-29c3-4536-84c1-654948878170'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:34.151780 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa880dc3-387a-4e63-8060-7b885ddcb8a8" -d '{"events": [{"server_uuid": "33baf5cf-38b5-4e35-9300-995a4d80857b", "name": "network-vif-deleted", "tag": "6927cc4b-29c3-4536-84c1-654948878170"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:34.544352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-383d5153-2ec7-40de-8c92-0e116d5ddbb5 req-4fedbdde-e555-4a63-b3f1-3f83c732469e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 210 time: 0.0386934 Jun 17 08:29:34.600158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6d0ec3c-75f4-4c66-8906-caef1b4ea237 req-072eb4f8-238b-48f5-ab5d-63b04aacaaa0 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788880 Jun 17 08:29:34.608967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543ec5-bf88-4a74-8479-2de63b695297 req-f1b4259e-2524-4182-a42d-6a1396a7fac9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:34.610567 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5543ec5-bf88-4a74-8479-2de63b695297 req-f1b4259e-2524-4182-a42d-6a1396a7fac9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.4576612 Jun 17 08:29:34.610957 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594b23cd-705b-4c45-90a0-6c8ff0af500e x-openstack-request-id: req-594b23cd-705b-4c45-90a0-6c8ff0af500e {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:34.611446 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33baf5cf-38b5-4e35-9300-995a4d80857b", "name": "network-vif-deleted", "tag": "6927cc4b-29c3-4536-84c1-654948878170", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:34.611665 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-594b23cd-705b-4c45-90a0-6c8ff0af500e {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:34.612065 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33baf5cf-38b5-4e35-9300-995a4d80857b', 'name': 'network-vif-deleted', 'tag': '6927cc4b-29c3-4536-84c1-654948878170', 'status': 'completed', 'code': 200} Jun 17 08:29:34.707632 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5543ec5-bf88-4a74-8479-2de63b695297 req-f668ccfa-272f-4e5b-82a1-07b2a3a93217 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758445 Jun 17 08:29:34.749722 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6d0ec3c-75f4-4c66-8906-caef1b4ea237 req-7873ed86-3fb4-4970-83be-a1473af860a4 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380763 Jun 17 08:29:34.831817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c62b867-5583-418d-bc70-e72ecd29765e req-a4cfa304-90f4-4184-9f7c-9ab8f20dae16 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:34.833319 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c62b867-5583-418d-bc70-e72ecd29765e req-a4cfa304-90f4-4184-9f7c-9ab8f20dae16 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1037986 Jun 17 08:29:34.970714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c62b867-5583-418d-bc70-e72ecd29765e req-bba98c87-d6f5-4b25-9481-bc57353e6a6a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312859 Jun 17 08:29:35.044680 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b05490-075f-4f84-a772-e9e430f74213 req-6459e072-e450-4ee4-9923-a31803e810a3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.053020 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15b05490-075f-4f84-a772-e9e430f74213 req-6459e072-e450-4ee4-9923-a31803e810a3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 946 time: 0.1716521 Jun 17 08:29:35.098566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15b05490-075f-4f84-a772-e9e430f74213 req-4b83aae0-5bcc-45c4-8860-b22604dd4d4e tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442913 Jun 17 08:29:35.356020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6525783e-9c1d-40d9-9b37-6c626106dd25 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:35.375414 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed878bb-213c-4890-b75e-035bbbb53c2d req-c8dd794a-41ef-4a47-80eb-e90bbb32bd24 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.383321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ed878bb-213c-4890-b75e-035bbbb53c2d req-c8dd794a-41ef-4a47-80eb-e90bbb32bd24 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1373320 Jun 17 08:29:35.415462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba04e6-4f9b-4d3c-b84a-bdfa159327e8 req-4b6077cd-ea1b-40a6-b29a-2d9a8e715cfd tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.417220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73ba04e6-4f9b-4d3c-b84a-bdfa159327e8 req-4b6077cd-ea1b-40a6-b29a-2d9a8e715cfd tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1396515 Jun 17 08:29:35.429950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6525783e-9c1d-40d9-9b37-6c626106dd25 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:35.430458 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:35.451398 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ed878bb-213c-4890-b75e-035bbbb53c2d req-7815b84c-ba64-4123-be4e-305045e0ba9c tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670626 Jun 17 08:29:35.487643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73ba04e6-4f9b-4d3c-b84a-bdfa159327e8 req-9afbab7a-ffee-4568-a2f3-637d7bcbf319 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631974 Jun 17 08:29:35.652675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec6539-d309-4a23-97b4-00c23cb8ac64 req-49da4e52-796a-4e64-9abe-6b70772100c0 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.654628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dec6539-d309-4a23-97b4-00c23cb8ac64 req-49da4e52-796a-4e64-9abe-6b70772100c0 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 946 time: 0.0765922 Jun 17 08:29:35.719653 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aede2a00-c440-4a73-b005-7da76458252c req-b0b71bf2-5810-4d5c-b1da-0a4035b08162 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 210 time: 0.0360007 Jun 17 08:29:35.734221 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dec6539-d309-4a23-97b4-00c23cb8ac64 req-a83ad060-39af-49fe-b1dc-d8b4c6c7d37e tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723922 Jun 17 08:29:35.944415 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87a1fb-1f28-432e-901f-0618626e5350 req-89dfa588-3391-4634-b7fd-751bc52b9e8e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:35.956608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5f87a1fb-1f28-432e-901f-0618626e5350 req-89dfa588-3391-4634-b7fd-751bc52b9e8e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1023510 Jun 17 08:29:36.032936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5f87a1fb-1f28-432e-901f-0618626e5350 req-f0ad466f-5b00-4de8-bdd8-82dd8026e1e9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740986 Jun 17 08:29:36.264625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46078086-5923-4cf7-98f7-9d1d77a187ed req-dd736c90-da32-4404-a317-eeabf995f14a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:36.266306 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46078086-5923-4cf7-98f7-9d1d77a187ed req-dd736c90-da32-4404-a317-eeabf995f14a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 946 time: 0.1123736 Jun 17 08:29:36.288055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c230b7-404b-4370-8a1d-62d28a5030d5 req-e60ea536-d3ee-4715-a08c-b23e8ef9c473 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:36.291361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18c230b7-404b-4370-8a1d-62d28a5030d5 req-e60ea536-d3ee-4715-a08c-b23e8ef9c473 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1022348 Jun 17 08:29:36.338745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46078086-5923-4cf7-98f7-9d1d77a187ed req-e30b4097-c6e1-4d9d-b78f-56bea6e51d78 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650437 Jun 17 08:29:36.363174 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18c230b7-404b-4370-8a1d-62d28a5030d5 req-1a81a269-d18d-4165-8d7f-b1647dd3b4a9 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568006 Jun 17 08:29:36.694124 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa55c07-6ff3-490d-9b62-fa8ae1d4bb93 req-695e490e-7230-454e-8834-7e5f008f3bde tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:36.695822 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eaa55c07-6ff3-490d-9b62-fa8ae1d4bb93 req-695e490e-7230-454e-8834-7e5f008f3bde tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.0992448 Jun 17 08:29:36.753449 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eaa55c07-6ff3-490d-9b62-fa8ae1d4bb93 req-1934260d-4b3b-414c-925a-294c228988a1 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497501 Jun 17 08:29:36.760887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f829a5-b37a-43e3-b4d1-fcec18509199 req-e1f32ba0-a5fb-4830-bae4-ff83413c3e60 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:36.762409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93f829a5-b37a-43e3-b4d1-fcec18509199 req-e1f32ba0-a5fb-4830-bae4-ff83413c3e60 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1135163 Jun 17 08:29:36.807563 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93f829a5-b37a-43e3-b4d1-fcec18509199 req-62213993-a676-454c-a04e-391bb260e89e tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372572 Jun 17 08:29:36.921126 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f93c879d-4b9c-42fe-bbed-55bb6a69f524 req-146ea43a-ed8c-4481-bd70-6736516d8806 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=33baf5cf-38b5-4e35-9300-995a4d80857b HTTP/1.1" status: 200 len: 210 time: 0.0428512 Jun 17 08:29:36.942546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6927cc4b-29c3-4536-84c1-654948878170 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:36.963704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 6927cc4b-29c3-4536-84c1-654948878170 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:36.964341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6927cc4b-29c3-4536-84c1-654948878170 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:37.234561 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ffd7f-18c3-476c-9ac4-78ac3cd01cb7 req-71663f06-d53d-4518-a12b-df62670ca384 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:37.236216 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f21ffd7f-18c3-476c-9ac4-78ac3cd01cb7 req-71663f06-d53d-4518-a12b-df62670ca384 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.0683982 Jun 17 08:29:37.275234 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f21ffd7f-18c3-476c-9ac4-78ac3cd01cb7 req-27b96690-906b-48eb-abd0-f202a4f067ae tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329454 Jun 17 08:29:37.555199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9656d8f-66d2-4fc7-9e40-e3e12e1476a2 req-280dcd63-2fc5-443e-8f4f-200cc5cf5db1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:37.557004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9656d8f-66d2-4fc7-9e40-e3e12e1476a2 req-280dcd63-2fc5-443e-8f4f-200cc5cf5db1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 946 time: 0.0932877 Jun 17 08:29:37.626919 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9656d8f-66d2-4fc7-9e40-e3e12e1476a2 req-0a692a1b-f297-4fcf-b696-a03178a254d0 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454824 Jun 17 08:29:37.645920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9869e35-4c35-4e8b-88a3-69899e466251 req-5ba959ec-7f1d-4d4a-9de3-486b30460d39 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:37.647913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9869e35-4c35-4e8b-88a3-69899e466251 req-5ba959ec-7f1d-4d4a-9de3-486b30460d39 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1155980 Jun 17 08:29:37.727642 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9869e35-4c35-4e8b-88a3-69899e466251 req-aec08351-aa67-4cc1-8c4c-aaa9f8b9f2d8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658109 Jun 17 08:29:37.761184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d828e7d-6163-4bed-8c9a-958f9daf561e req-8563152f-4f4f-4297-ac5f-c78b42ed422f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:37.762827 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7d828e7d-6163-4bed-8c9a-958f9daf561e req-8563152f-4f4f-4297-ac5f-c78b42ed422f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 946 time: 0.1137891 Jun 17 08:29:37.925238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-7d828e7d-6163-4bed-8c9a-958f9daf561e req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Deleting port 790c242f-1a96-4b59-b0d1-39ff3f890ffe {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:37.925790 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7d828e7d-6163-4bed-8c9a-958f9daf561e req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:38.112679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-7d828e7d-6163-4bed-8c9a-958f9daf561e req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] For port 790c242f-1a96-4b59-b0d1-39ff3f890ffe, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=790c242f-1a96-4b59-b0d1-39ff3f890ffe,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:38.113048 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7d828e7d-6163-4bed-8c9a-958f9daf561e req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:38.142189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c191d-797c-45d8-b761-d06836d57e52 req-d26b1330-494f-4dde-b857-3848b27b3809 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:38.143751 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b56c191d-797c-45d8-b761-d06836d57e52 req-d26b1330-494f-4dde-b857-3848b27b3809 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.2349083 Jun 17 08:29:38.231799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-7d828e7d-6163-4bed-8c9a-958f9daf561e req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Calling delete_port for 790c242f-1a96-4b59-b0d1-39ff3f890ffe owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:38.243952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb83f6a-b187-4bf4-9fdb-79ed75f9649e req-6eb98108-7a81-4f9f-819d-d5c7fbb047ab tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:38.245816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8cb83f6a-b187-4bf4-9fdb-79ed75f9649e req-6eb98108-7a81-4f9f-819d-d5c7fbb047ab tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.2732038 Jun 17 08:29:38.361741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b56c191d-797c-45d8-b761-d06836d57e52 req-7a5e3c1b-d17e-4c19-85b8-fdf500e11d4b tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688585 Jun 17 08:29:38.376302 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8cb83f6a-b187-4bf4-9fdb-79ed75f9649e req-c5220044-6903-4e0f-9ac5-683932bdcf77 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208851 Jun 17 08:29:38.488848 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7d828e7d-6163-4bed-8c9a-958f9daf561e req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:38.495127 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8504ae1-dc06-4347-8239-93b41417c4ab tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:38.503486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194', '790c242f-1a96-4b59-b0d1-39ff3f890ffe'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:38.597296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event deleted for resources: {'Port': ['ID=790c242f-1a96-4b59-b0d1-39ff3f890ffe,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:38.611457 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:38.737089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d828e7d-6163-4bed-8c9a-958f9daf561e req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] No DVR routers for this DVR port 790c242f-1a96-4b59-b0d1-39ff3f890ffe on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:38.743817 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7d828e7d-6163-4bed-8c9a-958f9daf561e req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:38.745986 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7d828e7d-6163-4bed-8c9a-958f9daf561e req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "DELETE /v2.0/ports/790c242f-1a96-4b59-b0d1-39ff3f890ffe HTTP/1.1" status: 204 len: 173 time: 0.9755509 Jun 17 08:29:38.747558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1', 'name': 'network-vif-deleted', 'tag': '790c242f-1a96-4b59-b0d1-39ff3f890ffe'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:38.750811 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a330997e-3a0a-441d-aaea-8a2e9fdba932" -d '{"events": [{"server_uuid": "c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1", "name": "network-vif-deleted", "tag": "790c242f-1a96-4b59-b0d1-39ff3f890ffe"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:38.783684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5276e-5825-4f89-b6ed-f50ea50c7496 req-de35f3c5-b271-4f4b-ab1d-eee2582a8683 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:38.793051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52b5276e-5825-4f89-b6ed-f50ea50c7496 req-de35f3c5-b271-4f4b-ab1d-eee2582a8683 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.2274256 Jun 17 08:29:38.831732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a604c94-cf94-4a78-9200-f819325f2a7e req-bb0e52e0-6402-4879-8607-d46d5b0d0799 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0360510 Jun 17 08:29:38.881530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52b5276e-5825-4f89-b6ed-f50ea50c7496 req-8c6b9c07-0dfd-4b39-a6f2-7fc714701bca tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873375 Jun 17 08:29:38.957452 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3bbd8f-1fc5-4c8e-afc8-9dc4682ea607 x-openstack-request-id: req-fd3bbd8f-1fc5-4c8e-afc8-9dc4682ea607 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:38.958017 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1", "name": "network-vif-deleted", "tag": "790c242f-1a96-4b59-b0d1-39ff3f890ffe", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:38.958191 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd3bbd8f-1fc5-4c8e-afc8-9dc4682ea607 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:38.958597 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ef242d-c5f5-43f5-b0ec-1a95a528a5d1', 'name': 'network-vif-deleted', 'tag': '790c242f-1a96-4b59-b0d1-39ff3f890ffe', 'status': 'completed', 'code': 200} Jun 17 08:29:39.015056 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:39.109326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899e1f0-05a6-4593-b297-d8502c589239 req-d5b76cba-244f-4850-9e28-cd323640e2ce tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:39.115309 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7899e1f0-05a6-4593-b297-d8502c589239 req-d5b76cba-244f-4850-9e28-cd323640e2ce tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.0884035 Jun 17 08:29:39.171832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7899e1f0-05a6-4593-b297-d8502c589239 req-b200538e-7e90-48ef-9adf-8b1893d51738 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537992 Jun 17 08:29:39.695026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f520713-a7f7-4849-a7d0-5956fa43a8bf req-52eacdfb-d06f-480d-86f8-b162229c51ab tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:39.697765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f520713-a7f7-4849-a7d0-5956fa43a8bf req-52eacdfb-d06f-480d-86f8-b162229c51ab tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1660631 Jun 17 08:29:39.721418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d32cf-661d-40eb-9541-a6e06dfa99c2 req-be802b36-5144-4293-ac39-9b9b692d0546 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:39.723098 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-234d32cf-661d-40eb-9541-a6e06dfa99c2 req-be802b36-5144-4293-ac39-9b9b692d0546 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1453543 Jun 17 08:29:39.778251 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f520713-a7f7-4849-a7d0-5956fa43a8bf req-da5d2987-22b0-4c7b-b73f-30fe46a32890 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727501 Jun 17 08:29:39.788497 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-234d32cf-661d-40eb-9541-a6e06dfa99c2 req-78459cf6-4e10-4f6d-8df2-018bf5c236a1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563214 Jun 17 08:29:40.173339 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405693e-3031-430e-88c1-3ca0b75adc7a req-7878494b-397a-49ba-bf4c-ff84ffde5521 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:40.181257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7405693e-3031-430e-88c1-3ca0b75adc7a req-7878494b-397a-49ba-bf4c-ff84ffde5521 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.0828433 Jun 17 08:29:40.231604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7405693e-3031-430e-88c1-3ca0b75adc7a req-3a3148dd-9b76-4d2a-8a03-9252fe3bf345 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493140 Jun 17 08:29:40.628147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093cbe1-c6a3-4101-88c4-b3a9afe7f44e req-54fe4bcb-cf61-4312-9c7f-20ae6a4a4421 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:40.642386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1093cbe1-c6a3-4101-88c4-b3a9afe7f44e req-54fe4bcb-cf61-4312-9c7f-20ae6a4a4421 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1488564 Jun 17 08:29:40.797929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1093cbe1-c6a3-4101-88c4-b3a9afe7f44e req-9e60f3fa-a0db-4bd4-87e9-d359a82111fb tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543489 Jun 17 08:29:40.886722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca017231-386b-4366-becd-5739bed7c16e req-d180ec62-5fb5-4d53-ac2d-ce99c4a88003 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:40.893800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-d180ec62-5fb5-4d53-ac2d-ce99c4a88003 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.2077281 Jun 17 08:29:40.910376 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-69ef5d0a-93a1-494f-967b-e0883c9376a4 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/quotas/79ea1abce073485f95175427f07f9668 HTTP/1.1" status: 200 len: 375 time: 0.0155621 Jun 17 08:29:41.014510 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-c9eee114-56bf-483f-9cb6-027c86ea6a65 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959716 Jun 17 08:29:41.126592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e5af0-1ca5-4855-86a6-1a4883a096d6 req-69a356d4-7216-486e-ab32-73bdc6736b1b tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:41.128276 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-252e5af0-1ca5-4855-86a6-1a4883a096d6 req-69a356d4-7216-486e-ab32-73bdc6736b1b tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1665103 Jun 17 08:29:41.138137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-97d68323-29b2-4e29-82f3-5509110fad41 service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225193 Jun 17 08:29:41.228134 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-252e5af0-1ca5-4855-86a6-1a4883a096d6 req-029dc21a-06ee-495a-bfe4-fcb66d0645e5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816274 Jun 17 08:29:41.278213 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-ce6effa8-a1f7-4b4a-a03a-e679f9833130 service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391025 Jun 17 08:29:41.513328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0bec8-bbc0-44d5-abda-817832beef38 req-f0e30f8f-381d-46ec-b7fa-ad72e0467a5a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:41.524645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1af0bec8-bbc0-44d5-abda-817832beef38 req-f0e30f8f-381d-46ec-b7fa-ad72e0467a5a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1157920 Jun 17 08:29:41.640989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1af0bec8-bbc0-44d5-abda-817832beef38 req-2e7f4fef-8126-484b-a279-f07d9ad81d4c tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152096 Jun 17 08:29:41.697503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49aadd4-8031-49ac-a636-9bf5698d6dfd req-388a7070-878f-4eec-ad9a-925f2f0209a3 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:41.703443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d49aadd4-8031-49ac-a636-9bf5698d6dfd req-388a7070-878f-4eec-ad9a-925f2f0209a3 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1349685 Jun 17 08:29:41.773263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d49aadd4-8031-49ac-a636-9bf5698d6dfd req-bcff70c4-825a-4b1d-81cb-4d55fc0e64d0 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638857 Jun 17 08:29:41.903711 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a55b5200-3771-4cba-a5a3-0b8164e52271 req-fcb0298f-5548-4524-8cf4-1e27a7f2214a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 210 time: 0.0500071 Jun 17 08:29:42.269336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a4320-650b-43f8-8e81-0f1af43544a8 req-a449c591-a4aa-4bfb-a3d3-3312c8eb665b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.276767 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9a4320-650b-43f8-8e81-0f1af43544a8 req-a449c591-a4aa-4bfb-a3d3-3312c8eb665b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1494341 Jun 17 08:29:42.347570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f9a4320-650b-43f8-8e81-0f1af43544a8 req-60590301-14ee-4005-8331-35f93ee5d146 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699444 Jun 17 08:29:42.409394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035b2bf-9cfa-454b-899f-d5313329b912 req-dc7da28f-3357-4869-a518-ed98377e3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.409394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a035b2bf-9cfa-454b-899f-d5313329b912 req-dc7da28f-3357-4869-a518-ed98377e3608 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 1097 time: 0.1728950 Jun 17 08:29:42.471658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a035b2bf-9cfa-454b-899f-d5313329b912 req-442e6785-7e81-481d-ab0e-da40ade9c562 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481319 Jun 17 08:29:42.485264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e47a33-685a-403d-96b4-7727b1d8ec86 req-a8bc1295-fe17-4258-948f-948e0181d565 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.492513 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e47a33-685a-403d-96b4-7727b1d8ec86 req-a8bc1295-fe17-4258-948f-948e0181d565 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 944 time: 0.1356540 Jun 17 08:29:42.547567 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e47a33-685a-403d-96b4-7727b1d8ec86 req-33f3dffb-b4c2-4147-a273-46ddf73671be tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538845 Jun 17 08:29:42.651822 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6433ac-d7e1-4a73-9102-62699a8f756f req-9e30e3f3-a200-435e-833c-8af23a532702 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.654250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa6433ac-d7e1-4a73-9102-62699a8f756f req-9e30e3f3-a200-435e-833c-8af23a532702 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1240449 Jun 17 08:29:42.702982 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa6433ac-d7e1-4a73-9102-62699a8f756f req-25e4d0af-91e4-442a-969c-c984b57b401b tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419223 Jun 17 08:29:42.835659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ebe87-1931-4d38-b98e-4243c8da6173 req-6fca6b94-eb8c-432f-87a0-291eb96d3258 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:42.837610 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a8ebe87-1931-4d38-b98e-4243c8da6173 req-6fca6b94-eb8c-432f-87a0-291eb96d3258 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.0707273 Jun 17 08:29:42.889410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a8ebe87-1931-4d38-b98e-4243c8da6173 req-8e80e0f7-7b25-4e79-80b7-8cd0ba4fb1c9 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464334 Jun 17 08:29:42.978424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:43.047794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba25ff-3bfa-48a5-9185-87b67a69cf3c req-c491c38e-651e-4731-9657-4b77c689a94a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:43.052859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 790c242f-1a96-4b59-b0d1-39ff3f890ffe no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:43.060710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c6ba25ff-3bfa-48a5-9185-87b67a69cf3c req-c491c38e-651e-4731-9657-4b77c689a94a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1202419 Jun 17 08:29:43.082751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 790c242f-1a96-4b59-b0d1-39ff3f890ffe {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:43.083745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 790c242f-1a96-4b59-b0d1-39ff3f890ffe not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:43.138004 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.172303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051ec639-07ab-4995-9528-d80d56bcf742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:43.177320 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fd94c4-6e9b-4573-b5a9-0048c3f028eb" -d '{"events": [{"server_uuid": "051ec639-07ab-4995-9528-d80d56bcf742", "name": "network-vif-unplugged", "status": "completed", "tag": "2f383c59-0955-4c44-9d9d-95eebbf9a5e1"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:43.195063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:43.203532 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.206051 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:43.231277 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c6ba25ff-3bfa-48a5-9185-87b67a69cf3c req-c5002679-37b0-4c18-8b4e-6d71f2162045 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673343 Jun 17 08:29:43.265776 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:43.269384 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:43.293332 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a83e617-431e-4ef4-b1ee-f2c50e08c147 req-607c7971-181e-4353-bd91-82b4035f6e30 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 210 time: 0.0949850 Jun 17 08:29:43.315432 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91508b73-094d-4033-af2c-25bec3ac4382 x-openstack-request-id: req-91508b73-094d-4033-af2c-25bec3ac4382 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:43.315789 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051ec639-07ab-4995-9528-d80d56bcf742", "name": "network-vif-unplugged", "status": "completed", "tag": "2f383c59-0955-4c44-9d9d-95eebbf9a5e1", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:43.316114 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-91508b73-094d-4033-af2c-25bec3ac4382 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:43.316576 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051ec639-07ab-4995-9528-d80d56bcf742', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1', 'code': 200} Jun 17 08:29:43.338686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca017231-386b-4366-becd-5739bed7c16e req-2e024054-6441-46d7-9473-41f06e72de97 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:43.340593 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-2e024054-6441-46d7-9473-41f06e72de97 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.2598486 Jun 17 08:29:43.345344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd38d70-3cb0-4113-9558-70fd281f6d05 req-f6d105c6-f13a-4bfc-9341-34a02740b354 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:43.347515 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0cd38d70-3cb0-4113-9558-70fd281f6d05 req-f6d105c6-f13a-4bfc-9341-34a02740b354 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 944 time: 0.0959647 Jun 17 08:29:43.357828 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4b965112-8da9-40c8-9192-1109d0103331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.364095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Request body: {'port': {'device_id': 'c903e2eb-7376-4219-b620-6dedf2edb2f6', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'admin_state_up': True, 'tenant_id': '79ea1abce073485f95175427f07f9668'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:43.471942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-0cd38d70-3cb0-4113-9558-70fd281f6d05 req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Deleting port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:43.472386 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0cd38d70-3cb0-4113-9558-70fd281f6d05 req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.514995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Made reservation on behalf of 79ea1abce073485f95175427f07f9668 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:43.518822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:43.582560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-0cd38d70-3cb0-4113-9558-70fd281f6d05 req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] For port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:43.582985 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0cd38d70-3cb0-4113-9558-70fd281f6d05 req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:44.031950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afd136-30e1-45af-ac9a-ece271db4690 req-ad4c5f43-73c3-4bdd-94e9-25f170f91525 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.033473 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36afd136-30e1-45af-ac9a-ece271db4690 req-ad4c5f43-73c3-4bdd-94e9-25f170f91525 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656 HTTP/1.1" status: 200 len: 944 time: 0.1626165 Jun 17 08:29:44.056556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-0cd38d70-3cb0-4113-9558-70fd281f6d05 req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Calling delete_port for 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:44.084531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8025f3-6351-43fe-aab9-69cd74de2294 req-4789453b-8af6-4955-ae53-547b0e64f0a7 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.086061 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b8025f3-6351-43fe-aab9-69cd74de2294 req-4789453b-8af6-4955-ae53-547b0e64f0a7 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.2270975 Jun 17 08:29:44.126044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Allocated IP 172.20.0.13 (097ff4ff-fb7f-4249-b525-2868d741451c/0a4db804-8101-4dd3-b960-865e4ac98c1d/185af50a-c657-475e-ace8-0d492bb36f87) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:44.155573 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36afd136-30e1-45af-ac9a-ece271db4690 req-75bf6ead-ee90-4a98-827d-deca44334925 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025467 Jun 17 08:29:44.173409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b8025f3-6351-43fe-aab9-69cd74de2294 req-68b28fa4-b9ac-431e-8ecd-f6373613643f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774240 Jun 17 08:29:44.193962 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0cd38d70-3cb0-4113-9558-70fd281f6d05 req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:44.208664 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:44.267634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Pushing event deleted for resources: {'Port': ['ID=7cd73f73-9fbd-4f19-bd6d-f12ad6943258,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:44.287317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.287761 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.288199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.288639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.289032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.289559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.289920 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.290300 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.290630 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.291012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.291371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.291714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.298209 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:44.359691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd38d70-3cb0-4113-9558-70fd281f6d05 req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] No DVR routers for this DVR port 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:44.372775 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0cd38d70-3cb0-4113-9558-70fd281f6d05 req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:44.378433 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0cd38d70-3cb0-4113-9558-70fd281f6d05 req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.10 "DELETE /v2.0/ports/7cd73f73-9fbd-4f19-bd6d-f12ad6943258 HTTP/1.1" status: 204 len: 173 time: 1.0247784 Jun 17 08:29:44.379478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'name': 'network-vif-deleted', 'tag': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:44.393702 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f8c765-bb65-4c28-8228-79e7e7106f96" -d '{"events": [{"server_uuid": "fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656", "name": "network-vif-deleted", "tag": "7cd73f73-9fbd-4f19-bd6d-f12ad6943258"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:44.458285 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:44.469646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ce1be-01e9-413f-8b92-dd61a869c897 req-0d441953-5620-48a6-8e08-779b5cdf4ecb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.471196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-115ce1be-01e9-413f-8b92-dd61a869c897 req-0d441953-5620-48a6-8e08-779b5cdf4ecb tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1640244 Jun 17 08:29:44.530261 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-115ce1be-01e9-413f-8b92-dd61a869c897 req-9eafee4d-6b2a-4e52-ac4b-14e21a760937 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520306 Jun 17 08:29:44.546853 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:44.553345 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd2a6fc6-4aa2-4107-be2d-f6fbd7ad882a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:44.570954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:44.606466 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Network 097ff4ff-fb7f-4249-b525-2868d741451c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:44.610623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:44.616990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:44.657973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event updated for resources: {'Port': ['ID=185af50a-c657-475e-ace8-0d492bb36f87,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:44.688861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.689273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.690587 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.692304 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.694879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.695277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.695647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.696015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.697139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.697529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.700576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.700576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:44.720850 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:44.822804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.823431 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:44.871208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5121565 Jun 17 08:29:44.885320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Request body: {'port': {'device_id': 'c903e2eb-7376-4219-b620-6dedf2edb2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:44.970796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:44.978413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17480be9-b571-4f6b-a140-b79870fb0048 req-812c5eb2-f759-45ce-9575-b047053a303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:44.981245 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17480be9-b571-4f6b-a140-b79870fb0048 req-812c5eb2-f759-45ce-9575-b047053a303c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6af458de33034e909705285c144422aa&device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 1097 time: 0.2701361 Jun 17 08:29:45.005440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef389c-b852-47d8-8e8c-5a4b677bbc61 req-52b13e51-30ba-4fc2-b4fa-6470f1a6f6c1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:45.012374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f7ef389c-b852-47d8-8e8c-5a4b677bbc61 req-52b13e51-30ba-4fc2-b4fa-6470f1a6f6c1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 932 time: 0.2764633 Jun 17 08:29:45.037225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f51d8-ea01-496d-9b4e-7accd95c4717 req-1e881b0e-97df-4673-b452-c3d136fa583e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:45.044380 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f01f51d8-ea01-496d-9b4e-7accd95c4717 req-1e881b0e-97df-4673-b452-c3d136fa583e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 943 time: 0.2557287 Jun 17 08:29:45.085245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:45.100069 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.101316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1', 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe', 'port_id': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1', 'mac_address': 'fa:16:3e:a4:10:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8392e879-6732-4b68-b8be-3bf778dc17e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:45.150213 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.165298 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:45.188902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:45.195624 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.198578 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4e549c36-c8e5-45cd-8fc6-f97979e9742b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:45.255030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:45.258960 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:45.260848 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f01f51d8-ea01-496d-9b4e-7accd95c4717 req-0750dcc4-4423-40fe-8277-40a5f2dd80d7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155890 Jun 17 08:29:45.275151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f7ef389c-b852-47d8-8e8c-5a4b677bbc61 req-3a5f08ac-59b0-4163-81d8-de55271ed573 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617757 Jun 17 08:29:45.310724 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a90879-fce8-4318-a8a1-69818db27fdb x-openstack-request-id: req-72a90879-fce8-4318-a8a1-69818db27fdb {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:45.311194 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656", "name": "network-vif-deleted", "tag": "7cd73f73-9fbd-4f19-bd6d-f12ad6943258", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:45.311942 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-72a90879-fce8-4318-a8a1-69818db27fdb {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:45.312457 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd79a9c7-f6a9-4fbe-a0eb-bcdedabc8656', 'name': 'network-vif-deleted', 'tag': '7cd73f73-9fbd-4f19-bd6d-f12ad6943258', 'status': 'completed', 'code': 200} Jun 17 08:29:45.390729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17480be9-b571-4f6b-a140-b79870fb0048 req-e1c9a7ba-044b-4938-a9f6-5123b462515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:45.392261 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17480be9-b571-4f6b-a140-b79870fb0048 req-e1c9a7ba-044b-4938-a9f6-5123b462515a service neutron] 10.222.0.63 "GET /v2.0/networks?id=d41b9103-5b16-4672-9761-2b312069fcef HTTP/1.1" status: 200 len: 912 time: 0.3702157 Jun 17 08:29:45.450530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17480be9-b571-4f6b-a140-b79870fb0048 req-ee0c1c93-dc99-4587-84a0-577630e2ca84 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=61ffd933-7d15-48be-9cfa-a7b42fde34a1 HTTP/1.1" status: 200 len: 217 time: 0.0494921 Jun 17 08:29:45.572918 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17480be9-b571-4f6b-a140-b79870fb0048 req-a015a549-e5fd-46d3-8e06-1447cb3e2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:45.574572 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17480be9-b571-4f6b-a140-b79870fb0048 req-a015a549-e5fd-46d3-8e06-1447cb3e2527 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0befabea-8b3b-4e0c-9ea7-cedc4a793fb2 HTTP/1.1" status: 200 len: 851 time: 0.0899856 Jun 17 08:29:45.577948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['2f383c59-0955-4c44-9d9d-95eebbf9a5e1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:45.620033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17480be9-b571-4f6b-a140-b79870fb0048 req-c144362e-d572-431c-93a3-a6322c3e58c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d41b9103-5b16-4672-9761-2b312069fcef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368068 Jun 17 08:29:45.652200 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c1a7e2d-767d-4ba7-a234-ea3e6fa670ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.729364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dc9f5-6d9b-4381-8939-ad52105f918a req-5375f35e-66f6-4775-9fb1-290eaa057cf6 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:45.730969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-456dc9f5-6d9b-4381-8939-ad52105f918a req-5375f35e-66f6-4775-9fb1-290eaa057cf6 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.2855997 Jun 17 08:29:45.830022 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-456dc9f5-6d9b-4381-8939-ad52105f918a req-09549990-f594-40a5-9c10-5910c3d0d506 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908866 Jun 17 08:29:45.865403 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17480be9-b571-4f6b-a140-b79870fb0048 req-e982fa26-afa3-4565-b546-62a59ce1ee07 service neutron] 10.222.0.63 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261508 Jun 17 08:29:45.869042 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.953656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185af50a-c657-475e-ace8-0d492bb36f87 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:45.966824 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:45.992931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Transition to ACTIVE for port object 185af50a-c657-475e-ace8-0d492bb36f87 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:46.021970 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.050575 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1d4810d4-38fb-4200-a3e0-20d9b7862bce tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:46.107313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d7aaa-7461-4476-b8f4-6a17c0002263 req-e020cf99-3b8b-4c4e-8bd2-365a40100163 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:46.108834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a97d7aaa-7461-4476-b8f4-6a17c0002263 req-e020cf99-3b8b-4c4e-8bd2-365a40100163 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.2599216 Jun 17 08:29:46.174205 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17480be9-b571-4f6b-a140-b79870fb0048 req-5c0f3667-f792-46da-ba91-859b8f34c064 service neutron] 10.222.0.63 "GET /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834842 Jun 17 08:29:46.185421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Pushing event updated for resources: {'Port': ['ID=185af50a-c657-475e-ace8-0d492bb36f87,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:46.190505 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:46.257966 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a97d7aaa-7461-4476-b8f4-6a17c0002263 req-8891a45b-2475-47d2-84b0-b7dab6267260 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365211 Jun 17 08:29:46.274015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e80b1c7-f8d6-4e6e-9298-470fece60829 req-64158b46-2299-44ef-886e-6d08d994c70e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:46.275610 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e80b1c7-f8d6-4e6e-9298-470fece60829 req-64158b46-2299-44ef-886e-6d08d994c70e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 945 time: 0.2736831 Jun 17 08:29:46.311614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Attempting to bind port 185af50a-c657-475e-ace8-0d492bb36f87 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:46.311936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Attempting to bind port 185af50a-c657-475e-ace8-0d492bb36f87 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:46.312275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Attempting to bind port 185af50a-c657-475e-ace8-0d492bb36f87 on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:46.322255 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Port 185af50a-c657-475e-ace8-0d492bb36f87 on network 097ff4ff-fb7f-4249-b525-2868d741451c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:46.322575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Attempting to bind port 185af50a-c657-475e-ace8-0d492bb36f87 on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:46.335564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:46.335950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Checking segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:46.336291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Bound using segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:46.336728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Bound port: 185af50a-c657-475e-ace8-0d492bb36f87, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:46.337079 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.341489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e80b1c7-f8d6-4e6e-9298-470fece60829 req-a37b11fc-6e2c-4c39-8bcc-948b9700fc67 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542483 Jun 17 08:29:46.428229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] For port 185af50a-c657-475e-ace8-0d492bb36f87, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:46.438091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] For port 185af50a-c657-475e-ace8-0d492bb36f87, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=185af50a-c657-475e-ace8-0d492bb36f87,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:46.449793 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.453394 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:46.524815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a7054-a921-4e01-b840-21be1aabfcde req-672a938a-6737-4ebc-9c7a-c07b83d0b12e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:46.530934 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb8a7054-a921-4e01-b840-21be1aabfcde req-672a938a-6737-4ebc-9c7a-c07b83d0b12e tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.10 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 945 time: 0.1213274 Jun 17 08:29:46.564696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:46.566265 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.568202 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] 10.222.0.63 "PUT /v2.0/ports/185af50a-c657-475e-ace8-0d492bb36f87 HTTP/1.1" status: 200 len: 1093 time: 1.6873338 Jun 17 08:29:46.571714 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c903e2eb-7376-4219-b620-6dedf2edb2f6', 'tag': '185af50a-c657-475e-ace8-0d492bb36f87'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:46.576427 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093898fa-2623-4bbf-896c-3126b0ae5a6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c903e2eb-7376-4219-b620-6dedf2edb2f6", "tag": "185af50a-c657-475e-ace8-0d492bb36f87"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:46.715998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-bb8a7054-a921-4e01-b840-21be1aabfcde req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Deleting port 13e27086-da89-4318-9a80-0e1dcdc07c1c {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:46.716339 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bb8a7054-a921-4e01-b840-21be1aabfcde req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.756349 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.761618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Pushing event updated for resources: {'Port': ['ID=185af50a-c657-475e-ace8-0d492bb36f87,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:46.771237 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:46.837131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c11f93-0fe3-4e08-9761-05061e6c4833 req-2dd8ddca-eee0-4a0e-992c-0ac31b72d85d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:46.840026 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34c11f93-0fe3-4e08-9761-05061e6c4833 req-2dd8ddca-eee0-4a0e-992c-0ac31b72d85d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 944 time: 0.2508478 Jun 17 08:29:46.841767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-bb8a7054-a921-4e01-b840-21be1aabfcde req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] For port 13e27086-da89-4318-9a80-0e1dcdc07c1c, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=13e27086-da89-4318-9a80-0e1dcdc07c1c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:46.842143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bb8a7054-a921-4e01-b840-21be1aabfcde req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:46.852250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca017231-386b-4366-becd-5739bed7c16e req-a6080bcc-e1d8-4370-9e54-e6820f0b6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:46.853885 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-a6080bcc-e1d8-4370-9e54-e6820f0b6b26 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 1096 time: 0.2006145 Jun 17 08:29:46.913889 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4df5ed-22f4-4faf-9f16-0bd231bf25bb req-64f4208b-b073-4858-937a-ddff4234c9b8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:46.916828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d4df5ed-22f4-4faf-9f16-0bd231bf25bb req-64f4208b-b073-4858-937a-ddff4234c9b8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 944 time: 0.1998613 Jun 17 08:29:46.918133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-bb8a7054-a921-4e01-b840-21be1aabfcde req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Calling delete_port for 13e27086-da89-4318-9a80-0e1dcdc07c1c owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:46.957616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-580c19e4-aaac-4399-a59a-eb7aebfaf1da service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=185af50a-c657-475e-ace8-0d492bb36f87 HTTP/1.1" status: 200 len: 217 time: 0.0710952 Jun 17 08:29:46.984842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:47.009076 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34c11f93-0fe3-4e08-9761-05061e6c4833 req-db2c4725-ecdf-4315-8406-f9eac159dbc7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620457 Jun 17 08:29:47.069062 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:47.069711 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:47.082400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d4df5ed-22f4-4faf-9f16-0bd231bf25bb req-538482fd-b945-4b02-84f7-4b5d5e6db6aa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330774 Jun 17 08:29:47.089009 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca017231-386b-4366-becd-5739bed7c16e req-c8d7ef47-9343-4008-807c-f58f09f8f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:47.090450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-c8d7ef47-9343-4008-807c-f58f09f8f463 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.1232088 Jun 17 08:29:47.159964 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-feca1b07-51b5-4a72-acb2-aa29157a6ea8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609002 Jun 17 08:29:47.168196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bb8a7054-a921-4e01-b840-21be1aabfcde req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:47.173121 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ceade2c8-b070-4d34-8733-55b876320789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:47.180187 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:47.215363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051ec639-07ab-4995-9528-d80d56bcf742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:47.218120 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f6f924-4fab-4f04-a702-6eb5cfe320e7" -d '{"events": [{"server_uuid": "051ec639-07ab-4995-9528-d80d56bcf742", "name": "network-vif-plugged", "status": "completed", "tag": "2f383c59-0955-4c44-9d9d-95eebbf9a5e1"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:47.246988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Pushing event deleted for resources: {'Port': ['ID=13e27086-da89-4318-9a80-0e1dcdc07c1c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:47.251309 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:47.263487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:47.270954 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:47.272034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:47.274141 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:47.299145 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b575bb76-7743-47b0-a745-b14805c46620 x-openstack-request-id: req-b575bb76-7743-47b0-a745-b14805c46620 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:47.299789 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c903e2eb-7376-4219-b620-6dedf2edb2f6", "tag": "185af50a-c657-475e-ace8-0d492bb36f87", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:47.300385 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b575bb76-7743-47b0-a745-b14805c46620 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:47.301054 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c903e2eb-7376-4219-b620-6dedf2edb2f6', 'tag': '185af50a-c657-475e-ace8-0d492bb36f87', 'status': 'completed', 'code': 200} Jun 17 08:29:47.309127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-2606be07-7bfd-443a-a512-7a352d4625bc service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417596 Jun 17 08:29:47.315358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8a7054-a921-4e01-b840-21be1aabfcde req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] No DVR routers for this DVR port 13e27086-da89-4318-9a80-0e1dcdc07c1c on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:47.318889 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bb8a7054-a921-4e01-b840-21be1aabfcde req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:47.331057 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:47.331319 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb8a7054-a921-4e01-b840-21be1aabfcde req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.10 "DELETE /v2.0/ports/13e27086-da89-4318-9a80-0e1dcdc07c1c HTTP/1.1" status: 204 len: 173 time: 0.7925429 Jun 17 08:29:47.331409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7cd73f73-9fbd-4f19-bd6d-f12ad6943258 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:47.331868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'name': 'network-vif-deleted', 'tag': '13e27086-da89-4318-9a80-0e1dcdc07c1c'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:47.343133 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632d49f2-be69-4691-8d94-b87327e60dee" -d '{"events": [{"server_uuid": "3ee5926b-9217-4470-8ed4-0939bd1b9dff", "name": "network-vif-deleted", "tag": "13e27086-da89-4318-9a80-0e1dcdc07c1c"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:47.357868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:47.368646 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:47.549899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca017231-386b-4366-becd-5739bed7c16e req-0ee82375-68c5-4675-95c4-d20484db3149 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298315 Jun 17 08:29:47.563970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfc090-659c-4195-be8b-06ab893fc61c req-e7ea1c56-d0dc-409f-8c51-0ed166104dea tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:47.565480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f9bfc090-659c-4195-be8b-06ab893fc61c req-e7ea1c56-d0dc-409f-8c51-0ed166104dea tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.2329559 Jun 17 08:29:47.588275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f5a8a1-e71f-45ab-9e04-f8f04ee51feb req-9618ae87-f548-4cef-abfc-5c82ff2f120f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:47.589834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19f5a8a1-e71f-45ab-9e04-f8f04ee51feb req-9618ae87-f548-4cef-abfc-5c82ff2f120f tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1560731 Jun 17 08:29:47.670309 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f9bfc090-659c-4195-be8b-06ab893fc61c req-fa6a44d1-4c3b-4f8f-a365-2d96ba83a76e tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978141 Jun 17 08:29:47.687299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19f5a8a1-e71f-45ab-9e04-f8f04ee51feb req-52826ebc-2523-438e-a3a4-6e1b7b932bc5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884953 Jun 17 08:29:47.726567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093898fa-2623-4bbf-896c-3126b0ae5a6a req-7c457967-e749-49c2-963e-5db77c81cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:47.728374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-093898fa-2623-4bbf-896c-3126b0ae5a6a req-7c457967-e749-49c2-963e-5db77c81cee2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 1096 time: 0.0991600 Jun 17 08:29:47.782526 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aab1c55-9cb6-4aec-9451-e3dfba40d11c x-openstack-request-id: req-4aab1c55-9cb6-4aec-9451-e3dfba40d11c {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:47.785350 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ee5926b-9217-4470-8ed4-0939bd1b9dff", "name": "network-vif-deleted", "tag": "13e27086-da89-4318-9a80-0e1dcdc07c1c", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:47.785968 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4aab1c55-9cb6-4aec-9451-e3dfba40d11c {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:47.787568 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ee5926b-9217-4470-8ed4-0939bd1b9dff', 'name': 'network-vif-deleted', 'tag': '13e27086-da89-4318-9a80-0e1dcdc07c1c', 'status': 'completed', 'code': 200} Jun 17 08:29:47.802982 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb169db-860c-4216-92bd-c8f63ea2b857 x-openstack-request-id: req-adb169db-860c-4216-92bd-c8f63ea2b857 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:47.803501 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051ec639-07ab-4995-9528-d80d56bcf742", "name": "network-vif-plugged", "status": "completed", "tag": "2f383c59-0955-4c44-9d9d-95eebbf9a5e1", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:47.804257 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-adb169db-860c-4216-92bd-c8f63ea2b857 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:47.805077 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051ec639-07ab-4995-9528-d80d56bcf742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1', 'code': 200} Jun 17 08:29:47.854752 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093898fa-2623-4bbf-896c-3126b0ae5a6a req-38dfd01e-5fbe-42ad-9510-526cc4575d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:47.856461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-093898fa-2623-4bbf-896c-3126b0ae5a6a req-38dfd01e-5fbe-42ad-9510-526cc4575d52 service neutron] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 907 time: 0.1171265 Jun 17 08:29:47.939865 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-093898fa-2623-4bbf-896c-3126b0ae5a6a req-e1de3ef9-b5cd-4769-b8bd-10b7af25b3e7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=185af50a-c657-475e-ace8-0d492bb36f87 HTTP/1.1" status: 200 len: 217 time: 0.0723481 Jun 17 08:29:47.994347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b45197ab-f9c7-402b-87c6-b8b18197e556 req-13594f75-cad1-4f87-aa1c-224801c543b2 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ee5926b-9217-4470-8ed4-0939bd1b9dff HTTP/1.1" status: 200 len: 210 time: 0.0688653 Jun 17 08:29:48.060703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093898fa-2623-4bbf-896c-3126b0ae5a6a req-6fcdaed2-f259-4145-a21b-a942907a1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:48.070317 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-093898fa-2623-4bbf-896c-3126b0ae5a6a req-6fcdaed2-f259-4145-a21b-a942907a1ae7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.0915678 Jun 17 08:29:48.089082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5435d33-9abc-421e-8808-ad0c3c6db61c req-6e678314-6d16-4d1d-88ee-f4ea9e88bb97 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:48.090909 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f5435d33-9abc-421e-8808-ad0c3c6db61c req-6e678314-6d16-4d1d-88ee-f4ea9e88bb97 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 945 time: 0.1556067 Jun 17 08:29:48.140543 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-093898fa-2623-4bbf-896c-3126b0ae5a6a req-b92c9243-8aec-4122-95d7-e0f68f856d5d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567205 Jun 17 08:29:48.292861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-093898fa-2623-4bbf-896c-3126b0ae5a6a req-19a9e0b7-6e32-4cfd-a0aa-c07da267090a service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513274 Jun 17 08:29:48.316547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe194dca-cfff-4db3-badf-c64be59734a9 req-0548e8a7-6c03-4557-9d19-89c8451aaa2a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:48.318076 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe194dca-cfff-4db3-badf-c64be59734a9 req-0548e8a7-6c03-4557-9d19-89c8451aaa2a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1389225 Jun 17 08:29:48.342620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce53d7f-028c-499c-ab3d-c1fdf869478e req-24c795d3-bab1-464e-8d89-9bcbb6a83caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:48.344265 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ce53d7f-028c-499c-ab3d-c1fdf869478e req-24c795d3-bab1-464e-8d89-9bcbb6a83caa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 1097 time: 0.2415586 Jun 17 08:29:48.351119 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:29:48.379165 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-f5435d33-9abc-421e-8808-ad0c3c6db61c req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Deleting port 85ca8806-3ebc-459f-85f7-fb26f66e9980 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:48.379478 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f5435d33-9abc-421e-8808-ad0c3c6db61c req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:48.433740 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ce53d7f-028c-499c-ab3d-c1fdf869478e req-bd8ad38c-890e-4215-aabb-9b105af662ff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800099 Jun 17 08:29:48.447816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe194dca-cfff-4db3-badf-c64be59734a9 req-dcc4279a-a716-4154-8e27-0de7bf643984 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018300 Jun 17 08:29:48.479069 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134724c-08c4-45f9-b1cf-014abbd9325a req-656e4c4a-5c9d-41f3-8494-d19df1f9f9b1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:48.480653 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0134724c-08c4-45f9-b1cf-014abbd9325a req-656e4c4a-5c9d-41f3-8494-d19df1f9f9b1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 944 time: 0.1859698 Jun 17 08:29:48.482926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-093898fa-2623-4bbf-896c-3126b0ae5a6a req-6d9acaaa-d0f0-47bc-b802-fe0a85dd76cd service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766853 Jun 17 08:29:48.515926 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-f5435d33-9abc-421e-8808-ad0c3c6db61c req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] For port 85ca8806-3ebc-459f-85f7-fb26f66e9980, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=85ca8806-3ebc-459f-85f7-fb26f66e9980,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:48.516327 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f5435d33-9abc-421e-8808-ad0c3c6db61c req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:48.603119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-f5435d33-9abc-421e-8808-ad0c3c6db61c req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Calling delete_port for 85ca8806-3ebc-459f-85f7-fb26f66e9980 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:48.754347 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f5435d33-9abc-421e-8808-ad0c3c6db61c req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:48.766469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['85ca8806-3ebc-459f-85f7-fb26f66e9980'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:48.786288 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-870e3a18-a8c6-42e6-9c18-0c380fbf5c92 tempest-ServerTagsTestJSON-4612032 tempest-ServerTagsTestJSON-4612032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:48.842800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0134724c-08c4-45f9-b1cf-014abbd9325a req-41099a10-3de1-463c-910a-09e7d857f675 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547287 Jun 17 08:29:48.844146 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event deleted for resources: {'Port': ['ID=85ca8806-3ebc-459f-85f7-fb26f66e9980,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:48.853754 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:48.857735 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:48.917755 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13c76689-2f29-424e-ac10-601cbd55110a req-7d5b11e6-f5d5-464d-87de-e4165ebb0a21 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee22acb4-a0b4-4797-8ebe-914a0989dcf9 HTTP/1.1" status: 200 len: 210 time: 0.0729771 Jun 17 08:29:48.918651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5435d33-9abc-421e-8808-ad0c3c6db61c req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] No DVR routers for this DVR port 85ca8806-3ebc-459f-85f7-fb26f66e9980 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:48.922714 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f5435d33-9abc-421e-8808-ad0c3c6db61c req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:48.925597 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f5435d33-9abc-421e-8808-ad0c3c6db61c req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "DELETE /v2.0/ports/85ca8806-3ebc-459f-85f7-fb26f66e9980 HTTP/1.1" status: 204 len: 173 time: 0.8241200 Jun 17 08:29:49.046521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74b03c-e901-4d2d-a3f5-000e591a5016 req-9f5bfd57-dda3-46ba-ae68-0f467b1b97d0 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:49.048841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b74b03c-e901-4d2d-a3f5-000e591a5016 req-9f5bfd57-dda3-46ba-ae68-0f467b1b97d0 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.0711222 Jun 17 08:29:49.097045 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b74b03c-e901-4d2d-a3f5-000e591a5016 req-a5f082fa-9caf-4efe-91d3-b58ca1bcfba3 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Jun 17 08:29:49.616675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb1bc4-db82-4586-8d79-737dd5ee2356 req-4f0dcf8f-6d0b-4a30-aff6-1210744ce527 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:49.619321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fdeb1bc4-db82-4586-8d79-737dd5ee2356 req-4f0dcf8f-6d0b-4a30-aff6-1210744ce527 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1297977 Jun 17 08:29:49.628872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28f34d-c669-44a9-ba53-c996b048ecf7 req-26e0a64c-f82f-4245-9445-7dfa1d67c5ff tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:49.630369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a28f34d-c669-44a9-ba53-c996b048ecf7 req-26e0a64c-f82f-4245-9445-7dfa1d67c5ff tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 944 time: 0.1276653 Jun 17 08:29:49.680769 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fdeb1bc4-db82-4586-8d79-737dd5ee2356 req-f11942e5-07e9-4444-958b-92cdbbf8d1b5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493469 Jun 17 08:29:49.695167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a28f34d-c669-44a9-ba53-c996b048ecf7 req-cecc7de7-5807-4d10-abc6-23fd1a2a1a3c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/security-groups?id=6b27374a-f1d1-4789-b2cc-9ec11f55e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574613 Jun 17 08:29:49.789172 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee22acb4-a0b4-4797-8ebe-914a0989dcf9', 'name': 'network-vif-deleted', 'tag': '85ca8806-3ebc-459f-85f7-fb26f66e9980'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:49.792292 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c7d1b0-a3ad-413e-aa57-d01767c5a9aa" -d '{"events": [{"server_uuid": "ee22acb4-a0b4-4797-8ebe-914a0989dcf9", "name": "network-vif-deleted", "tag": "85ca8806-3ebc-459f-85f7-fb26f66e9980"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:49.893200 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9740646b-f8da-4d3c-8d87-dca91e229882 x-openstack-request-id: req-9740646b-f8da-4d3c-8d87-dca91e229882 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:49.893534 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee22acb4-a0b4-4797-8ebe-914a0989dcf9", "name": "network-vif-deleted", "tag": "85ca8806-3ebc-459f-85f7-fb26f66e9980", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:49.893999 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9740646b-f8da-4d3c-8d87-dca91e229882 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:49.894592 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee22acb4-a0b4-4797-8ebe-914a0989dcf9', 'name': 'network-vif-deleted', 'tag': '85ca8806-3ebc-459f-85f7-fb26f66e9980', 'status': 'completed', 'code': 200} Jun 17 08:29:49.943455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef8ce7-9f8e-4c24-9420-344c5fedf55b req-575b6eeb-cf06-4008-aa0b-08c65cccdfaa tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:49.956304 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bdef8ce7-9f8e-4c24-9420-344c5fedf55b req-575b6eeb-cf06-4008-aa0b-08c65cccdfaa tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.1124694 Jun 17 08:29:50.007990 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bdef8ce7-9f8e-4c24-9420-344c5fedf55b req-0f783967-5f78-4d6a-a3a5-9e6876757001 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502882 Jun 17 08:29:50.088496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54675aa7-ef51-4e94-8109-8073aeb93190 req-4506cf96-63cc-457b-9dd5-4211b2a7ae41 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:50.090643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54675aa7-ef51-4e94-8109-8073aeb93190 req-4506cf96-63cc-457b-9dd5-4211b2a7ae41 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 944 time: 0.0816107 Jun 17 08:29:50.153850 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54675aa7-ef51-4e94-8109-8073aeb93190 req-a13b59df-868b-4e26-a826-742f52659e67 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569470 Jun 17 08:29:50.314140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9651880-770a-415f-87e7-e17ba3c4ee25 req-a6f3d133-46cb-4bf2-920b-32ae89839f1d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:50.315982 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9651880-770a-415f-87e7-e17ba3c4ee25 req-a6f3d133-46cb-4bf2-920b-32ae89839f1d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.0930421 Jun 17 08:29:50.324195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed74063-5be8-4ff4-a125-a86ee0671a0c req-83cf0cdd-413b-43bf-a636-9bb43584d47a tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:50.326421 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2ed74063-5be8-4ff4-a125-a86ee0671a0c req-83cf0cdd-413b-43bf-a636-9bb43584d47a tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.10 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 944 time: 0.1267686 Jun 17 08:29:50.442511 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9651880-770a-415f-87e7-e17ba3c4ee25 req-c5fa015c-b400-4baf-ac4d-07751eb51cc5 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114366 Jun 17 08:29:50.464518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-2ed74063-5be8-4ff4-a125-a86ee0671a0c req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Deleting port 56673305-cb00-4406-8d0c-c0b39d2e799c {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:50.464872 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2ed74063-5be8-4ff4-a125-a86ee0671a0c req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.492698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380312-e412-4ba3-b980-62a6169cc365 req-bf8b7b96-5f0d-433a-bdc4-b39c5e48c220 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:50.502157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-bf8b7b96-5f0d-433a-bdc4-b39c5e48c220 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.1696978 Jun 17 08:29:50.519934 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-312f22b4-4960-4cef-8c3b-e1227b7859a1 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/quotas/17fe9c2faf86410a842c7f72bf627588 HTTP/1.1" status: 200 len: 375 time: 0.0157044 Jun 17 08:29:50.563016 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-6f5159db-4c82-432d-af03-d605bdef1b98 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357602 Jun 17 08:29:50.602984 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-2ed74063-5be8-4ff4-a125-a86ee0671a0c req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] For port 56673305-cb00-4406-8d0c-c0b39d2e799c, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=56673305-cb00-4406-8d0c-c0b39d2e799c,segment=NetworkSegment(69d467d7-7459-4b57-bd1a-c0699a87fe12),segment_id=69d467d7-7459-4b57-bd1a-c0699a87fe12)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:50.603682 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2ed74063-5be8-4ff4-a125-a86ee0671a0c req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.678007 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-2ed74063-5be8-4ff4-a125-a86ee0671a0c req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Calling delete_port for 56673305-cb00-4406-8d0c-c0b39d2e799c owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:50.683089 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-454a9f81-36c1-43d8-8b19-142c13bae0c3 service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116197 Jun 17 08:29:50.847018 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-a46ffa7a-946a-48f6-bccc-5cd224313cd7 service neutron] 10.222.0.47 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573923 Jun 17 08:29:50.889602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2ed74063-5be8-4ff4-a125-a86ee0671a0c req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.895411 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8db5231-13a5-4bac-9b29-f33ba65dc044 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:50.926094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Pushing event deleted for resources: {'Port': ['ID=56673305-cb00-4406-8d0c-c0b39d2e799c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:50.935115 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:50.985147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed74063-5be8-4ff4-a125-a86ee0671a0c req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] No DVR routers for this DVR port 56673305-cb00-4406-8d0c-c0b39d2e799c on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:50.985746 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5f119-829a-4ab1-ab33-556a37e77e37 req-a9f68019-2e2f-4d50-b06b-85688c70305d tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:50.987503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60f5f119-829a-4ab1-ab33-556a37e77e37 req-a9f68019-2e2f-4d50-b06b-85688c70305d tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1002846 Jun 17 08:29:50.994521 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2ed74063-5be8-4ff4-a125-a86ee0671a0c req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:50.996694 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2ed74063-5be8-4ff4-a125-a86ee0671a0c req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.10 "DELETE /v2.0/ports/56673305-cb00-4406-8d0c-c0b39d2e799c HTTP/1.1" status: 204 len: 173 time: 0.6642380 Jun 17 08:29:51.003973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 13e27086-da89-4318-9a80-0e1dcdc07c1c no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:51.038857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 13e27086-da89-4318-9a80-0e1dcdc07c1c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:51.039457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 13e27086-da89-4318-9a80-0e1dcdc07c1c not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:51.040088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 85ca8806-3ebc-459f-85f7-fb26f66e9980 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:51.068178 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60f5f119-829a-4ab1-ab33-556a37e77e37 req-be9d08f5-09fb-4d7a-84fd-39bf6903262a tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740962 Jun 17 08:29:51.124417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 185af50a-c657-475e-ace8-0d492bb36f87 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:29:51.279555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1bbc9d5b-e263-4fb4-af4e-0f054be481f0 req-e6de99f1-ac56-4984-9627-9d91b66cf2e9 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] 10.222.0.47 "GET /v2.0/ports?device_id=3df7a769-3cec-45ec-b3d6-dbc767867589 HTTP/1.1" status: 200 len: 210 time: 0.0994685 Jun 17 08:29:51.312944 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 185af50a-c657-475e-ace8-0d492bb36f87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=185af50a-c657-475e-ace8-0d492bb36f87,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:51.327767 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '185af50a-c657-475e-ace8-0d492bb36f87', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'port_id': '185af50a-c657-475e-ace8-0d492bb36f87', 'mac_address': 'fa:16:3e:38:aa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4db804-8101-4dd3-b960-865e4ac98c1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:29:51.329925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 85ca8806-3ebc-459f-85f7-fb26f66e9980 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:51.330649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 85ca8806-3ebc-459f-85f7-fb26f66e9980 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:51.385615 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:51.404036 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185af50a-c657-475e-ace8-0d492bb36f87 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:51.415103 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c9548cd-e21e-4e54-a3c3-cb91a693d36f req-8a98a907-4f8f-4372-938f-87f909d90782 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 210 time: 0.0382133 Jun 17 08:29:51.450859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 185af50a-c657-475e-ace8-0d492bb36f87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=185af50a-c657-475e-ace8-0d492bb36f87,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:51.458549 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:51.461305 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-82e55f7b-b7ae-48c6-a06b-e42a8188c558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:51.527149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=185af50a-c657-475e-ace8-0d492bb36f87,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:51.537496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.537844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.538243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.538582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.538948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.539278 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.539602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.539926 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.540242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.540842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.541323 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.541860 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:29:51.553226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34051be4-fca7-493a-8dee-5d67e7591bca req-1591f183-4819-426b-850b-8fe6359bc3db tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:51.556531 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:51.569475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-1591f183-4819-426b-850b-8fe6359bc3db tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/networks?id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe HTTP/1.1" status: 200 len: 815 time: 0.2121937 Jun 17 08:29:51.585889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-85c0ca63-0acd-4d02-a1ea-426933f0dee5 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/quotas/22b08dc68d624144bea2b0a6d09321be HTTP/1.1" status: 200 len: 375 time: 0.0154333 Jun 17 08:29:51.688906 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-be059fd1-2acb-4639-baef-87c630a14f32 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=22b08dc68d624144bea2b0a6d09321be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1021430 Jun 17 08:29:51.714313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0137c23-df5a-4ee6-8c6e-bb450c2988dd req-b6aa3b79-6f5d-4eaa-91ca-7b1264153b8f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:51.716162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0137c23-df5a-4ee6-8c6e-bb450c2988dd req-b6aa3b79-6f5d-4eaa-91ca-7b1264153b8f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 945 time: 0.1168485 Jun 17 08:29:51.746205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['185af50a-c657-475e-ace8-0d492bb36f87'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:51.814205 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0137c23-df5a-4ee6-8c6e-bb450c2988dd req-46eb4f27-9dc5-4a11-bebf-60a1ed747797 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877237 Jun 17 08:29:51.829821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-77479a25-f61e-4b01-8f98-3664f5907c32 service neutron] 10.222.0.47 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312628 Jun 17 08:29:51.897307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'name': 'network-vif-deleted', 'tag': '56673305-cb00-4406-8d0c-c0b39d2e799c'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:51.903217 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b67eca3-8ef1-4527-86dc-acdad034d413" -d '{"events": [{"server_uuid": "3df7a769-3cec-45ec-b3d6-dbc767867589", "name": "network-vif-deleted", "tag": "56673305-cb00-4406-8d0c-c0b39d2e799c"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:51.945522 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f51fc70-5534-4b07-ae5f-0e6b607b7564 x-openstack-request-id: req-9f51fc70-5534-4b07-ae5f-0e6b607b7564 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:51.946044 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3df7a769-3cec-45ec-b3d6-dbc767867589", "name": "network-vif-deleted", "tag": "56673305-cb00-4406-8d0c-c0b39d2e799c", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:51.946355 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f51fc70-5534-4b07-ae5f-0e6b607b7564 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:51.947015 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3df7a769-3cec-45ec-b3d6-dbc767867589', 'name': 'network-vif-deleted', 'tag': '56673305-cb00-4406-8d0c-c0b39d2e799c', 'status': 'completed', 'code': 200} Jun 17 08:29:51.950998 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-c30beaa3-ebd7-45e8-a7fb-9bc62381b517 service neutron] 10.222.0.47 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143057 Jun 17 08:29:52.129965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48147d15-3d24-4b1a-b74f-ac5b763e45a7 req-2d69e4dd-cd57-4a99-afd5-6d6a97ee8190 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 210 time: 0.0308907 Jun 17 08:29:52.245862 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e85ab6-e2ad-486f-8880-7c2ccb7c9070 req-f64667e2-ce8a-4045-9c89-102f441f807a tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:52.247464 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11e85ab6-e2ad-486f-8880-7c2ccb7c9070 req-f64667e2-ce8a-4045-9c89-102f441f807a tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.0671246 Jun 17 08:29:52.295388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11e85ab6-e2ad-486f-8880-7c2ccb7c9070 req-c420cb5f-f4d8-42cb-8272-96c3e8a8334a tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Jun 17 08:29:52.377631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36002) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:52.564305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-305cd4a6-ba99-429a-a4e0-482a1ac993dd admin admin] Deleting subnet 717f8b60-fb1c-4bbe-a6b4-6fd59088f048 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:29:52.573216 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-305cd4a6-ba99-429a-a4e0-482a1ac993dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.611091 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d26ac3af-1930-423c-817b-fcafca8da102 req-178355c0-c01f-4dcc-b4cd-ff201f7aebd3 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 210 time: 0.0451312 Jun 17 08:29:52.664584 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-305cd4a6-ba99-429a-a4e0-482a1ac993dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.683521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad420e-01e9-45f2-b2b1-3efc277d6163 req-879ca2ee-58cd-4666-a611-23c43d182d12 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:52.685587 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-28ad420e-01e9-45f2-b2b1-3efc277d6163 req-879ca2ee-58cd-4666-a611-23c43d182d12 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.10 "GET /v2.0/ports?device_id=051ec639-07ab-4995-9528-d80d56bcf742 HTTP/1.1" status: 200 len: 945 time: 0.2975867 Jun 17 08:29:52.723613 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380312-e412-4ba3-b980-62a6169cc365 req-17ef062b-3ad6-41b0-8dbc-9dc6ea9a807f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:52.725281 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-17ef062b-3ad6-41b0-8dbc-9dc6ea9a807f tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 812 time: 0.2890017 Jun 17 08:29:52.767262 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Request body: {'port': {'device_id': '104c5df9-b173-435f-bcea-f4b6212a7e46', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'admin_state_up': True, 'tenant_id': '17fe9c2faf86410a842c7f72bf627588'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:52.851424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-305cd4a6-ba99-429a-a4e0-482a1ac993dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:52.973539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2dfc04-3bc1-404f-b8a4-60d083451660 req-bbc4972b-c783-4a2d-8908-a2f5c8cbe365 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:52.977943 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca2dfc04-3bc1-404f-b8a4-60d083451660 req-bbc4972b-c783-4a2d-8908-a2f5c8cbe365 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.63 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 945 time: 0.1496665 Jun 17 08:29:53.056265 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-305cd4a6-ba99-429a-a4e0-482a1ac993dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.064074 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a6b1eeb5-f9a2-4995-b814-e631d0684b79 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:53.068062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-28ad420e-01e9-45f2-b2b1-3efc277d6163 req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Deleting port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:53.068665 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-28ad420e-01e9-45f2-b2b1-3efc277d6163 req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.109756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 185af50a-c657-475e-ace8-0d492bb36f87 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:29:53.138122 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305cd4a6-ba99-429a-a4e0-482a1ac993dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=717f8b60-fb1c-4bbe-a6b4-6fd59088f048,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:53.147172 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-305cd4a6-ba99-429a-a4e0-482a1ac993dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:53.196089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 185af50a-c657-475e-ace8-0d492bb36f87 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:29:53.202369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 185af50a-c657-475e-ace8-0d492bb36f87 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:29:53.203979 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.214741 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-305cd4a6-ba99-429a-a4e0-482a1ac993dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.221374 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-305cd4a6-ba99-429a-a4e0-482a1ac993dd admin admin] 10.222.0.47 "DELETE /v2.0/subnets/717f8b60-fb1c-4bbe-a6b4-6fd59088f048 HTTP/1.1" status: 204 len: 168 time: 0.8390093 Jun 17 08:29:53.223464 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Made reservation on behalf of 17fe9c2faf86410a842c7f72bf627588 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:53.229514 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.234666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36022) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:53.253897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ba37f-14b0-49c4-8b1d-a4ab08ada86d req-c8f6282b-c124-4712-a9ec-ef7b56b3d9c8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:53.265870 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c9ba37f-14b0-49c4-8b1d-a4ab08ada86d req-c8f6282b-c124-4712-a9ec-ef7b56b3d9c8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 945 time: 0.2858834 Jun 17 08:29:53.383899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-ca2dfc04-3bc1-404f-b8a4-60d083451660 req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Deleting port 61ffd933-7d15-48be-9cfa-a7b42fde34a1 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:53.384497 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca2dfc04-3bc1-404f-b8a4-60d083451660 req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.396557 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.414663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c9ba37f-14b0-49c4-8b1d-a4ab08ada86d req-122da9db-60be-48c1-94c4-4cf07f39c8fb tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388137 Jun 17 08:29:53.446618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 185af50a-c657-475e-ace8-0d492bb36f87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=185af50a-c657-475e-ace8-0d492bb36f87,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:53.448023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c903e2eb-7376-4219-b620-6dedf2edb2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185af50a-c657-475e-ace8-0d492bb36f87'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:53.452999 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892389b8-6641-4af0-b090-707e16e4372d" -d '{"events": [{"server_uuid": "c903e2eb-7376-4219-b620-6dedf2edb2f6", "name": "network-vif-plugged", "status": "completed", "tag": "185af50a-c657-475e-ace8-0d492bb36f87"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:53.457579 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.461741 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:53.554831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=185af50a-c657-475e-ace8-0d492bb36f87,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:53.567646 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:53.589932 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11063341-e79e-4d71-9b6f-09c50022950c req-5933ed51-710e-468d-b13f-6a7593acb4d9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 210 time: 0.1700299 Jun 17 08:29:53.644901 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-28ad420e-01e9-45f2-b2b1-3efc277d6163 req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] For port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:53.654338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-28ad420e-01e9-45f2-b2b1-3efc277d6163 req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.704519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ca2dfc04-3bc1-404f-b8a4-60d083451660 req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] For port 61ffd933-7d15-48be-9cfa-a7b42fde34a1, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=61ffd933-7d15-48be-9cfa-a7b42fde34a1,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:29:53.704873 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca2dfc04-3bc1-404f-b8a4-60d083451660 req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:53.790151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-ca2dfc04-3bc1-404f-b8a4-60d083451660 req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Calling delete_port for 61ffd933-7d15-48be-9cfa-a7b42fde34a1 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:53.817828 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7720ab63-0849-47d8-8689-1c3305b64088 x-openstack-request-id: req-7720ab63-0849-47d8-8689-1c3305b64088 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:53.818129 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c903e2eb-7376-4219-b620-6dedf2edb2f6", "name": "network-vif-plugged", "status": "completed", "tag": "185af50a-c657-475e-ace8-0d492bb36f87", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:53.818410 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7720ab63-0849-47d8-8689-1c3305b64088 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:53.818846 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c903e2eb-7376-4219-b620-6dedf2edb2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185af50a-c657-475e-ace8-0d492bb36f87', 'code': 200} Jun 17 08:29:53.837640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-28ad420e-01e9-45f2-b2b1-3efc277d6163 req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Calling delete_port for 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:29:54.003872 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.059448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca2dfc04-3bc1-404f-b8a4-60d083451660 req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.067094 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9740ed78-6e99-4705-8f09-55b2cb661cc0 req-9c207348-5b91-49e5-9311-bce09cbf53f0 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 210 time: 0.0647233 Jun 17 08:29:54.071010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['61ffd933-7d15-48be-9cfa-a7b42fde34a1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:54.075364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['5b93a09f-29ed-4d4f-8909-a835d4546982'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:54.077595 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:54.087552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-28ad420e-01e9-45f2-b2b1-3efc277d6163 req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.114342 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed8994b4-b99b-47f0-a058-890ca9defa6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:54.137604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Pushing event deleted for resources: {'Port': ['ID=61ffd933-7d15-48be-9cfa-a7b42fde34a1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:54.149999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-889701fc-3b98-401d-9a76-f0db5953e4af req-f6558da6-a390-4460-8b5f-8e4937e25323 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 210 time: 0.0880656 Jun 17 08:29:54.153972 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:54.198447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Pushing event deleted for resources: {'Port': ['ID=2f383c59-0955-4c44-9d9d-95eebbf9a5e1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:54.200901 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Allocated IP 172.20.0.14 (8052df07-f65d-4aa6-b093-bfbdd0ab64de/60edf36c-6a69-4e4e-847c-9484b431209d/9c7745d7-c2a6-43c3-9a36-df9d89628807) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:54.213845 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:54.248739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2dfc04-3bc1-404f-b8a4-60d083451660 req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] No DVR routers for this DVR port 61ffd933-7d15-48be-9cfa-a7b42fde34a1 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:54.254577 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ca2dfc04-3bc1-404f-b8a4-60d083451660 req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.257212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca2dfc04-3bc1-404f-b8a4-60d083451660 req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.63 "DELETE /v2.0/ports/61ffd933-7d15-48be-9cfa-a7b42fde34a1 HTTP/1.1" status: 204 len: 173 time: 1.2529354 Jun 17 08:29:54.257839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401d49d9-2363-4866-8ac4-b77443361d8f', 'name': 'network-vif-deleted', 'tag': '61ffd933-7d15-48be-9cfa-a7b42fde34a1'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:54.261470 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe2061d-df14-42e6-8b87-72c0a55d0116" -d '{"events": [{"server_uuid": "401d49d9-2363-4866-8ac4-b77443361d8f", "name": "network-vif-deleted", "tag": "61ffd933-7d15-48be-9cfa-a7b42fde34a1"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:54.273588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.273868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34051be4-fca7-493a-8dee-5d67e7591bca req-7a77bcde-eb84-4fd6-af51-9b24cfcf85a7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:54.276377 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-7a77bcde-eb84-4fd6-af51-9b24cfcf85a7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.63 "GET /v2.0/networks?id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe HTTP/1.1" status: 200 len: 815 time: 0.7039576 Jun 17 08:29:54.288446 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ad420e-01e9-45f2-b2b1-3efc277d6163 req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] No DVR routers for this DVR port 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:29:54.293610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Request body: {'port': {'device_id': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe', 'admin_state_up': True, 'tenant_id': '22b08dc68d624144bea2b0a6d09321be'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:54.300421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ff2bbf-c3bb-449c-af8d-44a515af44ab']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:54.302918 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-28ad420e-01e9-45f2-b2b1-3efc277d6163 req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.305068 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-28ad420e-01e9-45f2-b2b1-3efc277d6163 req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.10 "DELETE /v2.0/ports/2f383c59-0955-4c44-9d9d-95eebbf9a5e1 HTTP/1.1" status: 204 len: 173 time: 1.5981705 Jun 17 08:29:54.305657 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051ec639-07ab-4995-9528-d80d56bcf742', 'name': 'network-vif-deleted', 'tag': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:54.308045 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229323ef-81df-4ee9-940a-56c9e2fcfedb" -d '{"events": [{"server_uuid": "051ec639-07ab-4995-9528-d80d56bcf742", "name": "network-vif-deleted", "tag": "2f383c59-0955-4c44-9d9d-95eebbf9a5e1"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:54.319596 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fc63e5-e104-400e-9193-43906d4425b2 x-openstack-request-id: req-b4fc63e5-e104-400e-9193-43906d4425b2 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:54.320005 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401d49d9-2363-4866-8ac4-b77443361d8f", "name": "network-vif-deleted", "tag": "61ffd933-7d15-48be-9cfa-a7b42fde34a1", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:54.320357 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4fc63e5-e104-400e-9193-43906d4425b2 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:54.321033 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401d49d9-2363-4866-8ac4-b77443361d8f', 'name': 'network-vif-deleted', 'tag': '61ffd933-7d15-48be-9cfa-a7b42fde34a1', 'status': 'completed', 'code': 200} Jun 17 08:29:54.340108 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb704232-7026-4c1f-90a3-072e27136e91 req-463f5246-3451-4450-9672-21b4e6f0f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:54.341842 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb704232-7026-4c1f-90a3-072e27136e91 req-463f5246-3451-4450-9672-21b4e6f0f82d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 1098 time: 0.3486638 Jun 17 08:29:54.346349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d467d7-7459-4b57-bd1a-c0699a87fe12') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:54.346638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d467d7-7459-4b57-bd1a-c0699a87fe12') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:54.366120 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546774b7-14b0-4ebf-892b-64b103aa5f27 x-openstack-request-id: req-546774b7-14b0-4ebf-892b-64b103aa5f27 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:54.366450 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051ec639-07ab-4995-9528-d80d56bcf742", "name": "network-vif-deleted", "tag": "2f383c59-0955-4c44-9d9d-95eebbf9a5e1", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:54.366743 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-546774b7-14b0-4ebf-892b-64b103aa5f27 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:54.367213 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051ec639-07ab-4995-9528-d80d56bcf742', 'name': 'network-vif-deleted', 'tag': '2f383c59-0955-4c44-9d9d-95eebbf9a5e1', 'status': 'completed', 'code': 200} Jun 17 08:29:54.371517 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.405879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.449869 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Made reservation on behalf of 22b08dc68d624144bea2b0a6d09321be for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:54.454356 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.466985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:29:54.467392 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:29:54.471408 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:29:54.474216 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb704232-7026-4c1f-90a3-072e27136e91 req-d4d07a31-8da4-4cca-b703-44e0c24ab8b9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147470 Jun 17 08:29:54.480141 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['2f383c59-0955-4c44-9d9d-95eebbf9a5e1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:29:54.588366 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.594167 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.596278 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] 10.222.0.47 "DELETE /v2.0/networks/b1ff2bbf-c3bb-449c-af8d-44a515af44ab HTTP/1.1" status: 204 len: 168 time: 1.3426442 Jun 17 08:29:54.603503 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2d01ceb7-95f0-45f8-9cee-48c3f42a1a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:54.606361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36040) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:54.620593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ff2bbf-c3bb-449c-af8d-44a515af44ab,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:54.623492 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:54.653863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.667325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Allocated IP 172.20.0.8 (20f5d41f-bb84-42c7-8719-2e1d4ee31efe/8392e879-6732-4b68-b8be-3bf778dc17e1/086128af-8f90-476f-9cdc-1473c73f0f30) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:54.718872 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.730937 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e57ce17f-54da-49ea-b93c-03327e36876a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:54.777780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Network 8052df07-f65d-4aa6-b093-bfbdd0ab64de is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:54.784162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:54.788749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:54.816732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50e72c44-c248-423d-8fa2-449d5dcd8a40 req-2c8e6cf4-3040-428b-9e56-e1020216628b tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 210 time: 0.0559349 Jun 17 08:29:54.829917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e001bb-0198-4301-8363-9ab2f0e827fc req-8301d2cf-4252-4125-b845-9cd056e855ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:54.832592 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1e001bb-0198-4301-8363-9ab2f0e827fc req-8301d2cf-4252-4125-b845-9cd056e855ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 946 time: 0.2362502 Jun 17 08:29:54.844573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event updated for resources: {'Port': ['ID=9c7745d7-c2a6-43c3-9a36-df9d89628807,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:54.852181 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:54.854445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bcbc66-54d7-4e81-9abb-ed8499bda60d admin admin] Deleting subnet 331cd5bf-5767-4b33-87ff-1eaec0724f09 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:29:54.868653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:54.869672 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.886256 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc66-54d7-4e81-9abb-ed8499bda60d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:54.918526 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1599855 Jun 17 08:29:54.932121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Request body: {'port': {'device_id': '104c5df9-b173-435f-bcea-f4b6212a7e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:55.003594 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 56673305-cb00-4406-8d0c-c0b39d2e799c no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:55.034512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 56673305-cb00-4406-8d0c-c0b39d2e799c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:55.043414 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 56673305-cb00-4406-8d0c-c0b39d2e799c not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:55.044476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:55.067858 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc66-54d7-4e81-9abb-ed8499bda60d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.082168 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.086512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:55.091099 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 2f383c59-0955-4c44-9d9d-95eebbf9a5e1 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:55.097827 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1e001bb-0198-4301-8363-9ab2f0e827fc req-bc1750d5-e6ce-462b-bde0-e0816937a66b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533410 Jun 17 08:29:55.163253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc66-54d7-4e81-9abb-ed8499bda60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.214691 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.318277 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc66-54d7-4e81-9abb-ed8499bda60d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.330027 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-057f7355-f13e-4e55-ab1b-4bfbbcdeeea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:55.388755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcbc66-54d7-4e81-9abb-ed8499bda60d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=331cd5bf-5767-4b33-87ff-1eaec0724f09,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:55.391254 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5bcbc66-54d7-4e81-9abb-ed8499bda60d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.393593 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e5bcbc66-54d7-4e81-9abb-ed8499bda60d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/331cd5bf-5767-4b33-87ff-1eaec0724f09 HTTP/1.1" status: 204 len: 168 time: 0.7862337 Jun 17 08:29:55.397724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36056) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:55.437963 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48539b2b-9ab0-48d0-aed9-d9a182cbdc75 req-5416d255-bd2a-49f3-9b2f-6e7c35aa936d tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=401d49d9-2363-4866-8ac4-b77443361d8f HTTP/1.1" status: 200 len: 210 time: 0.0546622 Jun 17 08:29:55.445097 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e5bcbc66-54d7-4e81-9abb-ed8499bda60d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:55.474535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.486762 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55998060-6eef-4a2c-a681-b7990d3f4a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:55.550968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:55.556827 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:55.563999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:55.590463 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.632243 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Pushing event updated for resources: {'Port': ['ID=086128af-8f90-476f-9cdc-1473c73f0f30,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:55.639677 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:55.657287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:55.657940 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.673217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa40e36-37ad-4be3-bab6-5e78573447c4 req-7ebf4122-47d4-4dbc-93ca-9318b71e0af6 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:55.678578 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0aa40e36-37ad-4be3-bab6-5e78573447c4 req-7ebf4122-47d4-4dbc-93ca-9318b71e0af6 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 932 time: 0.2388642 Jun 17 08:29:55.702150 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4151547 Jun 17 08:29:55.715785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Request body: {'port': {'device_id': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:55.728489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.750292 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0aa40e36-37ad-4be3-bab6-5e78573447c4 req-d6518891-af5f-4390-bc4c-16c001a02bfa tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666523 Jun 17 08:29:55.756574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6646ed4-8f5d-4df4-9226-6047b67f45f3']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:55.770041 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4dab95-e5aa-4c4e-b175-d4e5e7b188be') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:55.770384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4dab95-e5aa-4c4e-b175-d4e5e7b188be') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:29:55.791098 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.794183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7745d7-c2a6-43c3-9a36-df9d89628807 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:55.808439 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.809552 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.817605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.828522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:29:55.829095 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:29:55.831020 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:29:55.894950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Transition to ACTIVE for port object 9c7745d7-c2a6-43c3-9a36-df9d89628807 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:55.898139 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.902903 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b27f07a1-3dbf-4daa-a5f7-40bc586ed7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:55.909369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:55.909369 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c6646ed4-8f5d-4df4-9226-6047b67f45f3 HTTP/1.1" status: 204 len: 168 time: 0.5051248 Jun 17 08:29:55.911863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.117471 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36070) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:56.205505 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2cf6a8b8-2b08-4039-9ecc-0885652c346d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf6e255a98c04f7ba233cf48bf239691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840702 Jun 17 08:29:56.206893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36074) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:56.307353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb8868-6cd2-430d-954a-bca9ce07eaa8 req-c245350e-3f78-4238-ba78-e786a7e8c800 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.311838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3feb8868-6cd2-430d-954a-bca9ce07eaa8 req-c245350e-3f78-4238-ba78-e786a7e8c800 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 931 time: 0.2886121 Jun 17 08:29:56.374292 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6646ed4-8f5d-4df4-9226-6047b67f45f3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:56.377678 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:56.378178 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:56.411134 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2a33-3235-4fd7-b7c7-120a565dcec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.444785 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Pushing event updated for resources: {'Port': ['ID=9c7745d7-c2a6-43c3-9a36-df9d89628807,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:56.452384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3feb8868-6cd2-430d-954a-bca9ce07eaa8 req-45e170f1-2277-4905-b54a-835d38c66303 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356974 Jun 17 08:29:56.454308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086128af-8f90-476f-9cdc-1473c73f0f30 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:29:56.468275 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:56.468936 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2a33-3235-4fd7-b7c7-120a565dcec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.480432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.512798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Transition to ACTIVE for port object 086128af-8f90-476f-9cdc-1473c73f0f30 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:56.521190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Attempting to bind port 9c7745d7-c2a6-43c3-9a36-df9d89628807 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:56.521518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Attempting to bind port 9c7745d7-c2a6-43c3-9a36-df9d89628807 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:56.521845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Attempting to bind port 9c7745d7-c2a6-43c3-9a36-df9d89628807 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:56.524324 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.526408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Port 9c7745d7-c2a6-43c3-9a36-df9d89628807 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:56.526730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Attempting to bind port 9c7745d7-c2a6-43c3-9a36-df9d89628807 on network 8052df07-f65d-4aa6-b093-bfbdd0ab64de {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:56.529749 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fbee16ba-f7ae-4a1e-83c5-a677fa3925cf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:56.532265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:56.532578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Checking segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:56.532929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Bound using segment: {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:56.533482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Bound port: 9c7745d7-c2a6-43c3-9a36-df9d89628807, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3f4b7b-de60-492d-99a2-a07cc293f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:56.533747 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.547022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5cab4-39eb-44a8-b6d6-7c67e6d052e0 req-e98cddfb-b50c-4d34-be74-4951b0acb56f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.549917 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ce5cab4-39eb-44a8-b6d6-7c67e6d052e0 req-e98cddfb-b50c-4d34-be74-4951b0acb56f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 946 time: 0.2320223 Jun 17 08:29:56.614585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] For port 9c7745d7-c2a6-43c3-9a36-df9d89628807, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:56.618466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] For port 9c7745d7-c2a6-43c3-9a36-df9d89628807, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c7745d7-c2a6-43c3-9a36-df9d89628807,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:56.626754 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.630900 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8e10e579-5208-4465-b9fd-3742f12f2f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:56.664512 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36082) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:56.674539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1676022822'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:56.685785 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.686476 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.688297 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] 10.222.0.10 "PUT /v2.0/ports/9c7745d7-c2a6-43c3-9a36-df9d89628807 HTTP/1.1" status: 200 len: 1093 time: 1.7623012 Jun 17 08:29:56.690911 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104c5df9-b173-435f-bcea-f4b6212a7e46', 'tag': '9c7745d7-c2a6-43c3-9a36-df9d89628807'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:56.694919 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5073ad53-3853-4d3b-8692-044699fe4065" -d '{"events": [{"name": "network-changed", "server_uuid": "104c5df9-b173-435f-bcea-f4b6212a7e46", "tag": "9c7745d7-c2a6-43c3-9a36-df9d89628807"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:56.753270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Pushing event updated for resources: {'Port': ['ID=9c7745d7-c2a6-43c3-9a36-df9d89628807,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:56.779317 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:56.783155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Made reservation on behalf of 4fb68f9622cb4e1ab52fd37b646fa31a for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:56.793243 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.837272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:29:56.841488 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9dd42b-9854-4a1f-9a95-e2a19b73e3f2 x-openstack-request-id: req-1e9dd42b-9854-4a1f-9a95-e2a19b73e3f2 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:56.841815 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104c5df9-b173-435f-bcea-f4b6212a7e46", "tag": "9c7745d7-c2a6-43c3-9a36-df9d89628807", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:56.842112 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e9dd42b-9854-4a1f-9a95-e2a19b73e3f2 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:56.842551 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104c5df9-b173-435f-bcea-f4b6212a7e46', 'tag': '9c7745d7-c2a6-43c3-9a36-df9d89628807', 'status': 'completed', 'code': 200} Jun 17 08:29:56.856657 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:56.857059 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Added segment 40d4f852-be99-4fd3-90ff-e5bfee929987 of type vlan for network 8964f6df-ddca-4c63-afe3-49d16b221789 Jun 17 08:29:56.860205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380312-e412-4ba3-b980-62a6169cc365 req-f7f1c722-e67a-4db5-a805-40b76730a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:56.861899 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-f7f1c722-e67a-4db5-a805-40b76730a5ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 1096 time: 0.1237113 Jun 17 08:29:56.926681 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-655022b4-e92d-44fb-b0ab-dc38d448889e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c7745d7-c2a6-43c3-9a36-df9d89628807 HTTP/1.1" status: 200 len: 217 time: 0.0533099 Jun 17 08:29:56.950629 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.003398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380312-e412-4ba3-b980-62a6169cc365 req-7af0a9c9-8830-4b52-9bf8-124750d75dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.004944 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-7af0a9c9-8830-4b52-9bf8-124750d75dad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.0655584 Jun 17 08:29:57.022028 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.023912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Pushing event updated for resources: {'Port': ['ID=086128af-8f90-476f-9cdc-1473c73f0f30,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:57.027723 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.028328 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.036574 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:57.046909 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fe36db3d-d78a-4084-a184-d291366b18d4 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:57.052803 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-d634e1b0-68b8-4a29-879a-651425926390 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402114 Jun 17 08:29:57.068843 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2a33-3235-4fd7-b7c7-120a565dcec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.071532 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a3dc2a33-3235-4fd7-b7c7-120a565dcec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.072688 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a3dc2a33-3235-4fd7-b7c7-120a565dcec4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b27374a-f1d1-4789-b2cc-9ec11f55e240 HTTP/1.1" status: 204 len: 168 time: 0.8523834 Jun 17 08:29:57.078426 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0244f4d4-a713-45e4-88a4-6c790237b538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:57.107590 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ce5cab4-39eb-44a8-b6d6-7c67e6d052e0 req-658e9ff3-98ef-423f-ad08-988d23dcf857 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817093 Jun 17 08:29:57.111417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc2a33-3235-4fd7-b7c7-120a565dcec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b27374a-f1d1-4789-b2cc-9ec11f55e240,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:57.118044 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4500175 Jun 17 08:29:57.118968 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a3dc2a33-3235-4fd7-b7c7-120a565dcec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:57.121224 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36092) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:57.126961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1101520780'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:57.177824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 61ffd933-7d15-48be-9cfa-a7b42fde34a1 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:29:57.179107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event updated for resources: {'Network': ['ID=8964f6df-ddca-4c63-afe3-49d16b221789,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:57.183818 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:57.184594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Made reservation on behalf of 4fb68f9622cb4e1ab52fd37b646fa31a for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:57.188636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.198487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a87a5c-58c0-4492-8825-69e4ff45a078 req-5742cf8b-c2fb-4cb1-b30b-77c0d0a44476 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.200471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 8964f6df-ddca-4c63-afe3-49d16b221789 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:29:57.207272 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0a87a5c-58c0-4492-8825-69e4ff45a078 req-5742cf8b-c2fb-4cb1-b30b-77c0d0a44476 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 944 time: 0.2735591 Jun 17 08:29:57.216923 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-0128a63f-2c47-4952-a778-a13f268cf261 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486869 Jun 17 08:29:57.229562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Attempting to bind port 086128af-8f90-476f-9cdc-1473c73f0f30 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:57.229894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Attempting to bind port 086128af-8f90-476f-9cdc-1473c73f0f30 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:57.230221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Attempting to bind port 086128af-8f90-476f-9cdc-1473c73f0f30 on network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:57.245306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Port 086128af-8f90-476f-9cdc-1473c73f0f30 on network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:29:57.245628 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Attempting to bind port 086128af-8f90-476f-9cdc-1473c73f0f30 on network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:57.270612 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 61ffd933-7d15-48be-9cfa-a7b42fde34a1 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:29:57.271337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:57.271794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Checking segment: {'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:57.272176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Bound using segment: {'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:57.273052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Bound port: 086128af-8f90-476f-9cdc-1473c73f0f30, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:57.273579 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.276820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 61ffd933-7d15-48be-9cfa-a7b42fde34a1 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:29:57.321392 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0a87a5c-58c0-4492-8825-69e4ff45a078 req-ebff3c55-78c0-460f-ac73-3b19f6effcc6 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131039 Jun 17 08:29:57.327456 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ea380312-e412-4ba3-b980-62a6169cc365 req-76368a71-5780-46da-ae47-0ec303c64317 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034136 Jun 17 08:29:57.330418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:29:57.375368 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.376069 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Added segment 70ea2d1f-1645-42e0-9609-816f49decdaa of type vlan for network a7010350-080d-4638-8862-40e49cc2641f Jun 17 08:29:57.457143 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073ad53-3853-4d3b-8692-044699fe4065 req-a700180e-07e6-49c1-96e4-e69a5657901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.458699 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5073ad53-3853-4d3b-8692-044699fe4065 req-a700180e-07e6-49c1-96e4-e69a5657901d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=17fe9c2faf86410a842c7f72bf627588&device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 1096 time: 0.0672605 Jun 17 08:29:57.497869 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae3b8-d399-4af2-bae8-9395df8a74e1 req-bb9ad977-ac6a-4fe3-b386-86ef4b0b88f5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.504851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-285ae3b8-d399-4af2-bae8-9395df8a74e1 req-bb9ad977-ac6a-4fe3-b386-86ef4b0b88f5 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.2452178 Jun 17 08:29:57.552294 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.558852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073ad53-3853-4d3b-8692-044699fe4065 req-0d760ab4-c2b0-4069-9c8d-07b714b68afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.560518 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5073ad53-3853-4d3b-8692-044699fe4065 req-0d760ab4-c2b0-4069-9c8d-07b714b68afc service neutron] 10.222.0.10 "GET /v2.0/networks?id=8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 200 len: 913 time: 0.0915825 Jun 17 08:29:57.569430 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] For port 086128af-8f90-476f-9cdc-1473c73f0f30, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:57.600681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36102) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:57.611675 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5073ad53-3853-4d3b-8692-044699fe4065 req-21940021-ef71-49ea-a745-343fb46fe912 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c7745d7-c2a6-43c3-9a36-df9d89628807 HTTP/1.1" status: 200 len: 217 time: 0.0433052 Jun 17 08:29:57.618512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] For port 086128af-8f90-476f-9cdc-1473c73f0f30, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=086128af-8f90-476f-9cdc-1473c73f0f30,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:57.636303 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-285ae3b8-d399-4af2-bae8-9395df8a74e1 req-52468a01-b956-419c-aa90-d188fd88ca33 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306522 Jun 17 08:29:57.641528 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.646633 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec11fc49-5e79-4ca0-8873-bb58736cbb88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:57.676139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073ad53-3853-4d3b-8692-044699fe4065 req-35f8659c-d094-4ef4-bd95-a121a95cbd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.677725 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5073ad53-3853-4d3b-8692-044699fe4065 req-35f8659c-d094-4ef4-bd95-a121a95cbd91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 200 len: 852 time: 0.0586240 Jun 17 08:29:57.694639 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.700541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.701153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.715969 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5073ad53-3853-4d3b-8692-044699fe4065 req-d06ca77e-e9ca-4f73-b99d-04c44c4f756b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8052df07-f65d-4aa6-b093-bfbdd0ab64de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309052 Jun 17 08:29:57.726413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb924e-cd80-4d88-8913-68ebaf6ecebe req-cfe87175-8150-4dcc-b6d3-2c4a91f866df tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.727930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8fb924e-cd80-4d88-8913-68ebaf6ecebe req-cfe87175-8150-4dcc-b6d3-2c4a91f866df tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 946 time: 0.2671673 Jun 17 08:29:57.732289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:57.732903 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.734260 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] 10.222.0.63 "PUT /v2.0/ports/086128af-8f90-476f-9cdc-1473c73f0f30 HTTP/1.1" status: 200 len: 1092 time: 2.0239334 Jun 17 08:29:57.736964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'tag': '086128af-8f90-476f-9cdc-1473c73f0f30'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:29:57.739401 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65970d1-e6bd-4a6e-9779-252287a7c265" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb4ee0f-cd11-4051-9c95-943ebd3adeef", "tag": "086128af-8f90-476f-9cdc-1473c73f0f30"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:29:57.754155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1ae0bb75-82c0-47e0-84ce-54670eae1e14 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85797aa8622143bf98e9a3147f8de7fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469281 Jun 17 08:29:57.762985 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36106) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:57.779372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6571651 Jun 17 08:29:57.784344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36108) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:57.789776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Request body: {'subnet': {'network_id': '8964f6df-ddca-4c63-afe3-49d16b221789', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:57.834452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Pushing event updated for resources: {'Port': ['ID=086128af-8f90-476f-9cdc-1473c73f0f30,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:57.850346 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:57.853419 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-968ff1dc-0f5c-4996-a842-8e7c654d1bd4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:57.870328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8fb924e-cd80-4d88-8913-68ebaf6ecebe req-e96f0477-684f-459f-8127-e9d90bbe0182 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281009 Jun 17 08:29:57.882119 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5073ad53-3853-4d3b-8692-044699fe4065 req-61e166f3-5469-4087-afa5-a16e5a2b1147 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584561 Jun 17 08:29:57.942495 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fcda3d-6ef8-4b77-8075-e5c73f049bcc x-openstack-request-id: req-46fcda3d-6ef8-4b77-8075-e5c73f049bcc {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:29:57.942891 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb4ee0f-cd11-4051-9c95-943ebd3adeef", "tag": "086128af-8f90-476f-9cdc-1473c73f0f30", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:29:57.943249 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46fcda3d-6ef8-4b77-8075-e5c73f049bcc {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:29:57.943755 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'tag': '086128af-8f90-476f-9cdc-1473c73f0f30', 'status': 'completed', 'code': 200} Jun 17 08:29:57.956443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Made reservation on behalf of 4fb68f9622cb4e1ab52fd37b646fa31a for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:57.960023 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:57.998472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event updated for resources: {'Network': ['ID=a7010350-080d-4638-8862-40e49cc2641f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:58.009797 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network a7010350-080d-4638-8862-40e49cc2641f details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:29:58.028484 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:58.037228 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ef7bf47-83e0-49a5-8db2-baa8984c7535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.056323 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5073ad53-3853-4d3b-8692-044699fe4065 req-67ec7ed9-a4e2-4534-bdc6-8bff25edff68 service neutron] 10.222.0.10 "GET /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641476 Jun 17 08:29:58.077638 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ef7bf47-83e0-49a5-8db2-baa8984c7535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.126133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34051be4-fca7-493a-8dee-5d67e7591bca req-06ab2b5a-1a72-40f0-bb36-9570c144b9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.127837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-06ab2b5a-1a72-40f0-bb36-9570c144b9f0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=22b08dc68d624144bea2b0a6d09321be&device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 1095 time: 0.3401847 Jun 17 08:29:58.182377 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-fead44f5-f914-4885-8cc0-1f6e9166f113 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=086128af-8f90-476f-9cdc-1473c73f0f30 HTTP/1.1" status: 200 len: 217 time: 0.0429804 Jun 17 08:29:58.188461 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.190705 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-468bb211-cc03-4ab1-89a6-9f23b9a62b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:58.193433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee691a01-8fe2-4ae7-ba7f-11c32cb39877 req-81de313d-227c-406d-a486-fbb50345fc03 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.199396 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ee691a01-8fe2-4ae7-ba7f-11c32cb39877 req-81de313d-227c-406d-a486-fbb50345fc03 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 943 time: 0.2657073 Jun 17 08:29:58.247294 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ef7bf47-83e0-49a5-8db2-baa8984c7535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.250627 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ef7bf47-83e0-49a5-8db2-baa8984c7535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.251988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3ef7bf47-83e0-49a5-8db2-baa8984c7535 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b405ac59-b153-42dc-a61d-3e7f22e74bdf HTTP/1.1" status: 204 len: 168 time: 0.4879882 Jun 17 08:29:58.255977 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event updated for resources: {'Subnet': ['ID=9c643dad-d443-4ef0-9be3-00c690ff45c4,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:58.260237 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:58.261125 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7b8c4781-9f24-4896-b816-448f45a1beb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:58.266653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Checking segment: {'id': '40d4f852-be99-4fd3-90ff-e5bfee929987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8964f6df-ddca-4c63-afe3-49d16b221789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:58.267292 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Network hostable DHCP agents. Network: 8964f6df-ddca-4c63-afe3-49d16b221789, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:29:58.286337 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Network 8964f6df-ddca-4c63-afe3-49d16b221789 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:29:58.289515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7bf47-83e0-49a5-8db2-baa8984c7535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b405ac59-b153-42dc-a61d-3e7f22e74bdf,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:58.291911 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3ef7bf47-83e0-49a5-8db2-baa8984c7535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:58.317252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 8964f6df-ddca-4c63-afe3-49d16b221789) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:58.321320 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.321903 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.327971 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd97bfa-3cf1-4bf6-bc19-90b63834a7d5 None None] Network 8964f6df-ddca-4c63-afe3-49d16b221789 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:29:58.347316 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5617642 Jun 17 08:29:58.348901 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36116) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:58.358201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Request body: {'subnet': {'network_id': 'a7010350-080d-4638-8862-40e49cc2641f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:58.369406 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ee691a01-8fe2-4ae7-ba7f-11c32cb39877 req-4d2989db-07d4-4895-9cad-12d268b510ff tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539636 Jun 17 08:29:58.378424 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34051be4-fca7-493a-8dee-5d67e7591bca req-94960e64-d175-4de5-8a36-cae84d95fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.380006 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-94960e64-d175-4de5-8a36-cae84d95fb5b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8392e879-6732-4b68-b8be-3bf778dc17e1 HTTP/1.1" status: 200 len: 855 time: 0.1778624 Jun 17 08:29:58.420545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-85e6db3d-2fed-4adc-8006-37c8a36649fa service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324235 Jun 17 08:29:58.448768 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cefcdef-53bd-4f1d-8d29-ff6d8bed9ba0 req-7acc687f-a9df-454d-a124-a8ea862e23c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.450410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cefcdef-53bd-4f1d-8d29-ff6d8bed9ba0 req-7acc687f-a9df-454d-a124-a8ea862e23c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 946 time: 0.1829681 Jun 17 08:29:58.523230 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Made reservation on behalf of 4fb68f9622cb4e1ab52fd37b646fa31a for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:58.527831 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.533881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-8964f6df-ddca-4c63-afe3-49d16b221789', 'network_id': '8964f6df-ddca-4c63-afe3-49d16b221789', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'fixed_ips': [{'subnet_id': '9c643dad-d443-4ef0-9be3-00c690ff45c4'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:29:58.535734 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.548251 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cefcdef-53bd-4f1d-8d29-ff6d8bed9ba0 req-01019039-99a4-4c4d-a943-ff0dab82d86f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872276 Jun 17 08:29:58.577954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-402ab762-2e1e-4949-b45d-2ee9478557f3 service neutron] 10.222.0.63 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484506 Jun 17 08:29:58.718761 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34051be4-fca7-493a-8dee-5d67e7591bca req-41bc41ff-08d1-4f6c-ad49-a21361e4a77a service neutron] 10.222.0.63 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328926 Jun 17 08:29:58.783281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Allocated IP 10.1.1.2 (8964f6df-ddca-4c63-afe3-49d16b221789/9c643dad-d443-4ef0-9be3-00c690ff45c4/cea99a63-e3b9-4641-a907-6cff0f8c7bca) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:58.790075 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.801234 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d21ab176-ea15-4be8-9163-b9f05c9a176c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:58.882514 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Checking segment: {'id': '70ea2d1f-1645-42e0-9609-816f49decdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a7010350-080d-4638-8862-40e49cc2641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:58.882958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Network hostable DHCP agents. Network: a7010350-080d-4638-8862-40e49cc2641f, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:29:58.888384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event updated for resources: {'Subnet': ['ID=347e8e21-bcf7-4e16-8517-7cb3b912507d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:58.891774 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:58.907041 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Network a7010350-080d-4638-8862-40e49cc2641f is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:29:58.923765 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, a7010350-080d-4638-8862-40e49cc2641f) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:58.929259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.930146 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:58.939686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f619403-8318-466a-b7e2-8a6ea48879ef None None] Network a7010350-080d-4638-8862-40e49cc2641f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:29:58.951975 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6006157 Jun 17 08:29:58.954754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36136) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:29:58.963717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Request body: {'port': {'network_id': '8964f6df-ddca-4c63-afe3-49d16b221789', 'name': 'tempest-TaggedBootDevicesTest-444253968', 'fixed_ips': [{'subnet_id': '9c643dad-d443-4ef0-9be3-00c690ff45c4'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:29:58.992845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65970d1-e6bd-4a6e-9779-252287a7c265 req-d85fd5ab-4748-451a-8b61-98deb4aa6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:58.994412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b65970d1-e6bd-4a6e-9779-252287a7c265 req-d85fd5ab-4748-451a-8b61-98deb4aa6264 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=22b08dc68d624144bea2b0a6d09321be&device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 1095 time: 0.2056782 Jun 17 08:29:59.027135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69f290-05ab-41f6-9b55-e5ce9e4528d2 req-67385f96-9ac1-4670-a092-440214f21659 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.028860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df69f290-05ab-41f6-9b55-e5ce9e4528d2 req-67385f96-9ac1-4670-a092-440214f21659 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.1732988 Jun 17 08:29:59.081461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766779ce-6971-4418-a7c1-270354c6fdd7 req-a1621ef5-f458-4717-a84f-d05a5cbdbd67 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.090179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-766779ce-6971-4418-a7c1-270354c6fdd7 req-a1621ef5-f458-4717-a84f-d05a5cbdbd67 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 944 time: 0.2055519 Jun 17 08:29:59.136330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Made reservation on behalf of 4fb68f9622cb4e1ab52fd37b646fa31a for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:29:59.172110 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df69f290-05ab-41f6-9b55-e5ce9e4528d2 req-e6d6520d-9319-4e12-afbd-698221abeef4 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259363 Jun 17 08:29:59.185337 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-766779ce-6971-4418-a7c1-270354c6fdd7 req-13156332-b306-4ac7-9146-b6d2f8ea9026 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957427 Jun 17 08:29:59.227115 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65970d1-e6bd-4a6e-9779-252287a7c265 req-a5288130-0f3a-4180-bb47-1c5d38d97f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.228630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b65970d1-e6bd-4a6e-9779-252287a7c265 req-a5288130-0f3a-4180-bb47-1c5d38d97f83 service neutron] 10.222.0.63 "GET /v2.0/networks?id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe HTTP/1.1" status: 200 len: 916 time: 0.2225175 Jun 17 08:29:59.237387 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.266452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.289013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] device_id is not set on port cbc8d314-ef99-41e6-9eeb-d720bab262e4 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:29:59.291384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Transition to ACTIVE for port object cea99a63-e3b9-4641-a907-6cff0f8c7bca will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:59.295761 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b65970d1-e6bd-4a6e-9779-252287a7c265 req-8e00f0f5-f271-4a67-80c7-e7d929ad53d1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=086128af-8f90-476f-9cdc-1473c73f0f30 HTTP/1.1" status: 200 len: 217 time: 0.0560112 Jun 17 08:29:59.327518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Transition to ACTIVE for port object cea99a63-e3b9-4641-a907-6cff0f8c7bca will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:29:59.389040 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.392252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65970d1-e6bd-4a6e-9779-252287a7c265 req-3774d21f-3bf8-4511-bd17-e9bcb7bc311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.395870 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b65970d1-e6bd-4a6e-9779-252287a7c265 req-3774d21f-3bf8-4511-bd17-e9bcb7bc311f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8392e879-6732-4b68-b8be-3bf778dc17e1 HTTP/1.1" status: 200 len: 855 time: 0.0890849 Jun 17 08:29:59.410441 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:59.441029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b65970d1-e6bd-4a6e-9779-252287a7c265 req-0033e8d3-b699-4f52-9c08-246a6fa17cad service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342736 Jun 17 08:29:59.463367 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Network 8964f6df-ddca-4c63-afe3-49d16b221789 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:29:59.468662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:29:59.470098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-a7010350-080d-4638-8862-40e49cc2641f', 'network_id': 'a7010350-080d-4638-8862-40e49cc2641f', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'fixed_ips': [{'subnet_id': '347e8e21-bcf7-4e16-8517-7cb3b912507d'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:29:59.470952 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.488281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:29:59.593815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e69583-bbc1-4576-9333-dec9e386ad9a req-418db372-2233-4777-bece-cc8edf5bf4e3 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.595416 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-44e69583-bbc1-4576-9333-dec9e386ad9a req-418db372-2233-4777-bece-cc8edf5bf4e3 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.1266341 Jun 17 08:29:59.608096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b65970d1-e6bd-4a6e-9779-252287a7c265 req-8bcbdcdc-c56a-4f48-a45f-ae36fd1394e9 service neutron] 10.222.0.63 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555724 Jun 17 08:29:59.644126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Allocated IP 10.1.1.56 (8964f6df-ddca-4c63-afe3-49d16b221789/9c643dad-d443-4ef0-9be3-00c690ff45c4/cbc8d314-ef99-41e6-9eeb-d720bab262e4) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:59.680142 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Pushing event updated for resources: {'Port': ['ID=cea99a63-e3b9-4641-a907-6cff0f8c7bca,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:29:59.690090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Attempting to bind port cea99a63-e3b9-4641-a907-6cff0f8c7bca on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:29:59.690462 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Attempting to bind port cea99a63-e3b9-4641-a907-6cff0f8c7bca by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '40d4f852-be99-4fd3-90ff-e5bfee929987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8964f6df-ddca-4c63-afe3-49d16b221789'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:29:59.690848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Attempting to bind port cea99a63-e3b9-4641-a907-6cff0f8c7bca on network 8964f6df-ddca-4c63-afe3-49d16b221789 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:29:59.712588 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:29:59.715407 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:29:59.715793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Checking segment: {'id': '40d4f852-be99-4fd3-90ff-e5bfee929987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8964f6df-ddca-4c63-afe3-49d16b221789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:29:59.716614 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.716614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Bound using segment: {'id': '40d4f852-be99-4fd3-90ff-e5bfee929987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8964f6df-ddca-4c63-afe3-49d16b221789'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:29:59.719962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Bound port: cea99a63-e3b9-4641-a907-6cff0f8c7bca, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d4f852-be99-4fd3-90ff-e5bfee929987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '8964f6df-ddca-4c63-afe3-49d16b221789'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:29:59.719962 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.854355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5f0fc-c764-4200-8b38-6943a701857b req-5b102ca6-335d-48ee-8413-a904b60b0370 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.854656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] For port cea99a63-e3b9-4641-a907-6cff0f8c7bca, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:29:59.855977 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57a5f0fc-c764-4200-8b38-6943a701857b req-5b102ca6-335d-48ee-8413-a904b60b0370 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 943 time: 0.2467942 Jun 17 08:29:59.860819 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] For port cea99a63-e3b9-4641-a907-6cff0f8c7bca, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cea99a63-e3b9-4641-a907-6cff0f8c7bca,segment=NetworkSegment(40d4f852-be99-4fd3-90ff-e5bfee929987),segment_id=40d4f852-be99-4fd3-90ff-e5bfee929987)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:29:59.862214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Allocated IP 10.2.2.2 (a7010350-080d-4638-8862-40e49cc2641f/347e8e21-bcf7-4e16-8517-7cb3b912507d/dc5cdb18-96b5-40df-8190-3e777bf4f966) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:29:59.868178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cbdda-be3c-43af-9a50-d33dcd3df70e req-f41427e3-b735-4f6f-bfcf-df88b21a5fbd tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.870192 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028cbdda-be3c-43af-9a50-d33dcd3df70e req-f41427e3-b735-4f6f-bfcf-df88b21a5fbd tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 946 time: 0.2303505 Jun 17 08:29:59.871624 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.882156 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b65970d1-e6bd-4a6e-9779-252287a7c265 req-24298e81-f401-431b-96db-916f95eebdb2 service neutron] 10.222.0.63 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602205 Jun 17 08:29:59.884925 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:29:59.894298 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-44e69583-bbc1-4576-9333-dec9e386ad9a req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Deleting port 5b93a09f-29ed-4d4f-8909-a835d4546982 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:29:59.894786 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-44e69583-bbc1-4576-9333-dec9e386ad9a req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:29:59.979089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e8248-cb0d-4cb6-80b6-57234c1b58aa req-91624ffd-2669-4d09-929d-8caa501974ac tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:29:59.980894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e42e8248-cb0d-4cb6-80b6-57234c1b58aa req-91624ffd-2669-4d09-929d-8caa501974ac tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 946 time: 0.2079079 Jun 17 08:30:00.000049 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57a5f0fc-c764-4200-8b38-6943a701857b req-393c8c06-d45e-4460-8abb-eea4675f0b1d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273322 Jun 17 08:30:00.011335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Pushing event updated for resources: {'Port': ['ID=cea99a63-e3b9-4641-a907-6cff0f8c7bca,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:00.019928 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:00.067184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e42e8248-cb0d-4cb6-80b6-57234c1b58aa req-2d3d6890-a26b-4643-a00a-a3bc80abccb2 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658288 Jun 17 08:30:00.129746 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.139593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Transition to ACTIVE for port object dc5cdb18-96b5-40df-8190-3e777bf4f966 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:00.150640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.203081 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Transition to ACTIVE for port object dc5cdb18-96b5-40df-8190-3e777bf4f966 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:00.205013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-44e69583-bbc1-4576-9333-dec9e386ad9a req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] For port 5b93a09f-29ed-4d4f-8909-a835d4546982, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=5b93a09f-29ed-4d4f-8909-a835d4546982,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:00.211281 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-44e69583-bbc1-4576-9333-dec9e386ad9a req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.235312 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.244308 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fc2f613b-144e-4810-a969-c9131ecb1c41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:00.276514 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Transition to ACTIVE for port object cbc8d314-ef99-41e6-9eeb-d720bab262e4 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:00.326695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Pushing event updated for resources: {'Port': ['ID=dc5cdb18-96b5-40df-8190-3e777bf4f966,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:00.328322 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-44e69583-bbc1-4576-9333-dec9e386ad9a req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Calling delete_port for 5b93a09f-29ed-4d4f-8909-a835d4546982 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:00.335286 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:00.356296 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Network a7010350-080d-4638-8862-40e49cc2641f is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:00.361285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:00.369300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:00.379208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-028cbdda-be3c-43af-9a50-d33dcd3df70e req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Deleting port 185af50a-c657-475e-ace8-0d492bb36f87 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:00.379550 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028cbdda-be3c-43af-9a50-d33dcd3df70e req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.452051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c1330-cb1f-4ec3-b6cb-878127d2b0ef req-a7150822-06b3-4984-bdd3-88e3a40ce78e tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:00.452836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511c1330-cb1f-4ec3-b6cb-878127d2b0ef req-a7150822-06b3-4984-bdd3-88e3a40ce78e tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 945 time: 0.0937397 Jun 17 08:30:00.466675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Attempting to bind port dc5cdb18-96b5-40df-8190-3e777bf4f966 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:00.467276 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Attempting to bind port dc5cdb18-96b5-40df-8190-3e777bf4f966 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '70ea2d1f-1645-42e0-9609-816f49decdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a7010350-080d-4638-8862-40e49cc2641f'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:00.467469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Attempting to bind port dc5cdb18-96b5-40df-8190-3e777bf4f966 on network a7010350-080d-4638-8862-40e49cc2641f {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:00.473003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:00.473386 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Checking segment: {'id': '70ea2d1f-1645-42e0-9609-816f49decdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a7010350-080d-4638-8862-40e49cc2641f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:00.473796 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.474293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Bound using segment: {'id': '70ea2d1f-1645-42e0-9609-816f49decdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a7010350-080d-4638-8862-40e49cc2641f'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:00.475130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Bound port: dc5cdb18-96b5-40df-8190-3e777bf4f966, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ea2d1f-1645-42e0-9609-816f49decdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'a7010350-080d-4638-8862-40e49cc2641f'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:00.475598 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.521829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511c1330-cb1f-4ec3-b6cb-878127d2b0ef req-d3d0eb69-8791-4cf3-91af-c8ab0758246b tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/security-groups?id=04ca0ec2-813f-4115-b407-d6432abbf756&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448472 Jun 17 08:30:00.534283 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.549472 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a8f26d01-ae6c-4bd9-a0f4-10229699c6e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:00.551935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b6449-6838-4d55-925b-18c7073e1303 req-af273fe2-32eb-4e94-875c-b501cd14e044 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:00.565759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-543b6449-6838-4d55-925b-18c7073e1303 req-af273fe2-32eb-4e94-875c-b501cd14e044 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 944 time: 0.1436260 Jun 17 08:30:00.588348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] For port dc5cdb18-96b5-40df-8190-3e777bf4f966, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:00.592613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] For port dc5cdb18-96b5-40df-8190-3e777bf4f966, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=dc5cdb18-96b5-40df-8190-3e777bf4f966,segment=NetworkSegment(70ea2d1f-1645-42e0-9609-816f49decdaa),segment_id=70ea2d1f-1645-42e0-9609-816f49decdaa)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:00.598837 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.605442 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:00.631594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-543b6449-6838-4d55-925b-18c7073e1303 req-13c9016e-f6b0-4487-8c46-6d8a3462c8ab tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633268 Jun 17 08:30:00.667301 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-028cbdda-be3c-43af-9a50-d33dcd3df70e req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] For port 185af50a-c657-475e-ace8-0d492bb36f87, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=185af50a-c657-475e-ace8-0d492bb36f87,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:00.667922 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028cbdda-be3c-43af-9a50-d33dcd3df70e req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.689733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Pushing event updated for resources: {'Port': ['ID=dc5cdb18-96b5-40df-8190-3e777bf4f966,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:00.697770 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:00.809196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Network 8964f6df-ddca-4c63-afe3-49d16b221789 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:00.836224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-028cbdda-be3c-43af-9a50-d33dcd3df70e req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Calling delete_port for 185af50a-c657-475e-ace8-0d492bb36f87 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:00.854808 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:00.865777 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event updated for resources: {'Port': ['ID=cbc8d314-ef99-41e6-9eeb-d720bab262e4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:00.868575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-44e69583-bbc1-4576-9333-dec9e386ad9a req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:00.870618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:00.880795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['5b93a09f-29ed-4d4f-8909-a835d4546982'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:00.940171 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:00.946299 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-81bda080-5830-447b-bb9b-7dfe3803120e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:00.998535 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c7745d7-c2a6-43c3-9a36-df9d89628807 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:01.009816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Pushing event deleted for resources: {'Port': ['ID=5b93a09f-29ed-4d4f-8909-a835d4546982,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:01.014546 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:01.078691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.079287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.079813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.080324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.081228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.081857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.082480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.083136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.084675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.085418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.086040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.086661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.093839 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5e283dc-03f9-4b8d-9b84-9e35bce8521e req-04ae9897-e5c7-4415-97d1-c5ef28f3541f tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8480 time: 0.2892039 Jun 17 08:30:01.108927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.126117 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.181264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e69583-bbc1-4576-9333-dec9e386ad9a req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] No DVR routers for this DVR port 5b93a09f-29ed-4d4f-8909-a835d4546982 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:01.187327 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-44e69583-bbc1-4576-9333-dec9e386ad9a req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.189683 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-44e69583-bbc1-4576-9333-dec9e386ad9a req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.10 "DELETE /v2.0/ports/5b93a09f-29ed-4d4f-8909-a835d4546982 HTTP/1.1" status: 204 len: 173 time: 1.5881207 Jun 17 08:30:01.190913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3997f6c-4513-4bf9-bafa-d58e836b7999', 'name': 'network-vif-deleted', 'tag': '5b93a09f-29ed-4d4f-8909-a835d4546982'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:01.193436 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75f9ce9-4ad2-4487-aa2b-a58e1b095d68" -d '{"events": [{"server_uuid": "e3997f6c-4513-4bf9-bafa-d58e836b7999", "name": "network-vif-deleted", "tag": "5b93a09f-29ed-4d4f-8909-a835d4546982"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:01.212434 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2556539 Jun 17 08:30:01.215125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36182) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:01.217665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c7745d7-c2a6-43c3-9a36-df9d89628807, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c7745d7-c2a6-43c3-9a36-df9d89628807,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:01.220815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Request body: {'port': {'network_id': '8964f6df-ddca-4c63-afe3-49d16b221789', 'name': 'tempest-TaggedBootDevicesTest-457773925', 'fixed_ips': [{'subnet_id': '9c643dad-d443-4ef0-9be3-00c690ff45c4'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:01.274754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '9c7745d7-c2a6-43c3-9a36-df9d89628807', 'network_id': '8052df07-f65d-4aa6-b093-bfbdd0ab64de', 'port_id': '9c7745d7-c2a6-43c3-9a36-df9d89628807', 'mac_address': 'fa:16:3e:9a:cb:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60edf36c-6a69-4e4e-847c-9484b431209d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:01.330372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b350a7a-e964-4fd2-9eb6-cd4856807d59 req-d7b6f7d0-7009-4a67-8d79-09e7d0b1227b tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.336236 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b350a7a-e964-4fd2-9eb6-cd4856807d59 req-d7b6f7d0-7009-4a67-8d79-09e7d0b1227b tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 886 time: 0.2246065 Jun 17 08:30:01.397696 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.404604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3506395-f72a-4998-931d-49cbdbebfbd8 req-197e7da2-e7e6-495f-bc85-20c169c16b61 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.415334 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3506395-f72a-4998-931d-49cbdbebfbd8 req-197e7da2-e7e6-495f-bc85-20c169c16b61 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 943 time: 0.1876664 Jun 17 08:30:01.425488 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7745d7-c2a6-43c3-9a36-df9d89628807 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:01.457746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028cbdda-be3c-43af-9a50-d33dcd3df70e req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.472961 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:01.477985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c7745d7-c2a6-43c3-9a36-df9d89628807, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c7745d7-c2a6-43c3-9a36-df9d89628807,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:01.482499 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3506395-f72a-4998-931d-49cbdbebfbd8 req-7bbfd867-4800-456e-aa61-cc6467dbf708 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661695 Jun 17 08:30:01.507544 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acc0d427-c8c1-4355-b2f6-18f0e1497db8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:01.560885 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cea99a63-e3b9-4641-a907-6cff0f8c7bca up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:01.592765 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Made reservation on behalf of 4fb68f9622cb4e1ab52fd37b646fa31a for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:01.607559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.610115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event deleted for resources: {'Port': ['ID=185af50a-c657-475e-ace8-0d492bb36f87,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:01.616424 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd1adf32-edfb-4fc3-ac38-d9577ac45b75 req-773efbee-107e-429e-81e5-b8480c7b5bbc tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=c903e2eb-7376-4219-b620-6dedf2edb2f6 HTTP/1.1" status: 200 len: 210 time: 0.0546269 Jun 17 08:30:01.617134 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da089f8-197f-4807-850f-85cd953c6d39 x-openstack-request-id: req-9da089f8-197f-4807-850f-85cd953c6d39 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:01.617500 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3997f6c-4513-4bf9-bafa-d58e836b7999", "name": "network-vif-deleted", "tag": "5b93a09f-29ed-4d4f-8909-a835d4546982", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:01.617850 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9da089f8-197f-4807-850f-85cd953c6d39 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:01.618310 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3997f6c-4513-4bf9-bafa-d58e836b7999', 'name': 'network-vif-deleted', 'tag': '5b93a09f-29ed-4d4f-8909-a835d4546982', 'status': 'completed', 'code': 200} Jun 17 08:30:01.629725 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:01.632797 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc25077-4983-4753-ab56-026979e64747 None None] Network 8964f6df-ddca-4c63-afe3-49d16b221789 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:01.660323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] device_id is not set on port e732035b-68de-49c4-bfab-ce363fd5955a yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:30:01.685038 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-028cbdda-be3c-43af-9a50-d33dcd3df70e req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] No DVR routers for this DVR port 185af50a-c657-475e-ace8-0d492bb36f87 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:01.692847 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.704119 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:01.716283 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028cbdda-be3c-43af-9a50-d33dcd3df70e req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.718536 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028cbdda-be3c-43af-9a50-d33dcd3df70e req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "DELETE /v2.0/ports/185af50a-c657-475e-ace8-0d492bb36f87 HTTP/1.1" status: 204 len: 173 time: 1.8351243 Jun 17 08:30:01.797855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.798540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.799184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.799698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.800217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.800889 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.801386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.802146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.802448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.803095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.803657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.804191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:01.822898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9c7745d7-c2a6-43c3-9a36-df9d89628807,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:01.830289 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5981e574-5f39-41bc-bc6b-8ea421fdae1b req-3e891187-8c32-452f-a248-5bb4f1e6a675 tempest-NetworksTest-368250367 tempest-NetworksTest-368250367-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8480 time: 0.2115030 Jun 17 08:30:01.830597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-63025714-1f5f-4d2d-928c-3a15664fc379 None None] Provisioning for port cea99a63-e3b9-4641-a907-6cff0f8c7bca completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:01.832769 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:01.906480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port cea99a63-e3b9-4641-a907-6cff0f8c7bca completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:01.919983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port cea99a63-e3b9-4641-a907-6cff0f8c7bca triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:01.919983 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:01.957650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c06f1e1-979a-4097-bda9-44c01f331966 req-17728074-41a3-4f11-a6a3-de814ebf8003 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3997f6c-4513-4bf9-bafa-d58e836b7999 HTTP/1.1" status: 200 len: 210 time: 0.1222649 Jun 17 08:30:01.962971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Allocated IP 10.1.1.93 (8964f6df-ddca-4c63-afe3-49d16b221789/9c643dad-d443-4ef0-9be3-00c690ff45c4/e732035b-68de-49c4-bfab-ce363fd5955a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:02.056027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['9c7745d7-c2a6-43c3-9a36-df9d89628807'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:02.143708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a8c36-91a4-404c-add1-15bd55495a37 req-7a4b1119-c9ed-4d66-8db1-302cb0bc16f0 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:02.145307 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-129a8c36-91a4-404c-add1-15bd55495a37 req-7a4b1119-c9ed-4d66-8db1-302cb0bc16f0 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 945 time: 0.0875475 Jun 17 08:30:02.254386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-129a8c36-91a4-404c-add1-15bd55495a37 req-ba061427-f590-4f37-846e-76d759add947 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969572 Jun 17 08:30:02.287752 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.336238 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Transition to ACTIVE for port object e732035b-68de-49c4-bfab-ce363fd5955a will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:02.385105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.391011 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a8c422d-e928-4c86-9310-c5f4311627cc tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:02.425986 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36196) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:02.439381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Network 8964f6df-ddca-4c63-afe3-49d16b221789 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:02.450183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:02.452571 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:02.456712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event updated for resources: {'Port': ['ID=e732035b-68de-49c4-bfab-ce363fd5955a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:02.461532 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:02.477993 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.513837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:02.514520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cac5f8-50bb-4faa-9074-1c4cebb17ce6 None None] Network a7010350-080d-4638-8862-40e49cc2641f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:02.514668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.537992 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3182237 Jun 17 08:30:02.608562 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73f7f507-2ded-4c1a-8a95-8d2f08999a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.630578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port cea99a63-e3b9-4641-a907-6cff0f8c7bca, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cea99a63-e3b9-4641-a907-6cff0f8c7bca,segment=NetworkSegment(40d4f852-be99-4fd3-90ff-e5bfee929987),segment_id=40d4f852-be99-4fd3-90ff-e5bfee929987)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:02.660649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b9e6852f-6f4b-4fc6-b3c0-78d4d33c9694 None None] Provisioning for port dc5cdb18-96b5-40df-8190-3e777bf4f966 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:02.662926 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.663998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device dc5cdb18-96b5-40df-8190-3e777bf4f966 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:02.690391 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:02.779855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=cea99a63-e3b9-4641-a907-6cff0f8c7bca,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:02.783545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeea405-810d-4972-ac72-f9e7779405a0 req-b5bf7765-f05a-4307-818d-b794ba0e7dc8 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:02.784487 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:02.796112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edeea405-810d-4972-ac72-f9e7779405a0 req-b5bf7765-f05a-4307-818d-b794ba0e7dc8 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 943 time: 0.1258578 Jun 17 08:30:02.815565 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73f7f507-2ded-4c1a-8a95-8d2f08999a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.827639 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73f7f507-2ded-4c1a-8a95-8d2f08999a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.831408 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d0436463-9a0f-461b-a236-d252b61304a6 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:02.844849 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port dc5cdb18-96b5-40df-8190-3e777bf4f966 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:02.868767 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port dc5cdb18-96b5-40df-8190-3e777bf4f966 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:02.869154 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.898169 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edeea405-810d-4972-ac72-f9e7779405a0 req-132120fb-4e8c-48d4-ba14-2841ea3cbbc5 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008730 Jun 17 08:30:02.898862 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:02.910927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-73f7f507-2ded-4c1a-8a95-8d2f08999a84 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c647f28ff9c4a8494c43831b6282d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834759 Jun 17 08:30:02.924535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36206) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:02.932723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7f507-2ded-4c1a-8a95-8d2f08999a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e0bc49-89b6-4398-b2bf-c1a622caeb11,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:02.940590 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-73f7f507-2ded-4c1a-8a95-8d2f08999a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:02.981440 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95eeec8c-19d5-4fad-8807-e1af35471596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.008391 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 5b93a09f-29ed-4d4f-8909-a835d4546982 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:03.009196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95eeec8c-19d5-4fad-8807-e1af35471596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.042460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36210) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:03.048614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-12fd7629-cc0b-484d-824a-8065ffb58ba3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1770080335', 'description': 'tempest-description--1830734264'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:03.085304 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95eeec8c-19d5-4fad-8807-e1af35471596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.085408 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 5b93a09f-29ed-4d4f-8909-a835d4546982 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:03.085696 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 5b93a09f-29ed-4d4f-8909-a835d4546982 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:03.090432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95eeec8c-19d5-4fad-8807-e1af35471596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.096211 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.109892 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-95eeec8c-19d5-4fad-8807-e1af35471596 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1e0bc49-89b6-4398-b2bf-c1a622caeb11 HTTP/1.1" status: 204 len: 168 time: 0.1661899 Jun 17 08:30:03.111945 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2fe6b3d-46c7-4c2c-94fc-979a958ab255 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:03.115716 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-12fd7629-cc0b-484d-824a-8065ffb58ba3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.141656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eeec8c-19d5-4fad-8807-e1af35471596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e0bc49-89b6-4398-b2bf-c1a622caeb11,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:03.145496 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95eeec8c-19d5-4fad-8807-e1af35471596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:03.147608 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-89714a2b-32bd-4df3-ab7b-c07fa27593e4 None None] Provisioning for port cbc8d314-ef99-41e6-9eeb-d720bab262e4 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:03.170647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36218) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:03.188883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 086128af-8f90-476f-9cdc-1473c73f0f30 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:03.193624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 185af50a-c657-475e-ace8-0d492bb36f87 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:03.249657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port dc5cdb18-96b5-40df-8190-3e777bf4f966, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=dc5cdb18-96b5-40df-8190-3e777bf4f966,segment=NetworkSegment(70ea2d1f-1645-42e0-9609-816f49decdaa),segment_id=70ea2d1f-1645-42e0-9609-816f49decdaa)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:03.315269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-12fd7629-cc0b-484d-824a-8065ffb58ba3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.320435 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-89714a2b-32bd-4df3-ab7b-c07fa27593e4 None None] Provisioning complete for port cbc8d314-ef99-41e6-9eeb-d720bab262e4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:03.321118 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-89714a2b-32bd-4df3-ab7b-c07fa27593e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.323250 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-12fd7629-cc0b-484d-824a-8065ffb58ba3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.329738 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37533ac9-28d0-4051-902c-2704f89011bc tempest-SecurityGroupsTestAdminJSON-642912190 tempest-SecurityGroupsTestAdminJSON-642912190-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:03.336715 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.388715 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:03.390530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-12fd7629-cc0b-484d-824a-8065ffb58ba3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.391825 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-12fd7629-cc0b-484d-824a-8065ffb58ba3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3483109 Jun 17 08:30:03.395491 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd7629-cc0b-484d-824a-8065ffb58ba3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0dcb81-52dd-4c9e-95e6-b3f5a94b7c3f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:03.397631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36226) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:03.399576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 185af50a-c657-475e-ace8-0d492bb36f87 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:03.399930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 185af50a-c657-475e-ace8-0d492bb36f87 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:03.404777 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-12fd7629-cc0b-484d-824a-8065ffb58ba3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:03.427617 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-667b1ee5-151c-4197-9678-2474237b8091 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Request body: {'security_group_rule': {'security_group_id': '5b0dcb81-52dd-4c9e-95e6-b3f5a94b7c3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:03.497626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-667b1ee5-151c-4197-9678-2474237b8091 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.585639 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cea99a63-e3b9-4641-a907-6cff0f8c7bca up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:03.650381 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.resource_extend [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:30:03.653898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=dc5cdb18-96b5-40df-8190-3e777bf4f966,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:03.657417 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:03.684203 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-667b1ee5-151c-4197-9678-2474237b8091 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.704815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-89714a2b-32bd-4df3-ab7b-c07fa27593e4 None None] Port cbc8d314-ef99-41e6-9eeb-d720bab262e4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:30:03.719143 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-667b1ee5-151c-4197-9678-2474237b8091 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.745261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-89714a2b-32bd-4df3-ab7b-c07fa27593e4 None None] Provisioning complete for port cea99a63-e3b9-4641-a907-6cff0f8c7bca triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:03.745649 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-89714a2b-32bd-4df3-ab7b-c07fa27593e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.757096 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9bd14ac7-09c2-4c61-85b4-c38a114e2520 tempest-SecurityGroupRulesTestJSON-1908987368 tempest-SecurityGroupRulesTestJSON-1908987368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:03.804548 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 086128af-8f90-476f-9cdc-1473c73f0f30, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=086128af-8f90-476f-9cdc-1473c73f0f30,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:03.826547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port cea99a63-e3b9-4641-a907-6cff0f8c7bca triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:03.826972 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.835478 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '086128af-8f90-476f-9cdc-1473c73f0f30', 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe', 'port_id': '086128af-8f90-476f-9cdc-1473c73f0f30', 'mac_address': 'fa:16:3e:cd:25:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8392e879-6732-4b68-b8be-3bf778dc17e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:03.939999 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:03.984960 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086128af-8f90-476f-9cdc-1473c73f0f30 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:04.061317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c903e2eb-7376-4219-b620-6dedf2edb2f6', 'name': 'network-vif-deleted', 'tag': '185af50a-c657-475e-ace8-0d492bb36f87'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:04.064324 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf471fd-1b35-4604-b680-c654160ba67f" -d '{"events": [{"server_uuid": "c903e2eb-7376-4219-b620-6dedf2edb2f6", "name": "network-vif-deleted", "tag": "185af50a-c657-475e-ace8-0d492bb36f87"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:04.067036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36238) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:04.089898 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6ef8-4b66-4fcb-94c1-c099abdb41f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.107914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b1ee5-151c-4197-9678-2474237b8091 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d69663-2e31-4a5d-ade3-ed7062a30a89,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:04.115768 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-667b1ee5-151c-4197-9678-2474237b8091 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:04.147834 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53c5c7-4931-4433-b361-72039d31f8e1 req-b31ed191-5d62-4fd3-9556-98d31fce67ab tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.161945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e53c5c7-4931-4433-b361-72039d31f8e1 req-b31ed191-5d62-4fd3-9556-98d31fce67ab tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 945 time: 0.5418365 Jun 17 08:30:04.197491 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-d135b501-e7a2-4fcb-ac69-a428cd882bc3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.200596 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-d135b501-e7a2-4fcb-ac69-a428cd882bc3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.5101712 Jun 17 08:30:04.209645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 086128af-8f90-476f-9cdc-1473c73f0f30, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=086128af-8f90-476f-9cdc-1473c73f0f30,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:04.218027 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.221286 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:04.254580 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e53c5c7-4931-4433-b361-72039d31f8e1 req-6e598f98-3cc7-4950-b692-0ae57ab6e847 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990279 Jun 17 08:30:04.256990 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-4afe32a5-5c5a-437f-915d-566d3778923b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/quotas/79ea1abce073485f95175427f07f9668 HTTP/1.1" status: 200 len: 375 time: 0.0382371 Jun 17 08:30:04.296624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6ef8-4b66-4fcb-94c1-c099abdb41f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.305622 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6d5c2737-f344-4684-af68-11393c95db5a None None] Provisioning complete for port dc5cdb18-96b5-40df-8190-3e777bf4f966 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:04.306171 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2737-f344-4684-af68-11393c95db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.309980 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b8c6ef8-4b66-4fcb-94c1-c099abdb41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.311645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=086128af-8f90-476f-9cdc-1473c73f0f30,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:04.317568 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:04.319583 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-667b1ee5-151c-4197-9678-2474237b8091 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.320826 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-667b1ee5-151c-4197-9678-2474237b8091 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9175222 Jun 17 08:30:04.323686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36244) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:04.328737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-5118093e-44dc-4d99-82cd-30ac106d42e7 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Request body: {'security_group_rule': {'security_group_id': '5b0dcb81-52dd-4c9e-95e6-b3f5a94b7c3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:04.343057 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:04.348201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c6ef8-4b66-4fcb-94c1-c099abdb41f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff1086f-dc55-441f-9221-670ce7ba1e8b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:04.352686 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b8c6ef8-4b66-4fcb-94c1-c099abdb41f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:04.382046 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7b8c6ef8-4b66-4fcb-94c1-c099abdb41f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ea6e2350f5543a983e3e0d98e22ada7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115368 Jun 17 08:30:04.382834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-47975fd6-c2fa-4fe2-8dc0-e17c129b2244 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160431 Jun 17 08:30:04.385748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36246) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:04.408169 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.440070 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6d5c2737-f344-4684-af68-11393c95db5a None None] Provisioning for port e732035b-68de-49c4-bfab-ce363fd5955a completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:04.442434 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5118093e-44dc-4d99-82cd-30ac106d42e7 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.447189 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6d5c2737-f344-4684-af68-11393c95db5a None None] Provisioning complete for port e732035b-68de-49c4-bfab-ce363fd5955a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:04.447972 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2737-f344-4684-af68-11393c95db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.470073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['086128af-8f90-476f-9cdc-1473c73f0f30'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:04.520762 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d42ad0e-eac7-464f-b46a-1dd0b27fb075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.521553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c2737-f344-4684-af68-11393c95db5a None None] Port e732035b-68de-49c4-bfab-ce363fd5955a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:30:04.525615 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5118093e-44dc-4d99-82cd-30ac106d42e7 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.538915 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5118093e-44dc-4d99-82cd-30ac106d42e7 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.542096 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:04.554383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6d5c2737-f344-4684-af68-11393c95db5a None None] Provisioning complete for port cbc8d314-ef99-41e6-9eeb-d720bab262e4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:04.555612 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6d5c2737-f344-4684-af68-11393c95db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.559284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118093e-44dc-4d99-82cd-30ac106d42e7 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf15485-1036-49f6-bd7c-09c4e58f52f5,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:04.564112 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5118093e-44dc-4d99-82cd-30ac106d42e7 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:04.564706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d42ad0e-eac7-464f-b46a-1dd0b27fb075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.632039 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5118093e-44dc-4d99-82cd-30ac106d42e7 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.636324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5118093e-44dc-4d99-82cd-30ac106d42e7 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3086393 Jun 17 08:30:04.637635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36252) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:04.637770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c2737-f344-4684-af68-11393c95db5a None None] Port cbc8d314-ef99-41e6-9eeb-d720bab262e4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:30:04.641323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:04.657631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b0992-eaae-4932-8fc5-e9785ab36c48 req-dc254100-5599-491f-b292-892ba0b9dea6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:04.659190 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-971b0992-eaae-4932-8fc5-e9785ab36c48 req-dc254100-5599-491f-b292-892ba0b9dea6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 944 time: 0.2583666 Jun 17 08:30:04.719307 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d42ad0e-eac7-464f-b46a-1dd0b27fb075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.721826 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d42ad0e-eac7-464f-b46a-1dd0b27fb075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.725606 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5d42ad0e-eac7-464f-b46a-1dd0b27fb075 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ff1086f-dc55-441f-9221-670ce7ba1e8b HTTP/1.1" status: 204 len: 168 time: 0.3364041 Jun 17 08:30:04.725606 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fd204833-1a21-485b-839f-70a682ffc194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:04.727919 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.734914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42ad0e-eac7-464f-b46a-1dd0b27fb075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff1086f-dc55-441f-9221-670ce7ba1e8b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:04.738495 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d42ad0e-eac7-464f-b46a-1dd0b27fb075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:04.759447 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-14dbffd3-8c6b-4625-9d1b-48effb00f691 service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757176 Jun 17 08:30:04.766332 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-971b0992-eaae-4932-8fc5-e9785ab36c48 req-6fa82a49-ca31-478c-8ddb-ddc140cdedd6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789003 Jun 17 08:30:04.826551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Deleting port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:04.827533 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.831130 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b41caa2-d567-4ac7-b696-6734f4a77d40 x-openstack-request-id: req-8b41caa2-d567-4ac7-b696-6734f4a77d40 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:04.831463 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c903e2eb-7376-4219-b620-6dedf2edb2f6", "name": "network-vif-deleted", "tag": "185af50a-c657-475e-ace8-0d492bb36f87", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:04.831755 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8b41caa2-d567-4ac7-b696-6734f4a77d40 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:04.832647 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c903e2eb-7376-4219-b620-6dedf2edb2f6', 'name': 'network-vif-deleted', 'tag': '185af50a-c657-475e-ace8-0d492bb36f87', 'status': 'completed', 'code': 200} Jun 17 08:30:04.922344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] For port 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e,segment=NetworkSegment(db30e58f-f6f6-47b5-9ff5-6668aee8e723),segment_id=db30e58f-f6f6-47b5-9ff5-6668aee8e723)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:04.922709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.950642 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-b0c52540-8813-4819-8c10-bcc04b58845f service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813540 Jun 17 08:30:04.978474 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:04.996752 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Calling delete_port for 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:05.006576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c7745d7-c2a6-43c3-9a36-df9d89628807 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:05.076221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 9c7745d7-c2a6-43c3-9a36-df9d89628807 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:05.081676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 9c7745d7-c2a6-43c3-9a36-df9d89628807 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:05.082682 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.152970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Allocated IP 172.25.8.141 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/86d48788-fab2-4b43-915d-e52795503196) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:05.176513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 086128af-8f90-476f-9cdc-1473c73f0f30 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:05.264979 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.274845 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.281769 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-35391336-e38d-40e3-9ff4-887c8f1295f4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:05.314113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2492b51-b006-45cd-b7d9-945a12105efd req-64e2a846-67d8-4ff6-bbe5-499107307a65 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 210 time: 0.0754030 Jun 17 08:30:05.354904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Pushing event deleted for resources: {'Port': ['ID=89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:05.357580 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:05.378438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104c5df9-b173-435f-bcea-f4b6212a7e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7745d7-c2a6-43c3-9a36-df9d89628807'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:05.388645 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4588a3d6-2ddf-4a7c-a557-8c237d2f79de" -d '{"events": [{"server_uuid": "104c5df9-b173-435f-bcea-f4b6212a7e46", "name": "network-vif-plugged", "status": "completed", "tag": "9c7745d7-c2a6-43c3-9a36-df9d89628807"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:05.432514 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 086128af-8f90-476f-9cdc-1473c73f0f30 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:05.469996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9c7745d7-c2a6-43c3-9a36-df9d89628807, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c7745d7-c2a6-43c3-9a36-df9d89628807,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:05.471042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 086128af-8f90-476f-9cdc-1473c73f0f30 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:05.471429 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.483368 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0184dc6-31e5-4da2-be0e-ecb831231c72 x-openstack-request-id: req-a0184dc6-31e5-4da2-be0e-ecb831231c72 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:05.483673 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104c5df9-b173-435f-bcea-f4b6212a7e46", "name": "network-vif-plugged", "status": "completed", "tag": "9c7745d7-c2a6-43c3-9a36-df9d89628807", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:05.483934 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a0184dc6-31e5-4da2-be0e-ecb831231c72 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:05.489145 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104c5df9-b173-435f-bcea-f4b6212a7e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7745d7-c2a6-43c3-9a36-df9d89628807', 'code': 200} Jun 17 08:30:05.494762 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.538272 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.542156 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:05.611497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9c7745d7-c2a6-43c3-9a36-df9d89628807,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:05.616458 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:05.651860 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.655203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device dc5cdb18-96b5-40df-8190-3e777bf4f966 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:05.656809 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0db5922f-ce7e-43fd-bc84-344f7714b0a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:05.698208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0c11c4-b913-41de-ad60-bbe6b0a76d17 req-1fb7c089-5a56-4b14-8551-e693383da586 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:05.699821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c0c11c4-b913-41de-ad60-bbe6b0a76d17 req-1fb7c089-5a56-4b14-8551-e693383da586 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 946 time: 0.1455925 Jun 17 08:30:05.714535 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.728025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:05.728631 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.734610 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a04d49-3d63-42fe-a578-9a041a9cd744 req-084b277b-67a4-4f82-9958-a176a17372b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:05.736456 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-68a04d49-3d63-42fe-a578-9a041a9cd744 req-084b277b-67a4-4f82-9958-a176a17372b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 1098 time: 0.1847351 Jun 17 08:30:05.767271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:05.777319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:05.788898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 086128af-8f90-476f-9cdc-1473c73f0f30, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=086128af-8f90-476f-9cdc-1473c73f0f30,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:05.795605 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port dc5cdb18-96b5-40df-8190-3e777bf4f966 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:05.795605 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.799129 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:05.820709 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:05.865879 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-68a04d49-3d63-42fe-a578-9a041a9cd744 req-f95ea9bd-bbd2-48b3-bdd1-84681be37b4d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825136 Jun 17 08:30:05.904011 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=086128af-8f90-476f-9cdc-1473c73f0f30,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:05.908088 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:05.939305 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event updated for resources: {'Port': ['ID=86d48788-fab2-4b43-915d-e52795503196,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:05.954754 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:06.024437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Router e79dee97-5a53-43ab-bd19-f040ef681e9c has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:30:06.086985 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c0c11c4-b913-41de-ad60-bbe6b0a76d17 req-2875d3b2-41f6-4bc4-8b59-f18a3d9ade41 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748572 Jun 17 08:30:06.185986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:30:06.197483 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af4e8d-39ca-427d-91b6-41bb2e40f65b None None] Sync routers for ids ['e79dee97-5a53-43ab-bd19-f040ef681e9c'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:30:06.217388 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.219537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90af4e8d-39ca-427d-91b6-41bb2e40f65b None None] Routers {'e79dee97-5a53-43ab-bd19-f040ef681e9c'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:30:06.220773 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] 10.222.0.47 "PUT /v2.0/routers/e79dee97-5a53-43ab-bd19-f040ef681e9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0487571 Jun 17 08:30:06.222087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-90af4e8d-39ca-427d-91b6-41bb2e40f65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:29:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e79dee97-5a53-43ab-bd19-f040ef681e9c'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:06.226477 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36298) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:06.285370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd62965-a18e-4ffa-bd9f-355ab2945265 req-fc7cc83e-59ec-4526-b399-4e5579b9518e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:06.293450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ebd62965-a18e-4ffa-bd9f-355ab2945265 req-fc7cc83e-59ec-4526-b399-4e5579b9518e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.2252424 Jun 17 08:30:06.329789 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.378211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ebd62965-a18e-4ffa-bd9f-355ab2945265 req-0f686f68-f98b-41e4-ab5a-ac2e3db30da9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844598 Jun 17 08:30:06.472950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-90af4e8d-39ca-427d-91b6-41bb2e40f65b None None] Set router e79dee97-5a53-43ab-bd19-f040ef681e9c gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:30:06.477083 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.617232 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-693a4e88-c317-4e5b-8e22-90484c8501e0 req-cfd4841f-c4d9-47c3-9ec4-a53f7484460c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 210 time: 0.0387886 Jun 17 08:30:06.699405 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.705976 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.712725 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-80232fc2-809c-44eb-a5d5-9c22febb70fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:06.721095 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.772162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-90af4e8d-39ca-427d-91b6-41bb2e40f65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'name': 'tempest-ServerRescueTestJSON-1314632369-router', 'tenant_id': '6af458de33034e909705285c144422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:46Z', 'updated_at': '2021-06-17T08:30:05Z', 'revision_number': 5, 'project_id': '6af458de33034e909705285c144422aa', 'gw_port': {'id': '2d916ccb-22d7-4380-bc42-00a1298cda2b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:27:47Z', 'updated_at': '2021-06-17T08:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:06.808775 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af4e8d-39ca-427d-91b6-41bb2e40f65b None None] Checking router: e79dee97-5a53-43ab-bd19-f040ef681e9c for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:30:06.836757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90af4e8d-39ca-427d-91b6-41bb2e40f65b None None] Routers {'e79dee97-5a53-43ab-bd19-f040ef681e9c'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:30:06.837855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-90af4e8d-39ca-427d-91b6-41bb2e40f65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:29:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e79dee97-5a53-43ab-bd19-f040ef681e9c'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:06.844548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Deleting port 2d916ccb-22d7-4380-bc42-00a1298cda2b {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:06.844895 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.846441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event updated for resources: {'Port': ['ID=86d48788-fab2-4b43-915d-e52795503196,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:06.858507 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:06.859625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.905245 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:06.907995 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2704005 Jun 17 08:30:06.975264 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-90af4e8d-39ca-427d-91b6-41bb2e40f65b None None] Set router e79dee97-5a53-43ab-bd19-f040ef681e9c gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:30:07.003202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] For port 2d916ccb-22d7-4380-bc42-00a1298cda2b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2d916ccb-22d7-4380-bc42-00a1298cda2b,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:07.003626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:07.047420 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-90af4e8d-39ca-427d-91b6-41bb2e40f65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'name': 'tempest-ServerRescueTestJSON-1314632369-router', 'tenant_id': '6af458de33034e909705285c144422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:46Z', 'updated_at': '2021-06-17T08:30:06Z', 'revision_number': 6, 'project_id': '6af458de33034e909705285c144422aa', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:07.092310 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Calling delete_port for 2d916ccb-22d7-4380-bc42-00a1298cda2b owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:07.098845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90af4e8d-39ca-427d-91b6-41bb2e40f65b None None] The sync data for ids ['e79dee97-5a53-43ab-bd19-f040ef681e9c'] in n-d-779913-16 is: [{'id': 'e79dee97-5a53-43ab-bd19-f040ef681e9c', 'name': 'tempest-ServerRescueTestJSON-1314632369-router', 'tenant_id': '6af458de33034e909705285c144422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:27:46Z', 'updated_at': '2021-06-17T08:30:06Z', 'revision_number': 6, 'project_id': '6af458de33034e909705285c144422aa', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:30:07.323772 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2724da7-46c9-47ca-b870-eb8d8cb3ae74 req-99dcd2c3-ee9a-4d7a-a48d-bff7c775a1be tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:07.325225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2724da7-46c9-47ca-b870-eb8d8cb3ae74 req-99dcd2c3-ee9a-4d7a-a48d-bff7c775a1be tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 946 time: 0.0880318 Jun 17 08:30:07.338446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3cb01912-5b4e-43f0-9b34-feb8de8034e6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5baa9d5673904172878ba27010e902b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374098 Jun 17 08:30:07.370323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-f9df9bb6-a631-45b2-939a-e6cb4c91de26 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:07.371991 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-f9df9bb6-a631-45b2-939a-e6cb4c91de26 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.2608402 Jun 17 08:30:07.388268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Request body: {'port': {'device_id': 'd2daf46e-8592-4f6f-9c8f-1f41cf28524b', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'admin_state_up': True, 'tenant_id': '79ea1abce073485f95175427f07f9668'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:07.434781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2724da7-46c9-47ca-b870-eb8d8cb3ae74 req-a58532bc-0593-4bff-9301-5a6d203ee347 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998235 Jun 17 08:30:07.487477 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:07.490421 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086128af-8f90-476f-9cdc-1473c73f0f30'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:07.492377 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-03054df6-6519-4847-98e3-42173df355e8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:07.494798 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a1f62c-2305-4879-b3ed-54377ef6e600" -d '{"events": [{"server_uuid": "6fb4ee0f-cd11-4051-9c95-943ebd3adeef", "name": "network-vif-plugged", "status": "completed", "tag": "086128af-8f90-476f-9cdc-1473c73f0f30"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:07.509225 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:07.526590 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=2d916ccb-22d7-4380-bc42-00a1298cda2b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:07.528596 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da564a5-676f-4119-b706-1390db3d0af4 req-49af2588-f609-406f-a9fd-e97292968c1d tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:07.531994 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-49af2588-f609-406f-a9fd-e97292968c1d tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864271 Jun 17 08:30:07.532084 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:07.541118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:07.541118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 89bbc55f-f0d6-4204-95cd-ec37fd5b4c0e not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:07.553814 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-1e0bc591-a267-4e6d-a741-e537d9050dd4 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/quotas/5baa9d5673904172878ba27010e902b6 HTTP/1.1" status: 200 len: 375 time: 0.0106616 Jun 17 08:30:07.598646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-d2f64b44-4bfa-4858-8066-54fe4c28f0af tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5baa9d5673904172878ba27010e902b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372722 Jun 17 08:30:07.627631 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:07.630903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Made reservation on behalf of 79ea1abce073485f95175427f07f9668 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:07.637597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:07.648177 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-de8ab92d-65ef-43ce-84cf-05bbd96d323a tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1770080335&fields=id&tenant_id=4fb68f9622cb4e1ab52fd37b646fa31a HTTP/1.1" status: 200 len: 267 time: 0.0702424 Jun 17 08:30:07.721681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-e51bdda7-d5d0-4a31-aae5-e8e82c49afd6 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:07.723119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-e51bdda7-d5d0-4a31-aae5-e8e82c49afd6 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "GET /v2.0/ports/cbc8d314-ef99-41e6-9eeb-d720bab262e4 HTTP/1.1" status: 200 len: 930 time: 0.0655327 Jun 17 08:30:07.756626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:07.790549 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-1404a158-bbd2-431a-8172-c76494ba3885 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:07.792111 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-1404a158-bbd2-431a-8172-c76494ba3885 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "GET /v2.0/ports/e732035b-68de-49c4-bfab-ce363fd5955a HTTP/1.1" status: 200 len: 930 time: 0.0628026 Jun 17 08:30:07.810229 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:07.849501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-24d4dc46-e64b-4b02-a3b8-6cc77ebdca33 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "GET /v2.0/ports?network_id=a7010350-080d-4638-8862-40e49cc2641f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0508304 Jun 17 08:30:07.888516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:07.889187 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79dee97-5a53-43ab-bd19-f040ef681e9c {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:30:07.921507 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:07.925052 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] 10.222.0.47 "DELETE /v2.0/routers/e79dee97-5a53-43ab-bd19-f040ef681e9c HTTP/1.1" status: 204 len: 168 time: 1.6946623 Jun 17 08:30:07.925503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-9016545d-4c77-4d20-99a8-2b4519c49bc3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "GET /v2.0/ports?network_id=a7010350-080d-4638-8862-40e49cc2641f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0499244 Jun 17 08:30:07.926171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36354) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:07.955886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Allocated IP 172.20.0.7 (097ff4ff-fb7f-4249-b525-2868d741451c/0a4db804-8101-4dd3-b960-865e4ac98c1d/963fc7b8-c0d2-46fe-8d86-b65c8db85ebb) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:08.113153 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-93146997-dd80-4bd4-8776-1eb5caed3813 admin admin] Deleting subnet 0befabea-8b3b-4e0c-9ea7-cedc4a793fb2 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:30:08.135769 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93146997-dd80-4bd4-8776-1eb5caed3813 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.144022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.187861 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.191880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-b80df7e2-6e95-4a52-8fb7-450aaf46f4c0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.192250 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8d242d8c-4d97-4f4b-b65c-9d9051fc3836 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:08.199487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:08.211370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-b80df7e2-6e95-4a52-8fb7-450aaf46f4c0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.223837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-b80df7e2-6e95-4a52-8fb7-450aaf46f4c0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.227609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-b80df7e2-6e95-4a52-8fb7-450aaf46f4c0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "GET /v2.0/networks?id=a1455cc8-79e6-44cd-8613-c2abf958f2ca&id=8964f6df-ddca-4c63-afe3-49d16b221789&id=8964f6df-ddca-4c63-afe3-49d16b221789&id=a7010350-080d-4638-8862-40e49cc2641f&id=a7010350-080d-4638-8862-40e49cc2641f HTTP/1.1" status: 200 len: 1991 time: 0.3028047 Jun 17 08:30:08.232247 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Network 097ff4ff-fb7f-4249-b525-2868d741451c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:08.236496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:08.236663 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93146997-dd80-4bd4-8776-1eb5caed3813 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.241851 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:08.274297 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event updated for resources: {'Port': ['ID=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:08.280738 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:08.298198 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-8f4d48a9-c355-4505-a76b-765d55b94ae7 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "GET /v2.0/quotas/4fb68f9622cb4e1ab52fd37b646fa31a HTTP/1.1" status: 200 len: 375 time: 0.0300624 Jun 17 08:30:08.304754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.305425 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.321751 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9388754 Jun 17 08:30:08.333793 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Request body: {'port': {'device_id': 'd2daf46e-8592-4f6f-9c8f-1f41cf28524b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:08.337521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e6875-3b74-44a5-9bbf-73531f00c3f3 req-9efcff06-a7e1-421b-81fb-111f3be6c426 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:08.339162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c64e6875-3b74-44a5-9bbf-73531f00c3f3 req-9efcff06-a7e1-421b-81fb-111f3be6c426 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.3314478 Jun 17 08:30:08.391656 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93146997-dd80-4bd4-8776-1eb5caed3813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.470394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c64e6875-3b74-44a5-9bbf-73531f00c3f3 req-045c5264-19a9-486f-a0fa-f09339dd6228 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019485 Jun 17 08:30:08.495311 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.507588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-f07da259-7b8f-4c2f-b074-b936f984602c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4fb68f9622cb4e1ab52fd37b646fa31a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2085047 Jun 17 08:30:08.617636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93146997-dd80-4bd4-8776-1eb5caed3813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.625503 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-90ff83db-2eb0-453c-b55b-f25deeda79df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:08.662394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93146997-dd80-4bd4-8776-1eb5caed3813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0befabea-8b3b-4e0c-9ea7-cedc4a793fb2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:08.665660 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93146997-dd80-4bd4-8776-1eb5caed3813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:08.671409 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93146997-dd80-4bd4-8776-1eb5caed3813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.676058 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-93146997-dd80-4bd4-8776-1eb5caed3813 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0befabea-8b3b-4e0c-9ea7-cedc4a793fb2 HTTP/1.1" status: 204 len: 168 time: 0.7475669 Jun 17 08:30:08.676892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36362) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:08.683345 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-928c31dd-09e9-4bc4-80e6-e5666febeb85 service neutron] 10.222.0.47 "GET /v2.0/networks/a1455cc8-79e6-44cd-8613-c2abf958f2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546581 Jun 17 08:30:08.765105 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5410fe-d3df-43ef-8e8c-2bd45065a7d5 x-openstack-request-id: req-9b5410fe-d3df-43ef-8e8c-2bd45065a7d5 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:08.765410 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb4ee0f-cd11-4051-9c95-943ebd3adeef", "name": "network-vif-plugged", "status": "completed", "tag": "086128af-8f90-476f-9cdc-1473c73f0f30", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:08.766851 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b5410fe-d3df-43ef-8e8c-2bd45065a7d5 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:08.766851 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086128af-8f90-476f-9cdc-1473c73f0f30', 'code': 200} Jun 17 08:30:08.840113 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.850898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:08.861951 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.874550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Transition to ACTIVE for port object 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:08.879925 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:08.882220 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-46058205-4c1a-4ffe-afdb-5758e897f76c tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:08.909045 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-a823b8a8-0228-4779-8751-1006933ec06d service neutron] 10.222.0.47 "GET /v2.0/networks/a1455cc8-79e6-44cd-8613-c2abf958f2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166998 Jun 17 08:30:08.963478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Pushing event updated for resources: {'Port': ['ID=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:08.967636 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:09.038943 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.039553 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Attempting to bind port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:09.040023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Attempting to bind port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:09.040425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Attempting to bind port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:09.045334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb on network 097ff4ff-fb7f-4249-b525-2868d741451c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:09.045507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Attempting to bind port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:09.051204 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:09.052065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Checking segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:09.052534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Bound using segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:09.053043 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Bound port: 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:09.053903 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.059951 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-8b42a498-48b8-4d6c-8136-f33e3996d544 service neutron] 10.222.0.47 "GET /v2.0/ports/cbc8d314-ef99-41e6-9eeb-d720bab262e4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1239080 Jun 17 08:30:09.087728 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.143775 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d41b9103-5b16-4672-9761-2b312069fcef']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:09.147631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78689c-0254-4409-9f64-81120b51b481 req-42b08947-ad38-4c81-baa5-64bfadcb6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.149210 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e78689c-0254-4409-9f64-81120b51b481 req-42b08947-ad38-4c81-baa5-64bfadcb6b98 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 1097 time: 0.3060653 Jun 17 08:30:09.152292 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-5cf9ead6-b848-48fe-bf34-b0e1839b48cd tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5baa9d5673904172878ba27010e902b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303245 Jun 17 08:30:09.154839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] For port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:09.175552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db30e58f-f6f6-47b5-9ff5-6668aee8e723') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:09.175552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db30e58f-f6f6-47b5-9ff5-6668aee8e723') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:09.188377 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] For port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:09.218168 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.224101 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.227225 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:09.234300 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e78689c-0254-4409-9f64-81120b51b481 req-6d82fb97-fc43-47cb-8921-3836ff41cf63 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700302 Jun 17 08:30:09.253149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42edea56-f705-4e2d-871d-ddcbd9950184 req-35b59b77-3169-402d-a6ab-bc9940bedee9 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.259369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42edea56-f705-4e2d-871d-ddcbd9950184 req-35b59b77-3169-402d-a6ab-bc9940bedee9 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 943 time: 0.3679082 Jun 17 08:30:09.268078 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.268713 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.270705 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] 10.222.0.63 "PUT /v2.0/ports/963fc7b8-c0d2-46fe-8d86-b65c8db85ebb HTTP/1.1" status: 200 len: 1092 time: 0.9413800 Jun 17 08:30:09.274430 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2daf46e-8592-4f6f-9c8f-1f41cf28524b', 'tag': '963fc7b8-c0d2-46fe-8d86-b65c8db85ebb'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:09.275626 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2629515f-9424-4244-bdbb-9197fb545ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "d2daf46e-8592-4f6f-9c8f-1f41cf28524b", "tag": "963fc7b8-c0d2-46fe-8d86-b65c8db85ebb"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:09.286962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.314849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:09.315127 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:09.319359 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:30:09.324647 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:09.324647 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:09.324647 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:09.324647 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:09.324647 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:09.324647 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:09.324647 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:09.324647 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:09.324647 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:09.324647 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:09.324647 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:09.337897 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Pushing event updated for resources: {'Port': ['ID=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:09.341915 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:09.343639 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-4043687c-83ee-469b-9059-77d0e2fab2fe service neutron] 10.222.0.47 "GET /v2.0/networks/8964f6df-ddca-4c63-afe3-49d16b221789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752941 Jun 17 08:30:09.356918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da564a5-676f-4119-b706-1390db3d0af4 req-d49b8355-c1d7-4fe6-b4d3-9ca8f0138fe1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.358475 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-d49b8355-c1d7-4fe6-b4d3-9ca8f0138fe1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1995692 Jun 17 08:30:09.385106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Request body: {'port': {'device_id': '388325c2-f519-4ee5-8c76-6f5d8d530780', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '5baa9d5673904172878ba27010e902b6'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:09.409597 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42edea56-f705-4e2d-871d-ddcbd9950184 req-b67dade3-1836-479b-bb54-9b70e26c8f16 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312933 Jun 17 08:30:09.445796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2d916ccb-22d7-4380-bc42-00a1298cda2b no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:09.473252 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 2d916ccb-22d7-4380-bc42-00a1298cda2b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:09.473941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2d916ccb-22d7-4380-bc42-00a1298cda2b not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:09.524303 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-f9117cfc-3c52-4059-b013-ca1550d70c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.525839 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-f9117cfc-3c52-4059-b013-ca1550d70c29 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 1095 time: 0.1577418 Jun 17 08:30:09.575190 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-9ec1d371-9984-48d2-88e3-3027e11aca3a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb HTTP/1.1" status: 200 len: 217 time: 0.0401134 Jun 17 08:30:09.575926 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Made reservation on behalf of 5baa9d5673904172878ba27010e902b6 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:09.579544 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.598208 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.666463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-06ae1bd8-de7a-4e71-a946-789684cbe133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:09.667883 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-06ae1bd8-de7a-4e71-a946-789684cbe133 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.0858979 Jun 17 08:30:09.712290 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-5e9aa025-a580-4f9f-a8ad-12226f9a5c9b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341504 Jun 17 08:30:09.796910 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.820871 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0842349d-dce5-4458-a815-036d18e77fb0 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:09.825019 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.829652 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] 10.222.0.47 "DELETE /v2.0/networks/d41b9103-5b16-4672-9761-2b312069fcef HTTP/1.1" status: 204 len: 168 time: 1.1425107 Jun 17 08:30:09.829652 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d854497-e99a-4404-81b2-033e14220375 req-2b29f0e4-986b-4df3-9a07-ab1864609021 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 210 time: 0.0428858 Jun 17 08:30:09.844841 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] Pushing event deleted for resources: {'Network': ['ID=d41b9103-5b16-4672-9761-2b312069fcef,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:09.848596 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:09.857747 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.868164 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-ac0fbaa0-3fb0-46f1-bbc9-7598b263652f service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487362 Jun 17 08:30:09.868763 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:09.873439 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e5ddaaac-c2fe-4b9e-9091-3d24c917eb48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:09.902898 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ca14ec0-2ff6-4f52-847e-003fa8e109d2 req-cc514d72-3bed-48f9-a737-2bab4783a8d1 service neutron] 10.222.0.47 "GET /v2.0/networks/8964f6df-ddca-4c63-afe3-49d16b221789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281076 Jun 17 08:30:09.974340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4fac6b-7394-4bbf-903d-e375bef0a9da,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:09.993857 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:10.073786 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36376) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:10.149405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-94a54808-d0cf-4c86-b1fa-b786fbfd9a26 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6af458de33034e909705285c144422aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732298 Jun 17 08:30:10.151834 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36378) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:10.172717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455faf98-2f36-447d-b0b7-92326c4d0e06 req-ccb03982-dc7b-49ca-8d78-ffecfa43d4c8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:10.182316 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-455faf98-2f36-447d-b0b7-92326c4d0e06 req-ccb03982-dc7b-49ca-8d78-ffecfa43d4c8 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 946 time: 0.1860390 Jun 17 08:30:10.286703 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-455faf98-2f36-447d-b0b7-92326c4d0e06 req-896e0dc2-2c8b-48ea-ad26-6344e5345b19 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030841 Jun 17 08:30:10.305978 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ef03d40-45b9-49d4-a931-7e4fc6772066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.338616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36382) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:10.357406 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872adc0-c403-4fac-8af7-99a1d47a60e8 req-144231cb-95b5-4c03-bee5-7e554ff5fd42 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:10.359069 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9872adc0-c403-4fac-8af7-99a1d47a60e8 req-144231cb-95b5-4c03-bee5-7e554ff5fd42 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.1565695 Jun 17 08:30:10.361276 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ef03d40-45b9-49d4-a931-7e4fc6772066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.390054 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c08c7a-49da-428b-a289-19056f416ac7 x-openstack-request-id: req-20c08c7a-49da-428b-a289-19056f416ac7 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:10.390373 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2daf46e-8592-4f6f-9c8f-1f41cf28524b", "tag": "963fc7b8-c0d2-46fe-8d86-b65c8db85ebb", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:10.390660 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20c08c7a-49da-428b-a289-19056f416ac7 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:10.391108 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2daf46e-8592-4f6f-9c8f-1f41cf28524b', 'tag': '963fc7b8-c0d2-46fe-8d86-b65c8db85ebb', 'status': 'completed', 'code': 200} Jun 17 08:30:10.418832 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c35bd438-9d7f-420b-ad1f-fcfe24661399 req-1c9dfded-1255-42b8-93b1-0ef26786ab41 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168934 Jun 17 08:30:10.483569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9872adc0-c403-4fac-8af7-99a1d47a60e8 req-e44592ad-9849-469f-ac0d-9d750e352cd9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056833 Jun 17 08:30:10.497613 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9524-57dd-4398-aee0-dc213589255e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.513220 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ef03d40-45b9-49d4-a931-7e4fc6772066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.517333 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ef03d40-45b9-49d4-a931-7e4fc6772066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.518703 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2ef03d40-45b9-49d4-a931-7e4fc6772066 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04ca0ec2-813f-4115-b407-d6432abbf756 HTTP/1.1" status: 204 len: 168 time: 0.3640113 Jun 17 08:30:10.525867 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d35cab71-0473-4e79-aa7b-f488db711878 tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:10.532345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Allocated IP 192.168.233.181 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/85c42f9b-a73b-4764-8632-f08eca6fc10f) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:10.540691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef03d40-45b9-49d4-a931-7e4fc6772066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ca0ec2-813f-4115-b407-d6432abbf756,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:10.549181 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2ef03d40-45b9-49d4-a931-7e4fc6772066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:10.559469 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9524-57dd-4398-aee0-dc213589255e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.700042 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9524-57dd-4398-aee0-dc213589255e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.703583 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fdb9524-57dd-4398-aee0-dc213589255e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.707414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8fdb9524-57dd-4398-aee0-dc213589255e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "DELETE /v2.0/security-groups/5b0dcb81-52dd-4c9e-95e6-b3f5a94b7c3f HTTP/1.1" status: 204 len: 168 time: 0.3652582 Jun 17 08:30:10.707818 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-488e43b2-4153-4b58-a07e-f18d243e0825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:10.715226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36390) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:10.722092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb9524-57dd-4398-aee0-dc213589255e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0dcb81-52dd-4c9e-95e6-b3f5a94b7c3f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:10.725156 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8fdb9524-57dd-4398-aee0-dc213589255e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:10.746983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77dbcaa-708d-4327-85e3-dd8a5cfcc590 req-a31a9cb5-413c-4d8f-910c-242c62157aeb tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:10.749110 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c77dbcaa-708d-4327-85e3-dd8a5cfcc590 req-a31a9cb5-413c-4d8f-910c-242c62157aeb tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 943 time: 0.1214726 Jun 17 08:30:10.767818 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-1efb24b5-a99e-4bd5-8978-209e1cd47534 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] show failed (client error): The resource could not be found. Jun 17 08:30:10.768972 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1efb24b5-a99e-4bd5-8978-209e1cd47534 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "GET /v2.0/security-groups/5b0dcb81-52dd-4c9e-95e6-b3f5a94b7c3f HTTP/1.1" status: 404 len: 347 time: 0.0516458 Jun 17 08:30:10.777428 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36392) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:10.797616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629515f-9424-4244-bdbb-9197fb545ff0 req-dcd9254b-4776-48b4-81fb-9a195f39a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:10.799179 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2629515f-9424-4244-bdbb-9197fb545ff0 req-dcd9254b-4776-48b4-81fb-9a195f39a1a3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 1095 time: 0.3233209 Jun 17 08:30:10.802228 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:10.838517 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c77dbcaa-708d-4327-85e3-dd8a5cfcc590 req-fcac4cc6-51ef-4e52-8cb7-a5e992d78b10 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801055 Jun 17 08:30:10.889065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1960e-1cc6-4c7b-8341-5051f3f3437e req-1982fdfa-0372-4faf-bacb-11d4bc5175cf tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:10.890614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9dd1960e-1cc6-4c7b-8341-5051f3f3437e req-1982fdfa-0372-4faf-bacb-11d4bc5175cf tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 946 time: 0.0965867 Jun 17 08:30:10.941405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Transition to ACTIVE for port object 85c42f9b-a73b-4764-8632-f08eca6fc10f will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:10.953435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9dd1960e-1cc6-4c7b-8341-5051f3f3437e req-6a034c14-9ce4-4c1a-a7fb-2d004787012e tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535336 Jun 17 08:30:11.015242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40a67034-a18e-4d46-ae03-ee7444ee8640 req-eee77d2b-0c28-4035-8db6-a275b9ea5c87 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 210 time: 0.0300052 Jun 17 08:30:11.080128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629515f-9424-4244-bdbb-9197fb545ff0 req-c70561ff-983c-4a14-a9c5-65f0005ca4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:11.081688 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2629515f-9424-4244-bdbb-9197fb545ff0 req-c70561ff-983c-4a14-a9c5-65f0005ca4f9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 907 time: 0.2403808 Jun 17 08:30:11.086579 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.092231 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0b143320-c030-445d-a531-71ce4a04a8fb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:11.131663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Deleting port 86d48788-fab2-4b43-915d-e52795503196 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:11.132185 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.181845 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2629515f-9424-4244-bdbb-9197fb545ff0 req-129730b9-b207-4ab0-97c0-ce5ca28f8dc9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb HTTP/1.1" status: 200 len: 217 time: 0.0902772 Jun 17 08:30:11.245103 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:11.245985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Pushing event updated for resources: {'Port': ['ID=85c42f9b-a73b-4764-8632-f08eca6fc10f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:11.270750 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:11.273357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:11.281659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:11.336217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629515f-9424-4244-bdbb-9197fb545ff0 req-be541934-b1e6-4b34-a4f7-7c4392183520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:11.337704 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2629515f-9424-4244-bdbb-9197fb545ff0 req-be541934-b1e6-4b34-a4f7-7c4392183520 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.1114156 Jun 17 08:30:11.371359 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.371700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.404798 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2629515f-9424-4244-bdbb-9197fb545ff0 req-e1e47605-239d-41da-8a94-45313d9fb687 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575008 Jun 17 08:30:11.412780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:11.413437 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.492693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Calling delete_port for 86d48788-fab2-4b43-915d-e52795503196 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:11.557864 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1785567 Jun 17 08:30:11.603875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Request body: {'port': {'device_id': '388325c2-f519-4ee5-8c76-6f5d8d530780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:11.646118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d72d27bc-9811-4f82-be9b-8bca4cf2bcbe None None] Provisioning for port 85c42f9b-a73b-4764-8632-f08eca6fc10f completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:11.655055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d72d27bc-9811-4f82-be9b-8bca4cf2bcbe None None] Provisioning complete for port 85c42f9b-a73b-4764-8632-f08eca6fc10f triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:11.656440 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d72d27bc-9811-4f82-be9b-8bca4cf2bcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.719672 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2629515f-9424-4244-bdbb-9197fb545ff0 req-ffd0b755-60fc-4f80-bef3-866c690da485 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033540 Jun 17 08:30:11.720464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40512b-32b3-4bbb-9fb6-501eab400ea7 req-62044f82-2b51-47fb-9770-1d647efa71aa tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:11.732696 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d72d27bc-9811-4f82-be9b-8bca4cf2bcbe None None] Port 85c42f9b-a73b-4764-8632-f08eca6fc10f cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:30:11.733314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f40512b-32b3-4bbb-9fb6-501eab400ea7 req-62044f82-2b51-47fb-9770-1d647efa71aa tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.1148505 Jun 17 08:30:11.784515 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f40512b-32b3-4bbb-9fb6-501eab400ea7 req-e949bb82-315d-49b4-87ad-db3bc4168400 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502303 Jun 17 08:30:11.816805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:11.933483 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2629515f-9424-4244-bdbb-9197fb545ff0 req-57190c2a-9feb-430f-9134-dcfa6502b0c6 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931353 Jun 17 08:30:11.997938 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.002378 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:12.050229 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event deleted for resources: {'Port': ['ID=86d48788-fab2-4b43-915d-e52795503196,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:12.058127 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:12.183019 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.185692 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.190040 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "DELETE /v2.0/floatingips/a80bc2e6-eef0-4a4d-8741-40e57a4ea79e HTTP/1.1" status: 204 len: 168 time: 1.4071093 Jun 17 08:30:12.190213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac69f6a-9435-44eb-88fe-f068efa08eab req-d03c994e-a971-4807-886a-56f23024409e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:12.193746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36438) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:12.196160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ac69f6a-9435-44eb-88fe-f068efa08eab req-d03c994e-a971-4807-886a-56f23024409e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.2203257 Jun 17 08:30:12.222530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0b4b1-3a7f-43c8-83c9-b6b3fee053de req-4e3239e7-b879-4d0c-b180-8e2b86e5a9e6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:12.232176 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3d0b4b1-3a7f-43c8-83c9-b6b3fee053de req-4e3239e7-b879-4d0c-b180-8e2b86e5a9e6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 943 time: 0.1858640 Jun 17 08:30:12.280091 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ac69f6a-9435-44eb-88fe-f068efa08eab req-7e3ecd1f-0515-4bf6-ac4e-aed729035ef6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823975 Jun 17 08:30:12.332141 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3d0b4b1-3a7f-43c8-83c9-b6b3fee053de req-6a7fe52a-f1a2-4e47-9664-c62d1c24b2d7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002975 Jun 17 08:30:12.399963 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c42f9b-a73b-4764-8632-f08eca6fc10f {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:12.408859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.434214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Transition to ACTIVE for port object 85c42f9b-a73b-4764-8632-f08eca6fc10f will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:12.437096 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f6b23d30-d38f-4056-8c07-78cf48a86a4c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Deleting port e732035b-68de-49c4-bfab-ce363fd5955a {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:12.437871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b23d30-d38f-4056-8c07-78cf48a86a4c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.512315 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.522638 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c0dad476-e2ec-4fb6-847d-9267eead4c91 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:12.581781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f30fe7-face-4252-b733-3d6791b6647c req-b8799731-bf79-4cb0-9670-b61b300f1d3d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:12.588877 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74f30fe7-face-4252-b733-3d6791b6647c req-b8799731-bf79-4cb0-9670-b61b300f1d3d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 946 time: 0.1352267 Jun 17 08:30:12.632056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc1b13-eb50-4029-873d-98591b36713f req-ac18d373-3cb1-428e-8755-764751dde117 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:12.634887 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58dc1b13-eb50-4029-873d-98591b36713f req-ac18d373-3cb1-428e-8755-764751dde117 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 948 time: 0.1263847 Jun 17 08:30:12.649395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Pushing event updated for resources: {'Port': ['ID=85c42f9b-a73b-4764-8632-f08eca6fc10f,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:12.666110 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74f30fe7-face-4252-b733-3d6791b6647c req-2701fd85-783a-446b-bf7e-c392608dd7b7 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718176 Jun 17 08:30:12.669921 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:12.678515 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b23d30-d38f-4056-8c07-78cf48a86a4c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:12.741237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58dc1b13-eb50-4029-873d-98591b36713f req-935d5bcc-a14a-470d-a629-2ef28096983f tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f4fac6b-7394-4bbf-903d-e375bef0a9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677109 Jun 17 08:30:12.865450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f6b23d30-d38f-4056-8c07-78cf48a86a4c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Calling delete_port for e732035b-68de-49c4-bfab-ce363fd5955a owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:13.052636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca367e8-2198-48b1-81ce-2f5c79ddedc2 req-f84f44b0-8918-4618-848b-44545142584a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:13.052636 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5ca367e8-2198-48b1-81ce-2f5c79ddedc2 req-f84f44b0-8918-4618-848b-44545142584a tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 946 time: 0.4922268 Jun 17 08:30:13.055784 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Attempting to bind port 85c42f9b-a73b-4764-8632-f08eca6fc10f on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:13.056120 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Attempting to bind port 85c42f9b-a73b-4764-8632-f08eca6fc10f by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:13.056434 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Attempting to bind port 85c42f9b-a73b-4764-8632-f08eca6fc10f on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:13.094199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Port 85c42f9b-a73b-4764-8632-f08eca6fc10f on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:13.094528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Attempting to bind port 85c42f9b-a73b-4764-8632-f08eca6fc10f on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:13.117028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:13.117413 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:13.117740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:13.118180 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Bound port: 85c42f9b-a73b-4764-8632-f08eca6fc10f, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:13.118523 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.245090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:13.250517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6f20b-3196-4092-b02b-59d6c43fc4ba req-7ce23142-4ea7-4675-b286-665e22115246 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:13.253925 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46c6f20b-3196-4092-b02b-59d6c43fc4ba req-7ce23142-4ea7-4675-b286-665e22115246 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.0775371 Jun 17 08:30:13.273528 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b23d30-d38f-4056-8c07-78cf48a86a4c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.280306 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7982fd4e-044a-4b47-96df-a3b04f1470f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:13.296992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46c6f20b-3196-4092-b02b-59d6c43fc4ba req-4a612d5b-b11a-4284-b5cf-298b00c31fcb tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367658 Jun 17 08:30:13.320319 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b23d30-d38f-4056-8c07-78cf48a86a4c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event deleted for resources: {'Port': ['ID=e732035b-68de-49c4-bfab-ce363fd5955a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:13.324408 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6b23d30-d38f-4056-8c07-78cf48a86a4c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:13.326864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-5ca367e8-2198-48b1-81ce-2f5c79ddedc2 req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Deleting port 9c7745d7-c2a6-43c3-9a36-df9d89628807 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:13.326864 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5ca367e8-2198-48b1-81ce-2f5c79ddedc2 req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.329786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] For port 85c42f9b-a73b-4764-8632-f08eca6fc10f, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:13.364439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] For port 85c42f9b-a73b-4764-8632-f08eca6fc10f, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=85c42f9b-a73b-4764-8632-f08eca6fc10f,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:13.438291 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c8319e56-07a5-4255-a062-299c5e0cf787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.470625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:13.489377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '963fc7b8-c0d2-46fe-8d86-b65c8db85ebb', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'port_id': '963fc7b8-c0d2-46fe-8d86-b65c8db85ebb', 'mac_address': 'fa:16:3e:39:40:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4db804-8101-4dd3-b960-865e4ac98c1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:13.515893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5ca367e8-2198-48b1-81ce-2f5c79ddedc2 req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] For port 9c7745d7-c2a6-43c3-9a36-df9d89628807, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9c7745d7-c2a6-43c3-9a36-df9d89628807,segment=NetworkSegment(1d3f4b7b-de60-492d-99a2-a07cc293f8ff),segment_id=1d3f4b7b-de60-492d-99a2-a07cc293f8ff)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:13.516537 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5ca367e8-2198-48b1-81ce-2f5c79ddedc2 req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.550023 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.550248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.572417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:13.594653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d9abf-fc9d-4294-bbda-00600b55e05b req-bce4de76-f186-438a-9c61-dbba02b0f7c8 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:13.599216 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:13.604831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-709d9abf-fc9d-4294-bbda-00600b55e05b req-bce4de76-f186-438a-9c61-dbba02b0f7c8 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.1125336 Jun 17 08:30:13.607929 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.609691 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:13.622204 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-01493b48-0585-499a-99cb-98302befed64 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:13.674520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-5ca367e8-2198-48b1-81ce-2f5c79ddedc2 req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Calling delete_port for 9c7745d7-c2a6-43c3-9a36-df9d89628807 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:13.711681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:13.725326 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:13.727620 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-709d9abf-fc9d-4294-bbda-00600b55e05b req-0d6e0917-48a1-46f3-b112-7cb39b67b855 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229253 Jun 17 08:30:13.730097 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:13.730850 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.732110 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] 10.222.0.10 "PUT /v2.0/ports/85c42f9b-a73b-4764-8632-f08eca6fc10f HTTP/1.1" status: 200 len: 1097 time: 2.1348250 Jun 17 08:30:13.735050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388325c2-f519-4ee5-8c76-6f5d8d530780', 'tag': '85c42f9b-a73b-4764-8632-f08eca6fc10f'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:13.737489 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a" -d '{"events": [{"name": "network-changed", "server_uuid": "388325c2-f519-4ee5-8c76-6f5d8d530780", "tag": "85c42f9b-a73b-4764-8632-f08eca6fc10f"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:13.786884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5dc1b-68a2-4528-be65-7f1bb8299893 req-2a73effe-318c-4d53-b66f-88b32c3b7943 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:13.795034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dae5dc1b-68a2-4528-be65-7f1bb8299893 req-2a73effe-318c-4d53-b66f-88b32c3b7943 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 944 time: 0.2315843 Jun 17 08:30:13.839504 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b23d30-d38f-4056-8c07-78cf48a86a4c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:13.844319 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f6b23d30-d38f-4056-8c07-78cf48a86a4c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "DELETE /v2.0/ports/e732035b-68de-49c4-bfab-ce363fd5955a HTTP/1.1" status: 204 len: 168 time: 1.6495521 Jun 17 08:30:13.848153 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36472) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:13.861687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['963fc7b8-c0d2-46fe-8d86-b65c8db85ebb'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:13.861895 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Pushing event updated for resources: {'Port': ['ID=85c42f9b-a73b-4764-8632-f08eca6fc10f,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:13.864402 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dae5dc1b-68a2-4528-be65-7f1bb8299893 req-4e26ae44-c6c6-4622-afc5-ea1ccf53a7e0 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682626 Jun 17 08:30:13.871775 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:14.007840 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b8f387-843e-4d7f-9dd2-61e754ed1499 x-openstack-request-id: req-43b8f387-843e-4d7f-9dd2-61e754ed1499 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:14.008127 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388325c2-f519-4ee5-8c76-6f5d8d530780", "tag": "85c42f9b-a73b-4764-8632-f08eca6fc10f", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:14.008420 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-43b8f387-843e-4d7f-9dd2-61e754ed1499 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:14.008870 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388325c2-f519-4ee5-8c76-6f5d8d530780', 'tag': '85c42f9b-a73b-4764-8632-f08eca6fc10f', 'status': 'completed', 'code': 200} Jun 17 08:30:14.014434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd5c43-2a7b-44b0-9aca-5128e831f71c req-bdbc8cf4-6e85-401c-ac06-4a5accd49eed tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.024654 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da564a5-676f-4119-b706-1390db3d0af4 req-84d5fba4-6f03-41e6-8254-d50103644734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.026446 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-84d5fba4-6f03-41e6-8254-d50103644734 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5baa9d5673904172878ba27010e902b6&device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 1100 time: 0.2344358 Jun 17 08:30:14.028104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27bd5c43-2a7b-44b0-9aca-5128e831f71c req-bdbc8cf4-6e85-401c-ac06-4a5accd49eed tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 946 time: 0.0947821 Jun 17 08:30:14.099514 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27bd5c43-2a7b-44b0-9aca-5128e831f71c req-cc859a6d-ae6c-4f80-b7f0-8d6d1aa285b4 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/security-groups?id=6e440f0e-268f-45e9-bfc2-984521765e34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685723 Jun 17 08:30:14.116215 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-b0f22d51-d9d5-4201-a212-2f21644ce492 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=85c42f9b-a73b-4764-8632-f08eca6fc10f HTTP/1.1" status: 200 len: 217 time: 0.0804172 Jun 17 08:30:14.190864 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5ca367e8-2198-48b1-81ce-2f5c79ddedc2 req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.202849 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:14.210032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['9c7745d7-c2a6-43c3-9a36-df9d89628807'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:14.271449 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-de2aedf0-f37e-49b6-8e99-d97a154b845d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Deleting port cbc8d314-ef99-41e6-9eeb-d720bab262e4 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:14.271805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de2aedf0-f37e-49b6-8e99-d97a154b845d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.308966 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da564a5-676f-4119-b706-1390db3d0af4 req-9fb56669-3b2e-400d-9665-ee1f5500cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.310670 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-9fb56669-3b2e-400d-9665-ee1f5500cc90 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1844578 Jun 17 08:30:14.324158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Pushing event deleted for resources: {'Port': ['ID=9c7745d7-c2a6-43c3-9a36-df9d89628807,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:14.327319 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:14.464473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcdadf-b1f6-4f99-b5a0-a863baf79f97 req-f269ca3e-3623-4ab0-97bd-6758f101c182 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.466714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61dcdadf-b1f6-4f99-b5a0-a863baf79f97 req-f269ca3e-3623-4ab0-97bd-6758f101c182 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 948 time: 0.1502252 Jun 17 08:30:14.467253 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36490) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:14.521309 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61dcdadf-b1f6-4f99-b5a0-a863baf79f97 req-4f0a4fd4-3a57-46ca-ab89-8459ad90c1b7 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f4fac6b-7394-4bbf-903d-e375bef0a9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463555 Jun 17 08:30:14.703099 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ffca3f1-9141-46d3-b074-8400bf1cc9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.817590 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca367e8-2198-48b1-81ce-2f5c79ddedc2 req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] No DVR routers for this DVR port 9c7745d7-c2a6-43c3-9a36-df9d89628807 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:14.841246 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5ca367e8-2198-48b1-81ce-2f5c79ddedc2 req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.843165 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5ca367e8-2198-48b1-81ce-2f5c79ddedc2 req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.10 "DELETE /v2.0/ports/9c7745d7-c2a6-43c3-9a36-df9d89628807 HTTP/1.1" status: 204 len: 173 time: 1.7904482 Jun 17 08:30:14.908337 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de2aedf0-f37e-49b6-8e99-d97a154b845d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:14.930177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da564a5-676f-4119-b706-1390db3d0af4 req-87612932-257f-454a-a64e-0d720721806b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:14.930474 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-87612932-257f-454a-a64e-0d720721806b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5830016 Jun 17 08:30:15.033549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-de2aedf0-f37e-49b6-8e99-d97a154b845d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Calling delete_port for cbc8d314-ef99-41e6-9eeb-d720bab262e4 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:15.053586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3dd46-7ca0-454c-86a8-087e40f7adae req-667cabb3-f6cc-4488-aacc-904b54ed6c3b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:15.055973 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5d3dd46-7ca0-454c-86a8-087e40f7adae req-667cabb3-f6cc-4488-aacc-904b54ed6c3b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2714491 Jun 17 08:30:15.117902 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ffca3f1-9141-46d3-b074-8400bf1cc9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.136109 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ffca3f1-9141-46d3-b074-8400bf1cc9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.145371 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a78f4c06-1b1c-4bb8-8216-7f9a30bb4821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:15.155751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d74a774-2b61-4208-8cfd-ce808ed69c27 req-d73d0215-70d9-4f6b-858b-a4a23f60ab89 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:15.163994 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d74a774-2b61-4208-8cfd-ce808ed69c27 req-d73d0215-70d9-4f6b-858b-a4a23f60ab89 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.2113569 Jun 17 08:30:15.185914 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-2aec5e87-6d77-4144-8ae4-a8dc76576674 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018619 Jun 17 08:30:15.221548 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5d3dd46-7ca0-454c-86a8-087e40f7adae req-ec378764-e47a-4231-a0ff-e529e8d33f0c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505454 Jun 17 08:30:15.244521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:15.288728 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0ffca3f1-9141-46d3-b074-8400bf1cc9d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba5e9f7c6ec143d5a17c773c627e461c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8192000 Jun 17 08:30:15.290838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffca3f1-9141-46d3-b074-8400bf1cc9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8c2911-b014-4919-b1f6-3de7c1081b4f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:15.295686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36508) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:15.300918 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0ffca3f1-9141-46d3-b074-8400bf1cc9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:15.346716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d74a774-2b61-4208-8cfd-ce808ed69c27 req-6d4a3636-e786-4444-9ded-a4ce69c1eeb8 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787057 Jun 17 08:30:15.383699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:15.388934 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:15.389946 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.418179 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9da564a5-676f-4119-b706-1390db3d0af4 req-a64eff15-887a-4a73-b977-2825a2d393a0 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251859 Jun 17 08:30:15.422441 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de2aedf0-f37e-49b6-8e99-d97a154b845d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.428103 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8376e07d-a241-40b7-a3a6-0f88b2076038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:15.470819 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aedf0-f37e-49b6-8e99-d97a154b845d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event deleted for resources: {'Port': ['ID=cbc8d314-ef99-41e6-9eeb-d720bab262e4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:15.473809 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-de2aedf0-f37e-49b6-8e99-d97a154b845d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:15.496963 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deded5c3-a47d-4317-ab01-4b0096911be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.609970 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deded5c3-a47d-4317-ab01-4b0096911be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.613194 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cef3-36d9-4dc4-a4c0-c4859fa9cf65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.627329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-305d8f50-8af0-4ec7-8a53-22a59328c141 req-1f3ccbae-1287-4ac7-a5b4-5c2908b1f13d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] 10.222.0.47 "GET /v2.0/ports?device_id=104c5df9-b173-435f-bcea-f4b6212a7e46 HTTP/1.1" status: 200 len: 210 time: 0.1062677 Jun 17 08:30:15.709103 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.761088 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de2aedf0-f37e-49b6-8e99-d97a154b845d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.765527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e00e8f-81ea-4f3c-8678-8f84a227e1f0 req-8b715b1d-f382-410e-b4f2-738ab526640d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:15.769495 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-de2aedf0-f37e-49b6-8e99-d97a154b845d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "DELETE /v2.0/ports/cbc8d314-ef99-41e6-9eeb-d720bab262e4 HTTP/1.1" status: 204 len: 168 time: 1.9202332 Jun 17 08:30:15.772749 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2e00e8f-81ea-4f3c-8678-8f84a227e1f0 req-8b715b1d-f382-410e-b4f2-738ab526640d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 944 time: 0.1329989 Jun 17 08:30:15.773446 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36514) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:15.777851 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2daf46e-8592-4f6f-9c8f-1f41cf28524b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963fc7b8-c0d2-46fe-8d86-b65c8db85ebb'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:15.786821 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e3312f-8de1-421c-97fd-f7a33fa998e1" -d '{"events": [{"server_uuid": "d2daf46e-8592-4f6f-9c8f-1f41cf28524b", "name": "network-vif-plugged", "status": "completed", "tag": "963fc7b8-c0d2-46fe-8d86-b65c8db85ebb"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:15.857252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2e00e8f-81ea-4f3c-8678-8f84a227e1f0 req-3503716e-9c40-40d5-9df7-483303a45086 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708966 Jun 17 08:30:15.857460 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:15.876738 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.886156 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4e07b818-f7c0-425b-97f1-cea25d7b73d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:15.889456 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a req-b48ca226-40a4-4db1-a70b-cc4723fd6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:15.890971 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a req-b48ca226-40a4-4db1-a70b-cc4723fd6db8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5baa9d5673904172878ba27010e902b6&device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 1100 time: 0.3236718 Jun 17 08:30:15.912947 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:15.939739 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e87d719-90d3-4cce-82d8-cff6b9fa30c4 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Deleting subnet 347e8e21-bcf7-4e16-8517-7cb3b912507d {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:30:15.955501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:15.960105 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:16.000100 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deded5c3-a47d-4317-ab01-4b0096911be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.002862 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-deded5c3-a47d-4317-ab01-4b0096911be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.003930 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-deded5c3-a47d-4317-ab01-4b0096911be2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b8c2911-b014-4919-b1f6-3de7c1081b4f HTTP/1.1" status: 204 len: 168 time: 0.7072754 Jun 17 08:30:16.004706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e87d719-90d3-4cce-82d8-cff6b9fa30c4 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.031901 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-084aefda-7d99-440c-ba33-d50399564ff4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:16.034999 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104c5df9-b173-435f-bcea-f4b6212a7e46', 'name': 'network-vif-deleted', 'tag': '9c7745d7-c2a6-43c3-9a36-df9d89628807'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:16.038610 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45729af7-d3c9-4320-b28a-cc3a1ba1565c" -d '{"events": [{"server_uuid": "104c5df9-b173-435f-bcea-f4b6212a7e46", "name": "network-vif-deleted", "tag": "9c7745d7-c2a6-43c3-9a36-df9d89628807"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:16.057722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e031a77-21d5-4dfe-8cbb-0e1adba19666 req-89d4b9eb-1d21-427e-aee2-4a92065dff8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.066060 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deded5c3-a47d-4317-ab01-4b0096911be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8c2911-b014-4919-b1f6-3de7c1081b4f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:16.067207 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e031a77-21d5-4dfe-8cbb-0e1adba19666 req-89d4b9eb-1d21-427e-aee2-4a92065dff8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1384997 Jun 17 08:30:16.072911 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-deded5c3-a47d-4317-ab01-4b0096911be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:16.084306 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e87d719-90d3-4cce-82d8-cff6b9fa30c4 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.147304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a req-1916763a-3bde-4f52-b34c-da85767e1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.148482 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a req-1916763a-3bde-4f52-b34c-da85767e1ed9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2495115 Jun 17 08:30:16.150406 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e031a77-21d5-4dfe-8cbb-0e1adba19666 req-27fb5dc6-b0d3-46fb-8ae5-2013109a8bd8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820351 Jun 17 08:30:16.188454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a2b40-9300-4c52-9f84-9f7f951e4ad0 req-d2cc0e00-303d-41e0-953d-c4e945efd0fe tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.204660 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a7a2b40-9300-4c52-9f84-9f7f951e4ad0 req-d2cc0e00-303d-41e0-953d-c4e945efd0fe tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 948 time: 0.2117665 Jun 17 08:30:16.212562 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a req-aef042a7-1ad7-4ebf-881e-8c169f61cfee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=85c42f9b-a73b-4764-8632-f08eca6fc10f HTTP/1.1" status: 200 len: 217 time: 0.0569563 Jun 17 08:30:16.307403 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a7a2b40-9300-4c52-9f84-9f7f951e4ad0 req-31536b5d-1eeb-4694-9982-12e412577383 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f4fac6b-7394-4bbf-903d-e375bef0a9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981061 Jun 17 08:30:16.333240 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e87d719-90d3-4cce-82d8-cff6b9fa30c4 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.368249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a req-67193791-d7df-4de5-b7b9-7e7f64ed45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.369710 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a req-67193791-d7df-4de5-b7b9-7e7f64ed45ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1480653 Jun 17 08:30:16.394297 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6d64be-2bfb-4244-a5f7-d34def37fb91 x-openstack-request-id: req-cb6d64be-2bfb-4244-a5f7-d34def37fb91 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:16.395461 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2daf46e-8592-4f6f-9c8f-1f41cf28524b", "name": "network-vif-plugged", "status": "completed", "tag": "963fc7b8-c0d2-46fe-8d86-b65c8db85ebb", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:16.395986 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb6d64be-2bfb-4244-a5f7-d34def37fb91 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:16.396752 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2daf46e-8592-4f6f-9c8f-1f41cf28524b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '963fc7b8-c0d2-46fe-8d86-b65c8db85ebb', 'code': 200} Jun 17 08:30:16.429048 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1fde2e-39f5-41e7-a26a-d42d7dcef721 x-openstack-request-id: req-8d1fde2e-39f5-41e7-a26a-d42d7dcef721 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:16.429372 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104c5df9-b173-435f-bcea-f4b6212a7e46", "name": "network-vif-deleted", "tag": "9c7745d7-c2a6-43c3-9a36-df9d89628807", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:16.429670 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d1fde2e-39f5-41e7-a26a-d42d7dcef721 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:16.430641 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104c5df9-b173-435f-bcea-f4b6212a7e46', 'name': 'network-vif-deleted', 'tag': '9c7745d7-c2a6-43c3-9a36-df9d89628807', 'status': 'completed', 'code': 200} Jun 17 08:30:16.502255 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e87d719-90d3-4cce-82d8-cff6b9fa30c4 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.550261 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-586146f2-2837-4714-a6c2-c88eaebc4a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:16.556621 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a req-8105e75b-f319-42eb-a359-786ad4560825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.558160 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36540) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:16.558873 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a req-8105e75b-f319-42eb-a359-786ad4560825 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1716526 Jun 17 08:30:16.561410 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e87d719-90d3-4cce-82d8-cff6b9fa30c4 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.567115 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1e87d719-90d3-4cce-82d8-cff6b9fa30c4 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "DELETE /v2.0/subnets/347e8e21-bcf7-4e16-8517-7cb3b912507d HTTP/1.1" status: 204 len: 168 time: 0.7859139 Jun 17 08:30:16.567299 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef17d687-4203-4d1e-9093-e082fc69d4db None None] Network a7010350-080d-4638-8862-40e49cc2641f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:16.582337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36542) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:16.594504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87d719-90d3-4cce-82d8-cff6b9fa30c4 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event deleted for resources: {'Subnet': ['ID=347e8e21-bcf7-4e16-8517-7cb3b912507d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:16.606140 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e87d719-90d3-4cce-82d8-cff6b9fa30c4 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:16.656699 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b18a444-cf52-46e8-9c32-74a8a92dd97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.705657 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8053c-b53c-4966-ac02-5c189c42a63f req-5d503ca3-169e-4061-bf12-3d5922c8aa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.707392 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f0b8053c-b53c-4966-ac02-5c189c42a63f req-5d503ca3-169e-4061-bf12-3d5922c8aa86 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 1097 time: 0.1849318 Jun 17 08:30:16.712673 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a req-de06f8d4-8617-4985-8829-e03aa851b0fb service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279476 Jun 17 08:30:16.724847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96a30f4-8dcf-4d6c-a290-d49152ff6321 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Deleting subnet 9c643dad-d443-4ef0-9be3-00c690ff45c4 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:30:16.753322 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a96a30f4-8dcf-4d6c-a290-d49152ff6321 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.782604 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.805340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aea6837-f8ce-4526-ba87-2457d59adcbe None None] DHCP port deletion for a7010350-080d-4638-8862-40e49cc2641f request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:30:16.806622 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-9f8f9eb7-bacc-4360-9085-954f8de7d4a6 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.815164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-9f8f9eb7-bacc-4360-9085-954f8de7d4a6 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 811 time: 0.2701676 Jun 17 08:30:16.842312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3b5d7-5799-4b2c-88ac-898a3468e402 req-2fe2f3e4-161b-465a-a865-18a33a6fc541 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:16.849526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17d3b5d7-5799-4b2c-88ac-898a3468e402 req-2fe2f3e4-161b-465a-a865-18a33a6fc541 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.3330493 Jun 17 08:30:16.870625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a96a30f4-8dcf-4d6c-a290-d49152ff6321 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.879614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7aea6837-f8ce-4526-ba87-2457d59adcbe None None] Deleting port dc5cdb18-96b5-40df-8190-3e777bf4f966 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:16.880365 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7aea6837-f8ce-4526-ba87-2457d59adcbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:16.881869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-8754a70d-3a10-4514-a79a-792275e7e596 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/quotas/76b1458140554869aae6692b38e06da1 HTTP/1.1" status: 200 len: 375 time: 0.0656781 Jun 17 08:30:16.901184 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f0b8053c-b53c-4966-ac02-5c189c42a63f req-2b350dad-7d7f-449d-87e7-c7989d43c459 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867354 Jun 17 08:30:16.930084 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0a8202ff-deb4-4ef5-b2d4-94f10e55421a req-8b99e347-7c0e-4d3f-a67a-21d9b74b32bb service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083728 Jun 17 08:30:16.976407 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7aea6837-f8ce-4526-ba87-2457d59adcbe None None] For port dc5cdb18-96b5-40df-8190-3e777bf4f966, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=dc5cdb18-96b5-40df-8190-3e777bf4f966,segment=NetworkSegment(70ea2d1f-1645-42e0-9609-816f49decdaa),segment_id=70ea2d1f-1645-42e0-9609-816f49decdaa)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:16.976945 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7aea6837-f8ce-4526-ba87-2457d59adcbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.014955 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17d3b5d7-5799-4b2c-88ac-898a3468e402 req-cd0de673-5390-4310-ae90-d01dd6f844b6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644876 Jun 17 08:30:17.056810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7aea6837-f8ce-4526-ba87-2457d59adcbe None None] Calling delete_port for dc5cdb18-96b5-40df-8190-3e777bf4f966 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:17.087755 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b18a444-cf52-46e8-9c32-74a8a92dd97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.092117 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a96a30f4-8dcf-4d6c-a290-d49152ff6321 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.112468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c7745d7-c2a6-43c3-9a36-df9d89628807 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:17.114132 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b18a444-cf52-46e8-9c32-74a8a92dd97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.120878 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7a0e817-2a03-4d98-89a2-5f3ccda9307f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:17.135091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 9c7745d7-c2a6-43c3-9a36-df9d89628807 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:17.135518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9c7745d7-c2a6-43c3-9a36-df9d89628807 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:17.175278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c8423334-1324-4c17-858d-36c962d0321e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2924554 Jun 17 08:30:17.183776 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7aea6837-f8ce-4526-ba87-2457d59adcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.188164 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:17.217083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea6837-f8ce-4526-ba87-2457d59adcbe None None] No DVR routers for this DVR port dc5cdb18-96b5-40df-8190-3e777bf4f966 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:17.218995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aea6837-f8ce-4526-ba87-2457d59adcbe None None] Pushing event deleted for resources: {'Port': ['ID=dc5cdb18-96b5-40df-8190-3e777bf4f966,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:17.222417 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7aea6837-f8ce-4526-ba87-2457d59adcbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:17.231017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18a444-cf52-46e8-9c32-74a8a92dd97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263940d8-ecf7-449a-893e-2a582ea58555,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:17.235595 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0b18a444-cf52-46e8-9c32-74a8a92dd97f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78b841614abb45789205328c8f99c251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6763854 Jun 17 08:30:17.236425 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b18a444-cf52-46e8-9c32-74a8a92dd97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:17.238500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36550) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:17.288342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8b65c2a0-37e2-4417-a65d-7f270a64bfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.311714 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8b65c2a0-37e2-4417-a65d-7f270a64bfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.314592 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a96a30f4-8dcf-4d6c-a290-d49152ff6321 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.325716 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e5bcbc66-54d7-4e81-9abb-ed8499bda60d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:17.360593 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a96a30f4-8dcf-4d6c-a290-d49152ff6321 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.362435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a96a30f4-8dcf-4d6c-a290-d49152ff6321 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "DELETE /v2.0/subnets/9c643dad-d443-4ef0-9be3-00c690ff45c4 HTTP/1.1" status: 204 len: 168 time: 0.7791202 Jun 17 08:30:17.364869 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8b65c2a0-37e2-4417-a65d-7f270a64bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.367979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc1147-5621-41d5-89ca-ecdc7dc3b250 None None] Network 8964f6df-ddca-4c63-afe3-49d16b221789 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:17.368209 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8b65c2a0-37e2-4417-a65d-7f270a64bfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.369412 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8b65c2a0-37e2-4417-a65d-7f270a64bfd7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/263940d8-ecf7-449a-893e-2a582ea58555 HTTP/1.1" status: 204 len: 168 time: 0.1297417 Jun 17 08:30:17.370254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36556) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:17.371571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a30f4-8dcf-4d6c-a290-d49152ff6321 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event deleted for resources: {'Subnet': ['ID=9c643dad-d443-4ef0-9be3-00c690ff45c4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:17.372126 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4907dbb7-85b4-434a-9d4f-7548f0a2a065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:17.376833 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a96a30f4-8dcf-4d6c-a290-d49152ff6321 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:17.391417 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-60757290-5fd6-4069-92b7-847383dfc755 service neutron] 10.222.0.47 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148621 Jun 17 08:30:17.398200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65c2a0-37e2-4417-a65d-7f270a64bfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263940d8-ecf7-449a-893e-2a582ea58555,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:17.402351 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8b65c2a0-37e2-4417-a65d-7f270a64bfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:17.469205 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.482486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device dc5cdb18-96b5-40df-8190-3e777bf4f966 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:17.525536 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: dc5cdb18-96b5-40df-8190-3e777bf4f966 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:17.526168 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device dc5cdb18-96b5-40df-8190-3e777bf4f966 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:17.532074 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c984ae25-6bcc-499f-b83e-256849b746fe service neutron] 10.222.0.47 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324029 Jun 17 08:30:17.552610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbcf1f-4651-4175-ba9d-0885ebb64a20 req-b6f3798c-7fc1-409a-ac7a-3621cf96bd67 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:17.563805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38fbcf1f-4651-4175-ba9d-0885ebb64a20 req-b6f3798c-7fc1-409a-ac7a-3621cf96bd67 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 945 time: 0.3640873 Jun 17 08:30:17.582937 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.595543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7010350-080d-4638-8862-40e49cc2641f']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:17.607383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ea2d1f-1645-42e0-9609-816f49decdaa') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:17.607690 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ea2d1f-1645-42e0-9609-816f49decdaa') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:17.618849 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.636338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.644734 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:17.645534 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:17.650916 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:17.655022 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:17.655022 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:17.655022 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:17.655361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38fbcf1f-4651-4175-ba9d-0885ebb64a20 req-784d00bd-6acc-4604-9f3e-8de1d8830a5b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897145 Jun 17 08:30:17.768877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa45da5-d241-423f-86b3-c3148ec92d20 None None] DHCP port deletion for 8964f6df-ddca-4c63-afe3-49d16b221789 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:30:17.779813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.784625 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:17.801134 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.806328 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "DELETE /v2.0/networks/a7010350-080d-4638-8862-40e49cc2641f HTTP/1.1" status: 204 len: 168 time: 0.4312108 Jun 17 08:30:17.809035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36566) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:17.835864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event deleted for resources: {'Network': ['ID=a7010350-080d-4638-8862-40e49cc2641f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:17.837769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8aa45da5-d241-423f-86b3-c3148ec92d20 None None] Deleting port cea99a63-e3b9-4641-a907-6cff0f8c7bca {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:17.838152 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8aa45da5-d241-423f-86b3-c3148ec92d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:17.841688 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:17.979064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8aa45da5-d241-423f-86b3-c3148ec92d20 None None] For port cea99a63-e3b9-4641-a907-6cff0f8c7bca, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cea99a63-e3b9-4641-a907-6cff0f8c7bca,segment=NetworkSegment(40d4f852-be99-4fd3-90ff-e5bfee929987),segment_id=40d4f852-be99-4fd3-90ff-e5bfee929987)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:17.979428 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8aa45da5-d241-423f-86b3-c3148ec92d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.011623 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.087798 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8aa45da5-d241-423f-86b3-c3148ec92d20 None None] Calling delete_port for cea99a63-e3b9-4641-a907-6cff0f8c7bca owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:18.110174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20bba8-0eb9-4e91-842c-af52ba2aab98 req-4e560a0e-40fb-41eb-b4ff-255e8e60c869 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:18.111840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd20bba8-0eb9-4e91-842c-af52ba2aab98 req-4e560a0e-40fb-41eb-b4ff-255e8e60c869 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 948 time: 0.1720145 Jun 17 08:30:18.113910 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e731f22e-355f-41ba-ad4a-aa6faa345098 req-3c983435-b1b0-43be-81fd-681e26a887a7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 210 time: 0.0432932 Jun 17 08:30:18.153820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Deleting port cea99a63-e3b9-4641-a907-6cff0f8c7bca {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:18.154174 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.198940 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8aa45da5-d241-423f-86b3-c3148ec92d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.201517 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:18.215662 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd20bba8-0eb9-4e91-842c-af52ba2aab98 req-72028673-7c61-4521-965b-5b6ad167ff1a tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f4fac6b-7394-4bbf-903d-e375bef0a9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860755 Jun 17 08:30:18.249334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] For port cea99a63-e3b9-4641-a907-6cff0f8c7bca, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cea99a63-e3b9-4641-a907-6cff0f8c7bca,segment=NetworkSegment(40d4f852-be99-4fd3-90ff-e5bfee929987),segment_id=40d4f852-be99-4fd3-90ff-e5bfee929987)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:18.249778 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.264170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa45da5-d241-423f-86b3-c3148ec92d20 None None] Pushing event deleted for resources: {'Port': ['ID=cea99a63-e3b9-4641-a907-6cff0f8c7bca,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:18.266587 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8aa45da5-d241-423f-86b3-c3148ec92d20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:18.276657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa45da5-d241-423f-86b3-c3148ec92d20 None None] No DVR routers for this DVR port cea99a63-e3b9-4641-a907-6cff0f8c7bca on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:18.343647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Calling delete_port for cea99a63-e3b9-4641-a907-6cff0f8c7bca owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:18.482589 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.485471 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f68a33cc-71e3-4f81-9999-fe0bc72de7d1 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:18.539252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event deleted for resources: {'Port': ['ID=cea99a63-e3b9-4641-a907-6cff0f8c7bca,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:18.545335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] No DVR routers for this DVR port cea99a63-e3b9-4641-a907-6cff0f8c7bca on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:18.548320 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:18.582026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ab676-27ea-4b99-a537-dd8faf5eddc4 req-dca9e3eb-172d-4cea-91ad-ed0ccc107c10 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:18.589233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f36ab676-27ea-4b99-a537-dd8faf5eddc4 req-dca9e3eb-172d-4cea-91ad-ed0ccc107c10 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.1525316 Jun 17 08:30:18.675099 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.696616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f36ab676-27ea-4b99-a537-dd8faf5eddc4 req-a683a35f-db73-4374-881e-af40bcb829e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063716 Jun 17 08:30:18.701905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8964f6df-ddca-4c63-afe3-49d16b221789']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:18.723551 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d4f852-be99-4fd3-90ff-e5bfee929987') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:18.723859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d4f852-be99-4fd3-90ff-e5bfee929987') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:18.739812 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.758461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.765795 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:18.766148 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:18.770505 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:18.804469 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.880614 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-c276950e-3c6d-4637-9890-8b341ff55d7e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0926559 Jun 17 08:30:18.900577 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.911821 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bc99f143-cc7d-47f2-bced-953932d546e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:18.920645 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:18.925244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] 10.222.0.47 "DELETE /v2.0/networks/8964f6df-ddca-4c63-afe3-49d16b221789 HTTP/1.1" status: 204 len: 168 time: 1.1125388 Jun 17 08:30:18.956192 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Pushing event deleted for resources: {'Network': ['ID=8964f6df-ddca-4c63-afe3-49d16b221789,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:18.961797 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:18.981179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e4ecbc-9501-4101-aa93-e7b492e8e71a req-29c699fc-1edc-4d5e-8f59-4eab8a6574c1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:18.989859 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60e4ecbc-9501-4101-aa93-e7b492e8e71a req-29c699fc-1edc-4d5e-8f59-4eab8a6574c1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 945 time: 0.1674426 Jun 17 08:30:19.042044 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60e4ecbc-9501-4101-aa93-e7b492e8e71a req-8f692472-bbfc-49fe-b429-a84175c58fa6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498781 Jun 17 08:30:19.050947 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-5153e484-dc41-419a-abbf-6114b0982b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.053029 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-5153e484-dc41-419a-abbf-6114b0982b15 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1096 time: 0.0982854 Jun 17 08:30:19.101842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 85c42f9b-a73b-4764-8632-f08eca6fc10f details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:19.299655 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 85c42f9b-a73b-4764-8632-f08eca6fc10f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=85c42f9b-a73b-4764-8632-f08eca6fc10f,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:19.313193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '85c42f9b-a73b-4764-8632-f08eca6fc10f', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '85c42f9b-a73b-4764-8632-f08eca6fc10f', 'mac_address': 'fa:16:3e:e9:26:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:19.316833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-24354136-2b70-4613-bf01-580127aa3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.319686 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-24354136-2b70-4613-bf01-580127aa3d1a service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.2445514 Jun 17 08:30:19.357297 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.381706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c42f9b-a73b-4764-8632-f08eca6fc10f {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:19.405731 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 85c42f9b-a73b-4764-8632-f08eca6fc10f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=85c42f9b-a73b-4764-8632-f08eca6fc10f,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:19.415102 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:19.420863 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:19.519233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cea99a63-e3b9-4641-a907-6cff0f8c7bca no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:19.615750 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: cea99a63-e3b9-4641-a907-6cff0f8c7bca {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:19.616210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cea99a63-e3b9-4641-a907-6cff0f8c7bca not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:19.652100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=85c42f9b-a73b-4764-8632-f08eca6fc10f,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:19.662388 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:19.678974 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-099ff86c-24c7-4dbb-89c4-de8c3cd6d922 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 999 time: 0.3502672 Jun 17 08:30:19.681577 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35761493-a5be-4c84-8eea-6d7808730e74 req-f4d60e8b-2651-431f-86b6-4eb2f4a38369 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 210 time: 0.0800560 Jun 17 08:30:19.776059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['85c42f9b-a73b-4764-8632-f08eca6fc10f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:19.887665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-cfccd5ff-7788-4903-b4bc-ca13335d4bf9 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.890965 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-cfccd5ff-7788-4903-b4bc-ca13335d4bf9 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.10 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 811 time: 0.4540575 Jun 17 08:30:19.900646 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-b47d5401-0b51-4e43-a681-a70001e6d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:19.904172 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-b47d5401-0b51-4e43-a681-a70001e6d149 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.2153721 Jun 17 08:30:19.938243 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Request body: {'port': {'device_id': 'fa50e459-555b-4138-8aa8-5f4606cd1fd6', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'admin_state_up': True, 'tenant_id': '76b1458140554869aae6692b38e06da1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:20.150169 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-59cee850-a771-410c-bfc7-29cda85587ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.151688 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-59cee850-a771-410c-bfc7-29cda85587ea service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964514 Jun 17 08:30:20.295747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0242df52-78ce-481c-abda-b34f0ac3b117 req-75d9832c-d52e-495a-86e1-fd88cfa30da0 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.303130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0242df52-78ce-481c-abda-b34f0ac3b117 req-75d9832c-d52e-495a-86e1-fd88cfa30da0 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 949 time: 0.5835960 Jun 17 08:30:20.326958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-bd2934ea-8f43-4666-991d-a476d4e6c7fd tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.334016 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-bd2934ea-8f43-4666-991d-a476d4e6c7fd tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.1957679 Jun 17 08:30:20.341020 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-fe00508e-3f08-4272-8948-6069c37fbee5 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807084 Jun 17 08:30:20.364831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-b2f04c04-d08c-4ed5-819d-1643b74091f0 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/quotas/79ea1abce073485f95175427f07f9668 HTTP/1.1" status: 200 len: 375 time: 0.0295765 Jun 17 08:30:20.384340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Made reservation on behalf of 76b1458140554869aae6692b38e06da1 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:20.388369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:20.399647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0242df52-78ce-481c-abda-b34f0ac3b117 req-bbedf5ce-6abf-46c8-85b0-f7125c230d8f tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f4fac6b-7394-4bbf-903d-e375bef0a9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950687 Jun 17 08:30:20.512322 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-6866fd27-7099-4c3f-b115-78518463796b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1465914 Jun 17 08:30:20.580959 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Allocated IP 172.20.0.12 (1cc1239f-e7c8-47fb-a006-4a6c6fc01c91/a3b3ef64-dd68-4de7-acbf-fa464b6f2298/7cb9de1c-89dc-4fda-8162-b223bb766578) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:20.656878 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-12bd7ef6-abe9-4676-a1ed-d5723ca28f61 service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323485 Jun 17 08:30:20.785682 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:20.825070 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c8d49983-7fb3-476f-ae8f-0869691b102a req-98b87048-6d31-424e-941a-20469c1bd59c service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4759784 Jun 17 08:30:20.826968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292fd0e-10e8-4b8e-b681-283e923ef61a req-298558b6-e0b9-4242-8490-624ae430bfa6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:20.830337 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Transition to ACTIVE for port object 7cb9de1c-89dc-4fda-8162-b223bb766578 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:20.837183 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4292fd0e-10e8-4b8e-b681-283e923ef61a req-298558b6-e0b9-4242-8490-624ae430bfa6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.1789224 Jun 17 08:30:20.877889 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:20.895153 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-51bc59ef-b57d-4070-8327-175341c07c9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:20.898636 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc48ac78-ae38-4a44-ba89-c11b8697a9c1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:20.904749 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['b537b33c-6981-4fad-b00b-1f02264972d4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:20.967398 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-658b54a1-1bb9-4bba-a21d-77663300fd63 service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643228 Jun 17 08:30:21.048007 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4292fd0e-10e8-4b8e-b681-283e923ef61a req-23809e22-4431-46ac-9bdd-5ee351b8e60c tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100723 Jun 17 08:30:21.085909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:21.093982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:21.117030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:21.192933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event updated for resources: {'Port': ['ID=7cb9de1c-89dc-4fda-8162-b223bb766578,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:21.212884 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:21.365768 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 85c42f9b-a73b-4764-8632-f08eca6fc10f up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:21.376426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:21.377751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:21.408012 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4950368 Jun 17 08:30:21.428573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Request body: {'port': {'device_id': 'fa50e459-555b-4138-8aa8-5f4606cd1fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:21.612856 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:21.638460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4dece044-af28-48dd-a5e3-ecf89aaed00c req-80141d43-d846-4174-b2e8-72cc3cd10514 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 210 time: 0.0857224 Jun 17 08:30:21.769296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d8069-7d61-4e4e-88be-89e994820f02 req-0c710395-adc2-404c-94f6-b4eb1f9639f0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:21.772255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e57d8069-7d61-4e4e-88be-89e994820f02 req-0c710395-adc2-404c-94f6-b4eb1f9639f0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 932 time: 0.1460135 Jun 17 08:30:21.896816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e57d8069-7d61-4e4e-88be-89e994820f02 req-9b7b4744-4cbe-45fa-bc96-65e3f13db5c9 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187468 Jun 17 08:30:21.925383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 85c42f9b-a73b-4764-8632-f08eca6fc10f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:21.948870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd76e9-03b6-4162-b070-5ca17ce6a4a3 req-1dec45fc-4619-458f-bc3e-4178446342f8 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:21.959062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b1bd76e9-03b6-4162-b070-5ca17ce6a4a3 req-1dec45fc-4619-458f-bc3e-4178446342f8 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 949 time: 0.1279812 Jun 17 08:30:21.978634 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 85c42f9b-a73b-4764-8632-f08eca6fc10f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:21.979052 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.019631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b1bd76e9-03b6-4162-b070-5ca17ce6a4a3 req-eef530a2-ce31-4ccb-9184-4807a9f90673 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f4fac6b-7394-4bbf-903d-e375bef0a9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591743 Jun 17 08:30:22.052791 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-040cd398-728f-456d-a434-328d0c0ea2c2 None None] Provisioning for port 7cb9de1c-89dc-4fda-8162-b223bb766578 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:22.078380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-040cd398-728f-456d-a434-328d0c0ea2c2 None None] Provisioning complete for port 7cb9de1c-89dc-4fda-8162-b223bb766578 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:22.078910 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-040cd398-728f-456d-a434-328d0c0ea2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.172117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-040cd398-728f-456d-a434-328d0c0ea2c2 None None] Port 7cb9de1c-89dc-4fda-8162-b223bb766578 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:30:22.229323 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.309409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388325c2-f519-4ee5-8c76-6f5d8d530780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c42f9b-a73b-4764-8632-f08eca6fc10f'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:22.314694 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0955daef-03f6-4e26-a171-e483577aaf85" -d '{"events": [{"server_uuid": "388325c2-f519-4ee5-8c76-6f5d8d530780", "name": "network-vif-plugged", "status": "completed", "tag": "85c42f9b-a73b-4764-8632-f08eca6fc10f"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:22.366278 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 85c42f9b-a73b-4764-8632-f08eca6fc10f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=85c42f9b-a73b-4764-8632-f08eca6fc10f,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:22.371316 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb9de1c-89dc-4fda-8162-b223bb766578 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:22.376205 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.382393 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6865a17c-8021-4792-8933-9e2db5d1eafa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:22.404045 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.420824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c535f-1a2e-419c-9efe-4bc2cd6df6ad req-fb730747-090d-4002-8543-f7d4644b0a3f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:22.441319 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-406c535f-1a2e-419c-9efe-4bc2cd6df6ad req-fb730747-090d-4002-8543-f7d4644b0a3f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.1605074 Jun 17 08:30:22.445424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Transition to ACTIVE for port object 7cb9de1c-89dc-4fda-8162-b223bb766578 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:22.454403 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:22.462029 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94a5e8e-46f2-4807-904d-f38876691bf0 x-openstack-request-id: req-f94a5e8e-46f2-4807-904d-f38876691bf0 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:22.462894 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6eb1434b-1aab-405f-9a24-32cbb52cb2fd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:22.464083 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388325c2-f519-4ee5-8c76-6f5d8d530780", "name": "network-vif-plugged", "status": "completed", "tag": "85c42f9b-a73b-4764-8632-f08eca6fc10f", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:22.470042 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f94a5e8e-46f2-4807-904d-f38876691bf0 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:22.471366 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388325c2-f519-4ee5-8c76-6f5d8d530780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c42f9b-a73b-4764-8632-f08eca6fc10f', 'code': 200} Jun 17 08:30:22.541422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=85c42f9b-a73b-4764-8632-f08eca6fc10f,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:22.547382 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:22.638272 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-406c535f-1a2e-419c-9efe-4bc2cd6df6ad req-892d2e52-8964-4c7f-8d6b-f9ebbbae6c75 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961160 Jun 17 08:30:22.964259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Attempting to bind port 7cb9de1c-89dc-4fda-8162-b223bb766578 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:22.964603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Attempting to bind port 7cb9de1c-89dc-4fda-8162-b223bb766578 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:22.966145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Attempting to bind port 7cb9de1c-89dc-4fda-8162-b223bb766578 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:22.993765 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Pushing event updated for resources: {'Port': ['ID=7cb9de1c-89dc-4fda-8162-b223bb766578,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:22.996550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Port 7cb9de1c-89dc-4fda-8162-b223bb766578 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:22.996871 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Attempting to bind port 7cb9de1c-89dc-4fda-8162-b223bb766578 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:23.006504 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9d96944-7d2d-402f-8123-10f3af38e56a req-2eef6b58-8e6b-48b1-b252-fea0990590b3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 210 time: 0.1027675 Jun 17 08:30:23.011582 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:23.028334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:23.030349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Checking segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:23.040455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Bound using segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:23.044265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Bound port: 7cb9de1c-89dc-4fda-8162-b223bb766578, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:23.044902 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.196661 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfabc76-1227-4dc2-9ebf-ec5ffeded48e req-5f1c5363-6915-48a4-a5a0-23e8eebee43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:23.202066 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fcfabc76-1227-4dc2-9ebf-ec5ffeded48e req-5f1c5363-6915-48a4-a5a0-23e8eebee43c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 1102 time: 0.5127068 Jun 17 08:30:23.278827 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fcfabc76-1227-4dc2-9ebf-ec5ffeded48e req-1209ce7d-1356-4a8c-bfa9-18f6d4c32c69 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8f4fac6b-7394-4bbf-903d-e375bef0a9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680370 Jun 17 08:30:23.302661 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] For port 7cb9de1c-89dc-4fda-8162-b223bb766578, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:23.306646 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] For port 7cb9de1c-89dc-4fda-8162-b223bb766578, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7cb9de1c-89dc-4fda-8162-b223bb766578,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:23.316311 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.328291 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c635485-fc12-474f-adf3-97d26ea8bec3 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:23.337503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:23.338457 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:23.340904 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] 10.222.0.10 "PUT /v2.0/ports/7cb9de1c-89dc-4fda-8162-b223bb766578 HTTP/1.1" status: 200 len: 1093 time: 1.9173288 Jun 17 08:30:23.343065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa50e459-555b-4138-8aa8-5f4606cd1fd6', 'tag': '7cb9de1c-89dc-4fda-8162-b223bb766578'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:23.345649 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af1a2d0-46ec-46b1-beb1-d20860c8233a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa50e459-555b-4138-8aa8-5f4606cd1fd6", "tag": "7cb9de1c-89dc-4fda-8162-b223bb766578"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:23.422387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Pushing event updated for resources: {'Port': ['ID=7cb9de1c-89dc-4fda-8162-b223bb766578,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:23.432138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8e67f-0a7b-42dd-9d20-5606c8d9a0f3 req-97e98810-4442-49c2-93d0-587414215785 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:23.433785 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ffd8e67f-0a7b-42dd-9d20-5606c8d9a0f3 req-97e98810-4442-49c2-93d0-587414215785 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 944 time: 0.2413931 Jun 17 08:30:23.439029 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:23.514026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b422c9-6533-4c73-97d1-5052e933acd8 req-af2f552b-e1c4-4e19-96f0-5ec36cf6fc64 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:23.521530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16b422c9-6533-4c73-97d1-5052e933acd8 req-af2f552b-e1c4-4e19-96f0-5ec36cf6fc64 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 950 time: 0.2962310 Jun 17 08:30:23.618327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ffd8e67f-0a7b-42dd-9d20-5606c8d9a0f3 req-fbceafee-7a58-40f9-9727-52b3b0532efe tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649482 Jun 17 08:30:23.650601 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16b422c9-6533-4c73-97d1-5052e933acd8 req-a04e9a48-0f14-4f64-818d-44f406a3f9dc tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f4fac6b-7394-4bbf-903d-e375bef0a9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195817 Jun 17 08:30:23.789220 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa95fba-5e71-4170-93d6-5ff2e3cb1024 x-openstack-request-id: req-2fa95fba-5e71-4170-93d6-5ff2e3cb1024 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:23.789551 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa50e459-555b-4138-8aa8-5f4606cd1fd6", "tag": "7cb9de1c-89dc-4fda-8162-b223bb766578", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:23.789843 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2fa95fba-5e71-4170-93d6-5ff2e3cb1024 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:23.790275 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa50e459-555b-4138-8aa8-5f4606cd1fd6', 'tag': '7cb9de1c-89dc-4fda-8162-b223bb766578', 'status': 'completed', 'code': 200} Jun 17 08:30:23.937711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-b72f2b8e-441a-46a8-b50a-fb06b63f7034 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:23.939209 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-b72f2b8e-441a-46a8-b50a-fb06b63f7034 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.3410790 Jun 17 08:30:23.941194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36734) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:23.966908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Request body: {'port': {'device_id': '9ccf0656-8403-4f02-b9c2-02dd4ede724b', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'admin_state_up': True, 'tenant_id': '79ea1abce073485f95175427f07f9668'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:24.019386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-fd518145-37ee-4b63-934c-de686086e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:24.021346 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-fd518145-37ee-4b63-934c-de686086e07e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 1096 time: 0.4812357 Jun 17 08:30:24.149394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b9bbf-7017-4e51-bf2b-247723364d92 req-2cac2d3a-e344-490e-bffa-1ca4d2e0120a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:24.156340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd2b9bbf-7017-4e51-bf2b-247723364d92 req-2cac2d3a-e344-490e-bffa-1ca4d2e0120a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.1642144 Jun 17 08:30:24.170696 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-b16eb125-4015-4ef7-adf8-da10843dadd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9de1c-89dc-4fda-8162-b223bb766578 HTTP/1.1" status: 200 len: 217 time: 0.0950723 Jun 17 08:30:24.245679 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93efcd90-419a-4ed0-9bf5-6f614e6b4564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.257878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-640a867c-1e5a-4f42-bed0-1a25c79a9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:24.259715 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-640a867c-1e5a-4f42-bed0-1a25c79a9acc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.0808930 Jun 17 08:30:24.260754 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f099ebdc-8659-4313-b363-352d264dd43a req-99caef17-71c0-44a4-9f84-70e84be526f6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 210 time: 0.0635347 Jun 17 08:30:24.306324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd2b9bbf-7017-4e51-bf2b-247723364d92 req-41989ac4-4baf-4faa-90b7-92bda6886719 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315196 Jun 17 08:30:24.309005 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-93efcd90-419a-4ed0-9bf5-6f614e6b4564 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:30:24.309005 n-d-779913-16 neutron-server[93803]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:30:24.309005 n-d-779913-16 neutron-server[93803]: [parameters: {'project_id': 'c0b2a47bd7d74f32b75789c1e2babc12', 'id': '8a75ed6f-aa68-4ac3-9730-124bb47ffd3c', 'expiration': datetime.datetime(2021, 6, 17, 8, 32, 24, 279191)}] Jun 17 08:30:24.309005 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:30:24.310799 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-93efcd90-419a-4ed0-9bf5-6f614e6b4564 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:30:24.344717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Made reservation on behalf of 79ea1abce073485f95175427f07f9668 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:24.348379 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.424012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-a0f2f65b-3b63-43eb-a919-0a6e2af5895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:24.425569 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-a0f2f65b-3b63-43eb-a919-0a6e2af5895d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1566787 Jun 17 08:30:24.596534 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-d7e511d7-9e27-4eae-adc4-6ea9a1a09b7d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2346122 Jun 17 08:30:24.669507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Allocated IP 172.20.0.3 (097ff4ff-fb7f-4249-b525-2868d741451c/0a4db804-8101-4dd3-b960-865e4ac98c1d/313859c9-3003-4e17-bbc1-dce5259ce609) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:24.679225 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-f4e12e51-c434-48b3-a8ca-ffc07852bee0 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186062 Jun 17 08:30:24.718214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36756) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:24.818363 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93efcd90-419a-4ed0-9bf5-6f614e6b4564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:24.922220 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-98fc8ec9-f5ed-4de5-9c31-695ebdee8770 req-6de3b4cf-1185-4b73-9e49-c11910d985c8 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338212 Jun 17 08:30:24.965916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-4e391819-58ac-4fac-8a05-a9c8c5d84204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:24.976680 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-4e391819-58ac-4fac-8a05-a9c8c5d84204 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 1098 time: 0.3395660 Jun 17 08:30:25.025974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47e97f2-e25a-42a6-af8d-e186d02cb8f6 admin admin] Deleting subnet 60edf36c-6a69-4e4e-847c-9484b431209d {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:30:25.037971 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d47e97f2-e25a-42a6-af8d-e186d02cb8f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.104099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07922cb-a2a3-4596-b456-3165f5e58f40 req-fb4686ba-2b69-4078-a63c-8cf2f9165248 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:25.111644 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c07922cb-a2a3-4596-b456-3165f5e58f40 req-fb4686ba-2b69-4078-a63c-8cf2f9165248 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 944 time: 0.3040121 Jun 17 08:30:25.125522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d47e97f2-e25a-42a6-af8d-e186d02cb8f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.193170 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785bfd1-9ad0-4c6f-a286-e5e09be39616 req-0d525c94-952f-4a50-9787-183956f15f98 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:25.195048 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a785bfd1-9ad0-4c6f-a286-e5e09be39616 req-0d525c94-952f-4a50-9787-183956f15f98 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 950 time: 0.3743594 Jun 17 08:30:25.255554 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c07922cb-a2a3-4596-b456-3165f5e58f40 req-84868e11-a563-4d6f-9715-ddbd8d67fb11 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429675 Jun 17 08:30:25.291557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a785bfd1-9ad0-4c6f-a286-e5e09be39616 req-280c9d06-8fcf-484d-9fe5-2dcd44fc938c tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f4fac6b-7394-4bbf-903d-e375bef0a9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824776 Jun 17 08:30:25.321190 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d47e97f2-e25a-42a6-af8d-e186d02cb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.352396 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:30:25.378160 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93efcd90-419a-4ed0-9bf5-6f614e6b4564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.387063 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93efcd90-419a-4ed0-9bf5-6f614e6b4564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.415495 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ad566d90-723e-4b51-8275-ddfd0a2301d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:25.448552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-93efcd90-419a-4ed0-9bf5-6f614e6b4564 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0b2a47bd7d74f32b75789c1e2babc12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5060062 Jun 17 08:30:25.451712 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93efcd90-419a-4ed0-9bf5-6f614e6b4564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0bbd5f-56be-4b3e-ae6a-21b74e52f91a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:25.457166 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36770) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:25.459517 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93efcd90-419a-4ed0-9bf5-6f614e6b4564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:25.525970 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9aaee2fb-5c14-45db-9e03-9d30dd7b3e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.530151 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d47e97f2-e25a-42a6-af8d-e186d02cb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.536664 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28d0d6d3-000b-40c0-b375-7d8448f0e583 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:25.597536 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e97f2-e25a-42a6-af8d-e186d02cb8f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60edf36c-6a69-4e4e-847c-9484b431209d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:25.600956 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-930477c3-d802-4d61-8d6c-ac83f204e767 req-7dd9d636-5ad5-4e79-abed-060061e5ec85 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 210 time: 0.0793562 Jun 17 08:30:25.601761 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d47e97f2-e25a-42a6-af8d-e186d02cb8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:25.624166 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d47e97f2-e25a-42a6-af8d-e186d02cb8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.626145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d47e97f2-e25a-42a6-af8d-e186d02cb8f6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/60edf36c-6a69-4e4e-847c-9484b431209d HTTP/1.1" status: 204 len: 168 time: 0.9064615 Jun 17 08:30:25.630286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36772) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:25.639889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9aaee2fb-5c14-45db-9e03-9d30dd7b3e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.764565 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.778185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a2d0-46ec-46b1-beb1-d20860c8233a req-ebb995d2-39f6-41a4-ab01-979796379b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:25.779708 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2af1a2d0-46ec-46b1-beb1-d20860c8233a req-ebb995d2-39f6-41a4-ab01-979796379b9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 1096 time: 0.3252513 Jun 17 08:30:25.784192 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.787136 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-445af1fc-382f-4967-a598-d1a48e01bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:25.788634 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-445af1fc-382f-4967-a598-d1a48e01bcb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.3204186 Jun 17 08:30:25.791981 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9aaee2fb-5c14-45db-9e03-9d30dd7b3e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.794820 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9aaee2fb-5c14-45db-9e03-9d30dd7b3e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:25.799884 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9aaee2fb-5c14-45db-9e03-9d30dd7b3e9b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f0bbd5f-56be-4b3e-ae6a-21b74e52f91a HTTP/1.1" status: 204 len: 168 time: 0.3416274 Jun 17 08:30:25.802057 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8248fdf9-d5aa-4295-8bc6-8be4c95eeccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:25.835539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaee2fb-5c14-45db-9e03-9d30dd7b3e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0bbd5f-56be-4b3e-ae6a-21b74e52f91a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:25.837952 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9aaee2fb-5c14-45db-9e03-9d30dd7b3e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:25.907573 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-6152c5b5-b652-43d7-98ff-20c324193305 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc48ac78-ae38-4a44-ba89-c11b8697a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0957127 Jun 17 08:30:26.012769 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.027339 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8052df07-f65d-4aa6-b093-bfbdd0ab64de']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:26.051708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3f4b7b-de60-492d-99a2-a07cc293f8ff') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:26.051708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3f4b7b-de60-492d-99a2-a07cc293f8ff') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:26.077589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e367c8-a11e-4145-b66c-1e87dcf2052b req-d63ab3e1-c927-40e3-b88d-1c2ca3a61d13 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.089182 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13e367c8-a11e-4145-b66c-1e87dcf2052b req-d63ab3e1-c927-40e3-b88d-1c2ca3a61d13 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.2543690 Jun 17 08:30:26.142378 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.144345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-6878bbc9-9031-4328-ae4a-9c2df0f9689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.149870 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-6878bbc9-9031-4328-ae4a-9c2df0f9689d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.2306159 Jun 17 08:30:26.155584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13e367c8-a11e-4145-b66c-1e87dcf2052b req-4183a5e2-061e-4f10-9d75-e883d0846742 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659227 Jun 17 08:30:26.166337 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.176714 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6b23d30-d38f-4056-8c07-78cf48a86a4c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:26.180848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194', '963fc7b8-c0d2-46fe-8d86-b65c8db85ebb'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:26.198993 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.208991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:26.209467 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:26.211387 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:26.220835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a2d0-46ec-46b1-beb1-d20860c8233a req-6e759c80-3b0e-4a8e-a12c-824823ab9fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.222509 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2af1a2d0-46ec-46b1-beb1-d20860c8233a req-6e759c80-3b0e-4a8e-a12c-824823ab9fde service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.4315782 Jun 17 08:30:26.297062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Network 097ff4ff-fb7f-4249-b525-2868d741451c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:26.305146 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:26.308078 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2af1a2d0-46ec-46b1-beb1-d20860c8233a req-52579e5a-354f-4b86-8e77-cf0c64ad2a98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9de1c-89dc-4fda-8162-b223bb766578 HTTP/1.1" status: 200 len: 217 time: 0.0626695 Jun 17 08:30:26.313985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:26.383048 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event updated for resources: {'Port': ['ID=313859c9-3003-4e17-bbc1-dce5259ce609,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:26.441864 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:26.505725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36792) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:26.526199 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.531991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.533461 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.538612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a2d0-46ec-46b1-beb1-d20860c8233a req-f6450e37-a068-48e3-ad0b-d630bc2c1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.541057 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2af1a2d0-46ec-46b1-beb1-d20860c8233a req-f6450e37-a068-48e3-ad0b-d630bc2c1911 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.2226288 Jun 17 08:30:26.552789 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e36cf4e4-ff59-42ff-82bf-2fc93de2629f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:26.556248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.558155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] 10.222.0.47 "DELETE /v2.0/networks/8052df07-f65d-4aa6-b093-bfbdd0ab64de HTTP/1.1" status: 204 len: 168 time: 0.9267387 Jun 17 08:30:26.579317 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f03b54ce-e3e7-4ffa-b318-10acb2f43568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.605826 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] Pushing event deleted for resources: {'Network': ['ID=8052df07-f65d-4aa6-b093-bfbdd0ab64de,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:26.619064 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:26.625375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-f1f0f81b-92b6-448c-b487-b9a9feade0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.627006 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-f1f0f81b-92b6-448c-b487-b9a9feade0d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4514351 Jun 17 08:30:26.628282 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6767123 Jun 17 08:30:26.672637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Request body: {'port': {'device_id': '9ccf0656-8403-4f02-b9c2-02dd4ede724b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:26.690829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caa133-384e-42aa-9fe2-e6677b7befb1 req-626004f5-ed60-4a3e-be9e-603673351199 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.703844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61caa133-384e-42aa-9fe2-e6677b7befb1 req-626004f5-ed60-4a3e-be9e-603673351199 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 950 time: 0.2861943 Jun 17 08:30:26.782680 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471e963-7b26-41f8-95fc-691dc5e288b7 req-97137398-95f3-4d43-8968-042d20a5479c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.789809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2471e963-7b26-41f8-95fc-691dc5e288b7 req-97137398-95f3-4d43-8968-042d20a5479c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 944 time: 0.2252429 Jun 17 08:30:26.817393 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61caa133-384e-42aa-9fe2-e6677b7befb1 req-b76c78b2-5d09-4b5a-b17c-b30ac6893d75 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f4fac6b-7394-4bbf-903d-e375bef0a9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125417 Jun 17 08:30:26.850281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a2d0-46ec-46b1-beb1-d20860c8233a req-4d004ecc-8886-4900-92f3-751980d84432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:26.851823 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2af1a2d0-46ec-46b1-beb1-d20860c8233a req-4d004ecc-8886-4900-92f3-751980d84432 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2974155 Jun 17 08:30:26.875215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36798) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:26.885063 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2471e963-7b26-41f8-95fc-691dc5e288b7 req-8bd6d7cd-c937-4e9c-955f-cb1ca040ef4d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936248 Jun 17 08:30:26.935813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.939823 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f03b54ce-e3e7-4ffa-b318-10acb2f43568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.952905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f03b54ce-e3e7-4ffa-b318-10acb2f43568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:26.956902 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1bac07ab-935e-4b08-bd0d-28cf08c1f79f tempest-SecurityGroupsTestJSON-540175903 tempest-SecurityGroupsTestJSON-540175903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:27.005138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b54ce-e3e7-4ffa-b318-10acb2f43568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9bea64-2062-48fe-8c01-7048a6bf8510,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:27.005746 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-5939b9cc-693a-471b-8437-714eaec3f926 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706768 Jun 17 08:30:27.010241 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f03b54ce-e3e7-4ffa-b318-10acb2f43568 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0074896e534441ce9f762b74c7792361&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5046344 Jun 17 08:30:27.011288 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f03b54ce-e3e7-4ffa-b318-10acb2f43568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:27.013088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36800) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:27.089580 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4548e33d-cd14-43bb-9484-7cb0a2d7189d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.116430 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4548e33d-cd14-43bb-9484-7cb0a2d7189d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.133111 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-33af2018-3410-4937-87f9-d6e639e44edf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17fe9c2faf86410a842c7f72bf627588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548220 Jun 17 08:30:27.133589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36802) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:27.176795 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2af1a2d0-46ec-46b1-beb1-d20860c8233a req-037601e6-b219-40f4-be1b-16b75255697f service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116927 Jun 17 08:30:27.263220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18473837-374f-4283-ba4d-94afe2e6bff9 req-c75fd89f-8e42-49c3-a83c-4c89b499f188 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:27.271200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18473837-374f-4283-ba4d-94afe2e6bff9 req-c75fd89f-8e42-49c3-a83c-4c89b499f188 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 931 time: 0.1984115 Jun 17 08:30:27.282693 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fcb5169a-6050-4b91-a9aa-f471bf56a46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.305932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4548e33d-cd14-43bb-9484-7cb0a2d7189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.308609 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4548e33d-cd14-43bb-9484-7cb0a2d7189d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.309773 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4548e33d-cd14-43bb-9484-7cb0a2d7189d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad9bea64-2062-48fe-8c01-7048a6bf8510 HTTP/1.1" status: 204 len: 168 time: 0.2957683 Jun 17 08:30:27.341282 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fcb5169a-6050-4b91-a9aa-f471bf56a46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.353505 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0ffca3f1-9141-46d3-b074-8400bf1cc9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:27.367460 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9907d123-7f2f-461a-8c92-adc85d8cf9da req-3c9a01a5-85fb-4319-bc89-bb68515be41b service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429439 Jun 17 08:30:27.480983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548e33d-cd14-43bb-9484-7cb0a2d7189d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9bea64-2062-48fe-8c01-7048a6bf8510,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:27.518049 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4548e33d-cd14-43bb-9484-7cb0a2d7189d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:27.527788 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18473837-374f-4283-ba4d-94afe2e6bff9 req-322abcbb-8522-4a50-8e4c-1f9459c521e0 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556872 Jun 17 08:30:27.582559 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fcb5169a-6050-4b91-a9aa-f471bf56a46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.585288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fcb5169a-6050-4b91-a9aa-f471bf56a46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.586449 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fcb5169a-6050-4b91-a9aa-f471bf56a46c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e440f0e-268f-45e9-bfc2-984521765e34 HTTP/1.1" status: 204 len: 168 time: 0.4519024 Jun 17 08:30:27.589353 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-16c67337-ced5-47c5-8631-d94896fed7b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:27.609455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095ccf1-5b25-46e5-9e41-a4ed270ee57b req-a085caeb-214a-4980-a4a1-ac7f62c01fb8 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:27.619077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9095ccf1-5b25-46e5-9e41-a4ed270ee57b req-a085caeb-214a-4980-a4a1-ac7f62c01fb8 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.2623835 Jun 17 08:30:27.630019 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5169a-6050-4b91-a9aa-f471bf56a46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e440f0e-268f-45e9-bfc2-984521765e34,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:27.646194 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fcb5169a-6050-4b91-a9aa-f471bf56a46c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:27.693868 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9095ccf1-5b25-46e5-9e41-a4ed270ee57b req-7a890dc7-6301-45e0-bac4-39c3a273bd9a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732257 Jun 17 08:30:27.835368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313859c9-3003-4e17-bbc1-dce5259ce609 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:27.845521 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.923793 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Transition to ACTIVE for port object 313859c9-3003-4e17-bbc1-dce5259ce609 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:27.935840 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2af1a2d0-46ec-46b1-beb1-d20860c8233a req-88731460-e01a-46d5-9f59-378e0045d3eb service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732107 Jun 17 08:30:27.971019 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:27.973024 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9d5a6196-ca13-4fa1-9d87-d7507a14144c tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:28.141536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9867d1-7309-47ba-b4d6-2056b79f7f4b req-ab7b3c0a-0a32-474f-8a0b-d59cd8813678 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:28.143324 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6e9867d1-7309-47ba-b4d6-2056b79f7f4b req-ab7b3c0a-0a32-474f-8a0b-d59cd8813678 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.10 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 950 time: 0.4748387 Jun 17 08:30:28.212846 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Pushing event updated for resources: {'Port': ['ID=313859c9-3003-4e17-bbc1-dce5259ce609,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:28.251029 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:28.425463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36834) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:28.473786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Attempting to bind port 313859c9-3003-4e17-bbc1-dce5259ce609 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:28.473786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Attempting to bind port 313859c9-3003-4e17-bbc1-dce5259ce609 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:28.475129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Attempting to bind port 313859c9-3003-4e17-bbc1-dce5259ce609 on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:28.476362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134ceae-5f3b-4656-94b4-8ff16a42666e req-76fc6e7a-3e5d-4dd4-ba2c-317aa79984c6 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:28.484712 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3134ceae-5f3b-4656-94b4-8ff16a42666e req-76fc6e7a-3e5d-4dd4-ba2c-317aa79984c6 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 944 time: 0.3776491 Jun 17 08:30:28.538159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489b7bf-1ff1-46be-a9f6-b22fff2820c7 req-b24dea78-a366-4bc3-840c-d45f56f2940d tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:28.553793 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f489b7bf-1ff1-46be-a9f6-b22fff2820c7 req-b24dea78-a366-4bc3-840c-d45f56f2940d tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 950 time: 0.3690989 Jun 17 08:30:28.576258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-6e9867d1-7309-47ba-b4d6-2056b79f7f4b req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Deleting port 85c42f9b-a73b-4764-8632-f08eca6fc10f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:28.576258 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6e9867d1-7309-47ba-b4d6-2056b79f7f4b req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.613673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Port 313859c9-3003-4e17-bbc1-dce5259ce609 on network 097ff4ff-fb7f-4249-b525-2868d741451c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:28.613995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Attempting to bind port 313859c9-3003-4e17-bbc1-dce5259ce609 on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:28.624169 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3134ceae-5f3b-4656-94b4-8ff16a42666e req-ae4ad768-28ba-4739-af67-2ec0f5a3d411 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257262 Jun 17 08:30:28.630296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:28.631863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Checking segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:28.632272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Bound using segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:28.632729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Bound port: 313859c9-3003-4e17-bbc1-dce5259ce609, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:28.633383 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.692935 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f489b7bf-1ff1-46be-a9f6-b22fff2820c7 req-42945213-82d7-44f1-831f-051fa80c8804 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/security-groups?id=8f4fac6b-7394-4bbf-903d-e375bef0a9da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380997 Jun 17 08:30:28.923448 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-6e9867d1-7309-47ba-b4d6-2056b79f7f4b req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] For port 85c42f9b-a73b-4764-8632-f08eca6fc10f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=85c42f9b-a73b-4764-8632-f08eca6fc10f,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:28.923830 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6e9867d1-7309-47ba-b4d6-2056b79f7f4b req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:28.994539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] For port 313859c9-3003-4e17-bbc1-dce5259ce609, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:29.110570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-6e9867d1-7309-47ba-b4d6-2056b79f7f4b req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Calling delete_port for 85c42f9b-a73b-4764-8632-f08eca6fc10f owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:29.120256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] For port 313859c9-3003-4e17-bbc1-dce5259ce609, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=313859c9-3003-4e17-bbc1-dce5259ce609,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:29.142001 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.158373 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:29.176256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e2946-b243-43ed-897f-b3cb8b6b21c5 req-d358c20b-9942-4df4-8c46-08d2068ff7ec tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:29.180764 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-867e2946-b243-43ed-897f-b3cb8b6b21c5 req-d358c20b-9942-4df4-8c46-08d2068ff7ec tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 943 time: 0.2229702 Jun 17 08:30:29.181855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7cb9de1c-89dc-4fda-8162-b223bb766578 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:29.244332 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Pushing event updated for resources: {'Port': ['ID=313859c9-3003-4e17-bbc1-dce5259ce609,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:29.247574 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:29.326360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:29.326998 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.328471 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] 10.222.0.63 "PUT /v2.0/ports/313859c9-3003-4e17-bbc1-dce5259ce609 HTTP/1.1" status: 200 len: 1092 time: 2.6853571 Jun 17 08:30:29.329023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ccf0656-8403-4f02-b9c2-02dd4ede724b', 'tag': '313859c9-3003-4e17-bbc1-dce5259ce609'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:29.338906 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c11a96c-a777-446b-bee3-f39b8bac9c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "9ccf0656-8403-4f02-b9c2-02dd4ede724b", "tag": "313859c9-3003-4e17-bbc1-dce5259ce609"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:29.377896 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-867e2946-b243-43ed-897f-b3cb8b6b21c5 req-b53e4319-f3cd-4d48-b297-20dd9c428372 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151197 Jun 17 08:30:29.464720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7cb9de1c-89dc-4fda-8162-b223bb766578, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7cb9de1c-89dc-4fda-8162-b223bb766578,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:29.487068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91e4b2-88a8-4d0b-bbae-a1a4ba9a92a0 req-dc8140d0-b850-4cda-b302-da77ad617f3a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:29.494867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c91e4b2-88a8-4d0b-bbae-a1a4ba9a92a0 req-dc8140d0-b850-4cda-b302-da77ad617f3a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.2975037 Jun 17 08:30:29.497702 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '7cb9de1c-89dc-4fda-8162-b223bb766578', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'port_id': '7cb9de1c-89dc-4fda-8162-b223bb766578', 'mac_address': 'fa:16:3e:b0:ea:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:29.526225 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475e7d59-059a-42a1-8474-8467d8ac1ecb x-openstack-request-id: req-475e7d59-059a-42a1-8474-8467d8ac1ecb {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:29.527309 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ccf0656-8403-4f02-b9c2-02dd4ede724b", "tag": "313859c9-3003-4e17-bbc1-dce5259ce609", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:29.527808 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-475e7d59-059a-42a1-8474-8467d8ac1ecb {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:29.528546 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ccf0656-8403-4f02-b9c2-02dd4ede724b', 'tag': '313859c9-3003-4e17-bbc1-dce5259ce609', 'status': 'completed', 'code': 200} Jun 17 08:30:29.583731 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c91e4b2-88a8-4d0b-bbae-a1a4ba9a92a0 req-c6be08d0-fb4c-42bd-91e9-6bd79d9d58f5 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875349 Jun 17 08:30:29.596646 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.623800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb9de1c-89dc-4fda-8162-b223bb766578 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:29.691201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7cb9de1c-89dc-4fda-8162-b223bb766578, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7cb9de1c-89dc-4fda-8162-b223bb766578,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:29.700381 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.703835 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:29.733252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-63487ef8-b0c7-44fe-b391-e9f4c8c0a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:29.734970 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-63487ef8-b0c7-44fe-b391-e9f4c8c0a650 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 1095 time: 0.3294051 Jun 17 08:30:29.819451 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-d01fc0f7-e17c-4159-b1e1-a3dc44d06ce6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313859c9-3003-4e17-bbc1-dce5259ce609 HTTP/1.1" status: 200 len: 217 time: 0.0690887 Jun 17 08:30:29.827608 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6e9867d1-7309-47ba-b4d6-2056b79f7f4b req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:29.834847 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-141edd2e-d683-412f-8eab-224a39b8ab48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:29.867493 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=7cb9de1c-89dc-4fda-8162-b223bb766578,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:29.882969 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:30.014591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36894) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:30.025724 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bcf58b0a-97fc-4720-bb52-e514ad43ba08 req-8658321f-c4fa-43ea-a3ac-4390c0174e14 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 210 time: 0.0710459 Jun 17 08:30:30.051816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['7cb9de1c-89dc-4fda-8162-b223bb766578'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:30.057161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88ee89-9e83-420d-afb3-8b0b01d3e49a req-4ec07750-0d1d-4cd8-b556-c21e0d6aa8f0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:30.059071 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d88ee89-9e83-420d-afb3-8b0b01d3e49a req-4ec07750-0d1d-4cd8-b556-c21e0d6aa8f0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 945 time: 0.1411023 Jun 17 08:30:30.133174 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d88ee89-9e83-420d-afb3-8b0b01d3e49a req-74d738dd-e125-4306-81b2-c0fd23f6277c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676310 Jun 17 08:30:30.464295 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6276276e-c79c-4de3-871e-5e91c2ed2e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.499235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Pushing event deleted for resources: {'Port': ['ID=85c42f9b-a73b-4764-8632-f08eca6fc10f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:30.507609 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:30.592344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9867d1-7309-47ba-b4d6-2056b79f7f4b req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] No DVR routers for this DVR port 85c42f9b-a73b-4764-8632-f08eca6fc10f on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:30.596184 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6e9867d1-7309-47ba-b4d6-2056b79f7f4b req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.598525 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6e9867d1-7309-47ba-b4d6-2056b79f7f4b req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.10 "DELETE /v2.0/ports/85c42f9b-a73b-4764-8632-f08eca6fc10f HTTP/1.1" status: 204 len: 173 time: 2.4411621 Jun 17 08:30:30.600365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-7c7bc9b1-1fa1-4a9b-be02-265528e6e39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:30.613287 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-7c7bc9b1-1fa1-4a9b-be02-265528e6e39b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.7806873 Jun 17 08:30:30.694653 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6276276e-c79c-4de3-871e-5e91c2ed2e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.704329 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-e88941bd-beb7-4c98-8644-073a0ce9e6df service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810382 Jun 17 08:30:30.715398 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.723289 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6276276e-c79c-4de3-871e-5e91c2ed2e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:30.726427 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-447c5704-c9fe-4918-8dc3-6dec73fa2e9f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:30.761803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276276e-c79c-4de3-871e-5e91c2ed2e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85223979-7366-47d3-ae0d-e89a091fd9f4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:30.772452 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6276276e-c79c-4de3-871e-5e91c2ed2e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:30.806063 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6276276e-c79c-4de3-871e-5e91c2ed2e22 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70231e46e22a40a38f0ea5690b789841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7844634 Jun 17 08:30:30.806063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36916) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:30.962440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cf508-671e-477e-b231-1850bbf80f35 req-7fde23b7-2df4-475a-b632-3aad0ab38158 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:30.972604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-640cf508-671e-477e-b231-1850bbf80f35 req-7fde23b7-2df4-475a-b632-3aad0ab38158 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 943 time: 0.3623590 Jun 17 08:30:31.007293 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-901c69e2-73fe-4a9d-b490-815c776d8152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.069726 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-901c69e2-73fe-4a9d-b490-815c776d8152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.101490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-640cf508-671e-477e-b231-1850bbf80f35 req-a07d4eb9-ff16-4ea6-a6e1-202dcb38e5f2 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281881 Jun 17 08:30:31.137248 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-4b38871c-132c-447a-8ef7-f307c55b5cc3 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757267 Jun 17 08:30:31.192500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7cb9de1c-89dc-4fda-8162-b223bb766578 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:31.202301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f5b03-fb5d-46de-bb1a-54a497761ffb req-65c8e314-1967-4420-8a2d-5331633c9a6d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:31.224761 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-434f5b03-fb5d-46de-bb1a-54a497761ffb req-65c8e314-1967-4420-8a2d-5331633c9a6d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.3348043 Jun 17 08:30:31.339313 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-434f5b03-fb5d-46de-bb1a-54a497761ffb req-05571d50-64af-4f34-a0fd-05015905a827 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112931 Jun 17 08:30:31.343522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-901c69e2-73fe-4a9d-b490-815c776d8152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.356277 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-901c69e2-73fe-4a9d-b490-815c776d8152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.360386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-901c69e2-73fe-4a9d-b490-815c776d8152 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/85223979-7366-47d3-ae0d-e89a091fd9f4 HTTP/1.1" status: 204 len: 168 time: 0.5535479 Jun 17 08:30:31.361962 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b18a444-cf52-46e8-9c32-74a8a92dd97f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:31.368553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 7cb9de1c-89dc-4fda-8162-b223bb766578 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:31.387694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c69e2-73fe-4a9d-b490-815c776d8152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85223979-7366-47d3-ae0d-e89a091fd9f4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:31.393521 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-901c69e2-73fe-4a9d-b490-815c776d8152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:31.396440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 7cb9de1c-89dc-4fda-8162-b223bb766578 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:31.399488 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.483653 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-239e8f69-28dd-4edb-b6f7-acc85a93eb27 req-66a28450-fe7c-444d-861b-fa48c153f375 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941570 Jun 17 08:30:31.516786 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a547480b-d862-4b49-b38b-7fe03a0ecfd6 req-72ff6e70-671f-4509-a84e-3e6f63e7bfeb tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] 10.222.0.47 "GET /v2.0/ports?device_id=388325c2-f519-4ee5-8c76-6f5d8d530780 HTTP/1.1" status: 200 len: 210 time: 0.0936227 Jun 17 08:30:31.538268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388325c2-f519-4ee5-8c76-6f5d8d530780', 'name': 'network-vif-deleted', 'tag': '85c42f9b-a73b-4764-8632-f08eca6fc10f'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:31.548425 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a1fed2-23cf-417a-9cd1-7aa489ab8d9f" -d '{"events": [{"server_uuid": "388325c2-f519-4ee5-8c76-6f5d8d530780", "name": "network-vif-deleted", "tag": "85c42f9b-a73b-4764-8632-f08eca6fc10f"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:31.704148 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.784399 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 7cb9de1c-89dc-4fda-8162-b223bb766578, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7cb9de1c-89dc-4fda-8162-b223bb766578,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:31.786545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a31f0b-c8d3-4e6b-a550-69c6b45c4274 req-9fa41e98-34ae-4ae5-a41f-6fc15f95bf34 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:31.791036 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50e459-555b-4138-8aa8-5f4606cd1fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb9de1c-89dc-4fda-8162-b223bb766578'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:31.797013 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2758a58-d263-472b-af14-8f8b99906df0" -d '{"events": [{"server_uuid": "fa50e459-555b-4138-8aa8-5f4606cd1fd6", "name": "network-vif-plugged", "status": "completed", "tag": "7cb9de1c-89dc-4fda-8162-b223bb766578"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:31.802633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19a31f0b-c8d3-4e6b-a550-69c6b45c4274 req-9fa41e98-34ae-4ae5-a41f-6fc15f95bf34 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 945 time: 0.1616027 Jun 17 08:30:31.809065 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:31.812675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 85c42f9b-a73b-4764-8632-f08eca6fc10f no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:31.868604 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e14809-a4c2-425b-af0a-31fac62a4f8f x-openstack-request-id: req-e4e14809-a4c2-425b-af0a-31fac62a4f8f {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:31.868939 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388325c2-f519-4ee5-8c76-6f5d8d530780", "name": "network-vif-deleted", "tag": "85c42f9b-a73b-4764-8632-f08eca6fc10f", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:31.870268 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e4e14809-a4c2-425b-af0a-31fac62a4f8f {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:31.873473 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388325c2-f519-4ee5-8c76-6f5d8d530780', 'name': 'network-vif-deleted', 'tag': '85c42f9b-a73b-4764-8632-f08eca6fc10f', 'status': 'completed', 'code': 200} Jun 17 08:30:31.876676 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:31.926410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19a31f0b-c8d3-4e6b-a550-69c6b45c4274 req-374232e2-a2ad-4e34-85be-fe16ab911410 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193547 Jun 17 08:30:32.009900 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11a96c-a777-446b-bee3-f39b8bac9c6e req-bbad3b48-922d-4fa8-a918-8079331f920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.011497 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1c11a96c-a777-446b-bee3-f39b8bac9c6e req-bbad3b48-922d-4fa8-a918-8079331f920d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 1095 time: 0.3209260 Jun 17 08:30:32.017022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 85c42f9b-a73b-4764-8632-f08eca6fc10f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:32.017395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 85c42f9b-a73b-4764-8632-f08eca6fc10f not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:32.021822 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=7cb9de1c-89dc-4fda-8162-b223bb766578,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:32.028623 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:32.057759 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f300e11c-fbfe-46f9-8bc8-e2ed57b0c5ad x-openstack-request-id: req-f300e11c-fbfe-46f9-8bc8-e2ed57b0c5ad {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:32.058110 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50e459-555b-4138-8aa8-5f4606cd1fd6", "name": "network-vif-plugged", "status": "completed", "tag": "7cb9de1c-89dc-4fda-8162-b223bb766578", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:32.058435 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f300e11c-fbfe-46f9-8bc8-e2ed57b0c5ad {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:32.059078 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50e459-555b-4138-8aa8-5f4606cd1fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb9de1c-89dc-4fda-8162-b223bb766578', 'code': 200} Jun 17 08:30:32.123331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Deleting port 6525783e-9c1d-40d9-9b37-6c626106dd25 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:32.124351 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:32.336463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11a96c-a777-446b-bee3-f39b8bac9c6e req-eede5a5b-3cdd-4f7c-a144-19029b4f55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.338205 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1c11a96c-a777-446b-bee3-f39b8bac9c6e req-eede5a5b-3cdd-4f7c-a144-19029b4f55fb service neutron] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 907 time: 0.3181136 Jun 17 08:30:32.362312 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] For port 6525783e-9c1d-40d9-9b37-6c626106dd25, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6525783e-9c1d-40d9-9b37-6c626106dd25,segment=NetworkSegment(0d53ee1c-3701-4bd7-94ab-b1b16d839845),segment_id=0d53ee1c-3701-4bd7-94ab-b1b16d839845)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:32.362933 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:32.417090 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1c11a96c-a777-446b-bee3-f39b8bac9c6e req-d1f9a9d1-b572-453b-ab3b-8f862fd3f9df service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=313859c9-3003-4e17-bbc1-dce5259ce609 HTTP/1.1" status: 200 len: 217 time: 0.0713115 Jun 17 08:30:32.486582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11a96c-a777-446b-bee3-f39b8bac9c6e req-482f3baa-a2fe-4342-ac64-bd2c19bd17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.488768 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1c11a96c-a777-446b-bee3-f39b8bac9c6e req-482f3baa-a2fe-4342-ac64-bd2c19bd17c8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.0640156 Jun 17 08:30:32.515983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76961a6-ba66-4a50-ade8-527fafd4205d req-9c847227-cde5-40dd-81e2-8ecaa3029020 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.527675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e76961a6-ba66-4a50-ade8-527fafd4205d req-9c847227-cde5-40dd-81e2-8ecaa3029020 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 943 time: 0.1981082 Jun 17 08:30:32.555491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Calling delete_port for 6525783e-9c1d-40d9-9b37-6c626106dd25 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:32.641197 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e76961a6-ba66-4a50-ade8-527fafd4205d req-e03c7a10-64a4-4a85-bceb-73542c31a33f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093743 Jun 17 08:30:32.733516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddf190-5210-4cc4-a2a4-9681e1d8449a req-b73f3b79-0cba-4c64-a7cc-6113e7ef5c46 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.743978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7ddf190-5210-4cc4-a2a4-9681e1d8449a req-b73f3b79-0cba-4c64-a7cc-6113e7ef5c46 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.1544375 Jun 17 08:30:32.816635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7ddf190-5210-4cc4-a2a4-9681e1d8449a req-8931a86c-92c2-4e21-a969-d63bf443e18f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710647 Jun 17 08:30:32.821792 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94f33-730a-4512-8b7d-3c27b0a90206 req-2b907499-d095-4c71-88cd-f66e8a30d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:32.824110 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55b94f33-730a-4512-8b7d-3c27b0a90206 req-2b907499-d095-4c71-88cd-f66e8a30d2e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 1098 time: 0.6224246 Jun 17 08:30:32.826230 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1c11a96c-a777-446b-bee3-f39b8bac9c6e req-e54f4660-4620-4c81-a700-951949dcd172 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860720 Jun 17 08:30:32.874375 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:33.127382 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-55b94f33-730a-4512-8b7d-3c27b0a90206 req-2e6d897a-a8c4-4283-be66-44af9454047e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195344 Jun 17 08:30:33.202847 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1c11a96c-a777-446b-bee3-f39b8bac9c6e req-ae007b71-c9c5-4ba2-be50-9c35b005b26d service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455749 Jun 17 08:30:33.330264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36996) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:33.363378 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:33.387738 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:33.437677 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Pushing event deleted for resources: {'Port': ['ID=6525783e-9c1d-40d9-9b37-6c626106dd25,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:33.443157 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:33.450115 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1c11a96c-a777-446b-bee3-f39b8bac9c6e req-2015f8db-ecd4-4cb5-a942-6644ced82891 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355187 Jun 17 08:30:33.703269 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:33.709259 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d43374-5891-4f67-969e-b471a8e548f0 req-40305e1d-92ba-42c5-ac4f-3c337fca27b7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:33.729414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97d43374-5891-4f67-969e-b471a8e548f0 req-40305e1d-92ba-42c5-ac4f-3c337fca27b7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 946 time: 0.1799810 Jun 17 08:30:33.773500 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37008) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:33.799689 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fba91cf1-e49e-497a-a6e6-3d50263e252c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:33.871395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97d43374-5891-4f67-969e-b471a8e548f0 req-db842243-b3b2-41d2-a25d-9faa464624a3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211381 Jun 17 08:30:34.088771 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Router 72aefe17-e211-4789-86de-f634a76024e4 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:30:34.091218 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c710c81d-042b-44e2-bf94-70be3c21227f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5baa9d5673904172878ba27010e902b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3151915 Jun 17 08:30:34.119245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37020) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:34.186666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9f835-cd1a-4f0b-8d37-a9b48c755e54 req-5ea07c97-3530-4056-89f6-113e19582817 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:34.194340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9e9f835-cd1a-4f0b-8d37-a9b48c755e54 req-5ea07c97-3530-4056-89f6-113e19582817 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 943 time: 0.2759519 Jun 17 08:30:34.241674 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fba91cf1-e49e-497a-a6e6-3d50263e252c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.259460 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fba91cf1-e49e-497a-a6e6-3d50263e252c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.262447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:30:34.265878 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-10e793d7-07db-4f51-bcea-2d3ff547945f tempest-SecurityGroupsTestAdminJSON-820293066 tempest-SecurityGroupsTestAdminJSON-820293066-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:34.279738 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89008a-458e-4cc1-8b99-45d3df2e682a None None] Sync routers for ids ['72aefe17-e211-4789-86de-f634a76024e4'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:30:34.298353 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89008a-458e-4cc1-8b99-45d3df2e682a None None] Routers {'72aefe17-e211-4789-86de-f634a76024e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:30:34.303934 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ea89008a-458e-4cc1-8b99-45d3df2e682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:30:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['72aefe17-e211-4789-86de-f634a76024e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:34.305855 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] 10.222.0.47 "PUT /v2.0/routers/72aefe17-e211-4789-86de-f634a76024e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8765798 Jun 17 08:30:34.307908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37026) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:34.347087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef21643-2afb-4a72-b4ad-310a0ba0ec08 req-090bd026-6689-46b3-a063-3c8c875f13dd tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:34.354760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cef21643-2afb-4a72-b4ad-310a0ba0ec08 req-090bd026-6689-46b3-a063-3c8c875f13dd tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.3094850 Jun 17 08:30:34.376997 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9e9f835-cd1a-4f0b-8d37-a9b48c755e54 req-4f4b438d-d591-4d42-b9fb-70fa031a660b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817522 Jun 17 08:30:34.403198 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fba91cf1-e49e-497a-a6e6-3d50263e252c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f164a5707114d5fb1d33ec80ae3eb80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0711713 Jun 17 08:30:34.406612 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37030) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:34.429590 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba91cf1-e49e-497a-a6e6-3d50263e252c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3aec5f-f91d-4a10-82ca-92e9d724fbfa,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:34.446098 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f39efef7-b0ff-4f13-b2c4-c1b854c467f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.475371 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fba91cf1-e49e-497a-a6e6-3d50263e252c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:34.562408 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.567868 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cef21643-2afb-4a72-b4ad-310a0ba0ec08 req-2a5af8c7-cab5-428c-ac70-5e5afd369261 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118633 Jun 17 08:30:34.578007 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f39efef7-b0ff-4f13-b2c4-c1b854c467f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.664517 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-ea89008a-458e-4cc1-8b99-45d3df2e682a None None] Set router 72aefe17-e211-4789-86de-f634a76024e4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:30:34.700994 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f39efef7-b0ff-4f13-b2c4-c1b854c467f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.704916 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f39efef7-b0ff-4f13-b2c4-c1b854c467f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.709473 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f39efef7-b0ff-4f13-b2c4-c1b854c467f5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f4fac6b-7394-4bbf-903d-e375bef0a9da HTTP/1.1" status: 204 len: 168 time: 0.5872743 Jun 17 08:30:34.710613 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3ef7bf47-83e0-49a5-8db2-baa8984c7535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:34.718821 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b87b1e9a-aebe-4d7a-a46a-b9abaf51cb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.732634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39efef7-b0ff-4f13-b2c4-c1b854c467f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4fac6b-7394-4bbf-903d-e375bef0a9da,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:34.749240 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f39efef7-b0ff-4f13-b2c4-c1b854c467f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:34.760159 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.770659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b87b1e9a-aebe-4d7a-a46a-b9abaf51cb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.848634 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b87b1e9a-aebe-4d7a-a46a-b9abaf51cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.854803 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b87b1e9a-aebe-4d7a-a46a-b9abaf51cb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:34.856235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b87b1e9a-aebe-4d7a-a46a-b9abaf51cb7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff3aec5f-f91d-4a10-82ca-92e9d724fbfa HTTP/1.1" status: 204 len: 168 time: 0.4390783 Jun 17 08:30:34.858023 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c45e3a7f-d05b-4464-99b8-71ec5f8208af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:34.872456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b1e9a-aebe-4d7a-a46a-b9abaf51cb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3aec5f-f91d-4a10-82ca-92e9d724fbfa,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:34.877433 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b87b1e9a-aebe-4d7a-a46a-b9abaf51cb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:34.932538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Deleting port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:34.932876 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.017417 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ea89008a-458e-4cc1-8b99-45d3df2e682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aefe17-e211-4789-86de-f634a76024e4', 'name': 'tempest-TaggedBootDevicesTest-1038324182-router', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:30:33Z', 'revision_number': 5, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'gw_port': {'id': '7e4f3766-ea85-4008-95d2-52e0f4c1fae3', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72aefe17-e211-4789-86de-f634a76024e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:29:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:35.069588 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89008a-458e-4cc1-8b99-45d3df2e682a None None] Checking router: 72aefe17-e211-4789-86de-f634a76024e4 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:30:35.086962 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea89008a-458e-4cc1-8b99-45d3df2e682a None None] Routers {'72aefe17-e211-4789-86de-f634a76024e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:30:35.088397 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ea89008a-458e-4cc1-8b99-45d3df2e682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:30:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['72aefe17-e211-4789-86de-f634a76024e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:35.127611 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] For port 7e4f3766-ea85-4008-95d2-52e0f4c1fae3, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=7e4f3766-ea85-4008-95d2-52e0f4c1fae3,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:35.128007 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.175073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596fbc9-244c-49e0-aace-d85a6f62bd09 req-5d860644-60e8-4e42-bc46-94a499a0116a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:35.181784 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2596fbc9-244c-49e0-aace-d85a6f62bd09 req-5d860644-60e8-4e42-bc46-94a499a0116a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 946 time: 0.1315722 Jun 17 08:30:35.214446 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-ea89008a-458e-4cc1-8b99-45d3df2e682a None None] Set router 72aefe17-e211-4789-86de-f634a76024e4 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:30:35.273098 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2596fbc9-244c-49e0-aace-d85a6f62bd09 req-0695554f-d0a7-4766-8035-1ee86a6efe81 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897353 Jun 17 08:30:35.276708 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Calling delete_port for 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:35.285687 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ea89008a-458e-4cc1-8b99-45d3df2e682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72aefe17-e211-4789-86de-f634a76024e4', 'name': 'tempest-TaggedBootDevicesTest-1038324182-router', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:30:34Z', 'revision_number': 6, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:35.337185 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea89008a-458e-4cc1-8b99-45d3df2e682a None None] The sync data for ids ['72aefe17-e211-4789-86de-f634a76024e4'] in n-d-779913-16 is: [{'id': '72aefe17-e211-4789-86de-f634a76024e4', 'name': 'tempest-TaggedBootDevicesTest-1038324182-router', 'tenant_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:29:23Z', 'updated_at': '2021-06-17T08:30:34Z', 'revision_number': 6, 'project_id': '4fb68f9622cb4e1ab52fd37b646fa31a', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:30:35.355298 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 313859c9-3003-4e17-bbc1-dce5259ce609 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:35.511291 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d222ab8-ff4f-4231-99e6-76f2a280da77 req-ce92c96f-0629-45e8-b9ca-e338bbb7ec02 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=76b1458140554869aae6692b38e06da1 HTTP/1.1" status: 200 len: 267 time: 0.0666721 Jun 17 08:30:35.605162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 313859c9-3003-4e17-bbc1-dce5259ce609, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=313859c9-3003-4e17-bbc1-dce5259ce609,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:35.632820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '313859c9-3003-4e17-bbc1-dce5259ce609', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'port_id': '313859c9-3003-4e17-bbc1-dce5259ce609', 'mac_address': 'fa:16:3e:34:af:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4db804-8101-4dd3-b960-865e4ac98c1d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:35.649925 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.660058 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-030e57e1-c5d5-49c7-a294-70c8221c9f47 tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:35.670800 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37060) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:35.676330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d222ab8-ff4f-4231-99e6-76f2a280da77 req-f642b1f4-d4c8-48a0-809b-6af56fc05293 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:35.684869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d222ab8-ff4f-4231-99e6-76f2a280da77 req-f642b1f4-d4c8-48a0-809b-6af56fc05293 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 946 time: 0.1721520 Jun 17 08:30:35.702480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e56ae-5cfd-4b40-944d-0c8fd369118f req-635b255d-3d0e-4181-b9fa-6917f791ac94 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:35.704108 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cb8e56ae-5cfd-4b40-944d-0c8fd369118f req-635b255d-3d0e-4181-b9fa-6917f791ac94 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 943 time: 0.1771541 Jun 17 08:30:35.710393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-3d222ab8-ff4f-4231-99e6-76f2a280da77 req-4f790ce4-8074-4676-91f2-67dc667d6213 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Request body: {'port': {'security_groups': []}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:35.755103 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.767033 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f4998bc-030b-483d-ac44-f7f9557d5c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.774922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4f3766-ea85-4008-95d2-52e0f4c1fae3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:35.784455 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:35.795980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313859c9-3003-4e17-bbc1-dce5259ce609 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:35.844076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 313859c9-3003-4e17-bbc1-dce5259ce609, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=313859c9-3003-4e17-bbc1-dce5259ce609,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:35.851930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6525783e-9c1d-40d9-9b37-6c626106dd25 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:35.863953 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.893536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37062) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:35.904415 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:35.951708 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c9a1984e-b6dc-4790-a839-a2ba15b108bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:35.988323 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=313859c9-3003-4e17-bbc1-dce5259ce609,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:35.992866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 6525783e-9c1d-40d9-9b37-6c626106dd25 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:35.993732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6525783e-9c1d-40d9-9b37-6c626106dd25 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:35.996097 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:36.009623 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.120346 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['313859c9-3003-4e17-bbc1-dce5259ce609'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:36.140157 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.144667 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.213946 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.213946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72aefe17-e211-4789-86de-f634a76024e4 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:30:36.224275 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.224691 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/72aefe17-e211-4789-86de-f634a76024e4 HTTP/1.1" status: 204 len: 168 time: 1.9154947 Jun 17 08:30:36.229446 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37072) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:36.334054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-31777124-2873-47e6-8414-b8324dd01829 admin admin] Deleting subnet dc0dbef2-659e-4e7f-afc1-8ab99d746506 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:30:36.344783 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31777124-2873-47e6-8414-b8324dd01829 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.416365 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f4998bc-030b-483d-ac44-f7f9557d5c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.440258 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31777124-2873-47e6-8414-b8324dd01829 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.442837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cb8e56ae-5cfd-4b40-944d-0c8fd369118f req-549af63b-555a-42f8-9bc4-ceb21f0423ac tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7214458 Jun 17 08:30:36.474220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f4998bc-030b-483d-ac44-f7f9557d5c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.482483 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95eeec8c-19d5-4fad-8807-e1af35471596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:36.486014 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3d222ab8-ff4f-4231-99e6-76f2a280da77 req-4f790ce4-8074-4676-91f2-67dc667d6213 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.548271 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4998bc-030b-483d-ac44-f7f9557d5c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1e2a57-1504-4558-9fdc-ccbf43985bb6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:36.564711 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f4998bc-030b-483d-ac44-f7f9557d5c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:36.584921 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9f4998bc-030b-483d-ac44-f7f9557d5c1d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=464e98561de7470bab5be1bd30485e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8588231 Jun 17 08:30:36.596374 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37080) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:36.764880 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31777124-2873-47e6-8414-b8324dd01829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.790087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-3d222ab8-ff4f-4231-99e6-76f2a280da77 req-4f790ce4-8074-4676-91f2-67dc667d6213 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] For port 7cb9de1c-89dc-4fda-8162-b223bb766578, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7cb9de1c-89dc-4fda-8162-b223bb766578,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:36.844048 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6978e06b-d1ba-432d-a5e6-4762fab48460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.888295 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3d222ab8-ff4f-4231-99e6-76f2a280da77 req-4f790ce4-8074-4676-91f2-67dc667d6213 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.898853 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3d222ab8-ff4f-4231-99e6-76f2a280da77 req-4f790ce4-8074-4676-91f2-67dc667d6213 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.905404 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c9a1984e-b6dc-4790-a839-a2ba15b108bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.906703 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:36.909960 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6978e06b-d1ba-432d-a5e6-4762fab48460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.913191 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['b537b33c-6981-4fad-b00b-1f02264972d4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:36.915713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc48ac78-ae38-4a44-ba89-c11b8697a9c1', '7cb9de1c-89dc-4fda-8162-b223bb766578'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:36.921620 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c9a1984e-b6dc-4790-a839-a2ba15b108bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:36.926950 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be9790d8-f816-4aa2-a503-c27946e3e634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:36.965712 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31777124-2873-47e6-8414-b8324dd01829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.011868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d222ab8-ff4f-4231-99e6-76f2a280da77 req-4f790ce4-8074-4676-91f2-67dc667d6213 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:37.012536 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3d222ab8-ff4f-4231-99e6-76f2a280da77 req-4f790ce4-8074-4676-91f2-67dc667d6213 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.015455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1984e-b6dc-4790-a839-a2ba15b108bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb793393-b264-416f-a373-003b0f63dcc9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:37.021395 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c9a1984e-b6dc-4790-a839-a2ba15b108bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:37.022813 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9eff6453-6538-4233-8a38-0df3da981820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:37.029159 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d222ab8-ff4f-4231-99e6-76f2a280da77 req-4f790ce4-8074-4676-91f2-67dc667d6213 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "PUT /v2.0/ports/7cb9de1c-89dc-4fda-8162-b223bb766578 HTTP/1.1" status: 200 len: 905 time: 1.3433907 Jun 17 08:30:37.030659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa50e459-555b-4138-8aa8-5f4606cd1fd6', 'tag': '7cb9de1c-89dc-4fda-8162-b223bb766578'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:37.037802 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa50e459-555b-4138-8aa8-5f4606cd1fd6", "tag": "7cb9de1c-89dc-4fda-8162-b223bb766578"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:37.053635 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c9a1984e-b6dc-4790-a839-a2ba15b108bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a090648403cf48e6b0162381540230dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1589828 Jun 17 08:30:37.058197 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31777124-2873-47e6-8414-b8324dd01829 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.060456 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-31777124-2873-47e6-8414-b8324dd01829 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dc0dbef2-659e-4e7f-afc1-8ab99d746506 HTTP/1.1" status: 204 len: 168 time: 0.8299062 Jun 17 08:30:37.061232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37088) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:37.062394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31777124-2873-47e6-8414-b8324dd01829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0dbef2-659e-4e7f-afc1-8ab99d746506,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:37.066947 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-31777124-2873-47e6-8414-b8324dd01829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:37.070362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37090) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:37.079700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4a7897-84d5-4bac-b926-5815f73f2391 None None] Network a1455cc8-79e6-44cd-8613-c2abf958f2ca requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:37.136880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['7cb9de1c-89dc-4fda-8162-b223bb766578'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:37.171444 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e16e4cb3-dbeb-46fb-829d-f3e10f9a70b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.176691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77634b55-7206-4c7b-96b8-d689b1e125ef req-490a1b7b-1a2c-4b66-8aa9-63e56dd63a6e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:37.179027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77634b55-7206-4c7b-96b8-d689b1e125ef req-490a1b7b-1a2c-4b66-8aa9-63e56dd63a6e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.3574269 Jun 17 08:30:37.195768 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6978e06b-d1ba-432d-a5e6-4762fab48460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.199174 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6978e06b-d1ba-432d-a5e6-4762fab48460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.201110 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6978e06b-d1ba-432d-a5e6-4762fab48460 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e1e2a57-1504-4558-9fdc-ccbf43985bb6 HTTP/1.1" status: 204 len: 168 time: 0.5977068 Jun 17 08:30:37.204612 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c9a1984e-b6dc-4790-a839-a2ba15b108bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:37.238471 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978e06b-d1ba-432d-a5e6-4762fab48460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1e2a57-1504-4558-9fdc-ccbf43985bb6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:37.245942 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6978e06b-d1ba-432d-a5e6-4762fab48460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:37.252109 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e16e4cb3-dbeb-46fb-829d-f3e10f9a70b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.327192 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e16e4cb3-dbeb-46fb-829d-f3e10f9a70b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.330574 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e16e4cb3-dbeb-46fb-829d-f3e10f9a70b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.333874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f790ce4-8074-4676-91f2-67dc667d6213 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event updated for resources: {'Port': ['ID=7cb9de1c-89dc-4fda-8162-b223bb766578,revision_number=6']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:37.336015 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e16e4cb3-dbeb-46fb-829d-f3e10f9a70b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cb793393-b264-416f-a373-003b0f63dcc9 HTTP/1.1" status: 204 len: 168 time: 0.2675817 Jun 17 08:30:37.337573 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7712b4c8-9299-4b44-bb42-f8227726ad3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:37.370236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e4cb3-dbeb-46fb-829d-f3e10f9a70b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb793393-b264-416f-a373-003b0f63dcc9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:37.374552 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e16e4cb3-dbeb-46fb-829d-f3e10f9a70b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:37.385638 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 313859c9-3003-4e17-bbc1-dce5259ce609 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:37.454158 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4f790ce4-8074-4676-91f2-67dc667d6213 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:37.462278 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.557906 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:37.559117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77634b55-7206-4c7b-96b8-d689b1e125ef req-d63d905e-52de-4ed5-8205-a38df74163a9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683411 Jun 17 08:30:37.647595 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e24769-329b-4698-b257-fdd9f8a6eb58 x-openstack-request-id: req-20e24769-329b-4698-b257-fdd9f8a6eb58 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:37.648294 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa50e459-555b-4138-8aa8-5f4606cd1fd6", "tag": "7cb9de1c-89dc-4fda-8162-b223bb766578", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:37.650560 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20e24769-329b-4698-b257-fdd9f8a6eb58 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:37.653384 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa50e459-555b-4138-8aa8-5f4606cd1fd6', 'tag': '7cb9de1c-89dc-4fda-8162-b223bb766578', 'status': 'completed', 'code': 200} Jun 17 08:30:37.669032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:37.672319 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 7e4f3766-ea85-4008-95d2-52e0f4c1fae3 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:37.742110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ab984667-d15c-4124-983c-b9cb586161ae None None] Provisioning complete for port 7cb9de1c-89dc-4fda-8162-b223bb766578 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:37.747168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Deleting port d3ab9822-5eb3-42fd-955b-1e36816dd944 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:37.747943 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.755240 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ab984667-d15c-4124-983c-b9cb586161ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.788977 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5 req-6c15b4b8-4328-4b31-94e9-2a3be7aa7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:37.791873 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5 req-6c15b4b8-4328-4b31-94e9-2a3be7aa7463 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 1060 time: 0.1255639 Jun 17 08:30:37.853314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] For port d3ab9822-5eb3-42fd-955b-1e36816dd944, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d3ab9822-5eb3-42fd-955b-1e36816dd944,segment=NetworkSegment(0d53ee1c-3701-4bd7-94ab-b1b16d839845),segment_id=0d53ee1c-3701-4bd7-94ab-b1b16d839845)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:37.855472 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.887706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37106) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:37.941061 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 313859c9-3003-4e17-bbc1-dce5259ce609 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:37.953211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 313859c9-3003-4e17-bbc1-dce5259ce609 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:37.954563 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:37.958014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5 req-f5eb9a86-796d-4f6c-a03d-d4dedcdc597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:37.967663 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5 req-f5eb9a86-796d-4f6c-a03d-d4dedcdc597b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.1670022 Jun 17 08:30:37.989840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf751d-809c-4472-b9ce-23bdbaa55bec req-79297c4d-bef5-483a-9b08-32e5eea497c0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:37.999840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e7bf751d-809c-4472-b9ce-23bdbaa55bec req-79297c4d-bef5-483a-9b08-32e5eea497c0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 908 time: 0.6336062 Jun 17 08:30:38.029923 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5 req-b1b21037-e041-40cd-8198-e6f25b8cf845 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cb9de1c-89dc-4fda-8162-b223bb766578 HTTP/1.1" status: 200 len: 217 time: 0.0538120 Jun 17 08:30:38.077267 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Calling delete_port for d3ab9822-5eb3-42fd-955b-1e36816dd944 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:38.172847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5 req-21076d5f-e1ef-4962-bde9-748c3798df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:38.175930 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5 req-21076d5f-e1ef-4962-bde9-748c3798df71 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.1390612 Jun 17 08:30:38.234090 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.349710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] DHCP port deletion for a1455cc8-79e6-44cd-8613-c2abf958f2ca request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:30:38.356700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34327c3-412f-45c1-939f-50b5fbf9f312 req-f91e9ad4-8caa-4d84-a0a4-f979cc28fed0 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:38.366659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b34327c3-412f-45c1-939f-50b5fbf9f312 req-f91e9ad4-8caa-4d84-a0a4-f979cc28fed0 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 944 time: 0.3655646 Jun 17 08:30:38.468092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b34327c3-412f-45c1-939f-50b5fbf9f312 req-5f480ed2-891f-4bbe-9ab1-6f490200efca tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914762 Jun 17 08:30:38.478209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 313859c9-3003-4e17-bbc1-dce5259ce609, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=313859c9-3003-4e17-bbc1-dce5259ce609,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:38.507793 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.520569 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:38.525555 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccf0656-8403-4f02-b9c2-02dd4ede724b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313859c9-3003-4e17-bbc1-dce5259ce609'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:38.528106 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecda2aed-e412-4a11-b608-ea817d9992f9" -d '{"events": [{"server_uuid": "9ccf0656-8403-4f02-b9c2-02dd4ede724b", "name": "network-vif-plugged", "status": "completed", "tag": "313859c9-3003-4e17-bbc1-dce5259ce609"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:38.553134 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.562476 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:38.617552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ab9822-5eb3-42fd-955b-1e36816dd944,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:38.625027 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:38.628530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] No DVR routers for this DVR port d3ab9822-5eb3-42fd-955b-1e36816dd944 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:38.644502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] Deleting port d3ab9822-5eb3-42fd-955b-1e36816dd944 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:38.644763 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.648363 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487f0b70-75d0-43f8-b93d-53980c333267 x-openstack-request-id: req-487f0b70-75d0-43f8-b93d-53980c333267 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:38.648798 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccf0656-8403-4f02-b9c2-02dd4ede724b", "name": "network-vif-plugged", "status": "completed", "tag": "313859c9-3003-4e17-bbc1-dce5259ce609", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:38.648937 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-487f0b70-75d0-43f8-b93d-53980c333267 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:38.650131 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccf0656-8403-4f02-b9c2-02dd4ede724b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313859c9-3003-4e17-bbc1-dce5259ce609', 'code': 200} Jun 17 08:30:38.708708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=313859c9-3003-4e17-bbc1-dce5259ce609,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:38.723185 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:38.750092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] For port d3ab9822-5eb3-42fd-955b-1e36816dd944, host n-d-779913-16, got binding levels [] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:38.750993 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.783426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff78c6-1296-4878-9b15-53fa7cf591b6 req-a9fb6228-4c69-4e3b-8f4b-f686e5ab19f8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:38.796012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9ff78c6-1296-4878-9b15-53fa7cf591b6 req-a9fb6228-4c69-4e3b-8f4b-f686e5ab19f8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.4251513 Jun 17 08:30:38.949253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:38.998534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] Calling delete_port for d3ab9822-5eb3-42fd-955b-1e36816dd944 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:39.006713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.ipam_backend_mixin [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] Port d3ab9822-5eb3-42fd-955b-1e36816dd944 was not found and therefore no delete operation was performed {{(pid=93805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:30:39.010277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1455cc8-79e6-44cd-8613-c2abf958f2ca']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:39.011093 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.034640 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:39.059896 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9ff78c6-1296-4878-9b15-53fa7cf591b6 req-9d14a611-7126-4ff0-bf83-440d55eabf7f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227190 Jun 17 08:30:39.077092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d53ee1c-3701-4bd7-94ab-b1b16d839845') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:39.077894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d53ee1c-3701-4bd7-94ab-b1b16d839845') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:30:39.098393 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] No DVR routers for this DVR port d3ab9822-5eb3-42fd-955b-1e36816dd944 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:39.117348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] Pushing event deleted for resources: {'Port': ['ID=d3ab9822-5eb3-42fd-955b-1e36816dd944,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:39.133932 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:39.141886 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.152980 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.212578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f272950-0793-4891-8652-78932b3d8aeb req-27c4931c-7ef3-48ce-9f89-4c3842803dd9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:39.220316 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3f272950-0793-4891-8652-78932b3d8aeb req-27c4931c-7ef3-48ce-9f89-4c3842803dd9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.3341277 Jun 17 08:30:39.222860 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.288953 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3f272950-0793-4891-8652-78932b3d8aeb req-f151041b-ff25-432a-9ec1-83de4ea1b6e5 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675933 Jun 17 08:30:39.290421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:30:39.294319 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:30:39.299025 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:30:39.503347 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f9c43fa-bd5b-4d27-a4e9-e1a037e1688f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.539764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d3ab9822-5eb3-42fd-955b-1e36816dd944 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:39.591119 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.596672 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5 req-cc559f63-e8d0-473e-aba9-f2ee1cfcffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:39.596912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: d3ab9822-5eb3-42fd-955b-1e36816dd944 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:39.597356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d3ab9822-5eb3-42fd-955b-1e36816dd944 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:39.598866 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5 req-cc559f63-e8d0-473e-aba9-f2ee1cfcffc2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.4103565 Jun 17 08:30:39.608612 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d0bdc9bb-126d-4064-bac2-95a4ebbb4af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:39.611835 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.614617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] 10.222.0.47 "DELETE /v2.0/networks/a1455cc8-79e6-44cd-8613-c2abf958f2ca HTTP/1.1" status: 204 len: 168 time: 2.5323286 Jun 17 08:30:39.657353 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de5f99-2249-41ef-ac66-7505473dadb2 req-eaa47f11-c806-49c2-b44c-5feeb64fea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:39.659660 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-41de5f99-2249-41ef-ac66-7505473dadb2 req-eaa47f11-c806-49c2-b44c-5feeb64fea23 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 1097 time: 0.2622135 Jun 17 08:30:39.660367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=a1455cc8-79e6-44cd-8613-c2abf958f2ca,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:39.688903 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:39.742168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0d5a5-215e-4130-9242-874944827b2d req-b25c6670-deb4-4f48-bac0-804bb30c6b58 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:39.756141 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3eb0d5a5-215e-4130-9242-874944827b2d req-b25c6670-deb4-4f48-bac0-804bb30c6b58 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.3364141 Jun 17 08:30:39.769328 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-41de5f99-2249-41ef-ac66-7505473dadb2 req-7aca98a3-e59b-4fe3-84b2-7ba6659e42db service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785549 Jun 17 08:30:39.785003 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5 req-be2d70a5-8df9-44aa-b2e9-5be70c713ac7 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718698 Jun 17 08:30:39.786803 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f9c43fa-bd5b-4d27-a4e9-e1a037e1688f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.813764 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f9c43fa-bd5b-4d27-a4e9-e1a037e1688f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:39.855635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3eb0d5a5-215e-4130-9242-874944827b2d req-0e8e73e8-961a-4e83-b9d4-4da5315760e0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980470 Jun 17 08:30:39.898184 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:39.980145 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0f9c43fa-bd5b-4d27-a4e9-e1a037e1688f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6226e290341a42308e0c7b42ca9e7305&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0904722 Jun 17 08:30:39.983584 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37166) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:39.986705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c43fa-bd5b-4d27-a4e9-e1a037e1688f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adee131a-5998-4ac8-ba84-8ed5c3262672,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:40.003619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e86a09-81d1-430b-9504-0d42e714522d req-cd4751ed-08ef-4fa1-945f-b45e7f3ae404 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:40.012815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92e86a09-81d1-430b-9504-0d42e714522d req-cd4751ed-08ef-4fa1-945f-b45e7f3ae404 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 945 time: 0.1558564 Jun 17 08:30:40.018073 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f9c43fa-bd5b-4d27-a4e9-e1a037e1688f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:40.069706 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-edd96a51-b02d-47b4-a5d7-7f6cb4f800b5 req-ceff59b3-531b-475b-a21e-59f7c2d46321 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778616 Jun 17 08:30:40.074061 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92e86a09-81d1-430b-9504-0d42e714522d req-6e624274-c05c-4ced-bcfc-7c6547056a6b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596106 Jun 17 08:30:40.136741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-66ea03c1-0be5-4811-93bc-7fde42bb49a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.161831 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-66ea03c1-0be5-4811-93bc-7fde42bb49a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.188903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37170) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:40.237830 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-66ea03c1-0be5-4811-93bc-7fde42bb49a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.242535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-66ea03c1-0be5-4811-93bc-7fde42bb49a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.243935 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-66ea03c1-0be5-4811-93bc-7fde42bb49a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/adee131a-5998-4ac8-ba84-8ed5c3262672 HTTP/1.1" status: 204 len: 168 time: 0.2584469 Jun 17 08:30:40.244957 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-57bfb944-eece-44af-b168-62f10e628e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:40.255429 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea03c1-0be5-4811-93bc-7fde42bb49a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adee131a-5998-4ac8-ba84-8ed5c3262672,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:40.259138 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-66ea03c1-0be5-4811-93bc-7fde42bb49a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:40.268197 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e5616454-2063-42e1-bd43-fb6d866dcbe8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4fb68f9622cb4e1ab52fd37b646fa31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778890 Jun 17 08:30:40.269097 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37176) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:40.346460 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04f1acbe-aab1-4ba3-8f6a-78b1f105988c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.409235 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04f1acbe-aab1-4ba3-8f6a-78b1f105988c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.586354 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04f1acbe-aab1-4ba3-8f6a-78b1f105988c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.590852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04f1acbe-aab1-4ba3-8f6a-78b1f105988c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.592031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-04f1acbe-aab1-4ba3-8f6a-78b1f105988c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f6d618a-233e-437a-b47d-262b4f10dca3 HTTP/1.1" status: 204 len: 168 time: 0.3218806 Jun 17 08:30:40.592846 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fba91cf1-e49e-497a-a6e6-3d50263e252c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:40.615176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1acbe-aab1-4ba3-8f6a-78b1f105988c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6d618a-233e-437a-b47d-262b4f10dca3,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:40.627365 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-04f1acbe-aab1-4ba3-8f6a-78b1f105988c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:40.637085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-d501f2ef-8fc5-4240-b1d6-91b53c7eaa5d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:40.638651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-d501f2ef-8fc5-4240-b1d6-91b53c7eaa5d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 811 time: 0.2068996 Jun 17 08:30:40.647564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7697c-f213-4073-b2f3-00e6884dad18 req-dfbb4897-07d2-478b-8bac-a105fb1e46b9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:40.655024 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52d7697c-f213-4073-b2f3-00e6884dad18 req-dfbb4897-07d2-478b-8bac-a105fb1e46b9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.2242990 Jun 17 08:30:40.686247 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-b30b3eff-b488-4ef4-8bec-8dbf6dc87dc8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/quotas/76b1458140554869aae6692b38e06da1 HTTP/1.1" status: 200 len: 375 time: 0.0280724 Jun 17 08:30:40.719675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52d7697c-f213-4073-b2f3-00e6884dad18 req-0b2520e2-02f2-4a40-9dbb-edb2d1eaaad0 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633802 Jun 17 08:30:40.835893 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-2fb99d65-99e9-4344-beb6-6087c6ab1dbb tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1407504 Jun 17 08:30:40.858695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37204) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:40.877051 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e4b8701e-d634-4387-ac6b-7f988583c32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:40.959954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-730d6fc9-2f7d-4a67-bb4e-add8a838e9d6 service neutron] 10.222.0.47 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197248 Jun 17 08:30:41.001852 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e4b8701e-d634-4387-ac6b-7f988583c32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.008208 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e4b8701e-d634-4387-ac6b-7f988583c32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.014259 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:41.064424 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e4b8701e-d634-4387-ac6b-7f988583c32f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72c75015da014cd8844c1ca37084be06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2040787 Jun 17 08:30:41.066126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37214) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:41.078561 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-864af603-8536-4ea8-84b8-0aed8b793387 service neutron] 10.222.0.47 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116202 Jun 17 08:30:41.110751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8701e-d634-4387-ac6b-7f988583c32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f6af9f-ca19-4cc3-a664-597da1310a2e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:41.118070 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e4b8701e-d634-4387-ac6b-7f988583c32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:41.129634 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ec52196-f4f4-4c75-87e2-f921124d0e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.162699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ec52196-f4f4-4c75-87e2-f921124d0e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.220874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ec52196-f4f4-4c75-87e2-f921124d0e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.225052 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ec52196-f4f4-4c75-87e2-f921124d0e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:41.228988 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7ec52196-f4f4-4c75-87e2-f921124d0e86 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93f6af9f-ca19-4cc3-a664-597da1310a2e HTTP/1.1" status: 204 len: 168 time: 0.1593566 Jun 17 08:30:41.228988 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:41.238700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec52196-f4f4-4c75-87e2-f921124d0e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f6af9f-ca19-4cc3-a664-597da1310a2e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:41.241900 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7ec52196-f4f4-4c75-87e2-f921124d0e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:41.344178 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71714bad-1c00-4bf7-9a7a-694ee768ef7d req-f510d95e-0f00-45c8-8e67-5ac49f6ef418 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 210 time: 0.0405054 Jun 17 08:30:41.451095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78ad3b-ecce-4953-bcad-96b72df930d2 req-4475c52f-28a7-4cc5-9546-e64939ac1cf2 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:41.452768 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f78ad3b-ecce-4953-bcad-96b72df930d2 req-4475c52f-28a7-4cc5-9546-e64939ac1cf2 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 945 time: 0.1505270 Jun 17 08:30:41.525881 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f78ad3b-ecce-4953-bcad-96b72df930d2 req-dfe29655-7602-4ccb-a5e9-dffed515f254 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575819 Jun 17 08:30:41.799741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815e59-2640-497e-a571-edee2639ed80 req-b7ac0af6-677a-4cee-803e-fc9704953f94 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:41.807043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b815e59-2640-497e-a571-edee2639ed80 req-b7ac0af6-677a-4cee-803e-fc9704953f94 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 945 time: 0.1254590 Jun 17 08:30:41.868193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b815e59-2640-497e-a571-edee2639ed80 req-381a8223-ab71-4af7-ac8d-3f21c2e7cef3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601733 Jun 17 08:30:42.040033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaf1de-e8cd-4eff-b6bc-b8f40ab65f70 req-2ac526f0-a5d9-4fe5-a99a-7122e5fbc92d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:42.040033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e4eaf1de-e8cd-4eff-b6bc-b8f40ab65f70 req-2ac526f0-a5d9-4fe5-a99a-7122e5fbc92d tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.0748377 Jun 17 08:30:42.104039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e4eaf1de-e8cd-4eff-b6bc-b8f40ab65f70 req-14a872b8-f7be-4ae2-a499-14b4db12b719 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537972 Jun 17 08:30:42.212162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-30975631-eb54-4312-a05f-dcb4de788126 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a2bd16b83e374d1b88a0459dfd7809ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537207 Jun 17 08:30:42.373303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-1d405d63-da5a-46ec-8868-03ee7b7d9f3a tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:42.375041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-1d405d63-da5a-46ec-8868-03ee7b7d9f3a tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631038 Jun 17 08:30:42.395011 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-7c44255a-ae7f-494e-bb56-7bf6d2de5b90 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/quotas/a2bd16b83e374d1b88a0459dfd7809ff HTTP/1.1" status: 200 len: 375 time: 0.0125697 Jun 17 08:30:42.454460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-98a83ebe-a658-446e-8546-ff0ee8d39d0a tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a2bd16b83e374d1b88a0459dfd7809ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489228 Jun 17 08:30:42.487314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f329e-e00b-4d73-b978-d3c3e4f92d75 req-baa3f074-9e21-4976-bd2c-697334993ebe tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:42.488867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-272f329e-e00b-4d73-b978-d3c3e4f92d75 req-baa3f074-9e21-4976-bd2c-697334993ebe tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 945 time: 0.0929182 Jun 17 08:30:42.534645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-272f329e-e00b-4d73-b978-d3c3e4f92d75 req-1cfe89c8-55cd-4877-8b6e-7d4a2b68d133 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377257 Jun 17 08:30:42.639523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37300) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:42.825653 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3aa9da1d-5377-45b4-820f-84a29ea49f03 req-f9ebba2d-5247-47d2-b7f2-3f579c1549da tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 210 time: 0.0720761 Jun 17 08:30:42.926013 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7107ec28-28aa-4816-b27a-dd707f935aa8 req-cd9346fa-f5c7-49a2-a972-bff526ebd216 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 210 time: 0.0646403 Jun 17 08:30:43.105439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-426442714-network', 'tenant_id': 'eae574b111994954889dab8115222d5c'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:43.153266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Made reservation on behalf of eae574b111994954889dab8115222d5c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:43.156026 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.157511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-dc46bed4-5cb8-4098-8fb7-2ab0035d0354 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:43.164700 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-dc46bed4-5cb8-4098-8fb7-2ab0035d0354 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.10 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 811 time: 0.2918212 Jun 17 08:30:43.169496 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.191315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Request body: {'port': {'device_id': '6d59ec51-efe9-4c58-b028-d866638dd153', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'admin_state_up': True, 'tenant_id': '76b1458140554869aae6692b38e06da1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:43.283941 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc23759-ae85-4a72-b1b9-ef5c1e75564a req-1b773dca-4670-4fe8-8aba-c23111e70b0a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:43.291928 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dc23759-ae85-4a72-b1b9-ef5c1e75564a req-1b773dca-4670-4fe8-8aba-c23111e70b0a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 945 time: 0.1245875 Jun 17 08:30:43.356957 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f05aff39-bc61-41fd-8273-38e98ce28acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.379357 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dc23759-ae85-4a72-b1b9-ef5c1e75564a req-d53b1046-a325-41ce-ab6f-4fe0d219a460 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862377 Jun 17 08:30:43.509882 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.526869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.552780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Made reservation on behalf of 76b1458140554869aae6692b38e06da1 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:43.556470 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.562977 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2ef03d40-45b9-49d4-a931-7e4fc6772066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:43.565639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:43.582528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e312bf-470d-46d7-86e9-780daff6758c req-abf435ee-2226-4574-aecc-d1415553b49f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:43.590475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43e312bf-470d-46d7-86e9-780daff6758c req-abf435ee-2226-4574-aecc-d1415553b49f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.2379627 Jun 17 08:30:43.627401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.628069 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Added segment b81578a4-a739-412e-9a2d-df65a8085f99 of type vlan for network e7d86b9e-8655-448a-85ce-4d47fc3e7ecd Jun 17 08:30:43.651847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909d33d2-073f-4c11-bed6-619acf471ce8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:43.690425 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:43.715734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43e312bf-470d-46d7-86e9-780daff6758c req-f989cf28-2900-4d28-b3f4-4a9bea09dfd5 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238737 Jun 17 08:30:43.731194 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.762154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Allocated IP 172.20.0.3 (1cc1239f-e7c8-47fb-a006-4a6c6fc01c91/a3b3ef64-dd68-4de7-acbf-fa464b6f2298/6ffaef74-290c-44ee-98c7-d43a6d7773b6) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:43.775347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.776439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:43.777032 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.780305 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-74b031d3-7aae-4530-b393-f7e3c7da623a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:43.844887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d86b9e-8655-448a-85ce-4d47fc3e7ecd,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:43.850058 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:43.869173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network e7d86b9e-8655-448a-85ce-4d47fc3e7ecd details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:43.876444 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2354650 Jun 17 08:30:43.879328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37350) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:43.898940 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Request body: {'subnet': {'network_id': 'e7d86b9e-8655-448a-85ce-4d47fc3e7ecd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-426442714-subnet', 'tenant_id': 'eae574b111994954889dab8115222d5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:43.950044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Made reservation on behalf of eae574b111994954889dab8115222d5c for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:43.952590 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:43.992290 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:44.021045 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Transition to ACTIVE for port object 6ffaef74-290c-44ee-98c7-d43a6d7773b6 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:44.061270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e4b7a37e-0f9f-4ab9-93c3-1349f8d1a7a5 req-728004d0-27e2-40df-b5e1-6d6f200e5355 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 210 time: 0.0672603 Jun 17 08:30:44.090236 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:44.104925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc48ac78-ae38-4a44-ba89-c11b8697a9c1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:44.105387 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99152302-ff68-4a44-b90b-a1bebb873e81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:44.163764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:44.176029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['b537b33c-6981-4fad-b00b-1f02264972d4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:44.187478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7baba04-fea6-42a2-babf-f4303f1cd6c8 req-41e16ada-600e-4123-a831-9bae4c0aab96 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 210 time: 0.0901577 Jun 17 08:30:44.202134 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:44.244713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:44.325705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:44.326982 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:44.354484 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event updated for resources: {'Port': ['ID=6ffaef74-290c-44ee-98c7-d43a6d7773b6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:44.361855 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1927202 Jun 17 08:30:44.380510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.381266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.381893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.382476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.383152 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.383723 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.384312 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.384927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.385533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.386121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.386850 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.387440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:44.398282 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:44.418484 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:44.427765 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93146997-dd80-4bd4-8776-1eb5caed3813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:44.437221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Request body: {'port': {'device_id': '6d59ec51-efe9-4c58-b028-d866638dd153', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:44.466105 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-94db6361-9708-4f59-9729-dd0c8c964637 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a2bd16b83e374d1b88a0459dfd7809ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1241784 Jun 17 08:30:44.663999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Checking segment: {'id': 'b81578a4-a739-412e-9a2d-df65a8085f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7d86b9e-8655-448a-85ce-4d47fc3e7ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:44.664643 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Network hostable DHCP agents. Network: e7d86b9e-8655-448a-85ce-4d47fc3e7ecd, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:30:44.681739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6d05dc-5f99-433b-8c5f-12c71cf42d24,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:44.696802 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:44.777708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37382) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:44.793205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Network e7d86b9e-8655-448a-85ce-4d47fc3e7ecd is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:30:44.824761 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-42e723b0-f1a2-40fe-b97f-b6b7b2ea1951 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:44.826889 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-42e723b0-f1a2-40fe-b97f-b6b7b2ea1951 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145600 Jun 17 08:30:44.852602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c4cc2-8063-4b2d-ada0-86d69c0825e8 req-815b3243-aed6-4df8-8a4f-ac9475abff9b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:44.864162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a5c4cc2-8063-4b2d-ada0-86d69c0825e8 req-815b3243-aed6-4df8-8a4f-ac9475abff9b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 945 time: 0.1465471 Jun 17 08:30:44.864162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, e7d86b9e-8655-448a-85ce-4d47fc3e7ecd) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:44.872682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Request body: {'port': {'device_id': '649af735-399f-495b-a8a7-d2703df8541c', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': 'a2bd16b83e374d1b88a0459dfd7809ff'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:44.874847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:44.877243 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:44.885134 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2dbadf-26e7-4384-a263-401d58669154 None None] Network e7d86b9e-8655-448a-85ce-4d47fc3e7ecd requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:44.892102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a04184f9-de1d-42ff-8f3c-1cf1f8e1d831 None None] Provisioning for port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:44.930202 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0430155 Jun 17 08:30:44.953468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a04184f9-de1d-42ff-8f3c-1cf1f8e1d831 None None] Provisioning complete for port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:44.953842 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a04184f9-de1d-42ff-8f3c-1cf1f8e1d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:44.999097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a5c4cc2-8063-4b2d-ada0-86d69c0825e8 req-10d20baa-9cc0-448d-a224-39890c414fdf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905094 Jun 17 08:30:44.999958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a04184f9-de1d-42ff-8f3c-1cf1f8e1d831 None None] Port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:30:45.033743 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.073831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Made reservation on behalf of a2bd16b83e374d1b88a0459dfd7809ff for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:45.078289 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.092044 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.151342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.180103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77039538-0082-4a70-994c-0c21d17a8d1f None None] Network e7d86b9e-8655-448a-85ce-4d47fc3e7ecd requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:30:45.308037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7de92b-fd20-4301-b8e1-1778da4d289c req-7e9a58e5-1685-4ca7-95ec-3ef367d19218 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:45.309900 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fe7de92b-fd20-4301-b8e1-1778da4d289c req-7e9a58e5-1685-4ca7-95ec-3ef367d19218 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 945 time: 0.8635330 Jun 17 08:30:45.347741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.357946 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.366401 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:45.392266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 086128af-8f90-476f-9cdc-1473c73f0f30 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:45.402511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3c15a-861f-4c95-90ab-e6913d812365 req-de88dc12-2640-4547-b3ae-f08006d00dc1 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:45.403753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 086128af-8f90-476f-9cdc-1473c73f0f30 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:45.404091 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cc3c15a-861f-4c95-90ab-e6913d812365 req-de88dc12-2640-4547-b3ae-f08006d00dc1 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.2038314 Jun 17 08:30:45.436023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f9053c-3d74-4120-bc71-d171ae0b9fef,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:45.461261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.462072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.462631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.463588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.464210 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.464755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.465347 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.466117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.466667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.467278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.467823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.468435 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:45.475467 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e41262604564178a112851fc9b7077e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6921632 Jun 17 08:30:45.479357 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:45.488012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37412) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:45.518319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c76bbe-57d5-480f-b1e4-ce2a52e4dc04 req-254932ba-9504-45f6-b7fc-a711404d6a92 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:45.519869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-39c76bbe-57d5-480f-b1e4-ce2a52e4dc04 req-254932ba-9504-45f6-b7fc-a711404d6a92 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 931 time: 0.2349510 Jun 17 08:30:45.569668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-39c76bbe-57d5-480f-b1e4-ce2a52e4dc04 req-327d9088-5452-4694-99aa-d99672476462 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432279 Jun 17 08:30:45.585978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cc3c15a-861f-4c95-90ab-e6913d812365 req-cb96782a-8d39-49c5-a5ca-5ddd8e91d7f0 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721711 Jun 17 08:30:45.598202 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5e6a-0447-4dd5-9f2c-08ace9cb0d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.618789 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.646482 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 086128af-8f90-476f-9cdc-1473c73f0f30, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=086128af-8f90-476f-9cdc-1473c73f0f30,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:45.686577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 086128af-8f90-476f-9cdc-1473c73f0f30, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=086128af-8f90-476f-9cdc-1473c73f0f30,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:45.690351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086128af-8f90-476f-9cdc-1473c73f0f30'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:45.693432 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b389d45-267a-4634-b683-4075d3dea2d4" -d '{"events": [{"server_uuid": "6fb4ee0f-cd11-4051-9c95-943ebd3adeef", "name": "network-vif-unplugged", "status": "completed", "tag": "086128af-8f90-476f-9cdc-1473c73f0f30"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:45.700552 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.702840 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8b80f27-74c0-4160-8a88-3391a413b713 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:45.729684 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-fe7de92b-fd20-4301-b8e1-1778da4d289c req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Deleting port 313859c9-3003-4e17-bbc1-dce5259ce609 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:45.730049 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fe7de92b-fd20-4301-b8e1-1778da4d289c req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.733157 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f7da54f3-eca0-4beb-91d3-d992a17de162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.766806 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '086128af-8f90-476f-9cdc-1473c73f0f30', 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe', 'port_id': '086128af-8f90-476f-9cdc-1473c73f0f30', 'mac_address': 'fa:16:3e:cd:25:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8392e879-6732-4b68-b8be-3bf778dc17e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:45.770146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=086128af-8f90-476f-9cdc-1473c73f0f30,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:45.774582 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:45.790240 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71ac9d9d-0d6d-4845-9061-b42bfe4f2d80 req-eaf05215-4323-42dc-8c6f-4df9e5aecb38 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 210 time: 0.0558944 Jun 17 08:30:45.809348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.830025 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.850060 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.852071 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54742b7-ae03-4d6a-b88c-775df93edd3f x-openstack-request-id: req-f54742b7-ae03-4d6a-b88c-775df93edd3f {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:45.852374 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb4ee0f-cd11-4051-9c95-943ebd3adeef", "name": "network-vif-unplugged", "status": "completed", "tag": "086128af-8f90-476f-9cdc-1473c73f0f30", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:45.852638 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f54742b7-ae03-4d6a-b88c-775df93edd3f {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:45.853035 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '086128af-8f90-476f-9cdc-1473c73f0f30', 'code': 200} Jun 17 08:30:45.863261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086128af-8f90-476f-9cdc-1473c73f0f30 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:45.872400 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f4998bc-030b-483d-ac44-f7f9557d5c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:45.888087 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.891218 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 086128af-8f90-476f-9cdc-1473c73f0f30, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=086128af-8f90-476f-9cdc-1473c73f0f30,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:45.898382 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.900557 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:45.905240 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f7da54f3-eca0-4beb-91d3-d992a17de162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:45.928900 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f11881-046c-4b10-b3cd-a407af2c7195,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:45.944203 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:45.960756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=086128af-8f90-476f-9cdc-1473c73f0f30,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:45.965321 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:45.997360 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37434) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:46.074641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-fe7de92b-fd20-4301-b8e1-1778da4d289c req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] For port 313859c9-3003-4e17-bbc1-dce5259ce609, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=313859c9-3003-4e17-bbc1-dce5259ce609,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:46.075050 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fe7de92b-fd20-4301-b8e1-1778da4d289c req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.093587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ffaef74-290c-44ee-98c7-d43a6d7773b6 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:46.102463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-7e0f9d85-a5a0-4ca4-9032-c61b67634907 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:46.104166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-7e0f9d85-a5a0-4ca4-9032-c61b67634907 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/networks?id=e7d86b9e-8655-448a-85ce-4d47fc3e7ecd HTTP/1.1" status: 200 len: 813 time: 0.1327612 Jun 17 08:30:46.124134 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-5377aaef-1fc7-4ae3-8e0b-c0e1e98c121b tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/quotas/eae574b111994954889dab8115222d5c HTTP/1.1" status: 200 len: 375 time: 0.0136089 Jun 17 08:30:46.142097 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['086128af-8f90-476f-9cdc-1473c73f0f30'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:46.155562 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.166215 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-6e07f554-c9e7-45e7-8791-97bd4bd36b59 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eae574b111994954889dab8115222d5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361226 Jun 17 08:30:46.186750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-fe7de92b-fd20-4301-b8e1-1778da4d289c req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Calling delete_port for 313859c9-3003-4e17-bbc1-dce5259ce609 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:46.236777 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Transition to ACTIVE for port object 6ffaef74-290c-44ee-98c7-d43a6d7773b6 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:46.240438 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8a5db915-8a3e-4162-bf0a-1025596fe476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.240999 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f7da54f3-eca0-4beb-91d3-d992a17de162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.243743 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f7da54f3-eca0-4beb-91d3-d992a17de162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.247394 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f7da54f3-eca0-4beb-91d3-d992a17de162 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2f9053c-3d74-4120-bc71-d171ae0b9fef HTTP/1.1" status: 204 len: 168 time: 0.7536039 Jun 17 08:30:46.249511 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8b65c2a0-37e2-4417-a65d-7f270a64bfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:46.285190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.312272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7da54f3-eca0-4beb-91d3-d992a17de162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f9053c-3d74-4120-bc71-d171ae0b9fef,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:46.320557 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f7da54f3-eca0-4beb-91d3-d992a17de162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:46.331938 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98087e2d-0b04-4dbd-b224-513b40901d09 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:46.332877 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Allocated IP 192.168.233.148 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/a04ff00d-ed65-4ea2-a73b-fdef529648ae) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:46.418365 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-337f719b-a8a0-4620-9b40-35af10a8f834 service neutron] 10.222.0.47 "GET /v2.0/networks/e7d86b9e-8655-448a-85ce-4d47fc3e7ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129588 Jun 17 08:30:46.477221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Pushing event updated for resources: {'Port': ['ID=6ffaef74-290c-44ee-98c7-d43a6d7773b6,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:46.484314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920326f-3b6d-4932-be79-3a5f8b73fa66 req-a389c21a-59e6-4e16-9c1e-690794853164 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:46.492971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d920326f-3b6d-4932-be79-3a5f8b73fa66 req-a389c21a-59e6-4e16-9c1e-690794853164 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=9ccf0656-8403-4f02-b9c2-02dd4ede724b HTTP/1.1" status: 200 len: 945 time: 0.3253305 Jun 17 08:30:46.494447 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:46.659333 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8a5db915-8a3e-4162-bf0a-1025596fe476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.662441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Attempting to bind port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:46.663045 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Attempting to bind port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:46.663597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Attempting to bind port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:46.673957 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8a5db915-8a3e-4162-bf0a-1025596fe476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.675538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:46.676059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Attempting to bind port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 on network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:46.680789 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-934a1251-3592-45c7-a4bb-b4394c05efed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:46.684768 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-e7d3f94f-837c-43be-8cba-5f91c8868e41 service neutron] 10.222.0.47 "GET /v2.0/networks/e7d86b9e-8655-448a-85ce-4d47fc3e7ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560735 Jun 17 08:30:46.692776 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fe7de92b-fd20-4301-b8e1-1778da4d289c req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.699542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:46.699877 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Checking segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:46.700453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Bound using segment: {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:46.701440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Bound port: 6ffaef74-290c-44ee-98c7-d43a6d7773b6, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:46.702386 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.717922 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:46.720436 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d920326f-3b6d-4932-be79-3a5f8b73fa66 req-b8e0a0ee-6048-4efb-a498-53ff53eba422 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262118 Jun 17 08:30:46.765338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8a5db915-8a3e-4162-bf0a-1025596fe476 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7cad49571ec249de88727ad2b91c348e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7662971 Jun 17 08:30:46.766759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5db915-8a3e-4162-bf0a-1025596fe476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd856b2c-d44e-4eac-a344-80bbca18f8d5,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:46.769104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event deleted for resources: {'Port': ['ID=313859c9-3003-4e17-bbc1-dce5259ce609,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:46.769808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37456) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:46.777094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194', '963fc7b8-c0d2-46fe-8d86-b65c8db85ebb', '313859c9-3003-4e17-bbc1-dce5259ce609'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:46.788904 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.803127 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8a5db915-8a3e-4162-bf0a-1025596fe476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:46.839798 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:46.847676 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0c57a1d4-f50c-42a4-8cee-60b3cc30baab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.904376 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0c57a1d4-f50c-42a4-8cee-60b3cc30baab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.957018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] For port 6ffaef74-290c-44ee-98c7-d43a6d7773b6, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:46.961122 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] For port 6ffaef74-290c-44ee-98c7-d43a6d7773b6, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:46.964790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7de92b-fd20-4301-b8e1-1778da4d289c req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] No DVR routers for this DVR port 313859c9-3003-4e17-bbc1-dce5259ce609 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:46.989661 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.994120 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0c57a1d4-f50c-42a4-8cee-60b3cc30baab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:46.999557 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0c57a1d4-f50c-42a4-8cee-60b3cc30baab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.005493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0c57a1d4-f50c-42a4-8cee-60b3cc30baab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd856b2c-d44e-4eac-a344-80bbca18f8d5 HTTP/1.1" status: 204 len: 168 time: 0.2344677 Jun 17 08:30:47.007179 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-fe7de92b-fd20-4301-b8e1-1778da4d289c req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.007542 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b87b1e9a-aebe-4d7a-a46a-b9abaf51cb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:47.009389 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fe7de92b-fd20-4301-b8e1-1778da4d289c req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "DELETE /v2.0/ports/313859c9-3003-4e17-bbc1-dce5259ce609 HTTP/1.1" status: 204 len: 173 time: 1.6915843 Jun 17 08:30:47.009970 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ccf0656-8403-4f02-b9c2-02dd4ede724b', 'name': 'network-vif-deleted', 'tag': '313859c9-3003-4e17-bbc1-dce5259ce609'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:47.019380 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57a1d4-f50c-42a4-8cee-60b3cc30baab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd856b2c-d44e-4eac-a344-80bbca18f8d5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:47.021593 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba2767c-82d1-41d4-89e4-016d30bef907" -d '{"events": [{"server_uuid": "9ccf0656-8403-4f02-b9c2-02dd4ede724b", "name": "network-vif-deleted", "tag": "313859c9-3003-4e17-bbc1-dce5259ce609"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:47.031983 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0c57a1d4-f50c-42a4-8cee-60b3cc30baab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:47.035493 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.088581 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d2121545-76ef-403e-b2db-984f3276db6d tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:47.181148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Transition to ACTIVE for port object a04ff00d-ed65-4ea2-a73b-fdef529648ae will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:47.192989 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:47.194065 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.196917 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] 10.222.0.10 "PUT /v2.0/ports/6ffaef74-290c-44ee-98c7-d43a6d7773b6 HTTP/1.1" status: 200 len: 1092 time: 2.8192623 Jun 17 08:30:47.311123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Pushing event updated for resources: {'Port': ['ID=6ffaef74-290c-44ee-98c7-d43a6d7773b6,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:47.318870 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:47.409277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 086128af-8f90-476f-9cdc-1473c73f0f30 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:47.424114 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.438441 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-594af42b-6b24-4ba7-b439-1f9b4f2c1d8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:47.524530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 086128af-8f90-476f-9cdc-1473c73f0f30 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:47.525988 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.565954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:47.580369 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:47.593457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:47.677295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Pushing event updated for resources: {'Port': ['ID=a04ff00d-ed65-4ea2-a73b-fdef529648ae,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:47.687604 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:47.697952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-7bf8260c-d53c-4723-86a5-39e4982c4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:47.704963 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-7bf8260c-d53c-4723-86a5-39e4982c4c66 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 1095 time: 0.3686943 Jun 17 08:30:47.754993 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.791228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37490) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:47.801116 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-3f328149-05e3-4b39-a29d-3c3fcdd39828 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6 HTTP/1.1" status: 200 len: 217 time: 0.0863020 Jun 17 08:30:47.809533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:47.810181 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.811392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-18cdaa3e-4511-4537-8028-01de4fefcdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.863005 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086128af-8f90-476f-9cdc-1473c73f0f30'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:47.871975 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef0283f-9a5d-4719-bc3d-7a8c067a3e97" -d '{"events": [{"server_uuid": "6fb4ee0f-cd11-4051-9c95-943ebd3adeef", "name": "network-vif-plugged", "status": "completed", "tag": "086128af-8f90-476f-9cdc-1473c73f0f30"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:47.880159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 086128af-8f90-476f-9cdc-1473c73f0f30, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=086128af-8f90-476f-9cdc-1473c73f0f30,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:47.887505 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:47.891662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 313859c9-3003-4e17-bbc1-dce5259ce609 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:47.898128 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-263efe62-32a9-420c-bb17-1ab362a48b7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:47.901448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30d3b6-2be1-4690-8511-88374f7114ef req-a788ca0a-052d-48e0-8e44-40d58c9c0126 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:47.903273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a30d3b6-2be1-4690-8511-88374f7114ef req-a788ca0a-052d-48e0-8e44-40d58c9c0126 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 944 time: 0.8415527 Jun 17 08:30:47.932893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-df5e7fde-7c88-4f5d-91b7-df152de39a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:47.942708 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-df5e7fde-7c88-4f5d-91b7-df152de39a78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.1219497 Jun 17 08:30:47.973036 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 313859c9-3003-4e17-bbc1-dce5259ce609 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:47.976631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 313859c9-3003-4e17-bbc1-dce5259ce609 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:47.995992 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37498) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:48.011688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=086128af-8f90-476f-9cdc-1473c73f0f30,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:48.014536 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d4dbe875-9aa6-4d9b-a8be-984a1bb1dfbc None None] Provisioning for port a04ff00d-ed65-4ea2-a73b-fdef529648ae completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:48.018996 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:48.020440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d4dbe875-9aa6-4d9b-a8be-984a1bb1dfbc None None] Provisioning complete for port a04ff00d-ed65-4ea2-a73b-fdef529648ae triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:48.020880 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d4dbe875-9aa6-4d9b-a8be-984a1bb1dfbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.032812 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-18cdaa3e-4511-4537-8028-01de4fefcdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.039039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-687d90aa-d036-4e16-b0f4-13cf101df495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:48.041810 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-687d90aa-d036-4e16-b0f4-13cf101df495 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907171 Jun 17 08:30:48.049408 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1902876 Jun 17 08:30:48.053197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cde94-071d-4c1e-b9ae-acd5129c3abd req-87f3ffac-0e12-40cc-b7e0-c17cba8cd7f9 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:48.060420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a72cde94-071d-4c1e-b9ae-acd5129c3abd req-87f3ffac-0e12-40cc-b7e0-c17cba8cd7f9 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 943 time: 0.9341354 Jun 17 08:30:48.070895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbe875-9aa6-4d9b-a8be-984a1bb1dfbc None None] Port a04ff00d-ed65-4ea2-a73b-fdef529648ae cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:30:48.075434 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a30d3b6-2be1-4690-8511-88374f7114ef req-e97f7e9d-fb55-4434-81a6-a59bc9b6c5ee tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532481 Jun 17 08:30:48.082876 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-18cdaa3e-4511-4537-8028-01de4fefcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.089939 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8a5db915-8a3e-4162-bf0a-1025596fe476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:48.136736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Request body: {'port': {'device_id': '649af735-399f-495b-a8a7-d2703df8541c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:48.166859 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-18cdaa3e-4511-4537-8028-01de4fefcdd3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=44edb683da894fd1857865b7ad4ba00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719923 Jun 17 08:30:48.168884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37502) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:48.178041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdaa3e-4511-4537-8028-01de4fefcdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e4ab9d-cb5e-440c-888f-29c2f10705d8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:48.187682 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a72cde94-071d-4c1e-b9ae-acd5129c3abd req-e84d1e6a-855e-4203-ba60-0395cb44b635 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259034 Jun 17 08:30:48.195844 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-18cdaa3e-4511-4537-8028-01de4fefcdd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:48.237625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec552290-b1cc-4f16-a86d-6a31e8101bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.327381 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.329467 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-40a3c0aa-6310-450c-a23c-46076e18053d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.352136 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-bde47181-3f27-4011-91bd-3398535e91df service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006012 Jun 17 08:30:48.377804 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-40a3c0aa-6310-450c-a23c-46076e18053d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.415592 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7afdb04b-2015-4771-b19f-f756b0cbfd4d req-fc1a9b21-34a9-4296-9733-90ff5882b86c tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 210 time: 0.0590131 Jun 17 08:30:48.429944 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c49a9e-5cb6-46d0-a60c-c103030c33a8 req-b056e705-e2a6-421f-b7d1-07e6d64f4f71 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:48.431486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c4c49a9e-5cb6-46d0-a60c-c103030c33a8 req-b056e705-e2a6-421f-b7d1-07e6d64f4f71 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 936 time: 0.1778264 Jun 17 08:30:48.507654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c4c49a9e-5cb6-46d0-a60c-c103030c33a8 req-9b5dea68-beba-45dc-bdfa-c226b7a03904 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7f11881-046c-4b10-b3cd-a407af2c7195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664902 Jun 17 08:30:48.522028 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec552290-b1cc-4f16-a86d-6a31e8101bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.528453 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9323ba-9de4-4cb4-99b5-83af5f676456 x-openstack-request-id: req-cf9323ba-9de4-4cb4-99b5-83af5f676456 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:48.528793 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ccf0656-8403-4f02-b9c2-02dd4ede724b", "name": "network-vif-deleted", "tag": "313859c9-3003-4e17-bbc1-dce5259ce609", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:48.529141 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf9323ba-9de4-4cb4-99b5-83af5f676456 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:48.529628 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ccf0656-8403-4f02-b9c2-02dd4ede724b', 'name': 'network-vif-deleted', 'tag': '313859c9-3003-4e17-bbc1-dce5259ce609', 'status': 'completed', 'code': 200} Jun 17 08:30:48.531925 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-40a3c0aa-6310-450c-a23c-46076e18053d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.545337 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-40a3c0aa-6310-450c-a23c-46076e18053d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.548995 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-40a3c0aa-6310-450c-a23c-46076e18053d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17e4ab9d-cb5e-440c-888f-29c2f10705d8 HTTP/1.1" status: 204 len: 168 time: 0.3765595 Jun 17 08:30:48.548995 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8fdb9524-57dd-4398-aee0-dc213589255e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:48.563091 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec552290-b1cc-4f16-a86d-6a31e8101bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.579118 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd077939-5665-4a43-ac05-a60fa7e2391d req-837fbcf8-4b94-476f-9121-31e167e79c22 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973808 Jun 17 08:30:48.587978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3c0aa-6310-450c-a23c-46076e18053d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e4ab9d-cb5e-440c-888f-29c2f10705d8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:48.594046 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-40a3c0aa-6310-450c-a23c-46076e18053d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:48.594449 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-73f7f507-2ded-4c1a-8a95-8d2f08999a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:48.642619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ec552290-b1cc-4f16-a86d-6a31e8101bd3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af1c54fe0b3f4b0ba094c37743c2f841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035206 Jun 17 08:30:48.643598 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37508) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:48.684680 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5717fec-365a-4b60-a968-d9c25e529c09 x-openstack-request-id: req-b5717fec-365a-4b60-a968-d9c25e529c09 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:48.685640 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb4ee0f-cd11-4051-9c95-943ebd3adeef", "name": "network-vif-plugged", "status": "completed", "tag": "086128af-8f90-476f-9cdc-1473c73f0f30", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:48.686372 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5717fec-365a-4b60-a968-d9c25e529c09 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:48.687300 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086128af-8f90-476f-9cdc-1473c73f0f30', 'code': 200} Jun 17 08:30:48.693411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec552290-b1cc-4f16-a86d-6a31e8101bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad725ff5-1951-4c30-a5dc-9ac4a9999f68,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:48.705873 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec552290-b1cc-4f16-a86d-6a31e8101bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:48.739091 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9ee0503b-8a83-4c9a-b3b8-cc8619ea0d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.772442 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9ee0503b-8a83-4c9a-b3b8-cc8619ea0d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.805059 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.823289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04ff00d-ed65-4ea2-a73b-fdef529648ae {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:48.840367 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.858389 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9ee0503b-8a83-4c9a-b3b8-cc8619ea0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.866934 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9ee0503b-8a83-4c9a-b3b8-cc8619ea0d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.868128 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9ee0503b-8a83-4c9a-b3b8-cc8619ea0d85 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad725ff5-1951-4c30-a5dc-9ac4a9999f68 HTTP/1.1" status: 204 len: 168 time: 0.2175629 Jun 17 08:30:48.868998 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f39efef7-b0ff-4f13-b2c4-c1b854c467f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:48.884611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee0503b-8a83-4c9a-b3b8-cc8619ea0d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad725ff5-1951-4c30-a5dc-9ac4a9999f68,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:48.889553 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9ee0503b-8a83-4c9a-b3b8-cc8619ea0d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:48.897038 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Transition to ACTIVE for port object a04ff00d-ed65-4ea2-a73b-fdef529648ae will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:48.935204 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:48.941896 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5f6cfccc-1330-4a90-80dc-967c73f8ed70 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:49.343470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308ce9f-2003-45a3-bab2-8f3a5914da68 req-a7fbe833-c76c-4859-8d5a-62a118ddec1e tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:49.345125 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6308ce9f-2003-45a3-bab2-8f3a5914da68 req-a7fbe833-c76c-4859-8d5a-62a118ddec1e tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 945 time: 0.1056132 Jun 17 08:30:49.431482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6308ce9f-2003-45a3-bab2-8f3a5914da68 req-34fafbe6-8218-4db2-9dce-05578606692a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794568 Jun 17 08:30:49.494655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a5005-9246-4a1e-bc8b-fe7e1a4929ce req-1a6c3d07-d698-4318-bc31-9755257e6b07 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:49.496674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af2a5005-9246-4a1e-bc8b-fe7e1a4929ce req-1a6c3d07-d698-4318-bc31-9755257e6b07 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.1260505 Jun 17 08:30:49.566699 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Pushing event updated for resources: {'Port': ['ID=a04ff00d-ed65-4ea2-a73b-fdef529648ae,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:49.568742 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af2a5005-9246-4a1e-bc8b-fe7e1a4929ce req-82a7116b-5a41-41b9-9ca2-95f75e54e9b8 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663223 Jun 17 08:30:49.583876 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:49.671439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db4f3b-6196-4442-8963-9cca103c1e71 req-d50f1756-19a4-4a16-925c-07b0a9d3179d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:49.679482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57db4f3b-6196-4442-8963-9cca103c1e71 req-d50f1756-19a4-4a16-925c-07b0a9d3179d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 943 time: 0.0996509 Jun 17 08:30:49.718810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Attempting to bind port a04ff00d-ed65-4ea2-a73b-fdef529648ae on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:49.719476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Attempting to bind port a04ff00d-ed65-4ea2-a73b-fdef529648ae by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:49.719968 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Attempting to bind port a04ff00d-ed65-4ea2-a73b-fdef529648ae on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:49.731641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-7b8a906e-618e-4452-b858-fc20b0e33ff6 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:49.733179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57db4f3b-6196-4442-8963-9cca103c1e71 req-ac9ae233-e510-40cc-938d-0d6befe4cbf6 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528176 Jun 17 08:30:49.733660 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-7b8a906e-618e-4452-b858-fc20b0e33ff6 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.10 "GET /v2.0/networks?id=e7d86b9e-8655-448a-85ce-4d47fc3e7ecd HTTP/1.1" status: 200 len: 813 time: 0.8752627 Jun 17 08:30:49.739575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Port a04ff00d-ed65-4ea2-a73b-fdef529648ae on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:49.740109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Attempting to bind port a04ff00d-ed65-4ea2-a73b-fdef529648ae on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:49.752234 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Request body: {'port': {'device_id': '9443a23f-f411-446a-82d1-a8017cd2443b', 'network_id': 'e7d86b9e-8655-448a-85ce-4d47fc3e7ecd', 'admin_state_up': True, 'tenant_id': 'eae574b111994954889dab8115222d5c'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:49.768438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:49.768792 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:49.769337 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:49.769805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Bound port: a04ff00d-ed65-4ea2-a73b-fdef529648ae, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:49.770261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:49.776368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16255091-de30-485d-ae43-b5ee5241dfc5 req-9160d219-c5f3-48f7-a401-743c7c7bb266 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 210 time: 0.0634985 Jun 17 08:30:49.835489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477a7ed-2fb4-44c1-b7e5-d47572436d3c req-1bdb0507-83c1-4240-8220-c57fee36ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:49.836983 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8477a7ed-2fb4-44c1-b7e5-d47572436d3c req-1bdb0507-83c1-4240-8220-c57fee36ede0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 1097 time: 0.8817978 Jun 17 08:30:49.934608 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8477a7ed-2fb4-44c1-b7e5-d47572436d3c req-89f28a1a-fbc8-45c2-a79c-aeb2f5f36073 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863583 Jun 17 08:30:49.973040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] For port a04ff00d-ed65-4ea2-a73b-fdef529648ae, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:49.991927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] For port a04ff00d-ed65-4ea2-a73b-fdef529648ae, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a04ff00d-ed65-4ea2-a73b-fdef529648ae,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:50.000692 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.005812 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fc2ab39-e855-4d0f-87b9-71a979d6b36c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:50.027845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638305a6-ad52-4adb-ad60-7cc9c57ec5e5 req-1e056270-7368-431d-ba45-7bd522ab7b8d tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:50.030711 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-638305a6-ad52-4adb-ad60-7cc9c57ec5e5 req-1e056270-7368-431d-ba45-7bd522ab7b8d tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 948 time: 0.0818124 Jun 17 08:30:50.042889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:50.043717 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.045140 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] 10.222.0.10 "PUT /v2.0/ports/a04ff00d-ed65-4ea2-a73b-fdef529648ae HTTP/1.1" status: 200 len: 1097 time: 1.9219890 Jun 17 08:30:50.045788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Made reservation on behalf of eae574b111994954889dab8115222d5c for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:50.051199 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.104438 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-638305a6-ad52-4adb-ad60-7cc9c57ec5e5 req-a2174862-5a0d-4375-86e2-ebf87c827eb2 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7f11881-046c-4b10-b3cd-a407af2c7195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625074 Jun 17 08:30:50.175034 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Pushing event updated for resources: {'Port': ['ID=a04ff00d-ed65-4ea2-a73b-fdef529648ae,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:50.178716 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:50.265837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-e6905491-a47c-4c91-8ffb-f7d3451f2ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:50.267423 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-e6905491-a47c-4c91-8ffb-f7d3451f2ccd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2bd16b83e374d1b88a0459dfd7809ff&device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 1100 time: 0.1610856 Jun 17 08:30:50.271670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Allocated IP 172.20.0.14 (e7d86b9e-8655-448a-85ce-4d47fc3e7ecd/3b6d05dc-5f99-433b-8c5f-12c71cf42d24/0e8213bc-a228-4013-8d86-9eb551c7e9d7) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:50.317224 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-13584f36-43bd-4f3e-984d-03b276178360 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a04ff00d-ed65-4ea2-a73b-fdef529648ae HTTP/1.1" status: 200 len: 217 time: 0.0402446 Jun 17 08:30:50.403115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-c3702c40-54ab-42e7-82ef-863acbd893d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:50.404597 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-c3702c40-54ab-42e7-82ef-863acbd893d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0794523 Jun 17 08:30:50.535016 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d59ec51-efe9-4c58-b028-d866638dd153', 'tag': '6ffaef74-290c-44ee-98c7-d43a6d7773b6'}, {'name': 'network-changed', 'server_uuid': '649af735-399f-495b-a8a7-d2703df8541c', 'tag': 'a04ff00d-ed65-4ea2-a73b-fdef529648ae'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:50.537533 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849a4d88-c17a-46c8-b090-843399548823" -d '{"events": [{"name": "network-changed", "server_uuid": "6d59ec51-efe9-4c58-b028-d866638dd153", "tag": "6ffaef74-290c-44ee-98c7-d43a6d7773b6"}, {"name": "network-changed", "server_uuid": "649af735-399f-495b-a8a7-d2703df8541c", "tag": "a04ff00d-ed65-4ea2-a73b-fdef529648ae"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:50.562112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-f6880473-13b2-48ca-b6b5-cfedadf9d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:50.563668 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-f6880473-13b2-48ca-b6b5-cfedadf9d641 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1453114 Jun 17 08:30:50.568674 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.639742 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a63fb47-71e2-429f-bb8e-c0fd2c4e79ca x-openstack-request-id: req-7a63fb47-71e2-429f-bb8e-c0fd2c4e79ca {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:50.640132 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d59ec51-efe9-4c58-b028-d866638dd153", "tag": "6ffaef74-290c-44ee-98c7-d43a6d7773b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "649af735-399f-495b-a8a7-d2703df8541c", "tag": "a04ff00d-ed65-4ea2-a73b-fdef529648ae", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:50.640372 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a63fb47-71e2-429f-bb8e-c0fd2c4e79ca {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:50.640815 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d59ec51-efe9-4c58-b028-d866638dd153', 'tag': '6ffaef74-290c-44ee-98c7-d43a6d7773b6', 'status': 'completed', 'code': 200} Jun 17 08:30:50.641109 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649af735-399f-495b-a8a7-d2703df8541c', 'tag': 'a04ff00d-ed65-4ea2-a73b-fdef529648ae', 'status': 'completed', 'code': 200} Jun 17 08:30:50.652671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357b234-f5db-4048-a721-0a8dd0e62e86 req-ea892df2-018f-4373-ade7-9c32669217cd tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:50.657134 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2357b234-f5db-4048-a721-0a8dd0e62e86 req-ea892df2-018f-4373-ade7-9c32669217cd tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 945 time: 0.0869925 Jun 17 08:30:50.743156 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-ff6b109d-0d9b-4dc8-837c-f2158682ec7b service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702151 Jun 17 08:30:50.781932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:50.808128 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c338efe1-74ea-4cca-b2c8-648c8c06f2a3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:50.815441 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2357b234-f5db-4048-a721-0a8dd0e62e86 req-15d111a0-8d41-461d-88d7-55ce9c9c20a8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417918 Jun 17 08:30:50.885522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a4d88-c17a-46c8-b090-843399548823 req-911abd1a-f110-4392-a992-dfe3ead42216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:50.887077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-911abd1a-f110-4392-a992-dfe3ead42216 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 1095 time: 0.2289968 Jun 17 08:30:51.027071 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171003a-52a3-4fa9-9189-c1994121ab29 req-f66ae7f1-fa0c-483f-8830-cabb70c8c42c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.028639 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2171003a-52a3-4fa9-9189-c1994121ab29 req-f66ae7f1-fa0c-483f-8830-cabb70c8c42c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 945 time: 0.4300587 Jun 17 08:30:51.044011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Network e7d86b9e-8655-448a-85ce-4d47fc3e7ecd is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:51.066278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:51.094879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef86305-d548-4c65-868c-de23aa255382 req-b868df02-5a45-43e2-b2a5-1252b1e19c09 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.098512 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:51.103077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ef86305-d548-4c65-868c-de23aa255382 req-b868df02-5a45-43e2-b2a5-1252b1e19c09 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.2834415 Jun 17 08:30:51.109847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Pushing event updated for resources: {'Port': ['ID=0e8213bc-a228-4013-8d86-9eb551c7e9d7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:51.128864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a4d88-c17a-46c8-b090-843399548823 req-7957455f-198d-4de2-87a8-9373c6ad58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.133535 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-7957455f-198d-4de2-87a8-9373c6ad58e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.2357657 Jun 17 08:30:51.136059 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:51.219006 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-32f358b8-ba6c-40cb-a2fa-e524be88a3d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6 HTTP/1.1" status: 200 len: 217 time: 0.0750432 Jun 17 08:30:51.219990 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.220641 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.232396 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3d0dcdb3-acc4-468b-86c8-246e855c589e req-dce916fd-60c9-491f-8dd2-267dea8b85b5 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568138 Jun 17 08:30:51.249981 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5020921 Jun 17 08:30:51.267205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Request body: {'port': {'device_id': '9443a23f-f411-446a-82d1-a8017cd2443b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:51.287387 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a4d88-c17a-46c8-b090-843399548823 req-abcc363d-a397-4d5b-9a09-1a60fafc66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.288967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-abcc363d-a397-4d5b-9a09-1a60fafc66d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.0616145 Jun 17 08:30:51.295715 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-2171003a-52a3-4fa9-9189-c1994121ab29 req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Deleting port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:51.296165 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2171003a-52a3-4fa9-9189-c1994121ab29 req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.319552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ef86305-d548-4c65-868c-de23aa255382 req-3ad6cd36-b46c-4547-a9ed-aba883baf6ac tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152004 Jun 17 08:30:51.373278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6e5fe-cf22-4572-8a83-2786ef15b0c4 req-bf6b7303-96ab-4850-845f-568feac9da78 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.382479 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56e6e5fe-cf22-4572-8a83-2786ef15b0c4 req-bf6b7303-96ab-4850-845f-568feac9da78 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 943 time: 0.3462701 Jun 17 08:30:51.432669 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.462880 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56e6e5fe-cf22-4572-8a83-2786ef15b0c4 req-b5c47afe-10b6-4e3a-bb0f-af1e93f6748d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666735 Jun 17 08:30:51.477225 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-2171003a-52a3-4fa9-9189-c1994121ab29 req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] For port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:51.477592 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2171003a-52a3-4fa9-9189-c1994121ab29 req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.479378 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a4d88-c17a-46c8-b090-843399548823 req-7dca9872-7b08-4864-aad8-f050f0eaacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.483290 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-7dca9872-7b08-4864-aad8-f050f0eaacdc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1742773 Jun 17 08:30:51.597072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-2171003a-52a3-4fa9-9189-c1994121ab29 req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Calling delete_port for 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:51.670814 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-1c98a6b7-19b0-4917-934d-c2d3049ced62 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775599 Jun 17 08:30:51.716624 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a0e5c-f4fe-407e-8938-3826bb9cc359 req-40e1f5ae-62f4-4bd2-a38b-0b9f87cb9fb6 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:51.724727 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad8a0e5c-f4fe-407e-8938-3826bb9cc359 req-40e1f5ae-62f4-4bd2-a38b-0b9f87cb9fb6 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 932 time: 0.1893251 Jun 17 08:30:51.916067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad8a0e5c-f4fe-407e-8938-3826bb9cc359 req-f5b66df0-177d-443c-bf81-0bce6f187cc6 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909294 Jun 17 08:30:51.970682 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-0c3b3b49-17bc-45e0-8ee9-e8c30c8fe4e2 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908778 Jun 17 08:30:51.991429 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2171003a-52a3-4fa9-9189-c1994121ab29 req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:51.996850 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b3109cf6-3869-42f1-ae66-3b0f6d0ea4ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:52.000191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed3e69f-51d2-4a58-b2c5-285b57cec60a req-ac909bcc-d24c-4ea1-99eb-4c7381494674 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.001782 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ed3e69f-51d2-4a58-b2c5-285b57cec60a req-ac909bcc-d24c-4ea1-99eb-4c7381494674 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 948 time: 0.1876764 Jun 17 08:30:52.005486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194', '963fc7b8-c0d2-46fe-8d86-b65c8db85ebb'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:52.070986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event deleted for resources: {'Port': ['ID=963fc7b8-c0d2-46fe-8d86-b65c8db85ebb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:52.086027 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:52.104940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8213bc-a228-4013-8d86-9eb551c7e9d7 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:52.129816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ed3e69f-51d2-4a58-b2c5-285b57cec60a req-ea7cfe61-4c02-4384-bdf8-fcc536131ecc tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7f11881-046c-4b10-b3cd-a407af2c7195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106710 Jun 17 08:30:52.152588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a4d88-c17a-46c8-b090-843399548823 req-2cbcafd6-c21b-4059-b58b-5ca6a5306447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.156556 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-2cbcafd6-c21b-4059-b58b-5ca6a5306447 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a2bd16b83e374d1b88a0459dfd7809ff&device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 1100 time: 0.1200678 Jun 17 08:30:52.174836 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.200343 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-2171003a-52a3-4fa9-9189-c1994121ab29 req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] No DVR routers for this DVR port 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:52.204884 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2171003a-52a3-4fa9-9189-c1994121ab29 req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.207145 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2171003a-52a3-4fa9-9189-c1994121ab29 req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "DELETE /v2.0/ports/963fc7b8-c0d2-46fe-8d86-b65c8db85ebb HTTP/1.1" status: 204 len: 173 time: 1.1655476 Jun 17 08:30:52.210319 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Transition to ACTIVE for port object 0e8213bc-a228-4013-8d86-9eb551c7e9d7 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:52.221100 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.225317 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c00b4e3d-c1a1-4dd2-a04b-81283fdcddcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:52.276795 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a549abc-b2b6-4b97-8c8c-82e1c64fc1b7 req-65215408-d933-4441-a46c-ff831274a398 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2daf46e-8592-4f6f-9c8f-1f41cf28524b HTTP/1.1" status: 200 len: 210 time: 0.0778596 Jun 17 08:30:52.348881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a4d88-c17a-46c8-b090-843399548823 req-e0b1b732-42f2-43a8-9037-31a31c2f3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.350609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-e0b1b732-42f2-43a8-9037-31a31c2f3e7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1862652 Jun 17 08:30:52.364754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Pushing event updated for resources: {'Port': ['ID=0e8213bc-a228-4013-8d86-9eb551c7e9d7,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:52.367996 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:52.405913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-dbf1b251-7866-4c8b-b0f5-c85879cc7ddd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a04ff00d-ed65-4ea2-a73b-fdef529648ae HTTP/1.1" status: 200 len: 217 time: 0.0469713 Jun 17 08:30:52.454696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Attempting to bind port 0e8213bc-a228-4013-8d86-9eb551c7e9d7 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:52.455505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Attempting to bind port 0e8213bc-a228-4013-8d86-9eb551c7e9d7 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'b81578a4-a739-412e-9a2d-df65a8085f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7d86b9e-8655-448a-85ce-4d47fc3e7ecd'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:52.456496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Attempting to bind port 0e8213bc-a228-4013-8d86-9eb551c7e9d7 on network e7d86b9e-8655-448a-85ce-4d47fc3e7ecd {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:52.463836 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Port 0e8213bc-a228-4013-8d86-9eb551c7e9d7 on network e7d86b9e-8655-448a-85ce-4d47fc3e7ecd not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:52.464340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Attempting to bind port 0e8213bc-a228-4013-8d86-9eb551c7e9d7 on network e7d86b9e-8655-448a-85ce-4d47fc3e7ecd {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:52.491066 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:52.491730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Checking segment: {'id': 'b81578a4-a739-412e-9a2d-df65a8085f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7d86b9e-8655-448a-85ce-4d47fc3e7ecd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:52.492848 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Bound using segment: {'id': 'b81578a4-a739-412e-9a2d-df65a8085f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7d86b9e-8655-448a-85ce-4d47fc3e7ecd'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:52.493532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Bound port: 0e8213bc-a228-4013-8d86-9eb551c7e9d7, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b81578a4-a739-412e-9a2d-df65a8085f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e7d86b9e-8655-448a-85ce-4d47fc3e7ecd'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:52.494444 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.523673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a4d88-c17a-46c8-b090-843399548823 req-50c0fee3-c5dd-4698-abc4-4a2d5419410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.525193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-50c0fee3-c5dd-4698-abc4-4a2d5419410e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.1114740 Jun 17 08:30:52.608723 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] For port 0e8213bc-a228-4013-8d86-9eb551c7e9d7, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:52.612729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] For port 0e8213bc-a228-4013-8d86-9eb551c7e9d7, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e8213bc-a228-4013-8d86-9eb551c7e9d7,segment=NetworkSegment(b81578a4-a739-412e-9a2d-df65a8085f99),segment_id=b81578a4-a739-412e-9a2d-df65a8085f99)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:52.620515 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.630893 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-34ec6540-51f6-48c5-9ef7-8f443ae3a9a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:52.674873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2daf46e-8592-4f6f-9c8f-1f41cf28524b', 'name': 'network-vif-deleted', 'tag': '963fc7b8-c0d2-46fe-8d86-b65c8db85ebb'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:52.677779 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db83786-ae36-42ad-895c-00265fa36875" -d '{"events": [{"server_uuid": "d2daf46e-8592-4f6f-9c8f-1f41cf28524b", "name": "network-vif-deleted", "tag": "963fc7b8-c0d2-46fe-8d86-b65c8db85ebb"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:52.690391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.692263 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:52.693948 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] 10.222.0.10 "PUT /v2.0/ports/0e8213bc-a228-4013-8d86-9eb551c7e9d7 HTTP/1.1" status: 200 len: 1093 time: 1.4354367 Jun 17 08:30:52.701226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a0b20-0b58-47f6-b77c-ef1d30df682c req-072d107a-fc85-4de3-9717-8a9278e06d9a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.702807 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-723a0b20-0b58-47f6-b77c-ef1d30df682c req-072d107a-fc85-4de3-9717-8a9278e06d9a tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.1815753 Jun 17 08:30:52.708112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a4d88-c17a-46c8-b090-843399548823 req-1173b972-253f-41f2-a16d-63393fc375f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.710136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-1173b972-253f-41f2-a16d-63393fc375f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1613896 Jun 17 08:30:52.739725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Pushing event updated for resources: {'Port': ['ID=0e8213bc-a228-4013-8d86-9eb551c7e9d7,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:52.752450 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:52.785741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37690) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:52.798916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37694) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:52.821811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fe6c1-51ad-473a-ae10-c7f265e4322c req-9e133695-70ea-45ea-a8f1-55c1cfaff9e0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.829076 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-648fe6c1-51ad-473a-ae10-c7f265e4322c req-9e133695-70ea-45ea-a8f1-55c1cfaff9e0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 943 time: 0.2060683 Jun 17 08:30:52.832677 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-d256799c-08d8-433c-bbce-a971bc53be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.835040 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-d256799c-08d8-433c-bbce-a971bc53be86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eae574b111994954889dab8115222d5c&device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 1096 time: 0.0814993 Jun 17 08:30:52.870523 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-723a0b20-0b58-47f6-b77c-ef1d30df682c req-20d3e543-edca-45b7-b61a-23cac462e3f5 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562209 Jun 17 08:30:52.901461 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-09302517-67b8-40e8-b3ba-484d08865de0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e8213bc-a228-4013-8d86-9eb551c7e9d7 HTTP/1.1" status: 200 len: 217 time: 0.0575769 Jun 17 08:30:52.930347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-648fe6c1-51ad-473a-ae10-c7f265e4322c req-c002e4db-b923-40bd-89d8-e49d382f057e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001859 Jun 17 08:30:52.967424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-de556729-0a19-4954-843b-ca4878015204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:52.969172 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-de556729-0a19-4954-843b-ca4878015204 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b6d05dc-5f99-433b-8c5f-12c71cf42d24 HTTP/1.1" status: 200 len: 853 time: 0.0558944 Jun 17 08:30:52.973645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-bb591248-b0a2-48b0-8927-6534dce1472c service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507102 Jun 17 08:30:53.007030 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0debc428-6412-4dd5-9f7a-aedf94fff2b9 x-openstack-request-id: req-0debc428-6412-4dd5-9f7a-aedf94fff2b9 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:53.007586 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2daf46e-8592-4f6f-9c8f-1f41cf28524b", "name": "network-vif-deleted", "tag": "963fc7b8-c0d2-46fe-8d86-b65c8db85ebb", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:53.008534 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0debc428-6412-4dd5-9f7a-aedf94fff2b9 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:53.008534 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2daf46e-8592-4f6f-9c8f-1f41cf28524b', 'name': 'network-vif-deleted', 'tag': '963fc7b8-c0d2-46fe-8d86-b65c8db85ebb', 'status': 'completed', 'code': 200} Jun 17 08:30:53.010318 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7ca9-6470-418f-8ed6-b1e9c7c0abb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.042217 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-283368ff-ce77-40fd-93c1-f862a2313854 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7d86b9e-8655-448a-85ce-4d47fc3e7ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468915 Jun 17 08:30:53.043696 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-729aab87-6d6f-41ed-ae72-673d2224c499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.135113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-849a4d88-c17a-46c8-b090-843399548823 req-acdb973f-3b29-4ed2-ab5a-3386d11ce4c1 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519291 Jun 17 08:30:53.195637 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-6ea3c88f-10be-4c8f-9769-799c4906b18e service neutron] 10.222.0.10 "GET /v2.0/networks/e7d86b9e-8655-448a-85ce-4d47fc3e7ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431911 Jun 17 08:30:53.200434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6077f-f6ce-453e-bd59-356a85de8dc6 req-52be45ae-7913-4755-a2f7-6fb6f6c9840f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:53.202081 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6e6077f-f6ce-453e-bd59-356a85de8dc6 req-52be45ae-7913-4755-a2f7-6fb6f6c9840f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.0855885 Jun 17 08:30:53.271101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6e6077f-f6ce-453e-bd59-356a85de8dc6 req-895d97c1-54e5-485d-a069-03fc6d9d05d6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629699 Jun 17 08:30:53.295346 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7ca9-6470-418f-8ed6-b1e9c7c0abb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.311129 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7ca9-6470-418f-8ed6-b1e9c7c0abb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.318723 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e4b8701e-d634-4387-ac6b-7f988583c32f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:53.326000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6ffaef74-290c-44ee-98c7-d43a6d7773b6 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:53.326600 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779dcc2-fd3e-4b71-9523-ab37c7f037cc req-8a5c9526-86da-457a-97bb-3124a53b8be4 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:53.327865 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7779dcc2-fd3e-4b71-9523-ab37c7f037cc req-8a5c9526-86da-457a-97bb-3124a53b8be4 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 944 time: 0.1039238 Jun 17 08:30:53.362882 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5d1a8f87-4d52-4345-bd35-0767ed9b586f req-6bec8052-fa5c-4d1f-8c9a-4ad6b37f60fb service neutron] 10.222.0.10 "GET /v2.0/networks/e7d86b9e-8655-448a-85ce-4d47fc3e7ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603534 Jun 17 08:30:53.386040 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b7ab7ca9-6470-418f-8ed6-b1e9c7c0abb3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d09a701adf1041b7aa33397091a9cfc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5858035 Jun 17 08:30:53.388551 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7779dcc2-fd3e-4b71-9523-ab37c7f037cc req-6df2ba8c-fe45-4f68-8468-e3cb5f113951 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533504 Jun 17 08:30:53.389161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37708) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:53.390468 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab7ca9-6470-418f-8ed6-b1e9c7c0abb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aebe4b7-fc83-4a6d-8e36-06c089929ce0,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:53.394395 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b7ab7ca9-6470-418f-8ed6-b1e9c7c0abb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:53.458367 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6ffaef74-290c-44ee-98c7-d43a6d7773b6, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:53.467329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-729aab87-6d6f-41ed-ae72-673d2224c499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.470190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '6ffaef74-290c-44ee-98c7-d43a6d7773b6', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'port_id': '6ffaef74-290c-44ee-98c7-d43a6d7773b6', 'mac_address': 'fa:16:3e:83:6a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:53.474898 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-729aab87-6d6f-41ed-ae72-673d2224c499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.478383 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b8c6ef8-4b66-4fcb-94c1-c099abdb41f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:53.498702 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5b46c92-f1cf-44a3-8163-1975783fdffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.508070 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.519806 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729aab87-6d6f-41ed-ae72-673d2224c499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faab63d2-73bb-437f-ac5b-c4f4da4d8ae5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:53.520779 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ffaef74-290c-44ee-98c7-d43a6d7773b6 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:53.523370 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-729aab87-6d6f-41ed-ae72-673d2224c499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:53.523514 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5b46c92-f1cf-44a3-8163-1975783fdffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.526388 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-729aab87-6d6f-41ed-ae72-673d2224c499 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2fdfc7abbc524f64972f042ed0fa69a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7394655 Jun 17 08:30:53.529257 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37710) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:53.541635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6ffaef74-290c-44ee-98c7-d43a6d7773b6, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:53.573754 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.575801 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-053d2c45-459c-4550-9ccd-cadf52730c1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:53.591792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5b46c92-f1cf-44a3-8163-1975783fdffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.597894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5b46c92-f1cf-44a3-8163-1975783fdffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.601320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e2196c4-fa83-4912-8990-6b4d49d4437a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.603748 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e5b46c92-f1cf-44a3-8163-1975783fdffa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0aebe4b7-fc83-4a6d-8e36-06c089929ce0 HTTP/1.1" status: 204 len: 168 time: 0.2067757 Jun 17 08:30:53.608912 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-40a3c0aa-6310-450c-a23c-46076e18053d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:53.623616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b46c92-f1cf-44a3-8163-1975783fdffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aebe4b7-fc83-4a6d-8e36-06c089929ce0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:53.627027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6ffaef74-290c-44ee-98c7-d43a6d7773b6,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:53.629643 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e5b46c92-f1cf-44a3-8163-1975783fdffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:53.641934 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e2196c4-fa83-4912-8990-6b4d49d4437a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.649048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.650634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56bbd7-2893-4bf3-a244-5f539fc8a529 req-de339134-69fd-4e84-88e5-a15698eeeb69 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:53.652686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.653177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.653523 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.653857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.654187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.654518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.654868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.655194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.655513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.656333 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.656665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:30:53.663168 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d56bbd7-2893-4bf3-a244-5f539fc8a529 req-de339134-69fd-4e84-88e5-a15698eeeb69 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 948 time: 0.2495241 Jun 17 08:30:53.670986 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:53.736166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d56bbd7-2893-4bf3-a244-5f539fc8a529 req-158a4656-578f-4571-bd4f-4a6f355814b6 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7f11881-046c-4b10-b3cd-a407af2c7195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718837 Jun 17 08:30:53.741210 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e2196c4-fa83-4912-8990-6b4d49d4437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.745361 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e2196c4-fa83-4912-8990-6b4d49d4437a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:53.746543 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6e2196c4-fa83-4912-8990-6b4d49d4437a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/faab63d2-73bb-437f-ac5b-c4f4da4d8ae5 HTTP/1.1" status: 204 len: 168 time: 0.2160938 Jun 17 08:30:53.748361 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-25d3d7c6-4207-448a-9a57-968ec300d435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:53.777129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2196c4-fa83-4912-8990-6b4d49d4437a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faab63d2-73bb-437f-ac5b-c4f4da4d8ae5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:53.788440 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6e2196c4-fa83-4912-8990-6b4d49d4437a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:53.971795 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-bd7153f4-7fbf-4dfc-8c9e-5efcab2a9c83 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:53.973644 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-bd7153f4-7fbf-4dfc-8c9e-5efcab2a9c83 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.1227221 Jun 17 08:30:53.995151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-6c2f59de-e6f3-4d86-b59e-8b6ce437b191 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/quotas/79ea1abce073485f95175427f07f9668 HTTP/1.1" status: 200 len: 375 time: 0.0153558 Jun 17 08:30:54.066520 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-630837af-8624-470c-8286-0f080bfb64a1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0704119 Jun 17 08:30:54.117943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37740) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:54.131674 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2b37440-44ae-4235-942d-1f09552ec31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.181381 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37742) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:54.220875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-39a8fca4-b0aa-4457-97a2-e4a16680890a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.223553 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2b37440-44ae-4235-942d-1f09552ec31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.228602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2b37440-44ae-4235-942d-1f09552ec31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.230828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9f4d3-e563-45bc-9e78-ce136fe1096b req-7c4d9b8b-613a-45da-93be-c853070732f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:54.232270 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:54.232420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46d9f4d3-e563-45bc-9e78-ce136fe1096b req-7c4d9b8b-613a-45da-93be-c853070732f1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 944 time: 0.1510825 Jun 17 08:30:54.235571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-f6249ae2-f7f6-40c4-bf32-7a627fd028db service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619301 Jun 17 08:30:54.276475 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a2b37440-44ae-4235-942d-1f09552ec31a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=788262442a9f438f82b9360e4bae9ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1540909 Jun 17 08:30:54.276475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b37440-44ae-4235-942d-1f09552ec31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3d15d9-7ceb-422b-8dd7-fcd4c9a78c79,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:54.276908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37744) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:54.278472 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2b37440-44ae-4235-942d-1f09552ec31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:54.322997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['6ffaef74-290c-44ee-98c7-d43a6d7773b6'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:54.369762 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46d9f4d3-e563-45bc-9e78-ce136fe1096b req-ab947236-e69c-4168-90eb-c5baecf7c8b0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287045 Jun 17 08:30:54.456261 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-b984d91d-71bc-478a-8b5f-cfbd11809cdf service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140932 Jun 17 08:30:54.470941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c02fcd99-42a4-4157-ba49-c28e7b0055f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.547632 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c02fcd99-42a4-4157-ba49-c28e7b0055f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.599869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-39a8fca4-b0aa-4457-97a2-e4a16680890a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.624513 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-39a8fca4-b0aa-4457-97a2-e4a16680890a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.632397 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f03b54ce-e3e7-4ffa-b318-10acb2f43568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:54.657895 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c02fcd99-42a4-4157-ba49-c28e7b0055f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.660561 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c02fcd99-42a4-4157-ba49-c28e7b0055f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.661703 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c02fcd99-42a4-4157-ba49-c28e7b0055f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf3d15d9-7ceb-422b-8dd7-fcd4c9a78c79 HTTP/1.1" status: 204 len: 168 time: 0.3612146 Jun 17 08:30:54.688071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-482bafd9-3126-4710-98db-77c7b5a24240 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:54.694910 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-482bafd9-3126-4710-98db-77c7b5a24240 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/networks?id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe HTTP/1.1" status: 200 len: 815 time: 0.2365243 Jun 17 08:30:54.698654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8fca4-b0aa-4457-97a2-e4a16680890a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5256c0a5-3790-475b-8625-9e81401b272e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:54.716816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-b5a30405-ea12-47d6-8b35-8c318e998907 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/quotas/22b08dc68d624144bea2b0a6d09321be HTTP/1.1" status: 200 len: 375 time: 0.0208848 Jun 17 08:30:54.719821 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-39a8fca4-b0aa-4457-97a2-e4a16680890a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:54.725554 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-39a8fca4-b0aa-4457-97a2-e4a16680890a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebc5d78af5de4c0984766b8011290f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5415964 Jun 17 08:30:54.726524 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fcb5169a-6050-4b91-a9aa-f471bf56a46c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:54.726866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37762) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:54.761720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fcd99-42a4-4157-ba49-c28e7b0055f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3d15d9-7ceb-422b-8dd7-fcd4c9a78c79,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:54.765530 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c02fcd99-42a4-4157-ba49-c28e7b0055f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:54.826039 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-590515ab-2efe-4e19-b2da-3436f7ab7abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.842261 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-8122deb6-e81a-47c5-960a-2f9e27de2042 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=22b08dc68d624144bea2b0a6d09321be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1241045 Jun 17 08:30:54.856471 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-590515ab-2efe-4e19-b2da-3436f7ab7abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.928015 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-590515ab-2efe-4e19-b2da-3436f7ab7abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.931026 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-590515ab-2efe-4e19-b2da-3436f7ab7abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:54.935393 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-590515ab-2efe-4e19-b2da-3436f7ab7abb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5256c0a5-3790-475b-8625-9e81401b272e HTTP/1.1" status: 204 len: 168 time: 0.2044356 Jun 17 08:30:54.935393 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b7ab7ca9-6470-418f-8ed6-b1e9c7c0abb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:54.951212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590515ab-2efe-4e19-b2da-3436f7ab7abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5256c0a5-3790-475b-8625-9e81401b272e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:54.958051 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-590515ab-2efe-4e19-b2da-3436f7ab7abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:55.010124 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9443a23f-f411-446a-82d1-a8017cd2443b', 'tag': '0e8213bc-a228-4013-8d86-9eb551c7e9d7'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:55.010353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e3d86-e1ce-43a1-a235-ce5e0ab21e90 req-899631be-c5e2-435c-a099-58daa900d4ac tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:55.011991 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c3e3d86-e1ce-43a1-a235-ce5e0ab21e90 req-899631be-c5e2-435c-a099-58daa900d4ac tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 944 time: 0.2053199 Jun 17 08:30:55.013759 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503b42f2-ac3f-4cf4-88f0-2b67f8df8070" -d '{"events": [{"name": "network-changed", "server_uuid": "9443a23f-f411-446a-82d1-a8017cd2443b", "tag": "0e8213bc-a228-4013-8d86-9eb551c7e9d7"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:55.046288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-73daaebf-4cf1-4b2e-94e2-bb352264463c service neutron] 10.222.0.47 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030067 Jun 17 08:30:55.130085 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c3e3d86-e1ce-43a1-a235-ce5e0ab21e90 req-e218e3c3-d74f-4385-b63b-6a7924ab5d1d tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080592 Jun 17 08:30:55.208115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-7509d08a-2809-41f8-aed8-59f3b0dcfcb2 service neutron] 10.222.0.47 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605830 Jun 17 08:30:55.281129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bfa26-513c-4601-b8fb-d29026195683 req-809b0154-4bce-4c6a-bea2-9a9c258ac8d2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:55.283116 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d55bfa26-513c-4601-b8fb-d29026195683 req-809b0154-4bce-4c6a-bea2-9a9c258ac8d2 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.63 "GET /v2.0/ports?device_id=6fb4ee0f-cd11-4051-9c95-943ebd3adeef HTTP/1.1" status: 200 len: 945 time: 0.1192186 Jun 17 08:30:55.347929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a04ff00d-ed65-4ea2-a73b-fdef529648ae details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:55.464561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:55.502675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:55.503428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 963fc7b8-c0d2-46fe-8d86-b65c8db85ebb not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:55.531411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a04ff00d-ed65-4ea2-a73b-fdef529648ae, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a04ff00d-ed65-4ea2-a73b-fdef529648ae,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:55.538445 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-d55bfa26-513c-4601-b8fb-d29026195683 req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Deleting port 086128af-8f90-476f-9cdc-1473c73f0f30 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:30:55.539112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d55bfa26-513c-4601-b8fb-d29026195683 req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.545976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'a04ff00d-ed65-4ea2-a73b-fdef529648ae', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': 'a04ff00d-ed65-4ea2-a73b-fdef529648ae', 'mac_address': 'fa:16:3e:2d:83:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:55.602661 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.623720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04ff00d-ed65-4ea2-a73b-fdef529648ae {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:55.669032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a04ff00d-ed65-4ea2-a73b-fdef529648ae, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a04ff00d-ed65-4ea2-a73b-fdef529648ae,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:55.680097 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.682036 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8aa45da5-d241-423f-86b3-c3148ec92d20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:55.721829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-d55bfa26-513c-4601-b8fb-d29026195683 req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] For port 086128af-8f90-476f-9cdc-1473c73f0f30, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=086128af-8f90-476f-9cdc-1473c73f0f30,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:55.723482 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d55bfa26-513c-4601-b8fb-d29026195683 req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:55.805969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a04ff00d-ed65-4ea2-a73b-fdef529648ae,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:55.815642 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:55.905289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-d55bfa26-513c-4601-b8fb-d29026195683 req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Calling delete_port for 086128af-8f90-476f-9cdc-1473c73f0f30 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:30:55.932293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c8deeaf-0425-430b-ae0d-77c4dd1631eb req-ef50399e-457a-4eca-81eb-7dc7eba1c807 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 210 time: 0.5872173 Jun 17 08:30:56.051183 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02043ce2-8c19-4512-a7f7-91842a5c268b x-openstack-request-id: req-02043ce2-8c19-4512-a7f7-91842a5c268b {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:56.051517 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9443a23f-f411-446a-82d1-a8017cd2443b", "tag": "0e8213bc-a228-4013-8d86-9eb551c7e9d7", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:56.051816 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-02043ce2-8c19-4512-a7f7-91842a5c268b {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:56.053774 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9443a23f-f411-446a-82d1-a8017cd2443b', 'tag': '0e8213bc-a228-4013-8d86-9eb551c7e9d7', 'status': 'completed', 'code': 200} Jun 17 08:30:56.064343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['a04ff00d-ed65-4ea2-a73b-fdef529648ae'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:56.117729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9cfee-7582-4b49-bfbf-8f7de04dc61d req-a0717133-d8b1-4574-809c-a070fa02bcac tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.129707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-45f9cfee-7582-4b49-bfbf-8f7de04dc61d req-a0717133-d8b1-4574-809c-a070fa02bcac tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 949 time: 0.2114503 Jun 17 08:30:56.225707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-45f9cfee-7582-4b49-bfbf-8f7de04dc61d req-fe6fee0e-36c0-4a2b-89c5-b3b181617051 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7f11881-046c-4b10-b3cd-a407af2c7195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947003 Jun 17 08:30:56.361616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b42f2-ac3f-4cf4-88f0-2b67f8df8070 req-f63c6f11-255e-41be-b5e9-506f4eee5344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.367160 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-503b42f2-ac3f-4cf4-88f0-2b67f8df8070 req-f63c6f11-255e-41be-b5e9-506f4eee5344 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eae574b111994954889dab8115222d5c&device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 1096 time: 0.2597835 Jun 17 08:30:56.378157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37830) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:56.384507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1394daf-2007-4b8d-8b01-4c557553ed39 req-23649ce4-5c7d-4b41-990a-f3627eac86d3 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 210 time: 0.0838161 Jun 17 08:30:56.435126 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d55bfa26-513c-4601-b8fb-d29026195683 req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:56.448953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['086128af-8f90-476f-9cdc-1473c73f0f30'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:56.513583 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abbf1a75-57cd-4d16-8de4-48720f4585a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:56.572557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Pushing event deleted for resources: {'Port': ['ID=086128af-8f90-476f-9cdc-1473c73f0f30,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:56.582249 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:56.612809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-097ddb14-90b7-4041-a28f-c94348bfb4de tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.615634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-097ddb14-90b7-4041-a28f-c94348bfb4de tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.3027439 Jun 17 08:30:56.635662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Request body: {'port': {'device_id': '0dd07462-3e1a-40bf-8d7c-72dfab31169c', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'admin_state_up': True, 'tenant_id': '79ea1abce073485f95175427f07f9668'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:56.778309 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55bfa26-513c-4601-b8fb-d29026195683 req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] No DVR routers for this DVR port 086128af-8f90-476f-9cdc-1473c73f0f30 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:30:56.782459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d55bfa26-513c-4601-b8fb-d29026195683 req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:56.790088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d26a24-a93b-4339-b3a6-6b2de30a448e req-0a8d7e2c-b910-4bf1-a5d2-6047726de428 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.792571 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d55bfa26-513c-4601-b8fb-d29026195683 req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.63 "DELETE /v2.0/ports/086128af-8f90-476f-9cdc-1473c73f0f30 HTTP/1.1" status: 204 len: 173 time: 1.5036888 Jun 17 08:30:56.793659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11d26a24-a93b-4339-b3a6-6b2de30a448e req-0a8d7e2c-b910-4bf1-a5d2-6047726de428 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 944 time: 0.2714558 Jun 17 08:30:56.844937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b42f2-ac3f-4cf4-88f0-2b67f8df8070 req-743ec908-42ef-4049-8f57-1a05cb1920e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:56.846620 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-503b42f2-ac3f-4cf4-88f0-2b67f8df8070 req-743ec908-42ef-4049-8f57-1a05cb1920e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e7d86b9e-8655-448a-85ce-4d47fc3e7ecd HTTP/1.1" status: 200 len: 914 time: 0.4695115 Jun 17 08:30:56.963831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11d26a24-a93b-4339-b3a6-6b2de30a448e req-1ae0f94a-a7fb-4585-b66f-b354f271e4e1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476681 Jun 17 08:30:57.006845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ac6b8-44a6-4165-bc02-0459e99c64b4 req-9cfdea4a-e6dd-49a2-8050-9a85c9f2b176 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.014639 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d5ac6b8-44a6-4165-bc02-0459e99c64b4 req-9cfdea4a-e6dd-49a2-8050-9a85c9f2b176 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 944 time: 0.2141800 Jun 17 08:30:57.042706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Made reservation on behalf of 79ea1abce073485f95175427f07f9668 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:57.047558 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.094460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5d5ac6b8-44a6-4165-bc02-0459e99c64b4 req-3a453c62-e7f3-40a2-a288-b903cffc1069 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787923 Jun 17 08:30:57.162029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd8fedeb-bfcb-4509-abd6-b0dc5c693055 req-5ed4e9e1-27ef-4d6a-9467-d538869898a2 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 210 time: 0.0769243 Jun 17 08:30:57.307267 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Allocated IP 172.20.0.7 (097ff4ff-fb7f-4249-b525-2868d741451c/0a4db804-8101-4dd3-b960-865e4ac98c1d/20855f31-df11-4e81-9b24-33ee1265e2fd) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:57.315265 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-503b42f2-ac3f-4cf4-88f0-2b67f8df8070 req-0ce4742f-ba30-4621-b84d-c785af3968c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e8213bc-a228-4013-8d86-9eb551c7e9d7 HTTP/1.1" status: 200 len: 217 time: 0.4602137 Jun 17 08:30:57.341426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-475700847'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:57.347039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a04ff00d-ed65-4ea2-a73b-fdef529648ae up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:57.349349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e8213bc-a228-4013-8d86-9eb551c7e9d7 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:30:57.469015 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b42f2-ac3f-4cf4-88f0-2b67f8df8070 req-c530b87c-6a32-4ef8-a7b1-06263523f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.484175 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-503b42f2-ac3f-4cf4-88f0-2b67f8df8070 req-c530b87c-6a32-4ef8-a7b1-06263523f256 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b6d05dc-5f99-433b-8c5f-12c71cf42d24 HTTP/1.1" status: 200 len: 853 time: 0.1178660 Jun 17 08:30:57.562654 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0e8213bc-a228-4013-8d86-9eb551c7e9d7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e8213bc-a228-4013-8d86-9eb551c7e9d7,segment=NetworkSegment(b81578a4-a739-412e-9a2d-df65a8085f99),segment_id=b81578a4-a739-412e-9a2d-df65a8085f99)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:57.584286 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '0e8213bc-a228-4013-8d86-9eb551c7e9d7', 'network_id': 'e7d86b9e-8655-448a-85ce-4d47fc3e7ecd', 'port_id': '0e8213bc-a228-4013-8d86-9eb551c7e9d7', 'mac_address': 'fa:16:3e:7e:7a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b6d05dc-5f99-433b-8c5f-12c71cf42d24', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:30:57.655695 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-503b42f2-ac3f-4cf4-88f0-2b67f8df8070 req-a8a1af97-22a5-40e1-a384-b42380eff022 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7d86b9e-8655-448a-85ce-4d47fc3e7ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702046 Jun 17 08:30:57.669098 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.684472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890d519-4a08-445b-aceb-2540edf1a998 req-768792bf-3aa1-42ec-8b9c-d9e7222b6225 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:57.692245 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0890d519-4a08-445b-aceb-2540edf1a998 req-768792bf-3aa1-42ec-8b9c-d9e7222b6225 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 949 time: 0.2144351 Jun 17 08:30:57.699861 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.713884 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port a04ff00d-ed65-4ea2-a73b-fdef529648ae completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:57.719990 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port a04ff00d-ed65-4ea2-a73b-fdef529648ae triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:57.720276 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.724738 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8213bc-a228-4013-8d86-9eb551c7e9d7 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:57.758829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-faca56ce-88a1-49bb-abb5-1bad6eb26242 req-e52d3efe-0142-48b0-a9ed-6037fd414e58 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 210 time: 0.0641935 Jun 17 08:30:57.788413 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0890d519-4a08-445b-aceb-2540edf1a998 req-63cb8c44-3585-4b2b-b761-79092cdf2654 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7f11881-046c-4b10-b3cd-a407af2c7195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899296 Jun 17 08:30:57.788606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0e8213bc-a228-4013-8d86-9eb551c7e9d7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e8213bc-a228-4013-8d86-9eb551c7e9d7,segment=NetworkSegment(b81578a4-a739-412e-9a2d-df65a8085f99),segment_id=b81578a4-a739-412e-9a2d-df65a8085f99)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:57.798924 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.803309 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:57.839883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.853933 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0741b27f-19f7-4956-8d1d-01d55d0614c5 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:57.861188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:57.915367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Network 097ff4ff-fb7f-4249-b525-2868d741451c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:57.917472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event updated for resources: {'Port': ['ID=20855f31-df11-4e81-9b24-33ee1265e2fd,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:57.920631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:57.921868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Made reservation on behalf of a1288540dfe4471cabcd28e27f1dbc2e for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:57.923287 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:57.924806 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0e8213bc-a228-4013-8d86-9eb551c7e9d7,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:57.927728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:57.933074 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:57.934015 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.934422 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.966322 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:57.975371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649af735-399f-495b-a8a7-d2703df8541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04ff00d-ed65-4ea2-a73b-fdef529648ae'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:57.977684 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85f4375-3ce4-4730-946c-b554424c258f" -d '{"events": [{"server_uuid": "649af735-399f-495b-a8a7-d2703df8541c", "name": "network-vif-plugged", "status": "completed", "tag": "a04ff00d-ed65-4ea2-a73b-fdef529648ae"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:58.000406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a04ff00d-ed65-4ea2-a73b-fdef529648ae, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a04ff00d-ed65-4ea2-a73b-fdef529648ae,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:58.001303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.002144 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.013852 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.015042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6ffaef74-290c-44ee-98c7-d43a6d7773b6 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:30:58.022410 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:58.023317 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3947959 Jun 17 08:30:58.037594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Request body: {'port': {'device_id': '0dd07462-3e1a-40bf-8d7c-72dfab31169c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:58.044260 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afe57e6-5ae3-4a56-a77b-6461bbba52e9 x-openstack-request-id: req-1afe57e6-5ae3-4a56-a77b-6461bbba52e9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:58.044629 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649af735-399f-495b-a8a7-d2703df8541c", "name": "network-vif-plugged", "status": "completed", "tag": "a04ff00d-ed65-4ea2-a73b-fdef529648ae", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:58.044814 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1afe57e6-5ae3-4a56-a77b-6461bbba52e9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:58.045222 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649af735-399f-495b-a8a7-d2703df8541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04ff00d-ed65-4ea2-a73b-fdef529648ae', 'code': 200} Jun 17 08:30:58.074531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'name': 'network-vif-deleted', 'tag': '086128af-8f90-476f-9cdc-1473c73f0f30'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:58.077180 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810aa82c-5a5b-4d68-bc30-c1271dbf494f" -d '{"events": [{"server_uuid": "6fb4ee0f-cd11-4051-9c95-943ebd3adeef", "name": "network-vif-deleted", "tag": "086128af-8f90-476f-9cdc-1473c73f0f30"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:58.081053 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-503b42f2-ac3f-4cf4-88f0-2b67f8df8070 req-2265105c-3102-40a1-b6ae-1fe377e9022c service neutron] 10.222.0.10 "GET /v2.0/networks/e7d86b9e-8655-448a-85ce-4d47fc3e7ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201512 Jun 17 08:30:58.177704 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-4787846c-134b-4cc4-9c87-cf576f316935 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.179284 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-4787846c-134b-4cc4-9c87-cf576f316935 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.63 "GET /v2.0/networks?id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe HTTP/1.1" status: 200 len: 815 time: 0.8614585 Jun 17 08:30:58.180875 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee37afa-0654-40eb-b2ca-64486e30ebe4 x-openstack-request-id: req-dee37afa-0654-40eb-b2ca-64486e30ebe4 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:58.181209 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb4ee0f-cd11-4051-9c95-943ebd3adeef", "name": "network-vif-deleted", "tag": "086128af-8f90-476f-9cdc-1473c73f0f30", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:58.181507 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dee37afa-0654-40eb-b2ca-64486e30ebe4 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:58.181933 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb4ee0f-cd11-4051-9c95-943ebd3adeef', 'name': 'network-vif-deleted', 'tag': '086128af-8f90-476f-9cdc-1473c73f0f30', 'status': 'completed', 'code': 200} Jun 17 08:30:58.198604 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a04ff00d-ed65-4ea2-a73b-fdef529648ae,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:58.210703 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:58.234414 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['0e8213bc-a228-4013-8d86-9eb551c7e9d7'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:30:58.259460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Request body: {'port': {'device_id': '7ab9bed4-a641-445f-a785-db3578b4b2ad', 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe', 'admin_state_up': True, 'tenant_id': '22b08dc68d624144bea2b0a6d09321be'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:58.286733 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.362962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47970e-3756-46a3-91a6-97d14583486d req-52fe4abc-dd80-44a0-9f57-5a4586e92761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.364530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec47970e-3756-46a3-91a6-97d14583486d req-52fe4abc-dd80-44a0-9f57-5a4586e92761 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 1102 time: 0.2007780 Jun 17 08:30:58.430641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f88ea-d112-42d7-ade0-7e901cbea132 req-7bac5af4-6e0e-4947-9fc7-d304f1de4713 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.432288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-887f88ea-d112-42d7-ade0-7e901cbea132 req-7bac5af4-6e0e-4947-9fc7-d304f1de4713 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 944 time: 0.2376554 Jun 17 08:30:58.453485 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.469518 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.477317 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba30a90e-9437-46e0-a34a-0c3b177d8174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:58.498385 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-503b42f2-ac3f-4cf4-88f0-2b67f8df8070 req-badcba22-dd60-4dc2-a0a2-a0ef06f7a84c service neutron] 10.222.0.10 "GET /v2.0/networks/e7d86b9e-8655-448a-85ce-4d47fc3e7ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095201 Jun 17 08:30:58.542372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:30:58.549130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:30:58.549130 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.564009 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec47970e-3756-46a3-91a6-97d14583486d req-c2a7e235-42e9-4e91-bd02-c97412e1b1ca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d7f11881-046c-4b10-b3cd-a407af2c7195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768553 Jun 17 08:30:58.605315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:30:58.619412 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d0d2c-2ec1-423a-929f-25a89c1bc356,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:58.629202 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:58.634392 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.635253 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Added segment 41715de8-600f-45cb-aabc-a1c8c3524bb4 of type vlan for network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 Jun 17 08:30:58.655128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Made reservation on behalf of 22b08dc68d624144bea2b0a6d09321be for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:58.660868 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.661454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-887f88ea-d112-42d7-ade0-7e901cbea132 req-0c22a291-d8ad-4904-8184-90fc14184f86 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184210 Jun 17 08:30:58.681765 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da44d2-5be6-40c5-832a-ff63dda5583a req-3c58adcf-1ca7-45dd-ace1-d0980f28257e tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.683391 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4da44d2-5be6-40c5-832a-ff63dda5583a req-3c58adcf-1ca7-45dd-ace1-d0980f28257e tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 945 time: 0.3446372 Jun 17 08:30:58.684108 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.742120 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.757312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6ffaef74-290c-44ee-98c7-d43a6d7773b6, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:30:58.782396 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4da44d2-5be6-40c5-832a-ff63dda5583a req-d49c2126-f036-40a6-af1a-2486da2cef76 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779169 Jun 17 08:30:58.792370 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.805834 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:58.889894 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6ffaef74-290c-44ee-98c7-d43a6d7773b6,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:58.904080 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:58.909479 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.917335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:58.918113 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:58.928238 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-61e2cd3e-4dad-4b2e-9044-d0d5f41a88fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:59.006476 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fccc0200-1767-49d5-b0de-b7f5c111d7f8 req-81d6d073-3f14-4999-b4bc-c15348058907 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 210 time: 0.0398619 Jun 17 08:30:59.016671 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.6199529 Jun 17 08:30:59.019715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37904) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:59.020265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'Network': ['ID=85a886ec-0e94-45df-b5b8-ccc55bcc3997,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:59.025541 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:59.034501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:30:59.036602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20855f31-df11-4e81-9b24-33ee1265e2fd {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:30:59.039936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Allocated IP 172.20.0.6 (20f5d41f-bb84-42c7-8719-2e1d4ee31efe/8392e879-6732-4b68-b8be-3bf778dc17e1/057338f0-8f71-402c-842c-c294ae6159d1) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:30:59.046703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37906) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:59.052368 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Request body: {'subnet': {'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:59.076756 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.152101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Transition to ACTIVE for port object 20855f31-df11-4e81-9b24-33ee1265e2fd will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:30:59.193029 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.205726 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe49ad1b-11c3-4bcb-b79a-3d5330053a33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:59.251242 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37b17e44-b9d2-4fbb-ac9e-ecea0249b830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.255189 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.298279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb57211-79f2-48ba-a953-91aab0d17cdd req-5e854db8-fff9-49c4-b648-fcb633a2bb4c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:59.299825 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cb57211-79f2-48ba-a953-91aab0d17cdd req-5e854db8-fff9-49c4-b648-fcb633a2bb4c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 931 time: 0.4576075 Jun 17 08:30:59.325177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Pushing event updated for resources: {'Port': ['ID=20855f31-df11-4e81-9b24-33ee1265e2fd,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:59.328728 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:59.332771 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.337426 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:59.395912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:30:59.402258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:30:59.406478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Pushing event updated for resources: {'Port': ['ID=057338f0-8f71-402c-842c-c294ae6159d1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:59.410664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:30:59.414058 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:59.424794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a80204-ae26-4a0c-adb1-7e9565ca6f00 req-0ae61330-880b-4b62-9bfc-647ac8319f1f tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:59.426305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87a80204-ae26-4a0c-adb1-7e9565ca6f00 req-0ae61330-880b-4b62-9bfc-647ac8319f1f tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 950 time: 0.2930026 Jun 17 08:30:59.440534 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cb57211-79f2-48ba-a953-91aab0d17cdd req-e87f2fa7-6de8-4e66-9042-80695c80d26a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287115 Jun 17 08:30:59.471239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Attempting to bind port 20855f31-df11-4e81-9b24-33ee1265e2fd on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:30:59.471579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Attempting to bind port 20855f31-df11-4e81-9b24-33ee1265e2fd by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:30:59.471913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Attempting to bind port 20855f31-df11-4e81-9b24-33ee1265e2fd on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:59.474749 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37b17e44-b9d2-4fbb-ac9e-ecea0249b830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.480511 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 086128af-8f90-476f-9cdc-1473c73f0f30 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:30:59.481108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Port 20855f31-df11-4e81-9b24-33ee1265e2fd on network 097ff4ff-fb7f-4249-b525-2868d741451c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:30:59.481452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Attempting to bind port 20855f31-df11-4e81-9b24-33ee1265e2fd on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:30:59.488910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:59.489734 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.493951 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37b17e44-b9d2-4fbb-ac9e-ecea0249b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.499985 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b71fbcfe-88c2-4d41-bdb9-2bb0d87c0e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:59.505391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:30:59.505813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Checking segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:30:59.506239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Bound using segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:30:59.506720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Bound port: 20855f31-df11-4e81-9b24-33ee1265e2fd, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:30:59.507150 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.516518 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87a80204-ae26-4a0c-adb1-7e9565ca6f00 req-f466ad18-8128-4f09-b116-cb7725d85c29 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7f11881-046c-4b10-b3cd-a407af2c7195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821505 Jun 17 08:30:59.526662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 086128af-8f90-476f-9cdc-1473c73f0f30 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:30:59.527748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 086128af-8f90-476f-9cdc-1473c73f0f30 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:30:59.527902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Made reservation on behalf of a1288540dfe4471cabcd28e27f1dbc2e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:30:59.534170 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.543065 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2994237 Jun 17 08:30:59.547877 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-37b17e44-b9d2-4fbb-ac9e-ecea0249b830 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40a8b69a994f4f5c8a0e47f05db0376b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5001104 Jun 17 08:30:59.548789 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b17e44-b9d2-4fbb-ac9e-ecea0249b830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8948b5-0faa-4213-9106-26722f46feb0,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:59.551414 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37912) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:30:59.557799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Request body: {'port': {'device_id': '7ab9bed4-a641-445f-a785-db3578b4b2ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:30:59.565123 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-37b17e44-b9d2-4fbb-ac9e-ecea0249b830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:59.670760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] For port 20855f31-df11-4e81-9b24-33ee1265e2fd, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:30:59.671264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df81a6c7-f655-4d05-adfc-28fddc159aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.672927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.686648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] For port 20855f31-df11-4e81-9b24-33ee1265e2fd, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=20855f31-df11-4e81-9b24-33ee1265e2fd,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:30:59.700025 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.711325 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a4555da-b292-492c-bb92-8e2105d76d52 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:59.721921 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df81a6c7-f655-4d05-adfc-28fddc159aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.758619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:30:59.759285 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.760757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] 10.222.0.63 "PUT /v2.0/ports/20855f31-df11-4e81-9b24-33ee1265e2fd HTTP/1.1" status: 200 len: 1092 time: 1.7285879 Jun 17 08:30:59.761367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd07462-3e1a-40bf-8d7c-72dfab31169c', 'tag': '20855f31-df11-4e81-9b24-33ee1265e2fd'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:30:59.763705 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3164ea8-8985-472a-b822-8fb06a41a1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd07462-3e1a-40bf-8d7c-72dfab31169c", "tag": "20855f31-df11-4e81-9b24-33ee1265e2fd"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:30:59.831662 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5213f1e0-f508-4bcc-af9a-b1b2ca2ac000 x-openstack-request-id: req-5213f1e0-f508-4bcc-af9a-b1b2ca2ac000 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:30:59.831998 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd07462-3e1a-40bf-8d7c-72dfab31169c", "tag": "20855f31-df11-4e81-9b24-33ee1265e2fd", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:30:59.832297 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5213f1e0-f508-4bcc-af9a-b1b2ca2ac000 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:30:59.832788 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd07462-3e1a-40bf-8d7c-72dfab31169c', 'tag': '20855f31-df11-4e81-9b24-33ee1265e2fd', 'status': 'completed', 'code': 200} Jun 17 08:30:59.888972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df81a6c7-f655-4d05-adfc-28fddc159aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.891126 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df81a6c7-f655-4d05-adfc-28fddc159aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:30:59.894541 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-df81a6c7-f655-4d05-adfc-28fddc159aba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc8948b5-0faa-4213-9106-26722f46feb0 HTTP/1.1" status: 204 len: 168 time: 0.3386722 Jun 17 08:30:59.895579 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:30:59.896787 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Pushing event updated for resources: {'Port': ['ID=20855f31-df11-4e81-9b24-33ee1265e2fd,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:59.917921 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:30:59.935260 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81a6c7-f655-4d05-adfc-28fddc159aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8948b5-0faa-4213-9106-26722f46feb0,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:30:59.940327 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-df81a6c7-f655-4d05-adfc-28fddc159aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:00.046798 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d59ec51-efe9-4c58-b028-d866638dd153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffaef74-290c-44ee-98c7-d43a6d7773b6'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:00.048517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057338f0-8f71-402c-842c-c294ae6159d1 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:00.050009 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05754e5c-0ab6-4e00-ad00-bf4d7d07bd9a" -d '{"events": [{"server_uuid": "6d59ec51-efe9-4c58-b028-d866638dd153", "name": "network-vif-plugged", "status": "completed", "tag": "6ffaef74-290c-44ee-98c7-d43a6d7773b6"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:00.050314 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.059433 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.061399 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a92e51b2-a36f-4edc-807b-39128e8b42f4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:00.075593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Transition to ACTIVE for port object 057338f0-8f71-402c-842c-c294ae6159d1 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:00.080987 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.085374 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:00.110491 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-c3048809-dc63-40d4-829f-5a1bbd1be7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.112132 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-c3048809-dc63-40d4-829f-5a1bbd1be7f3 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 1095 time: 0.2785773 Jun 17 08:31:00.125709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc4975-9fb5-4339-a75d-695e83ab3346 req-fe8d3e71-983a-4e97-ba9b-9b0a5572dbb7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.127275 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0bc4975-9fb5-4339-a75d-695e83ab3346 req-fe8d3e71-983a-4e97-ba9b-9b0a5572dbb7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.3372848 Jun 17 08:31:00.179851 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Pushing event updated for resources: {'Port': ['ID=057338f0-8f71-402c-842c-c294ae6159d1,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:00.185123 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:00.193702 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-68588e87-fc08-4de1-b594-3df4ba9d8c20 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20855f31-df11-4e81-9b24-33ee1265e2fd HTTP/1.1" status: 200 len: 217 time: 0.0640998 Jun 17 08:31:00.216812 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'Subnet': ['ID=4493b214-cff0-4552-9c74-584c65dd929e,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:00.220653 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:00.232395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Attempting to bind port 057338f0-8f71-402c-842c-c294ae6159d1 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:00.232744 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Attempting to bind port 057338f0-8f71-402c-842c-c294ae6159d1 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:00.233065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Attempting to bind port 057338f0-8f71-402c-842c-c294ae6159d1 on network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:00.237776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Port 057338f0-8f71-402c-842c-c294ae6159d1 on network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:31:00.238305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Attempting to bind port 057338f0-8f71-402c-842c-c294ae6159d1 on network 20f5d41f-bb84-42c7-8719-2e1d4ee31efe {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:00.243615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:00.243948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Checking segment: {'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:00.244328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Bound using segment: {'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:00.244759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Bound port: 057338f0-8f71-402c-842c-c294ae6159d1, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53463604-1532-4905-b3ac-a995a369dea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:00.245112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.276919 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37928) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:00.279311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6291fe5-1820-4fcc-a0db-98e957fe98bc req-6bb2d822-0fac-422c-8cc2-94f1d6a14a41 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.280824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6291fe5-1820-4fcc-a0db-98e957fe98bc req-6bb2d822-0fac-422c-8cc2-94f1d6a14a41 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 945 time: 0.3004916 Jun 17 08:31:00.296485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Checking segment: {'id': '41715de8-600f-45cb-aabc-a1c8c3524bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:00.296846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Network hostable DHCP agents. Network: 85a886ec-0e94-45df-b5b8-ccc55bcc3997, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:00.299025 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7cc97a5-96df-4d44-8cfb-a9638f754187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.316149 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0bc4975-9fb5-4339-a75d-695e83ab3346 req-6e915ccb-e1d4-46c2-80a8-2beb124f639a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444089 Jun 17 08:31:00.326574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-aaf85205-ef58-4c0e-b4de-1eddb6751417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.328256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-aaf85205-ef58-4c0e-b4de-1eddb6751417 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.1123552 Jun 17 08:31:00.341521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] For port 057338f0-8f71-402c-842c-c294ae6159d1, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:00.367088 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] For port 057338f0-8f71-402c-842c-c294ae6159d1, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=057338f0-8f71-402c-842c-c294ae6159d1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:00.373681 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-eb8baefd-4552-4a96-8992-d4ea44e00bcf service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385911 Jun 17 08:31:00.374669 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.376110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:00.378675 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:00.394975 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6291fe5-1820-4fcc-a0db-98e957fe98bc req-bdda7e51-f167-4c09-8023-15555788b69d tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033750 Jun 17 08:31:00.407607 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 85a886ec-0e94-45df-b5b8-ccc55bcc3997) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:00.418941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4abe4e-2ca1-40d9-bad5-d13a61c27bee None None] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:00.434047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.434928 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.436244 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] 10.222.0.63 "PUT /v2.0/ports/057338f0-8f71-402c-842c-c294ae6159d1 HTTP/1.1" status: 200 len: 1092 time: 0.8838675 Jun 17 08:31:00.437055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab9bed4-a641-445f-a785-db3578b4b2ad', 'tag': '057338f0-8f71-402c-842c-c294ae6159d1'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:00.442361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.442905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.451673 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91afd7a3-d4ca-44b4-8ef1-71aae5e8cae7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab9bed4-a641-445f-a785-db3578b4b2ad", "tag": "057338f0-8f71-402c-842c-c294ae6159d1"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:00.496731 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-93adfee6-d067-4cb5-a14e-cbb717bdcac2 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154058 Jun 17 08:31:00.509971 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0132a557-8596-4a11-ba9f-fc5114eef215 x-openstack-request-id: req-0132a557-8596-4a11-ba9f-fc5114eef215 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:00.510339 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d59ec51-efe9-4c58-b028-d866638dd153", "name": "network-vif-plugged", "status": "completed", "tag": "6ffaef74-290c-44ee-98c7-d43a6d7773b6", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:00.510660 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0132a557-8596-4a11-ba9f-fc5114eef215 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:00.511144 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d59ec51-efe9-4c58-b028-d866638dd153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffaef74-290c-44ee-98c7-d43a6d7773b6', 'code': 200} Jun 17 08:31:00.604014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Pushing event updated for resources: {'Port': ['ID=057338f0-8f71-402c-842c-c294ae6159d1,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:00.608211 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:00.633496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7cc97a5-96df-4d44-8cfb-a9638f754187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.641611 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7cc97a5-96df-4d44-8cfb-a9638f754187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.647961 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-85a886ec-0e94-45df-b5b8-ccc55bcc3997', 'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997', 'tenant_id': 'a1288540dfe4471cabcd28e27f1dbc2e', 'fixed_ips': [{'subnet_id': '4493b214-cff0-4552-9c74-584c65dd929e'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:00.648282 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-adc8beb4-77f8-46dd-9343-085a768155d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:00.649804 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.687420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-58754dce-449a-48f9-b8b1-f59170f524ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.688973 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-58754dce-449a-48f9-b8b1-f59170f524ac service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=22b08dc68d624144bea2b0a6d09321be&device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 1095 time: 0.1991608 Jun 17 08:31:00.713384 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a7cc97a5-96df-4d44-8cfb-a9638f754187 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41a31827e2d44aae888f0bc40afb2ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352469 Jun 17 08:31:00.739510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37938) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:00.742227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc97a5-96df-4d44-8cfb-a9638f754187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534db004-b5cd-436e-913f-f8196610ad46,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:00.745899 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a7cc97a5-96df-4d44-8cfb-a9638f754187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:00.752656 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-51d6e50e-bc76-4a55-8372-4f7e8d231e13 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=057338f0-8f71-402c-842c-c294ae6159d1 HTTP/1.1" status: 200 len: 217 time: 0.0526714 Jun 17 08:31:00.801092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Allocated IP 2001:db8::2 (85a886ec-0e94-45df-b5b8-ccc55bcc3997/4493b214-cff0-4552-9c74-584c65dd929e/30dc253c-b4c7-4ade-acf8-87157f4178b2) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:00.830176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-8e7dcfb4-2564-42d9-beaa-5a0c26838ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:00.831707 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-8e7dcfb4-2564-42d9-beaa-5a0c26838ee0 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8392e879-6732-4b68-b8be-3bf778dc17e1 HTTP/1.1" status: 200 len: 855 time: 0.0721068 Jun 17 08:31:00.879772 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-56dcba0c-1a6d-4fc1-806e-ed7ef8a367e1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412083 Jun 17 08:31:00.880776 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3d313eba-872c-46a5-a2a1-9d377a73ae13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.931168 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8989844 Jun 17 08:31:00.934598 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37940) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:00.956710 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Request body: {'port': {'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-255661311'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:00.959186 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3d313eba-872c-46a5-a2a1-9d377a73ae13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.971789 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:00.981813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Transition to ACTIVE for port object 30dc253c-b4c7-4ade-acf8-87157f4178b2 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:00.998899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Transition to ACTIVE for port object 30dc253c-b4c7-4ade-acf8-87157f4178b2 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:01.007419 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.010383 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:01.022574 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-77ca9a23-a8d3-44be-8c14-b380322873d4 service neutron] 10.222.0.63 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235449 Jun 17 08:31:01.048434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:01.055349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:01.057800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:01.064530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Pushing event updated for resources: {'Port': ['ID=30dc253c-b4c7-4ade-acf8-87157f4178b2,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:01.067260 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:01.082953 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21dc61a0-a9a8-4f22-9533-fa8491b35bbd req-a08ec2d7-d6f4-4bc4-8a8a-84b774432c50 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757213 Jun 17 08:31:01.105166 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368872-82ce-4fc3-be99-75b80a151668 req-500d06cb-2277-4965-95cb-d7bcff79c008 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.106512 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3d313eba-872c-46a5-a2a1-9d377a73ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.107127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-41368872-82ce-4fc3-be99-75b80a151668 req-500d06cb-2277-4965-95cb-d7bcff79c008 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 943 time: 0.6131423 Jun 17 08:31:01.116014 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3d313eba-872c-46a5-a2a1-9d377a73ae13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.119224 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3d313eba-872c-46a5-a2a1-9d377a73ae13 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/534db004-b5cd-436e-913f-f8196610ad46 HTTP/1.1" status: 204 len: 168 time: 0.3780248 Jun 17 08:31:01.121771 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dabef018-28fc-4f4e-a2ca-5f17d84a78ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:01.134221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d313eba-872c-46a5-a2a1-9d377a73ae13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534db004-b5cd-436e-913f-f8196610ad46,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:01.135077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Attempting to bind port 30dc253c-b4c7-4ade-acf8-87157f4178b2 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:01.135794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Attempting to bind port 30dc253c-b4c7-4ade-acf8-87157f4178b2 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '41715de8-600f-45cb-aabc-a1c8c3524bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:01.137805 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3d313eba-872c-46a5-a2a1-9d377a73ae13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:01.142807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Attempting to bind port 30dc253c-b4c7-4ade-acf8-87157f4178b2 on network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:01.164402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:01.165337 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Checking segment: {'id': '41715de8-600f-45cb-aabc-a1c8c3524bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:01.165821 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.166431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Bound using segment: {'id': '41715de8-600f-45cb-aabc-a1c8c3524bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:01.167547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Bound port: 30dc253c-b4c7-4ade-acf8-87157f4178b2, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41715de8-600f-45cb-aabc-a1c8c3524bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:01.167993 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.170980 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1db7a678-fc51-4465-951f-d8d7aab3e1dd req-87b93f6d-5d8f-4643-b473-2b9fb2ea7b17 service neutron] 10.222.0.63 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415293 Jun 17 08:31:01.225938 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8807337-fe9b-482b-b75a-f1dacb9cf76f req-cfc9b2f8-456e-4bce-bc17-2fcf85c9eafa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.227426 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8807337-fe9b-482b-b75a-f1dacb9cf76f req-cfc9b2f8-456e-4bce-bc17-2fcf85c9eafa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 943 time: 0.3337810 Jun 17 08:31:01.238593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989de74d-46d1-45da-8c8c-c3268be1b2d3 req-8e45c343-fc9c-4f56-9d7c-5eaa3d1bbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.240936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-989de74d-46d1-45da-8c8c-c3268be1b2d3 req-8e45c343-fc9c-4f56-9d7c-5eaa3d1bbf50 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 1097 time: 0.3553221 Jun 17 08:31:01.242691 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] For port 30dc253c-b4c7-4ade-acf8-87157f4178b2, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:01.246384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] For port 30dc253c-b4c7-4ade-acf8-87157f4178b2, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=30dc253c-b4c7-4ade-acf8-87157f4178b2,segment=NetworkSegment(41715de8-600f-45cb-aabc-a1c8c3524bb4),segment_id=41715de8-600f-45cb-aabc-a1c8c3524bb4)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:01.253143 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.256367 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7aea6837-f8ce-4526-ba87-2457d59adcbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:01.312456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-41368872-82ce-4fc3-be99-75b80a151668 req-988eddac-9da3-4af3-92b5-a7db28c8b061 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981046 Jun 17 08:31:01.316578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Pushing event updated for resources: {'Port': ['ID=30dc253c-b4c7-4ade-acf8-87157f4178b2,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:01.320355 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:01.356718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e8213bc-a228-4013-8d86-9eb551c7e9d7 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:01.362506 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-989de74d-46d1-45da-8c8c-c3268be1b2d3 req-9b0d15dd-ad8f-4a1d-b174-d586da4a7c2c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088295 Jun 17 08:31:01.364996 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Made reservation on behalf of a1288540dfe4471cabcd28e27f1dbc2e for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:01.369794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.398560 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8807337-fe9b-482b-b75a-f1dacb9cf76f req-be786e87-9f79-4cb9-be48-45986dfff587 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579187 Jun 17 08:31:01.400230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] device_id is not set on port 5379e8d2-6ea2-43da-bbfc-29107a31e4e8 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:01.411475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3164ea8-8985-472a-b822-8fb06a41a1fc req-fdf6a031-c582-4121-8c46-a55a1c08f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.413492 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3164ea8-8985-472a-b822-8fb06a41a1fc req-fdf6a031-c582-4121-8c46-a55a1c08f883 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 1095 time: 0.2676895 Jun 17 08:31:01.420759 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4757d0-1c72-40b0-96bb-10d2de03b655 x-openstack-request-id: req-0d4757d0-1c72-40b0-96bb-10d2de03b655 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:01.421091 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab9bed4-a641-445f-a785-db3578b4b2ad", "tag": "057338f0-8f71-402c-842c-c294ae6159d1", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:01.421383 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0d4757d0-1c72-40b0-96bb-10d2de03b655 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:01.421821 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab9bed4-a641-445f-a785-db3578b4b2ad', 'tag': '057338f0-8f71-402c-842c-c294ae6159d1', 'status': 'completed', 'code': 200} Jun 17 08:31:01.459632 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 0e8213bc-a228-4013-8d86-9eb551c7e9d7 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:01.464074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 0e8213bc-a228-4013-8d86-9eb551c7e9d7 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:01.464380 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.555931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afd7a3-d4ca-44b4-8ef1-71aae5e8cae7 req-64522121-a1db-4232-926a-fbc8f17756c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.569181 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91afd7a3-d4ca-44b4-8ef1-71aae5e8cae7 req-64522121-a1db-4232-926a-fbc8f17756c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=22b08dc68d624144bea2b0a6d09321be&device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 1095 time: 0.1426425 Jun 17 08:31:01.633609 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.715676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0e8213bc-a228-4013-8d86-9eb551c7e9d7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e8213bc-a228-4013-8d86-9eb551c7e9d7,segment=NetworkSegment(b81578a4-a739-412e-9a2d-df65a8085f99),segment_id=b81578a4-a739-412e-9a2d-df65a8085f99)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:01.735249 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:01.737389 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:01.790264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Allocated IP 2001:db8::18 (85a886ec-0e94-45df-b5b8-ccc55bcc3997/4493b214-cff0-4552-9c74-584c65dd929e/5379e8d2-6ea2-43da-bbfc-29107a31e4e8) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:01.823364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0e8213bc-a228-4013-8d86-9eb551c7e9d7,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:01.828544 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:01.837591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afd7a3-d4ca-44b4-8ef1-71aae5e8cae7 req-f6912219-ed3e-492a-8904-07cb5990e197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.839839 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91afd7a3-d4ca-44b4-8ef1-71aae5e8cae7 req-f6912219-ed3e-492a-8904-07cb5990e197 service neutron] 10.222.0.63 "GET /v2.0/networks?id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe HTTP/1.1" status: 200 len: 916 time: 0.2630887 Jun 17 08:31:01.883689 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91afd7a3-d4ca-44b4-8ef1-71aae5e8cae7 req-4fef8a2e-fedd-43c2-8b76-4894aa2f3bd6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=057338f0-8f71-402c-842c-c294ae6159d1 HTTP/1.1" status: 200 len: 217 time: 0.0361974 Jun 17 08:31:01.934577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3164ea8-8985-472a-b822-8fb06a41a1fc req-d9dd0e1c-f365-4fa7-8cc6-c2e6fcf46789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.936117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3164ea8-8985-472a-b822-8fb06a41a1fc req-d9dd0e1c-f365-4fa7-8cc6-c2e6fcf46789 service neutron] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 907 time: 0.4551342 Jun 17 08:31:01.944568 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afd7a3-d4ca-44b4-8ef1-71aae5e8cae7 req-e5c3c9ed-f10f-49bd-9454-0c569f5551e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:01.946638 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91afd7a3-d4ca-44b4-8ef1-71aae5e8cae7 req-e5c3c9ed-f10f-49bd-9454-0c569f5551e6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=8392e879-6732-4b68-b8be-3bf778dc17e1 HTTP/1.1" status: 200 len: 855 time: 0.0560975 Jun 17 08:31:01.992882 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91afd7a3-d4ca-44b4-8ef1-71aae5e8cae7 req-4fad7bfc-acb1-4fb3-864a-0eaafe06f6b6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=20f5d41f-bb84-42c7-8719-2e1d4ee31efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387948 Jun 17 08:31:02.039119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3164ea8-8985-472a-b822-8fb06a41a1fc req-e593ba27-a3a8-4587-8a18-64337d0f062d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20855f31-df11-4e81-9b24-33ee1265e2fd HTTP/1.1" status: 200 len: 217 time: 0.0926213 Jun 17 08:31:02.091115 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91afd7a3-d4ca-44b4-8ef1-71aae5e8cae7 req-b46e1145-c432-4ce7-b383-fa1fdd96bcb5 service neutron] 10.222.0.63 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901060 Jun 17 08:31:02.098464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f378c1-c99a-44bb-ba46-6103dfda6e38 req-154635db-d7ab-4f9f-9178-3e02b7cc5bf5 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.100096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35f378c1-c99a-44bb-ba46-6103dfda6e38 req-154635db-d7ab-4f9f-9178-3e02b7cc5bf5 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 950 time: 0.3943973 Jun 17 08:31:02.111343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beee5ce-be14-428e-85a6-d423e4c422b7 req-865d722c-eb7d-4368-9ed1-188c710fa148 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.112880 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6beee5ce-be14-428e-85a6-d423e4c422b7 req-865d722c-eb7d-4368-9ed1-188c710fa148 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.3073146 Jun 17 08:31:02.185669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3164ea8-8985-472a-b822-8fb06a41a1fc req-7712c970-d854-475d-b884-c9a07cf7ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.187522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3164ea8-8985-472a-b822-8fb06a41a1fc req-7712c970-d854-475d-b884-c9a07cf7ec2a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.1305909 Jun 17 08:31:02.194345 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91afd7a3-d4ca-44b4-8ef1-71aae5e8cae7 req-e98764a1-e2e4-4035-a014-ec9d40671f49 service neutron] 10.222.0.63 "GET /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951519 Jun 17 08:31:02.245749 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3164ea8-8985-472a-b822-8fb06a41a1fc req-0943ba23-f71b-428b-852b-1457474e9bf0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452018 Jun 17 08:31:02.249155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35f378c1-c99a-44bb-ba46-6103dfda6e38 req-ee0fbf55-25f9-4bd7-ac4c-93d4b2bd0bd5 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7f11881-046c-4b10-b3cd-a407af2c7195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300526 Jun 17 08:31:02.271554 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.276997 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6beee5ce-be14-428e-85a6-d423e4c422b7 req-132d1164-088f-4a74-9be8-3995722a4f18 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522853 Jun 17 08:31:02.350705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Transition to ACTIVE for port object 5379e8d2-6ea2-43da-bbfc-29107a31e4e8 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:02.358666 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:31:02.464292 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3164ea8-8985-472a-b822-8fb06a41a1fc req-0e20965c-db45-4b9a-a65d-ee259953d3a9 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073374 Jun 17 08:31:02.499015 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.512417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9443a23f-f411-446a-82d1-a8017cd2443b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8213bc-a228-4013-8d86-9eb551c7e9d7'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:02.515509 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82291c2a-d358-43b6-8cea-32a1a3fb0cf1" -d '{"events": [{"server_uuid": "9443a23f-f411-446a-82d1-a8017cd2443b", "name": "network-vif-plugged", "status": "completed", "tag": "0e8213bc-a228-4013-8d86-9eb551c7e9d7"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:02.535042 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:02.611948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:02.616571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa565a8c-d925-480e-8bf7-fb4270c65b32 None None] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:02.622238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:02.626665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'Port': ['ID=5379e8d2-6ea2-43da-bbfc-29107a31e4e8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:02.630956 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:02.637255 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.637942 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.651652 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:02.660653 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7087796 Jun 17 08:31:02.663886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37984) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:02.669638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d7209-0119-499f-a367-f175e481fe3e req-d49cf796-3712-4853-8607-c1d2e4a57e18 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:02.670801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Request body: {'port': {'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1904086581', 'allowed_address_pairs': [{'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:85:ca:0e'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:02.677064 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb5d7209-0119-499f-a367-f175e481fe3e req-d49cf796-3712-4853-8607-c1d2e4a57e18 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 946 time: 0.2748830 Jun 17 08:31:02.720550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3164ea8-8985-472a-b822-8fb06a41a1fc req-14dfd871-b865-4692-8fa7-30c782904edc service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483172 Jun 17 08:31:02.746215 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb5d7209-0119-499f-a367-f175e481fe3e req-0c877a8d-67fb-4262-8373-21f8b1c42a17 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672452 Jun 17 08:31:02.840751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-699dcfc2-96c6-414b-8034-257b42dfb2c8 None None] Provisioning for port 30dc253c-b4c7-4ade-acf8-87157f4178b2 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:02.866623 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Made reservation on behalf of a1288540dfe4471cabcd28e27f1dbc2e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:02.936077 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:02.981429 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.000776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] device_id is not set on port 236b0095-e72c-4800-a8eb-6d4e909bf868 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:03.042115 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b9904-ba51-41c7-aad5-dde0153e56e6 req-4c9a7e9b-620f-4417-9adf-94bc5156eb7a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.043712 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a6b9904-ba51-41c7-aad5-dde0153e56e6 req-4c9a7e9b-620f-4417-9adf-94bc5156eb7a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 943 time: 0.1003709 Jun 17 08:31:03.054815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cb54f-b36b-4d9c-a8e3-2461666c4d66 req-f426929d-acbc-4e6b-8319-f2f7f3408fca tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.059050 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b2cb54f-b36b-4d9c-a8e3-2461666c4d66 req-f426929d-acbc-4e6b-8319-f2f7f3408fca tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 943 time: 0.1617384 Jun 17 08:31:03.127367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a6b9904-ba51-41c7-aad5-dde0153e56e6 req-3581dc19-ca9a-4c1c-ac70-2b7a211d7aa8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670507 Jun 17 08:31:03.138694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b2cb54f-b36b-4d9c-a8e3-2461666c4d66 req-b4e830c6-2ca1-4d16-bf73-a5db4066a014 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707045 Jun 17 08:31:03.172129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Allocated IP 2001:db8::144 (85a886ec-0e94-45df-b5b8-ccc55bcc3997/4493b214-cff0-4552-9c74-584c65dd929e/236b0095-e72c-4800-a8eb-6d4e909bf868) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:03.199846 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b616984-cf51-4102-900f-3647ff76ad0d x-openstack-request-id: req-2b616984-cf51-4102-900f-3647ff76ad0d {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:03.200294 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9443a23f-f411-446a-82d1-a8017cd2443b", "name": "network-vif-plugged", "status": "completed", "tag": "0e8213bc-a228-4013-8d86-9eb551c7e9d7", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:03.200613 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b616984-cf51-4102-900f-3647ff76ad0d {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:03.201010 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9443a23f-f411-446a-82d1-a8017cd2443b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8213bc-a228-4013-8d86-9eb551c7e9d7', 'code': 200} Jun 17 08:31:03.292755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b93e9334-6e69-4fe8-8cb8-6110a885f8e8 None None] Provisioning for port 5379e8d2-6ea2-43da-bbfc-29107a31e4e8 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:03.296260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b93e9334-6e69-4fe8-8cb8-6110a885f8e8 None None] Provisioning complete for port 5379e8d2-6ea2-43da-bbfc-29107a31e4e8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:03.296640 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b93e9334-6e69-4fe8-8cb8-6110a885f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.388422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b93e9334-6e69-4fe8-8cb8-6110a885f8e8 None None] Port 5379e8d2-6ea2-43da-bbfc-29107a31e4e8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:03.397062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4619b72-7738-407d-a189-7a4bc37473cd req-d27db926-2cae-46db-8a37-979e7e2f08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.399537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4619b72-7738-407d-a189-7a4bc37473cd req-d27db926-2cae-46db-8a37-979e7e2f08dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 1098 time: 0.1197155 Jun 17 08:31:03.473787 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4619b72-7738-407d-a189-7a4bc37473cd req-7d96c9b2-68df-4913-b1d2-0908eb5e4349 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666430 Jun 17 08:31:03.483286 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.495172 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 20855f31-df11-4e81-9b24-33ee1265e2fd details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:03.500792 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Transition to ACTIVE for port object 236b0095-e72c-4800-a8eb-6d4e909bf868 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:03.537661 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.544539 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f48fc733-68c4-40dd-9400-06b7ebc8336a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:03.626481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:03.633042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:03.637369 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:03.652540 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.653243 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.678179 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0128500 Jun 17 08:31:03.679681 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'Port': ['ID=236b0095-e72c-4800-a8eb-6d4e909bf868,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:03.682188 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38012) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:03.684443 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:03.708329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 20855f31-df11-4e81-9b24-33ee1265e2fd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=20855f31-df11-4e81-9b24-33ee1265e2fd,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:03.729793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '20855f31-df11-4e81-9b24-33ee1265e2fd', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'port_id': '20855f31-df11-4e81-9b24-33ee1265e2fd', 'mac_address': 'fa:16:3e:33:aa:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4db804-8101-4dd3-b960-865e4ac98c1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:03.738211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 30dc253c-b4c7-4ade-acf8-87157f4178b2 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:03.789877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863cb50-5c82-4834-92d3-5fdb0a028848 req-9ac6ddc1-431f-4867-9716-c6d7581d6919 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.795127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1863cb50-5c82-4834-92d3-5fdb0a028848 req-9ac6ddc1-431f-4867-9716-c6d7581d6919 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.2163615 Jun 17 08:31:03.810236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648138d-4b3f-48ac-8cf5-de77a59c99fb tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.816917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648138d-4b3f-48ac-8cf5-de77a59c99fb tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.823297 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0648138d-4b3f-48ac-8cf5-de77a59c99fb tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:03.825437 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0648138d-4b3f-48ac-8cf5-de77a59c99fb tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1421077 Jun 17 08:31:03.832040 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.832575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38016) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:03.864190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20855f31-df11-4e81-9b24-33ee1265e2fd {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:03.867769 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38018) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:03.870908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-009fa807-7736-496f-ada7-094bcfa3556f None None] Provisioning complete for port 5379e8d2-6ea2-43da-bbfc-29107a31e4e8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:03.871525 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-009fa807-7736-496f-ada7-094bcfa3556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.918966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-009fa807-7736-496f-ada7-094bcfa3556f None None] Port 5379e8d2-6ea2-43da-bbfc-29107a31e4e8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:03.945997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 20855f31-df11-4e81-9b24-33ee1265e2fd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=20855f31-df11-4e81-9b24-33ee1265e2fd,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:03.952889 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:03.956332 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:03.959780 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 30dc253c-b4c7-4ade-acf8-87157f4178b2 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:03.977479 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1863cb50-5c82-4834-92d3-5fdb0a028848 req-c74cdf3a-0cb7-444b-9d3a-119143f333f7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756959 Jun 17 08:31:03.986870 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 30dc253c-b4c7-4ade-acf8-87157f4178b2 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:03.987255 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.056923 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45d27ce5-b6e4-4ae8-9198-94028c959346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.078677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7947eb11-5d4b-46e3-8abd-9461e369f96b None None] Provisioning for port 236b0095-e72c-4800-a8eb-6d4e909bf868 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:04.083257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7947eb11-5d4b-46e3-8abd-9461e369f96b None None] Provisioning complete for port 236b0095-e72c-4800-a8eb-6d4e909bf868 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:04.083667 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7947eb11-5d4b-46e3-8abd-9461e369f96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.086435 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=20855f31-df11-4e81-9b24-33ee1265e2fd,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:04.093065 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:04.112236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-cbec820c-e470-4942-bfcf-8d3349fa03b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Deleting port 236b0095-e72c-4800-a8eb-6d4e909bf868 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:04.112631 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cbec820c-e470-4942-bfcf-8d3349fa03b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.137376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7947eb11-5d4b-46e3-8abd-9461e369f96b None None] Port 236b0095-e72c-4800-a8eb-6d4e909bf868 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:04.175917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['20855f31-df11-4e81-9b24-33ee1265e2fd'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:04.217728 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45d27ce5-b6e4-4ae8-9198-94028c959346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.227822 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45d27ce5-b6e4-4ae8-9198-94028c959346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.231284 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.234059 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-933cd407-2ad1-43b4-9391-2a1c025f206c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:04.254271 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cbec820c-e470-4942-bfcf-8d3349fa03b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.270698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d27ce5-b6e4-4ae8-9198-94028c959346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cdc6f6-a68b-48c3-bf4a-a5069de576ed,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:04.281247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb70acd-e37b-4f04-be3a-4f921731c937 req-2acc6081-93fa-435f-9c11-614ffb49b50c tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:04.284969 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45d27ce5-b6e4-4ae8-9198-94028c959346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:04.289115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fb70acd-e37b-4f04-be3a-4f921731c937 req-2acc6081-93fa-435f-9c11-614ffb49b50c tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 946 time: 0.1216431 Jun 17 08:31:04.292984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 30dc253c-b4c7-4ade-acf8-87157f4178b2, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=30dc253c-b4c7-4ade-acf8-87157f4178b2,segment=NetworkSegment(41715de8-600f-45cb-aabc-a1c8c3524bb4),segment_id=41715de8-600f-45cb-aabc-a1c8c3524bb4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:04.304908 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-45d27ce5-b6e4-4ae8-9198-94028c959346 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=67c31b2fb6a0493aad767602fd2778f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356921 Jun 17 08:31:04.305171 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.308366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38030) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:04.308938 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-384c8f4f-b7c3-442f-a689-d725f145b9de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:04.349614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-cbec820c-e470-4942-bfcf-8d3349fa03b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Calling delete_port for 236b0095-e72c-4800-a8eb-6d4e909bf868 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:04.360519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=30dc253c-b4c7-4ade-acf8-87157f4178b2,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:04.367631 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:04.390723 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b76dbeca-e672-4fb9-8f74-2085db07e780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.420101 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b76dbeca-e672-4fb9-8f74-2085db07e780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.433257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fb70acd-e37b-4f04-be3a-4f921731c937 req-aae3e769-f19e-42ae-bc74-2d4516881ba9 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416483 Jun 17 08:31:04.496376 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b76dbeca-e672-4fb9-8f74-2085db07e780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.499382 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b76dbeca-e672-4fb9-8f74-2085db07e780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.503306 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b76dbeca-e672-4fb9-8f74-2085db07e780 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66cdc6f6-a68b-48c3-bf4a-a5069de576ed HTTP/1.1" status: 204 len: 168 time: 0.1927087 Jun 17 08:31:04.504289 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6e2196c4-fa83-4912-8990-6b4d49d4437a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:04.515187 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76dbeca-e672-4fb9-8f74-2085db07e780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cdc6f6-a68b-48c3-bf4a-a5069de576ed,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:04.517701 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b76dbeca-e672-4fb9-8f74-2085db07e780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:04.598092 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cbec820c-e470-4942-bfcf-8d3349fa03b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.612267 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be05e911-9907-4ffd-9eea-dafeb30bdf1c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:04.655517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec820c-e470-4942-bfcf-8d3349fa03b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event deleted for resources: {'Port': ['ID=236b0095-e72c-4800-a8eb-6d4e909bf868,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:04.734405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1ceae-b5a4-4ec8-ab5d-1162ce3892c2 req-c9c92a30-7d70-4aac-bdf6-5d747334a265 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:04.736058 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58e1ceae-b5a4-4ec8-ab5d-1162ce3892c2 req-c9c92a30-7d70-4aac-bdf6-5d747334a265 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 950 time: 0.2539904 Jun 17 08:31:04.748977 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cbec820c-e470-4942-bfcf-8d3349fa03b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:04.824938 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cbec820c-e470-4942-bfcf-8d3349fa03b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:04.826930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cbec820c-e470-4942-bfcf-8d3349fa03b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "DELETE /v2.0/ports/236b0095-e72c-4800-a8eb-6d4e909bf868 HTTP/1.1" status: 204 len: 168 time: 0.9933064 Jun 17 08:31:04.830462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38044) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:04.834616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d95139-bd79-4131-939d-d919f2b02159 req-f00269f0-d010-455c-aae4-d3f0d4b0dee0 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:04.841703 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56d95139-bd79-4131-939d-d919f2b02159 req-f00269f0-d010-455c-aae4-d3f0d4b0dee0 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 943 time: 0.3031268 Jun 17 08:31:04.863605 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58e1ceae-b5a4-4ec8-ab5d-1162ce3892c2 req-7546f559-a3c6-46bc-9c09-2b2e86a766e5 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7f11881-046c-4b10-b3cd-a407af2c7195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213069 Jun 17 08:31:04.881479 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a17581-f8d3-4727-83be-f05f5e524943 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] GET failed (client error): The resource could not be found. Jun 17 08:31:04.884183 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-40a17581-f8d3-4727-83be-f05f5e524943 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "GET /v2.0/ports/236b0095-e72c-4800-a8eb-6d4e909bf868 HTTP/1.1" status: 404 len: 333 time: 0.0515525 Jun 17 08:31:04.887229 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56d95139-bd79-4131-939d-d919f2b02159 req-05a7f1a3-fd0b-44da-9f02-3aacee65bc56 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446370 Jun 17 08:31:04.887780 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38048) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:04.895851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Request body: {'port': {'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1749087479'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:05.032631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Made reservation on behalf of a1288540dfe4471cabcd28e27f1dbc2e for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:05.036560 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:05.113261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] device_id is not set on port fbbe1198-d885-4d39-b08e-48a6331bb651 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:05.219256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba3c5c-6596-4a3d-833f-a50b54429953 req-c13e48f4-b755-4bf8-b36d-154bb89b635a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:05.220759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bdba3c5c-6596-4a3d-833f-a50b54429953 req-c13e48f4-b755-4bf8-b36d-154bb89b635a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.1796181 Jun 17 08:31:05.247333 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba311f-611e-4c29-b1b1-86929d90bb71 req-3ea876cf-6d39-4fdc-8b2e-cd1d9873dbf9 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:05.248793 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bcba311f-611e-4c29-b1b1-86929d90bb71 req-3ea876cf-6d39-4fdc-8b2e-cd1d9873dbf9 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 944 time: 0.2096903 Jun 17 08:31:05.323567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Allocated IP 2001:db8::3b0 (85a886ec-0e94-45df-b5b8-ccc55bcc3997/4493b214-cff0-4552-9c74-584c65dd929e/fbbe1198-d885-4d39-b08e-48a6331bb651) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:05.337112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bcba311f-611e-4c29-b1b1-86929d90bb71 req-96d3964b-4e02-4f2d-a9cf-82b491e4fc1a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767503 Jun 17 08:31:05.349510 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bdba3c5c-6596-4a3d-833f-a50b54429953 req-c0a672dc-c6f3-4093-bb42-ab74af4ce9d8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099024 Jun 17 08:31:05.511442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 057338f0-8f71-402c-842c-c294ae6159d1 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:05.513819 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 20855f31-df11-4e81-9b24-33ee1265e2fd up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:05.553349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 30dc253c-b4c7-4ade-acf8-87157f4178b2 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:05.555167 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:05.576760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Transition to ACTIVE for port object fbbe1198-d885-4d39-b08e-48a6331bb651 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:05.661656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 30dc253c-b4c7-4ade-acf8-87157f4178b2 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:05.662118 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:05.666086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 20855f31-df11-4e81-9b24-33ee1265e2fd completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:05.691839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 20855f31-df11-4e81-9b24-33ee1265e2fd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:05.692185 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:05.692346 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:05.698364 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4f790ce4-8074-4676-91f2-67dc667d6213 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:05.767224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 057338f0-8f71-402c-842c-c294ae6159d1, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=057338f0-8f71-402c-842c-c294ae6159d1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:05.787628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '057338f0-8f71-402c-842c-c294ae6159d1', 'network_id': '20f5d41f-bb84-42c7-8719-2e1d4ee31efe', 'port_id': '057338f0-8f71-402c-842c-c294ae6159d1', 'mac_address': 'fa:16:3e:88:98:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8392e879-6732-4b68-b8be-3bf778dc17e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:05.893486 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:05.895390 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:05.920805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057338f0-8f71-402c-842c-c294ae6159d1 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:05.941565 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd07462-3e1a-40bf-8d7c-72dfab31169c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20855f31-df11-4e81-9b24-33ee1265e2fd'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:05.943975 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9e759c-b60a-49be-a4ac-a085583fa308" -d '{"events": [{"server_uuid": "0dd07462-3e1a-40bf-8d7c-72dfab31169c", "name": "network-vif-plugged", "status": "completed", "tag": "20855f31-df11-4e81-9b24-33ee1265e2fd"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:05.963989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 20855f31-df11-4e81-9b24-33ee1265e2fd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=20855f31-df11-4e81-9b24-33ee1265e2fd,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:05.966001 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 057338f0-8f71-402c-842c-c294ae6159d1, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=057338f0-8f71-402c-842c-c294ae6159d1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:05.969839 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:05.972202 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:05.974937 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.022133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=20855f31-df11-4e81-9b24-33ee1265e2fd,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:06.025326 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:06.026032 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:06.081381 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=057338f0-8f71-402c-842c-c294ae6159d1,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:06.084807 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:06.112820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:06.148309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7ac35-a98c-439c-9c2c-1c6f71e817e0 req-796901b4-7e03-4b6d-9c44-dce83209fc9e tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.149698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cff7ac35-a98c-439c-9c2c-1c6f71e817e0 req-796901b4-7e03-4b6d-9c44-dce83209fc9e tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 946 time: 0.5590038 Jun 17 08:31:06.150556 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:06.158278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:06.163108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.163709 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.175392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7caac-1bdc-49c9-88f4-ea48fd3804b5 req-d7f81fe6-d3b4-47af-b527-4b0c12e6718e tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.176874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4f7caac-1bdc-49c9-88f4-ea48fd3804b5 req-d7f81fe6-d3b4-47af-b527-4b0c12e6718e tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.10 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 950 time: 0.5676279 Jun 17 08:31:06.177757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'Port': ['ID=fbbe1198-d885-4d39-b08e-48a6331bb651,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:06.191400 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:06.209660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['057338f0-8f71-402c-842c-c294ae6159d1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:06.240550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3515921 Jun 17 08:31:06.243318 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38082) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:06.249698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4ae3cf9b-094b-4a9e-9d60-72cab4062c63 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:85:ca:0e'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:06.277037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cff7ac35-a98c-439c-9c2c-1c6f71e817e0 req-34eaa63c-1069-48d9-ab5e-d94a4257cdcd tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204846 Jun 17 08:31:06.331095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d87c6-5d33-49da-b3c8-a2ca7f92ed50 req-c06ef55c-f18f-45ed-9bb8-0f52c21b9981 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.333719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c18d87c6-5d33-49da-b3c8-a2ca7f92ed50 req-c06ef55c-f18f-45ed-9bb8-0f52c21b9981 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.2509673 Jun 17 08:31:06.390666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-f4f7caac-1bdc-49c9-88f4-ea48fd3804b5 req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Deleting port a04ff00d-ed65-4ea2-a73b-fdef529648ae {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:06.391291 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f4f7caac-1bdc-49c9-88f4-ea48fd3804b5 req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.398538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c18d87c6-5d33-49da-b3c8-a2ca7f92ed50 req-65a41b75-f387-4f6a-a652-c4e4256a7dcc tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542648 Jun 17 08:31:06.449756 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ae3cf9b-094b-4a9e-9d60-72cab4062c63 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.574875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-f4f7caac-1bdc-49c9-88f4-ea48fd3804b5 req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] For port a04ff00d-ed65-4ea2-a73b-fdef529648ae, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a04ff00d-ed65-4ea2-a73b-fdef529648ae,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:06.575161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f4f7caac-1bdc-49c9-88f4-ea48fd3804b5 req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.593682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ed5255a1-8904-4e4e-b135-e03bb404acdd None None] Provisioning for port fbbe1198-d885-4d39-b08e-48a6331bb651 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:06.597770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ed5255a1-8904-4e4e-b135-e03bb404acdd None None] Provisioning complete for port fbbe1198-d885-4d39-b08e-48a6331bb651 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:06.598153 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ed5255a1-8904-4e4e-b135-e03bb404acdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.640922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ed5255a1-8904-4e4e-b135-e03bb404acdd None None] Port fbbe1198-d885-4d39-b08e-48a6331bb651 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:06.657832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-f4f7caac-1bdc-49c9-88f4-ea48fd3804b5 req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Calling delete_port for a04ff00d-ed65-4ea2-a73b-fdef529648ae owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:06.693483 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae94ea-fbed-466d-8d70-36dcf395e7a0 req-5dbb00de-828d-4642-a8c6-c463cef642f9 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.694632 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26ae94ea-fbed-466d-8d70-36dcf395e7a0 req-5dbb00de-828d-4642-a8c6-c463cef642f9 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 950 time: 0.2120998 Jun 17 08:31:06.702346 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ae3cf9b-094b-4a9e-9d60-72cab4062c63 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.708462 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ae3cf9b-094b-4a9e-9d60-72cab4062c63 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.712405 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f5c8dec-65a6-49e1-a53e-6e084c04ec64 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:06.743193 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3cf9b-094b-4a9e-9d60-72cab4062c63 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] In _notify_port_updated(), no bound segment for port fbbe1198-d885-4d39-b08e-48a6331bb651 on network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:31:06.749268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae3cf9b-094b-4a9e-9d60-72cab4062c63 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.749934 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ae3cf9b-094b-4a9e-9d60-72cab4062c63 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.754628 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4ae3cf9b-094b-4a9e-9d60-72cab4062c63 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "PUT /v2.0/ports/fbbe1198-d885-4d39-b08e-48a6331bb651 HTTP/1.1" status: 200 len: 1002 time: 0.5064669 Jun 17 08:31:06.754879 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38100) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:06.804509 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26ae94ea-fbed-466d-8d70-36dcf395e7a0 req-b5d4da8e-bfb4-44cb-aed6-f499741d9d21 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7f11881-046c-4b10-b3cd-a407af2c7195&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723310 Jun 17 08:31:06.804630 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3cf9b-094b-4a9e-9d60-72cab4062c63 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'Port': ['ID=fbbe1198-d885-4d39-b08e-48a6331bb651,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:06.812369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd712b05-0883-4bb3-b1f8-82f55f67c636 req-cf066e0c-dc38-453e-9855-9ba53e02ca47 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:06.816123 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4ae3cf9b-094b-4a9e-9d60-72cab4062c63 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:06.819616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd712b05-0883-4bb3-b1f8-82f55f67c636 req-cf066e0c-dc38-453e-9855-9ba53e02ca47 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 944 time: 0.2338347 Jun 17 08:31:06.871934 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c07166-4243-44f6-9c8c-19dbf87f5487 x-openstack-request-id: req-70c07166-4243-44f6-9c8c-19dbf87f5487 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:06.872589 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd07462-3e1a-40bf-8d7c-72dfab31169c", "name": "network-vif-plugged", "status": "completed", "tag": "20855f31-df11-4e81-9b24-33ee1265e2fd", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:06.873076 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70c07166-4243-44f6-9c8c-19dbf87f5487 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:06.873996 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd07462-3e1a-40bf-8d7c-72dfab31169c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20855f31-df11-4e81-9b24-33ee1265e2fd', 'code': 200} Jun 17 08:31:06.895815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ed722-b5e9-4c0e-8031-a62d88248542 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Deleting port fbbe1198-d885-4d39-b08e-48a6331bb651 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:06.896384 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e3ed722-b5e9-4c0e-8031-a62d88248542 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.899838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd712b05-0883-4bb3-b1f8-82f55f67c636 req-7e4fc1ad-ae52-4ed8-ad88-50565143540b tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734694 Jun 17 08:31:06.956108 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f4f7caac-1bdc-49c9-88f4-ea48fd3804b5 req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:06.961197 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:06.974806 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['a04ff00d-ed65-4ea2-a73b-fdef529648ae'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:06.994166 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e3ed722-b5e9-4c0e-8031-a62d88248542 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.031822 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Pushing event deleted for resources: {'Port': ['ID=a04ff00d-ed65-4ea2-a73b-fdef529648ae,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:07.060340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ed722-b5e9-4c0e-8031-a62d88248542 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Calling delete_port for fbbe1198-d885-4d39-b08e-48a6331bb651 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:07.063147 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:07.166333 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f7caac-1bdc-49c9-88f4-ea48fd3804b5 req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] No DVR routers for this DVR port a04ff00d-ed65-4ea2-a73b-fdef529648ae on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:07.170935 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f4f7caac-1bdc-49c9-88f4-ea48fd3804b5 req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.173256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4f7caac-1bdc-49c9-88f4-ea48fd3804b5 req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.10 "DELETE /v2.0/ports/a04ff00d-ed65-4ea2-a73b-fdef529648ae HTTP/1.1" status: 204 len: 173 time: 0.9830909 Jun 17 08:31:07.174732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649af735-399f-495b-a8a7-d2703df8541c', 'name': 'network-vif-deleted', 'tag': 'a04ff00d-ed65-4ea2-a73b-fdef529648ae'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:07.177658 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c9f04c-5461-4e93-b96e-783b98c3fada" -d '{"events": [{"server_uuid": "649af735-399f-495b-a8a7-d2703df8541c", "name": "network-vif-deleted", "tag": "a04ff00d-ed65-4ea2-a73b-fdef529648ae"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:07.203382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e31fb65b-397d-46aa-ab95-208e64d504fc None None] Provisioning complete for port fbbe1198-d885-4d39-b08e-48a6331bb651 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:07.203910 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e31fb65b-397d-46aa-ab95-208e64d504fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.209838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7c0ac-03c7-4c86-96c1-94e5e8a11c15 req-4d5d4c57-6957-44b7-8891-673c82b4c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:07.211429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-29c7c0ac-03c7-4c86-96c1-94e5e8a11c15 req-4d5d4c57-6957-44b7-8891-673c82b4c408 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 1097 time: 0.2007470 Jun 17 08:31:07.256718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f06637-2acb-4975-a3da-7a9f742ed351 req-717977e2-64e7-46c8-9259-32ac00c68887 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:07.266334 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2f06637-2acb-4975-a3da-7a9f742ed351 req-717977e2-64e7-46c8-9259-32ac00c68887 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 945 time: 0.1910892 Jun 17 08:31:07.274924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e3ed722-b5e9-4c0e-8031-a62d88248542 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.279395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e31fb65b-397d-46aa-ab95-208e64d504fc None None] Port fbbe1198-d885-4d39-b08e-48a6331bb651 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:07.279745 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b331a1ee-22cf-4f5c-a977-4bd999c48dbc tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:07.314360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-29c7c0ac-03c7-4c86-96c1-94e5e8a11c15 req-9aec572e-982e-4439-9ade-4bd1395ec285 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925753 Jun 17 08:31:07.315910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ed722-b5e9-4c0e-8031-a62d88248542 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event deleted for resources: {'Port': ['ID=fbbe1198-d885-4d39-b08e-48a6331bb651,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:07.320595 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6e3ed722-b5e9-4c0e-8031-a62d88248542 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:07.347871 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2f06637-2acb-4975-a3da-7a9f742ed351 req-39e0ae43-d5d8-403e-a198-985940fd1d60 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774682 Jun 17 08:31:07.423545 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11030acf-83dc-43ec-bf24-264d4d9e071a x-openstack-request-id: req-11030acf-83dc-43ec-bf24-264d4d9e071a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:07.424045 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649af735-399f-495b-a8a7-d2703df8541c", "name": "network-vif-deleted", "tag": "a04ff00d-ed65-4ea2-a73b-fdef529648ae", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:07.425920 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11030acf-83dc-43ec-bf24-264d4d9e071a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:07.425920 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649af735-399f-495b-a8a7-d2703df8541c', 'name': 'network-vif-deleted', 'tag': 'a04ff00d-ed65-4ea2-a73b-fdef529648ae', 'status': 'completed', 'code': 200} Jun 17 08:31:07.517869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 057338f0-8f71-402c-842c-c294ae6159d1 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:07.556583 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e3ed722-b5e9-4c0e-8031-a62d88248542 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.558640 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6e3ed722-b5e9-4c0e-8031-a62d88248542 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "DELETE /v2.0/ports/fbbe1198-d885-4d39-b08e-48a6331bb651 HTTP/1.1" status: 204 len: 168 time: 0.8028522 Jun 17 08:31:07.561360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38110) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:07.620484 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b61bb8c1-1f9b-4110-9ac5-46a1b1eff6e2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] GET failed (client error): The resource could not be found. Jun 17 08:31:07.622228 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b61bb8c1-1f9b-4110-9ac5-46a1b1eff6e2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "GET /v2.0/ports/fbbe1198-d885-4d39-b08e-48a6331bb651 HTTP/1.1" status: 404 len: 333 time: 0.0594854 Jun 17 08:31:07.626044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38112) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:07.631321 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Request body: {'port': {'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-449301'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:07.651964 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 057338f0-8f71-402c-842c-c294ae6159d1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:07.658639 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 057338f0-8f71-402c-842c-c294ae6159d1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:07.659534 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.676959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e61da-5431-40c0-9452-8bc6240899ab req-f4967df3-4fe7-4a19-a264-d8059593dcb3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:07.684662 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b7e61da-5431-40c0-9452-8bc6240899ab req-f4967df3-4fe7-4a19-a264-d8059593dcb3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.1165621 Jun 17 08:31:07.765773 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.812781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Made reservation on behalf of a1288540dfe4471cabcd28e27f1dbc2e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:07.815361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 057338f0-8f71-402c-842c-c294ae6159d1, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=057338f0-8f71-402c-842c-c294ae6159d1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:07.817716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b7e61da-5431-40c0-9452-8bc6240899ab req-bb947f0f-2e09-41f6-bd45-5a718230c678 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800207 Jun 17 08:31:07.819161 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.824386 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:07.826751 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:07.844806 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] device_id is not set on port a75e382f-488a-4b13-9a82-f246b54f41e8 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:07.866363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9a3af-e3a9-458b-aebc-a1eff4bfd89c req-e89f2c29-d74d-4e30-89ae-6b07cb6da5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:07.868384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14b9a3af-e3a9-458b-aebc-a1eff4bfd89c req-e89f2c29-d74d-4e30-89ae-6b07cb6da5cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=eae574b111994954889dab8115222d5c&device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 1098 time: 0.1822896 Jun 17 08:31:07.881564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b57b4-349d-422f-9c5c-85cf5c8ccb3b req-8cb1a78d-913e-41da-8d7d-f86ef4be4d37 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:07.883385 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c6b57b4-349d-422f-9c5c-85cf5c8ccb3b req-8cb1a78d-913e-41da-8d7d-f86ef4be4d37 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 946 time: 0.1954434 Jun 17 08:31:07.906506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=057338f0-8f71-402c-842c-c294ae6159d1,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:07.922560 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:07.994095 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c6b57b4-349d-422f-9c5c-85cf5c8ccb3b req-5ecbf5e2-1b8d-4df2-a3ac-e96876ec0689 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008132 Jun 17 08:31:08.115711 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82cb07fb-7ca2-44d6-b8ed-b2818b981bd3 req-6f394923-a0e3-47f7-8e25-66080d98bd55 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] 10.222.0.47 "GET /v2.0/ports?device_id=649af735-399f-495b-a8a7-d2703df8541c HTTP/1.1" status: 200 len: 210 time: 0.0703523 Jun 17 08:31:08.119798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9a3af-e3a9-458b-aebc-a1eff4bfd89c req-dbf3c81b-4088-48de-9204-d93412d51517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:08.121304 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14b9a3af-e3a9-458b-aebc-a1eff4bfd89c req-dbf3c81b-4088-48de-9204-d93412d51517 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e7d86b9e-8655-448a-85ce-4d47fc3e7ecd HTTP/1.1" status: 200 len: 914 time: 0.2368855 Jun 17 08:31:08.191585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14b9a3af-e3a9-458b-aebc-a1eff4bfd89c req-b79ac016-e85b-4064-b64f-8979beba467b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e8213bc-a228-4013-8d86-9eb551c7e9d7 HTTP/1.1" status: 200 len: 217 time: 0.0624213 Jun 17 08:31:08.265640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9a3af-e3a9-458b-aebc-a1eff4bfd89c req-5a2bc5df-7c12-4cbc-9960-18ffcd3e6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:08.267172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14b9a3af-e3a9-458b-aebc-a1eff4bfd89c req-5a2bc5df-7c12-4cbc-9960-18ffcd3e6bef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3b6d05dc-5f99-433b-8c5f-12c71cf42d24 HTTP/1.1" status: 200 len: 853 time: 0.0579772 Jun 17 08:31:08.314429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14b9a3af-e3a9-458b-aebc-a1eff4bfd89c req-fa21487e-c88a-4e29-b863-bafad91cc8f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e7d86b9e-8655-448a-85ce-4d47fc3e7ecd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388877 Jun 17 08:31:08.322330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2ffa02-f6f1-4c27-86c6-1a2b333513af req-263056bb-15f8-4b81-9f32-05e8a9350988 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:08.323977 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f2ffa02-f6f1-4c27-86c6-1a2b333513af req-263056bb-15f8-4b81-9f32-05e8a9350988 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 945 time: 0.1792884 Jun 17 08:31:08.411709 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Allocated IP 2001:db8::321 (85a886ec-0e94-45df-b5b8-ccc55bcc3997/4493b214-cff0-4552-9c74-584c65dd929e/a75e382f-488a-4b13-9a82-f246b54f41e8) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:08.414605 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f2ffa02-f6f1-4c27-86c6-1a2b333513af req-ec82c7e0-4757-4b29-9f26-5ea2b6313147 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812564 Jun 17 08:31:08.445279 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14b9a3af-e3a9-458b-aebc-a1eff4bfd89c req-1d373edc-f246-4c21-9472-7ad507e56cd4 service neutron] 10.222.0.10 "GET /v2.0/networks/e7d86b9e-8655-448a-85ce-4d47fc3e7ecd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201825 Jun 17 08:31:08.567093 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:08.579922 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14b9a3af-e3a9-458b-aebc-a1eff4bfd89c req-585b2826-318c-4141-8da3-a10797711366 service neutron] 10.222.0.10 "GET /v2.0/networks/e7d86b9e-8655-448a-85ce-4d47fc3e7ecd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268587 Jun 17 08:31:08.581775 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Transition to ACTIVE for port object a75e382f-488a-4b13-9a82-f246b54f41e8 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:08.594579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9019f-a2c8-4c00-9502-ed13bd609081 req-c3ee3a72-3fc7-4df7-bc7f-7bfb4bcf2390 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:08.596225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fad9019f-a2c8-4c00-9502-ed13bd609081 req-c3ee3a72-3fc7-4df7-bc7f-7bfb4bcf2390 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 945 time: 0.1201050 Jun 17 08:31:08.619402 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:08.624499 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ddba30e-c2d4-4bf2-969e-33afd7fb30e7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:08.637509 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fad9019f-a2c8-4c00-9502-ed13bd609081 req-83b9a8d8-7297-4295-abe6-c1bf79a3950a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339959 Jun 17 08:31:08.664631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:08.668319 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:08.671512 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:08.683511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:08.683511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:08.693988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'Port': ['ID=a75e382f-488a-4b13-9a82-f246b54f41e8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:08.697364 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:08.711748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38130) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:08.715000 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 1.0841827 Jun 17 08:31:08.717703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-371de10a-d2f5-447b-b393-856d75225c53 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:85:ca:0e'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:08.875353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab9bed4-a641-445f-a785-db3578b4b2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057338f0-8f71-402c-842c-c294ae6159d1'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:08.880281 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7977243-55d3-4b28-9302-8a25545eded5" -d '{"events": [{"server_uuid": "7ab9bed4-a641-445f-a785-db3578b4b2ad", "name": "network-vif-plugged", "status": "completed", "tag": "057338f0-8f71-402c-842c-c294ae6159d1"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:08.932365 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493b39b8-cf70-4d7c-a58f-41a8ca256471 x-openstack-request-id: req-493b39b8-cf70-4d7c-a58f-41a8ca256471 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:08.932672 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab9bed4-a641-445f-a785-db3578b4b2ad", "name": "network-vif-plugged", "status": "completed", "tag": "057338f0-8f71-402c-842c-c294ae6159d1", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:08.932934 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-493b39b8-cf70-4d7c-a58f-41a8ca256471 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:08.933337 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab9bed4-a641-445f-a785-db3578b4b2ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057338f0-8f71-402c-842c-c294ae6159d1', 'code': 200} Jun 17 08:31:08.935134 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-371de10a-d2f5-447b-b393-856d75225c53 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.035356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9b20d497-961f-4eb8-a949-4e63b9a1fc09 None None] Provisioning for port a75e382f-488a-4b13-9a82-f246b54f41e8 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:09.057811 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9b20d497-961f-4eb8-a949-4e63b9a1fc09 None None] Provisioning complete for port a75e382f-488a-4b13-9a82-f246b54f41e8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:09.058170 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9b20d497-961f-4eb8-a949-4e63b9a1fc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.085602 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.100135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-9b20d497-961f-4eb8-a949-4e63b9a1fc09 None None] Port a75e382f-488a-4b13-9a82-f246b54f41e8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:09.242597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eeb018-ed5b-4912-9d3d-fc466d302146 req-789868a1-8a56-4c9c-b0fa-584bcf5c0b2b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:09.244256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11eeb018-ed5b-4912-9d3d-fc466d302146 req-789868a1-8a56-4c9c-b0fa-584bcf5c0b2b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.2791684 Jun 17 08:31:09.266936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663540-1363-4fdb-ade7-ef48f27fc8a1 req-139c1f8d-3563-48f8-9756-fa4b3576c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:09.268369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db663540-1363-4fdb-ade7-ef48f27fc8a1 req-139c1f8d-3563-48f8-9756-fa4b3576c622 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 1097 time: 0.2611647 Jun 17 08:31:09.317084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870407ca-136b-4921-9967-b824fbcdc894 req-aec56173-85c7-4248-b0d8-dde80886b9d6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:09.318701 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-870407ca-136b-4921-9967-b824fbcdc894 req-aec56173-85c7-4248-b0d8-dde80886b9d6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 945 time: 0.2543404 Jun 17 08:31:09.374585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6ffaef74-290c-44ee-98c7-d43a6d7773b6 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:09.378190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a04ff00d-ed65-4ea2-a73b-fdef529648ae no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:09.391256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11eeb018-ed5b-4912-9d3d-fc466d302146 req-b5c01976-d3c2-480a-ab38-0f2e065e594d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388159 Jun 17 08:31:09.404565 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: a04ff00d-ed65-4ea2-a73b-fdef529648ae {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:09.404777 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db663540-1363-4fdb-ade7-ef48f27fc8a1 req-2f81230a-36f0-46b1-8960-2aee1463510e service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217928 Jun 17 08:31:09.404917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a04ff00d-ed65-4ea2-a73b-fdef529648ae not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:09.412887 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-371de10a-d2f5-447b-b393-856d75225c53 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.416769 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-870407ca-136b-4921-9967-b824fbcdc894 req-8edc9045-1170-49d1-bb27-bc52b642f1e9 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902171 Jun 17 08:31:09.420746 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-371de10a-d2f5-447b-b393-856d75225c53 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.429909 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dd256ba0-46d7-4ceb-ac92-4eac529a558d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:09.465125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-371de10a-d2f5-447b-b393-856d75225c53 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] In _notify_port_updated(), no bound segment for port a75e382f-488a-4b13-9a82-f246b54f41e8 on network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 {{(pid=93803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:31:09.472055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371de10a-d2f5-447b-b393-856d75225c53 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:09.472923 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-371de10a-d2f5-447b-b393-856d75225c53 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.477239 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38154) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:09.477765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-371de10a-d2f5-447b-b393-856d75225c53 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "PUT /v2.0/ports/a75e382f-488a-4b13-9a82-f246b54f41e8 HTTP/1.1" status: 200 len: 999 time: 0.7646112 Jun 17 08:31:09.492597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371de10a-d2f5-447b-b393-856d75225c53 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'Port': ['ID=a75e382f-488a-4b13-9a82-f246b54f41e8,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:09.496009 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-371de10a-d2f5-447b-b393-856d75225c53 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:09.515179 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6ffaef74-290c-44ee-98c7-d43a6d7773b6, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:09.527260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '6ffaef74-290c-44ee-98c7-d43a6d7773b6', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'port_id': '6ffaef74-290c-44ee-98c7-d43a6d7773b6', 'mac_address': 'fa:16:3e:83:6a:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:09.577417 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.592764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ffaef74-290c-44ee-98c7-d43a6d7773b6 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:09.618586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6ffaef74-290c-44ee-98c7-d43a6d7773b6, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:09.629989 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.636986 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:09.643370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1639834f-fe92-44c1-9d47-535f6447cd93 req-a2b148ee-ddf0-483c-95b3-cb84b5857f59 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:09.653117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1639834f-fe92-44c1-9d47-535f6447cd93 req-a2b148ee-ddf0-483c-95b3-cb84b5857f59 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 946 time: 0.0966153 Jun 17 08:31:09.690237 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b0dcb-f8e3-4ab0-81d3-9500fadcbf3d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Deleting port a75e382f-488a-4b13-9a82-f246b54f41e8 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:09.690582 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0dcb-f8e3-4ab0-81d3-9500fadcbf3d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.704258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1639834f-fe92-44c1-9d47-535f6447cd93 req-96cd9aa3-dc6d-4647-8e86-4010b319219c tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501220 Jun 17 08:31:09.749000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6ffaef74-290c-44ee-98c7-d43a6d7773b6,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:09.752861 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:09.758618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['6ffaef74-290c-44ee-98c7-d43a6d7773b6'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:09.895622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0dcb-f8e3-4ab0-81d3-9500fadcbf3d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:09.918393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec59bc7-123b-4d86-ade2-276cf334200f req-7bbc3a8f-a022-433b-b3b5-56f845c57687 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:09.920535 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fec59bc7-123b-4d86-ade2-276cf334200f req-7bbc3a8f-a022-433b-b3b5-56f845c57687 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 945 time: 0.0821986 Jun 17 08:31:09.984862 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b0dcb-f8e3-4ab0-81d3-9500fadcbf3d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Calling delete_port for a75e382f-488a-4b13-9a82-f246b54f41e8 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:09.988349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fec59bc7-123b-4d86-ade2-276cf334200f req-b7e98a61-2c9e-4239-a483-f8ae2de4e77e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487792 Jun 17 08:31:10.014839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482c9c-43ed-4b5c-8940-4d2eec5045b2 req-629d0afc-ebaf-43b0-a1e4-04f88be4a12c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:10.016480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76482c9c-43ed-4b5c-8940-4d2eec5045b2 req-629d0afc-ebaf-43b0-a1e4-04f88be4a12c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 945 time: 0.1187255 Jun 17 08:31:10.051722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-40c1d5ea-6a36-4c4c-94b3-bfc4f46ea473 None None] Provisioning complete for port a75e382f-488a-4b13-9a82-f246b54f41e8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:10.052437 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-40c1d5ea-6a36-4c4c-94b3-bfc4f46ea473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.082792 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38162) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:10.109948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-40c1d5ea-6a36-4c4c-94b3-bfc4f46ea473 None None] Port a75e382f-488a-4b13-9a82-f246b54f41e8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:10.127851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76482c9c-43ed-4b5c-8940-4d2eec5045b2 req-199059ee-27df-4e44-98f1-86d408688030 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011813 Jun 17 08:31:10.204241 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0dcb-f8e3-4ab0-81d3-9500fadcbf3d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.216424 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e7bfd72-fab1-4d6c-9dda-5043cb30590c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:10.285439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b0dcb-f8e3-4ab0-81d3-9500fadcbf3d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event deleted for resources: {'Port': ['ID=a75e382f-488a-4b13-9a82-f246b54f41e8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:10.291637 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac6b0dcb-f8e3-4ab0-81d3-9500fadcbf3d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:10.343444 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0dcb-f8e3-4ab0-81d3-9500fadcbf3d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.345728 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ac6b0dcb-f8e3-4ab0-81d3-9500fadcbf3d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "DELETE /v2.0/ports/a75e382f-488a-4b13-9a82-f246b54f41e8 HTTP/1.1" status: 204 len: 168 time: 0.8668118 Jun 17 08:31:10.348619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38174) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:10.364822 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d52824b5-bd25-4cdc-9f8f-fd3e4c602c23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a2bd16b83e374d1b88a0459dfd7809ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807572 Jun 17 08:31:10.367148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38176) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:10.433749 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee3947d-0529-47f3-9352-6b3153428d36 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] GET failed (client error): The resource could not be found. Jun 17 08:31:10.444364 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38180) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:10.455442 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2ee3947d-0529-47f3-9352-6b3153428d36 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "GET /v2.0/ports/a75e382f-488a-4b13-9a82-f246b54f41e8 HTTP/1.1" status: 404 len: 333 time: 0.1054130 Jun 17 08:31:10.474693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Request body: {'port': {'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1278477761'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:10.568694 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae56b4df-03c1-4c84-8b41-1404a0021452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.628770 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae56b4df-03c1-4c84-8b41-1404a0021452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.654057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cf611-5382-4004-be52-723334e0a929 req-e54d2677-ccd0-4db3-92cf-a251ee5cc41f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:10.655926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a03cf611-5382-4004-be52-723334e0a929 req-e54d2677-ccd0-4db3-92cf-a251ee5cc41f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 944 time: 0.0728810 Jun 17 08:31:10.715691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Made reservation on behalf of a1288540dfe4471cabcd28e27f1dbc2e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:10.723990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.740643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a03cf611-5382-4004-be52-723334e0a929 req-3e52c4c5-67e9-4837-a69d-d0b12db69f17 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762391 Jun 17 08:31:10.745128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae56b4df-03c1-4c84-8b41-1404a0021452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.747975 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae56b4df-03c1-4c84-8b41-1404a0021452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:10.749668 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ae56b4df-03c1-4c84-8b41-1404a0021452 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d7f11881-046c-4b10-b3cd-a407af2c7195 HTTP/1.1" status: 204 len: 168 time: 0.3808277 Jun 17 08:31:10.751038 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] device_id is not set on port f804e3a6-420f-4655-be77-95fc4f2339e1 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:10.770440 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-37b17e44-b9d2-4fbb-ac9e-ecea0249b830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:10.795189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56b4df-03c1-4c84-8b41-1404a0021452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f11881-046c-4b10-b3cd-a407af2c7195,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:10.811047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dad171-bf51-4625-81ed-1df9e8c7efa0 req-22043823-2066-43e0-83df-2b349946bca4 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:10.814174 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68dad171-bf51-4625-81ed-1df9e8c7efa0 req-22043823-2066-43e0-83df-2b349946bca4 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 945 time: 0.1272044 Jun 17 08:31:10.830860 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae56b4df-03c1-4c84-8b41-1404a0021452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:10.921208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68dad171-bf51-4625-81ed-1df9e8c7efa0 req-0f560b73-519e-41b0-a8fa-f65f23608fe8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001239 Jun 17 08:31:10.941364 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Allocated IP 2001:db8::57 (85a886ec-0e94-45df-b5b8-ccc55bcc3997/4493b214-cff0-4552-9c74-584c65dd929e/f804e3a6-420f-4655-be77-95fc4f2339e1) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:10.957901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7c65-3f4f-430c-b8e0-a371a2d3d0b5 req-9e5eb811-1f9c-4064-8bff-5dfa839e7aa3 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:10.959626 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43ac7c65-3f4f-430c-b8e0-a371a2d3d0b5 req-9e5eb811-1f9c-4064-8bff-5dfa839e7aa3 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 946 time: 0.0981691 Jun 17 08:31:11.006743 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43ac7c65-3f4f-430c-b8e0-a371a2d3d0b5 req-66155729-887f-4795-bf5f-d2517c9725f5 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407896 Jun 17 08:31:11.119864 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.137318 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Transition to ACTIVE for port object f804e3a6-420f-4655-be77-95fc4f2339e1 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:11.162248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38196) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:11.178098 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f07c401-ddd9-4177-bbad-b1e3bd91c318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.189362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.196073 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a03396cc-36c3-43d2-b49a-747f0aafd222 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:11.198743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb884156-27c2-4bb2-a00f-9c0533966e15 req-07b2bf28-058b-43cd-94bf-ceb8cd10f8e9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:11.201746 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb884156-27c2-4bb2-a00f-9c0533966e15 req-07b2bf28-058b-43cd-94bf-ceb8cd10f8e9 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 945 time: 0.0664010 Jun 17 08:31:11.237992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb884156-27c2-4bb2-a00f-9c0533966e15 req-79c12c4f-23fd-4128-bbd6-a4a77725adf8 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Jun 17 08:31:11.257298 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:11.261971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'Port': ['ID=f804e3a6-420f-4655-be77-95fc4f2339e1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:11.264508 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:11.269722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:11.275478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:11.276202 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.278761 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.297146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:11.301108 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:11.349808 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f07c401-ddd9-4177-bbad-b1e3bd91c318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.356049 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f07c401-ddd9-4177-bbad-b1e3bd91c318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.358611 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6978e06b-d1ba-432d-a5e6-4762fab48460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:11.378043 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9182065 Jun 17 08:31:11.383005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38200) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:11.384455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6ffaef74-290c-44ee-98c7-d43a6d7773b6 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:11.394010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Request body: {'port': {'network_id': '85a886ec-0e94-45df-b5b8-ccc55bcc3997', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1458330878'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:11.441495 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c5557-ab23-45b9-a20e-7d013a354b49 req-492acc11-8f00-412e-a5cd-b23a26067dbd tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:11.449090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f7c5557-ab23-45b9-a20e-7d013a354b49 req-492acc11-8f00-412e-a5cd-b23a26067dbd tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 945 time: 0.0799747 Jun 17 08:31:11.453813 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6f07c401-ddd9-4177-bbad-b1e3bd91c318 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9cc23ebb57b402aba8e0975707bd9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2904201 Jun 17 08:31:11.454675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f07c401-ddd9-4177-bbad-b1e3bd91c318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b21da88-b50e-4675-a249-f393e0ad5e86,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:11.459556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38202) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:11.466030 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6f07c401-ddd9-4177-bbad-b1e3bd91c318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:11.478565 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:11.479192 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.491379 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f7c5557-ab23-45b9-a20e-7d013a354b49 req-63e74e7c-202d-41b6-b2e2-80eb92e18717 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Jun 17 08:31:11.566081 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32195d0c-a1a4-4c17-9964-b925e066f6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.585127 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-41cfada2-d107-4f12-8177-7abf2fd5f6b0 None None] Provisioning for port f804e3a6-420f-4655-be77-95fc4f2339e1 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:11.594228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-41cfada2-d107-4f12-8177-7abf2fd5f6b0 None None] Provisioning complete for port f804e3a6-420f-4655-be77-95fc4f2339e1 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:11.594907 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-41cfada2-d107-4f12-8177-7abf2fd5f6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.599611 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32195d0c-a1a4-4c17-9964-b925e066f6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.606457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Made reservation on behalf of a1288540dfe4471cabcd28e27f1dbc2e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:11.610101 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.625429 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.653008 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] device_id is not set on port 99089d67-464a-4e80-8953-280613d54cc4 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:11.676690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d59ec51-efe9-4c58-b028-d866638dd153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffaef74-290c-44ee-98c7-d43a6d7773b6'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:11.679723 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499f8c62-b9e9-4b76-b457-6e8fc866c04d" -d '{"events": [{"server_uuid": "6d59ec51-efe9-4c58-b028-d866638dd153", "name": "network-vif-plugged", "status": "completed", "tag": "6ffaef74-290c-44ee-98c7-d43a6d7773b6"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:11.720662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-41cfada2-d107-4f12-8177-7abf2fd5f6b0 None None] Port f804e3a6-420f-4655-be77-95fc4f2339e1 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:11.727391 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32195d0c-a1a4-4c17-9964-b925e066f6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.729512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6ffaef74-290c-44ee-98c7-d43a6d7773b6, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:11.730688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32195d0c-a1a4-4c17-9964-b925e066f6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.734476 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-32195d0c-a1a4-4c17-9964-b925e066f6ea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b21da88-b50e-4675-a249-f393e0ad5e86 HTTP/1.1" status: 204 len: 168 time: 0.2716098 Jun 17 08:31:11.735481 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:11.744839 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:11.750715 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:11.753347 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32195d0c-a1a4-4c17-9964-b925e066f6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b21da88-b50e-4675-a249-f393e0ad5e86,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:11.757030 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84de1526-da62-402c-b02a-24f94ccf9694 x-openstack-request-id: req-84de1526-da62-402c-b02a-24f94ccf9694 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:11.759615 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d59ec51-efe9-4c58-b028-d866638dd153", "name": "network-vif-plugged", "status": "completed", "tag": "6ffaef74-290c-44ee-98c7-d43a6d7773b6", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:11.761604 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-84de1526-da62-402c-b02a-24f94ccf9694 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:11.762981 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d59ec51-efe9-4c58-b028-d866638dd153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffaef74-290c-44ee-98c7-d43a6d7773b6', 'code': 200} Jun 17 08:31:11.807069 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-32195d0c-a1a4-4c17-9964-b925e066f6ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:11.859668 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6ffaef74-290c-44ee-98c7-d43a6d7773b6,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:11.878662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Allocated IP 2001:db8::210 (85a886ec-0e94-45df-b5b8-ccc55bcc3997/4493b214-cff0-4552-9c74-584c65dd929e/99089d67-464a-4e80-8953-280613d54cc4) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:11.878835 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:11.889094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0928a61-eeee-4757-a93c-a0a86f1c429f req-13e20e49-0c2a-4394-b089-4f0615f36f85 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:11.894686 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0928a61-eeee-4757-a93c-a0a86f1c429f req-13e20e49-0c2a-4394-b089-4f0615f36f85 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 945 time: 0.1300156 Jun 17 08:31:12.072005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d3066-7ea4-49da-9ebb-0d2a40588fdb req-57a01332-605f-43a9-a452-55e35cb97c64 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:12.073569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb0d3066-7ea4-49da-9ebb-0d2a40588fdb req-57a01332-605f-43a9-a452-55e35cb97c64 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 945 time: 0.1758153 Jun 17 08:31:12.104669 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.118989 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Transition to ACTIVE for port object 99089d67-464a-4e80-8953-280613d54cc4 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:12.125696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01867851-b597-4696-9537-51ef94639ec1 req-e14425f9-1c31-49c4-8061-e5e8072449e5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:12.134820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01867851-b597-4696-9537-51ef94639ec1 req-e14425f9-1c31-49c4-8061-e5e8072449e5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.1760898 Jun 17 08:31:12.166606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a0928a61-eeee-4757-a93c-a0a86f1c429f req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Deleting port 20855f31-df11-4e81-9b24-33ee1265e2fd {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:12.167005 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a0928a61-eeee-4757-a93c-a0a86f1c429f req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.194170 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.200919 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-049879a0-d679-4167-8f2a-f9269d823878 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:12.243974 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb0d3066-7ea4-49da-9ebb-0d2a40588fdb req-96e2aeb2-c791-4762-9556-7e926635ab8f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612513 Jun 17 08:31:12.276488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:12.305507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'Port': ['ID=99089d67-464a-4e80-8953-280613d54cc4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:12.309369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01867851-b597-4696-9537-51ef94639ec1 req-77d0037d-45ba-48bc-b5f2-0377a338feaf tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733663 Jun 17 08:31:12.320253 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:12.322535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:12.325363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:12.349931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:12.350882 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.391662 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0046120 Jun 17 08:31:12.394607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38248) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:12.410278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-97264a3c-2561-407c-aca0-184429a953b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::18', 'mac_address': 'fa:16:3e:85:ca:0e'}, {'ip_address': '2001:db8::57', 'mac_address': 'fa:16:3e:a3:2d:87'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:12.412450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a0928a61-eeee-4757-a93c-a0a86f1c429f req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] For port 20855f31-df11-4e81-9b24-33ee1265e2fd, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=20855f31-df11-4e81-9b24-33ee1265e2fd,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:12.412792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a0928a61-eeee-4757-a93c-a0a86f1c429f req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.622529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a0928a61-eeee-4757-a93c-a0a86f1c429f req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Calling delete_port for 20855f31-df11-4e81-9b24-33ee1265e2fd owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:12.666643 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97264a3c-2561-407c-aca0-184429a953b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.790158 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a9c6e079-b8a6-41a8-9c18-dcb0fba12234 None None] Provisioning for port 99089d67-464a-4e80-8953-280613d54cc4 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:12.799544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a9c6e079-b8a6-41a8-9c18-dcb0fba12234 None None] Provisioning complete for port 99089d67-464a-4e80-8953-280613d54cc4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:12.800161 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a9c6e079-b8a6-41a8-9c18-dcb0fba12234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:12.810197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818497ce-ca16-47c9-ba18-ba5b13bd0812 req-e3e795e9-c5cc-4f6f-974a-10b98bacf204 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:12.817758 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-818497ce-ca16-47c9-ba18-ba5b13bd0812 req-e3e795e9-c5cc-4f6f-974a-10b98bacf204 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 945 time: 0.3982596 Jun 17 08:31:12.845357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260099e-8207-4ace-a7c0-55467216fdbb req-624af637-1c98-420a-a5c5-510b68718d65 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:12.846903 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e260099e-8207-4ace-a7c0-55467216fdbb req-624af637-1c98-420a-a5c5-510b68718d65 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.10 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 946 time: 0.4264407 Jun 17 08:31:12.882329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592e81a-d40d-4957-883b-0834200ab464 req-090d503d-b3d0-40d8-b0d0-6dfde2352edb tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:12.886651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6e079-b8a6-41a8-9c18-dcb0fba12234 None None] Port 99089d67-464a-4e80-8953-280613d54cc4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:12.889432 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a592e81a-d40d-4957-883b-0834200ab464 req-090d503d-b3d0-40d8-b0d0-6dfde2352edb tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 946 time: 0.4137425 Jun 17 08:31:13.008040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-818497ce-ca16-47c9-ba18-ba5b13bd0812 req-5f026be7-30e5-4c81-9418-a65276dafbee tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887727 Jun 17 08:31:13.016766 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97264a3c-2561-407c-aca0-184429a953b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.025862 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97264a3c-2561-407c-aca0-184429a953b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.030471 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4ae3cf9b-094b-4a9e-9d60-72cab4062c63 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:13.077271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a592e81a-d40d-4957-883b-0834200ab464 req-78a92e77-66ec-4de8-b3f9-f4a86546225a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/security-groups?id=909d33d2-073f-4c11-bed6-619acf471ce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867244 Jun 17 08:31:13.125960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a0928a61-eeee-4757-a93c-a0a86f1c429f req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.131718 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3874bca6-ecfb-4365-b759-54d9d48a060c tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:13.142950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194', '20855f31-df11-4e81-9b24-33ee1265e2fd'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:13.175768 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-97264a3c-2561-407c-aca0-184429a953b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] In _notify_port_updated(), no bound segment for port 99089d67-464a-4e80-8953-280613d54cc4 on network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:31:13.198612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97264a3c-2561-407c-aca0-184429a953b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:13.199279 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-97264a3c-2561-407c-aca0-184429a953b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.208991 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-97264a3c-2561-407c-aca0-184429a953b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "PUT /v2.0/ports/99089d67-464a-4e80-8953-280613d54cc4 HTTP/1.1" status: 200 len: 1066 time: 0.8096335 Jun 17 08:31:13.217440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38284) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:13.226249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event deleted for resources: {'Port': ['ID=20855f31-df11-4e81-9b24-33ee1265e2fd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:13.232315 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:13.278080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97264a3c-2561-407c-aca0-184429a953b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event updated for resources: {'Port': ['ID=99089d67-464a-4e80-8953-280613d54cc4,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:13.283261 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97264a3c-2561-407c-aca0-184429a953b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:13.374687 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1267f621-6c70-4842-9e48-3846e93cd853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.644902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f3f4f006-824d-4703-8de4-9ffc1c5b6a1b None None] Provisioning complete for port 99089d67-464a-4e80-8953-280613d54cc4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:13.645289 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f006-824d-4703-8de4-9ffc1c5b6a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.713181 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f3f4f006-824d-4703-8de4-9ffc1c5b6a1b None None] Port 99089d67-464a-4e80-8953-280613d54cc4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:13.821046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0928a61-eeee-4757-a93c-a0a86f1c429f req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] No DVR routers for this DVR port 20855f31-df11-4e81-9b24-33ee1265e2fd on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:13.847465 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a0928a61-eeee-4757-a93c-a0a86f1c429f req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:13.849619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0928a61-eeee-4757-a93c-a0a86f1c429f req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "DELETE /v2.0/ports/20855f31-df11-4e81-9b24-33ee1265e2fd HTTP/1.1" status: 204 len: 173 time: 1.9422672 Jun 17 08:31:13.852289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd07462-3e1a-40bf-8d7c-72dfab31169c', 'name': 'network-vif-deleted', 'tag': '20855f31-df11-4e81-9b24-33ee1265e2fd'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:13.854637 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e346eb-f578-48cb-8e82-ef07a7093080" -d '{"events": [{"server_uuid": "0dd07462-3e1a-40bf-8d7c-72dfab31169c", "name": "network-vif-deleted", "tag": "20855f31-df11-4e81-9b24-33ee1265e2fd"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:13.874974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-e260099e-8207-4ace-a7c0-55467216fdbb req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Deleting port 0e8213bc-a228-4013-8d86-9eb551c7e9d7 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:13.875441 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e260099e-8207-4ace-a7c0-55467216fdbb req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.046236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99773c6b-38db-4dd9-a16f-d2b56b579161 req-e2a98ec5-a255-4a8a-a845-e523dc1e62f2 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:14.047921 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-99773c6b-38db-4dd9-a16f-d2b56b579161 req-e2a98ec5-a255-4a8a-a845-e523dc1e62f2 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.3149765 Jun 17 08:31:14.064153 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42318b60-0fcf-4e89-a5fb-673fd7b876b7 req-528294d0-462e-465b-9bba-fd9908f6952b tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:14.071562 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42318b60-0fcf-4e89-a5fb-673fd7b876b7 req-528294d0-462e-465b-9bba-fd9908f6952b tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 945 time: 0.3349454 Jun 17 08:31:14.126924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-e260099e-8207-4ace-a7c0-55467216fdbb req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] For port 0e8213bc-a228-4013-8d86-9eb551c7e9d7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0e8213bc-a228-4013-8d86-9eb551c7e9d7,segment=NetworkSegment(b81578a4-a739-412e-9a2d-df65a8085f99),segment_id=b81578a4-a739-412e-9a2d-df65a8085f99)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:14.127172 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e260099e-8207-4ace-a7c0-55467216fdbb req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.150109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-9fc38abd-c948-4ff5-b1ce-d404c3c31c40 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Deleting port 99089d67-464a-4e80-8953-280613d54cc4 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:14.150456 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fc38abd-c948-4ff5-b1ce-d404c3c31c40 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.225304 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-e260099e-8207-4ace-a7c0-55467216fdbb req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Calling delete_port for 0e8213bc-a228-4013-8d86-9eb551c7e9d7 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:14.290587 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-99773c6b-38db-4dd9-a16f-d2b56b579161 req-cfd27cab-3adb-408d-b013-b8583fefc912 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139368 Jun 17 08:31:14.323524 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42318b60-0fcf-4e89-a5fb-673fd7b876b7 req-deb0c0ff-283e-49dd-8bc8-75c903f597ae tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508955 Jun 17 08:31:14.524268 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c20de86-7012-4a94-8084-ed03a4f690c5 x-openstack-request-id: req-9c20de86-7012-4a94-8084-ed03a4f690c5 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:14.524936 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd07462-3e1a-40bf-8d7c-72dfab31169c", "name": "network-vif-deleted", "tag": "20855f31-df11-4e81-9b24-33ee1265e2fd", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:14.527315 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9c20de86-7012-4a94-8084-ed03a4f690c5 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:14.527783 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd07462-3e1a-40bf-8d7c-72dfab31169c', 'name': 'network-vif-deleted', 'tag': '20855f31-df11-4e81-9b24-33ee1265e2fd', 'status': 'completed', 'code': 200} Jun 17 08:31:14.561400 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e260099e-8207-4ace-a7c0-55467216fdbb req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.570473 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4625aad5-b0dc-40d6-a382-75843ebbc266 req-8ae1f127-a883-4a44-8afa-92b43e78ec80 tempest-FlavorsV2NegativeTest-1656993764 tempest-FlavorsV2NegativeTest-1656993764-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d9d1724ec4fe4e6d886f2e899847427b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521133 Jun 17 08:31:14.577784 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9d0113e1-bd17-414e-b472-893019c11b61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:14.655483 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Pushing event deleted for resources: {'Port': ['ID=0e8213bc-a228-4013-8d86-9eb551c7e9d7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:14.659615 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:14.749687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92860a87-107d-4ec6-990d-8856ca819646 req-357e3ae7-d79b-45af-a8bc-5afc021c3be7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=0dd07462-3e1a-40bf-8d7c-72dfab31169c HTTP/1.1" status: 200 len: 210 time: 0.1432853 Jun 17 08:31:14.755248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fc38abd-c948-4ff5-b1ce-d404c3c31c40 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.791126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e260099e-8207-4ace-a7c0-55467216fdbb req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] No DVR routers for this DVR port 0e8213bc-a228-4013-8d86-9eb551c7e9d7 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:14.805005 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e260099e-8207-4ace-a7c0-55467216fdbb req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:14.807080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e260099e-8207-4ace-a7c0-55467216fdbb req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.10 "DELETE /v2.0/ports/0e8213bc-a228-4013-8d86-9eb551c7e9d7 HTTP/1.1" status: 204 len: 173 time: 1.9537539 Jun 17 08:31:14.877872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-9fc38abd-c948-4ff5-b1ce-d404c3c31c40 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Calling delete_port for 99089d67-464a-4e80-8953-280613d54cc4 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:15.007535 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8147ae79-31c5-4f67-8e7d-109d49a24a3c req-44f1dcd6-c753-4366-80d3-5a2c725101e6 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] 10.222.0.47 "GET /v2.0/ports?device_id=9443a23f-f411-446a-82d1-a8017cd2443b HTTP/1.1" status: 200 len: 210 time: 0.0983694 Jun 17 08:31:15.017598 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625aad5-b0dc-40d6-a382-75843ebbc266 req-0662c8bc-53d8-4ffd-9425-d6871f2ff9b7 tempest-FlavorsV2NegativeTest-1656993764 tempest-FlavorsV2NegativeTest-1656993764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:15.024823 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4625aad5-b0dc-40d6-a382-75843ebbc266 req-0662c8bc-53d8-4ffd-9425-d6871f2ff9b7 tempest-FlavorsV2NegativeTest-1656993764 tempest-FlavorsV2NegativeTest-1656993764-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4531765 Jun 17 08:31:15.044267 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4625aad5-b0dc-40d6-a382-75843ebbc266 req-63cc59a3-3dd1-422c-a0bf-b39cabb8a5d0 tempest-FlavorsV2NegativeTest-1656993764 tempest-FlavorsV2NegativeTest-1656993764-project] 10.222.0.47 "GET /v2.0/quotas/d9d1724ec4fe4e6d886f2e899847427b HTTP/1.1" status: 200 len: 375 time: 0.0182226 Jun 17 08:31:15.093352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4625aad5-b0dc-40d6-a382-75843ebbc266 req-90d769ee-3876-486e-aaac-62e9ae0f464d tempest-FlavorsV2NegativeTest-1656993764 tempest-FlavorsV2NegativeTest-1656993764-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9d1724ec4fe4e6d886f2e899847427b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481167 Jun 17 08:31:15.264041 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fc38abd-c948-4ff5-b1ce-d404c3c31c40 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:15.268500 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:15.313017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc38abd-c948-4ff5-b1ce-d404c3c31c40 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event deleted for resources: {'Port': ['ID=99089d67-464a-4e80-8953-280613d54cc4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:15.336983 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9fc38abd-c948-4ff5-b1ce-d404c3c31c40 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:15.421628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e8213bc-a228-4013-8d86-9eb551c7e9d7 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:15.494375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 0e8213bc-a228-4013-8d86-9eb551c7e9d7 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:15.505845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0e8213bc-a228-4013-8d86-9eb551c7e9d7 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:15.542234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 20855f31-df11-4e81-9b24-33ee1265e2fd no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:15.614887 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 20855f31-df11-4e81-9b24-33ee1265e2fd {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:15.619726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 20855f31-df11-4e81-9b24-33ee1265e2fd not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:15.653035 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a497e97-bb81-4162-8619-9b5b2016bc61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:15.849999 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fc38abd-c948-4ff5-b1ce-d404c3c31c40 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:15.852164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9fc38abd-c948-4ff5-b1ce-d404c3c31c40 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "DELETE /v2.0/ports/99089d67-464a-4e80-8953-280613d54cc4 HTTP/1.1" status: 204 len: 168 time: 2.6326072 Jun 17 08:31:15.854692 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38356) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:15.900384 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63ada60-41d5-431c-a739-0969e7328067 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] GET failed (client error): The resource could not be found. Jun 17 08:31:15.902932 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b63ada60-41d5-431c-a739-0969e7328067 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "GET /v2.0/ports/99089d67-464a-4e80-8953-280613d54cc4 HTTP/1.1" status: 404 len: 333 time: 0.0471375 Jun 17 08:31:15.908813 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38358) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:15.922248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc83050-f4fa-4ae7-b964-6b6e96b07cb8 req-93490f90-f64a-4666-a589-d4ac6cf6e289 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:15.924165 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc83050-f4fa-4ae7-b964-6b6e96b07cb8 req-93490f90-f64a-4666-a589-d4ac6cf6e289 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.3061244 Jun 17 08:31:15.943233 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:15.996431 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d3e75-7274-4557-9958-16f3f159cd8b req-0baac026-ccc5-4f61-8414-66cfd975588f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:15.998449 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-847d3e75-7274-4557-9958-16f3f159cd8b req-0baac026-ccc5-4f61-8414-66cfd975588f tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 945 time: 0.2414927 Jun 17 08:31:16.036372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bc83050-f4fa-4ae7-b964-6b6e96b07cb8 req-4be9d1e0-ad93-4dc6-8516-73ba7a1172a2 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989521 Jun 17 08:31:16.119989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-847d3e75-7274-4557-9958-16f3f159cd8b req-d21f7e3d-64d8-4cee-92f9-9ea891150adf tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087656 Jun 17 08:31:16.181669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-87a7c8d1-4a8f-4e15-b924-aa6bc13b82f6 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Deleting port f804e3a6-420f-4655-be77-95fc4f2339e1 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:16.185925 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87a7c8d1-4a8f-4e15-b924-aa6bc13b82f6 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.187989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38368) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:16.298036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38376) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:16.310876 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87a7c8d1-4a8f-4e15-b924-aa6bc13b82f6 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.388299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-87a7c8d1-4a8f-4e15-b924-aa6bc13b82f6 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Calling delete_port for f804e3a6-420f-4655-be77-95fc4f2339e1 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:16.438842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d998a9-7ac2-4867-a9b3-838a831a4f12 admin admin] Deleting subnet 3b6d05dc-5f99-433b-8c5f-12c71cf42d24 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:16.451036 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00d998a9-7ac2-4867-a9b3-838a831a4f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.542954 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9443a23f-f411-446a-82d1-a8017cd2443b', 'name': 'network-vif-deleted', 'tag': '0e8213bc-a228-4013-8d86-9eb551c7e9d7'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:16.545717 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a7347-e4e8-44f3-b04f-874fa69eb110" -d '{"events": [{"server_uuid": "9443a23f-f411-446a-82d1-a8017cd2443b", "name": "network-vif-deleted", "tag": "0e8213bc-a228-4013-8d86-9eb551c7e9d7"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:16.552780 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ef3b055c-ee0c-40e3-9a9f-dd628c123e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.567158 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87a7c8d1-4a8f-4e15-b924-aa6bc13b82f6 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.578028 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a52399ca-239c-4f4b-8da5-6f12647e5e9a tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:16.578285 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00d998a9-7ac2-4867-a9b3-838a831a4f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.636230 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7c8d1-4a8f-4e15-b924-aa6bc13b82f6 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event deleted for resources: {'Port': ['ID=f804e3a6-420f-4655-be77-95fc4f2339e1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:16.642961 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-87a7c8d1-4a8f-4e15-b924-aa6bc13b82f6 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:16.695945 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87a7c8d1-4a8f-4e15-b924-aa6bc13b82f6 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.697914 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-87a7c8d1-4a8f-4e15-b924-aa6bc13b82f6 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "DELETE /v2.0/ports/f804e3a6-420f-4655-be77-95fc4f2339e1 HTTP/1.1" status: 204 len: 168 time: 0.7880595 Jun 17 08:31:16.701029 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00d998a9-7ac2-4867-a9b3-838a831a4f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.704065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38392) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:16.793423 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:16.802387 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633cb06-74ed-4d17-a95d-cb1e022acbc1 req-c81487ad-e2f1-4fb6-9a87-d361a2395fd7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:16.804050 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c633cb06-74ed-4d17-a95d-cb1e022acbc1 req-c81487ad-e2f1-4fb6-9a87-d361a2395fd7 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 945 time: 0.3075080 Jun 17 08:31:16.838175 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-97498244-2db6-4c4e-bd74-9f48716b851c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] GET failed (client error): The resource could not be found. Jun 17 08:31:16.842831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-97498244-2db6-4c4e-bd74-9f48716b851c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "GET /v2.0/ports/f804e3a6-420f-4655-be77-95fc4f2339e1 HTTP/1.1" status: 404 len: 333 time: 0.1082478 Jun 17 08:31:16.844512 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38394) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:16.982318 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ef3b055c-ee0c-40e3-9a9f-dd628c123e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.009250 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ef3b055c-ee0c-40e3-9a9f-dd628c123e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.016119 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01012df3-78c8-417d-8155-21db67fadeea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:17.018958 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00d998a9-7ac2-4867-a9b3-838a831a4f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.058894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c633cb06-74ed-4d17-a95d-cb1e022acbc1 req-81c64ac8-6070-4ce1-a4c8-937f540f433e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247276 Jun 17 08:31:17.067674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f5f89-6d16-4208-b045-53dba9c8c0b5 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Deleting port 5379e8d2-6ea2-43da-bbfc-29107a31e4e8 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:17.068923 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5f89-6d16-4208-b045-53dba9c8c0b5 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.080994 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-3c2c607a-f51f-4e81-9015-6cf1c8cb6765 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:17.095503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-3c2c607a-f51f-4e81-9015-6cf1c8cb6765 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.3595204 Jun 17 08:31:17.147930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-6913bb09-a356-48a0-9007-55b65e3b5fd1 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/quotas/79ea1abce073485f95175427f07f9668 HTTP/1.1" status: 200 len: 375 time: 0.0571651 Jun 17 08:31:17.151031 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00d998a9-7ac2-4867-a9b3-838a831a4f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.155556 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-00d998a9-7ac2-4867-a9b3-838a831a4f12 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3b6d05dc-5f99-433b-8c5f-12c71cf42d24 HTTP/1.1" status: 204 len: 168 time: 0.8539069 Jun 17 08:31:17.155556 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef35c69-df79-43df-ba97-483929e0b20a x-openstack-request-id: req-aef35c69-df79-43df-ba97-483929e0b20a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:17.155556 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9443a23f-f411-446a-82d1-a8017cd2443b", "name": "network-vif-deleted", "tag": "0e8213bc-a228-4013-8d86-9eb551c7e9d7", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:17.155556 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aef35c69-df79-43df-ba97-483929e0b20a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:17.156292 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9443a23f-f411-446a-82d1-a8017cd2443b', 'name': 'network-vif-deleted', 'tag': '0e8213bc-a228-4013-8d86-9eb551c7e9d7', 'status': 'completed', 'code': 200} Jun 17 08:31:17.170397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38400) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:17.180855 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5f89-6d16-4208-b045-53dba9c8c0b5 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.235671 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ef3b055c-ee0c-40e3-9a9f-dd628c123e20 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d9d1724ec4fe4e6d886f2e899847427b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0430503 Jun 17 08:31:17.236316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3b055c-ee0c-40e3-9a9f-dd628c123e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc448364-d279-48a3-b01c-36c6f3d16661,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:17.246988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-cd9f5f89-6d16-4208-b045-53dba9c8c0b5 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Calling delete_port for 5379e8d2-6ea2-43da-bbfc-29107a31e4e8 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:17.256899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38402) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:17.292301 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ef3b055c-ee0c-40e3-9a9f-dd628c123e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:17.292301 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-226cb326-a10d-4ed2-b2e0-ece5bcf792d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:17.358907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d998a9-7ac2-4867-a9b3-838a831a4f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b6d05dc-5f99-433b-8c5f-12c71cf42d24,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:17.374175 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-00d998a9-7ac2-4867-a9b3-838a831a4f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:17.398489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5f89-6d16-4208-b045-53dba9c8c0b5 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.404833 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9c33e392-68c6-4c90-9e41-a1cfc883771d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:17.439320 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f5f89-6d16-4208-b045-53dba9c8c0b5 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event deleted for resources: {'Port': ['ID=5379e8d2-6ea2-43da-bbfc-29107a31e4e8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:17.447949 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd9f5f89-6d16-4208-b045-53dba9c8c0b5 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:17.465454 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.491622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd9f5f89-6d16-4208-b045-53dba9c8c0b5 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.500055 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cd9f5f89-6d16-4208-b045-53dba9c8c0b5 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "DELETE /v2.0/ports/5379e8d2-6ea2-43da-bbfc-29107a31e4e8 HTTP/1.1" status: 204 len: 168 time: 0.6541789 Jun 17 08:31:17.501006 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38404) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:17.503206 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-f6076955-2bff-4e44-b502-09238b9d74aa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3535843 Jun 17 08:31:17.575275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f2b7bf-eb50-4e45-a50a-125121308b72 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Deleting subnet 4493b214-cff0-4552-9c74-584c65dd929e {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:17.579448 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b7bf-eb50-4e45-a50a-125121308b72 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.612045 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-786d776d-ebfa-4bd8-9f1c-f0f7fbc8e7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.631054 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b7bf-eb50-4e45-a50a-125121308b72 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.755614 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b7bf-eb50-4e45-a50a-125121308b72 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.777151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa486f55-d6d6-4ca9-9e8a-8a809d319ecf req-8b71df62-9e24-4576-9888-b5f31b539810 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:17.784892 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa486f55-d6d6-4ca9-9e8a-8a809d319ecf req-8b71df62-9e24-4576-9888-b5f31b539810 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.4283259 Jun 17 08:31:17.790169 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-786d776d-ebfa-4bd8-9f1c-f0f7fbc8e7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.822998 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.864530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d86b9e-8655-448a-85ce-4d47fc3e7ecd']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:17.876443 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b7bf-eb50-4e45-a50a-125121308b72 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.879947 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3cf1c512-1524-4d18-b16a-b869e1cd5121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:17.903330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b81578a4-a739-412e-9a2d-df65a8085f99') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:17.903714 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b81578a4-a739-412e-9a2d-df65a8085f99') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:17.911763 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2b7bf-eb50-4e45-a50a-125121308b72 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event deleted for resources: {'Subnet': ['ID=4493b214-cff0-4552-9c74-584c65dd929e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:17.914643 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e8f2b7bf-eb50-4e45-a50a-125121308b72 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.916564 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e8f2b7bf-eb50-4e45-a50a-125121308b72 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "DELETE /v2.0/subnets/4493b214-cff0-4552-9c74-584c65dd929e HTTP/1.1" status: 204 len: 168 time: 0.4142706 Jun 17 08:31:17.918847 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e8f2b7bf-eb50-4e45-a50a-125121308b72 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:17.919335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38408) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:17.922674 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1782697-dd48-4518-aabf-dc9c39d6c53b None None] Network 85a886ec-0e94-45df-b5b8-ccc55bcc3997 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:17.946108 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa486f55-d6d6-4ca9-9e8a-8a809d319ecf req-6d377309-14fc-433e-a434-75d33c07d153 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594167 Jun 17 08:31:17.950110 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:17.990652 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-20064048-df56-4a21-a34d-4c5d03fdabc2 service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610932 Jun 17 08:31:18.013162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.039481 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.074712 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-786d776d-ebfa-4bd8-9f1c-f0f7fbc8e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.077461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-786d776d-ebfa-4bd8-9f1c-f0f7fbc8e7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.094306 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-786d776d-ebfa-4bd8-9f1c-f0f7fbc8e7cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc448364-d279-48a3-b01c-36c6f3d16661 HTTP/1.1" status: 204 len: 168 time: 0.8135412 Jun 17 08:31:18.102959 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Deleting port 30dc253c-b4c7-4ade-acf8-87157f4178b2 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:18.103597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.191945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] For port 30dc253c-b4c7-4ade-acf8-87157f4178b2, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=30dc253c-b4c7-4ade-acf8-87157f4178b2,segment=NetworkSegment(41715de8-600f-45cb-aabc-a1c8c3524bb4),segment_id=41715de8-600f-45cb-aabc-a1c8c3524bb4)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:18.192374 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.293600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Calling delete_port for 30dc253c-b4c7-4ade-acf8-87157f4178b2 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:18.297185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] DHCP port deletion for 85a886ec-0e94-45df-b5b8-ccc55bcc3997 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:31:18.400607 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.407851 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a59c6954-02f3-4485-bee8-cc57f9fb62bf tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:18.429422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] Deleting port 30dc253c-b4c7-4ade-acf8-87157f4178b2 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:18.429977 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.504642 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event deleted for resources: {'Port': ['ID=30dc253c-b4c7-4ade-acf8-87157f4178b2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:18.515762 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:18.516671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] No DVR routers for this DVR port 30dc253c-b4c7-4ade-acf8-87157f4178b2 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:18.584333 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] For port 30dc253c-b4c7-4ade-acf8-87157f4178b2, host n-d-779913-16, got binding levels [] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:18.585029 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.669534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] Calling delete_port for 30dc253c-b4c7-4ade-acf8-87157f4178b2 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:18.673438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.ipam_backend_mixin [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] Port 30dc253c-b4c7-4ade-acf8-87157f4178b2 was not found and therefore no delete operation was performed {{(pid=93805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:31:18.674811 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.677715 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:18.708158 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] Pushing event deleted for resources: {'Port': ['ID=30dc253c-b4c7-4ade-acf8-87157f4178b2,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:18.718487 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:18.722541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] No DVR routers for this DVR port 30dc253c-b4c7-4ade-acf8-87157f4178b2 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:18.747150 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.763003 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85a886ec-0e94-45df-b5b8-ccc55bcc3997']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:18.777315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41715de8-600f-45cb-aabc-a1c8c3524bb4') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:18.777781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41715de8-600f-45cb-aabc-a1c8c3524bb4') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:18.802069 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.808540 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.824856 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.832323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:18.832790 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.842240 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93efcd90-419a-4ed0-9bf5-6f614e6b4564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:18.871757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-88838ce2-b95c-4875-bdb1-13ccd0ac67f8 service neutron] 10.222.0.47 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8669090 Jun 17 08:31:18.871757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:18.871757 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:18.945617 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:18.954869 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.960888 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-591e2459-2f5a-4f82-b06f-6af6cdc6069e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:18.991010 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:18.993654 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] 10.222.0.47 "DELETE /v2.0/networks/85a886ec-0e94-45df-b5b8-ccc55bcc3997 HTTP/1.1" status: 204 len: 168 time: 1.0733883 Jun 17 08:31:18.994787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Pushing event deleted for resources: {'Network': ['ID=85a886ec-0e94-45df-b5b8-ccc55bcc3997,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:19.004570 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:19.060931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d776d-ebfa-4bd8-9f1c-f0f7fbc8e7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc448364-d279-48a3-b01c-36c6f3d16661,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:19.067751 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:19.078170 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-786d776d-ebfa-4bd8-9f1c-f0f7fbc8e7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:19.085019 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.125847 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fb866f1f-8129-48b0-ad39-365dca6b0ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:19.231453 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:19.236286 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] 10.222.0.47 "DELETE /v2.0/networks/e7d86b9e-8655-448a-85ce-4d47fc3e7ecd HTTP/1.1" status: 204 len: 168 time: 2.0293164 Jun 17 08:31:19.236286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d86b9e-8655-448a-85ce-4d47fc3e7ecd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:19.268935 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:19.380687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-47e7fff3-cd1b-49ae-9be6-fc22c7c9675c service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3069041 Jun 17 08:31:19.430441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586c8ba-969b-4bf0-8269-008273e82317 req-cc2857c0-8699-4f9a-a486-107258e70e18 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:19.438473 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e586c8ba-969b-4bf0-8269-008273e82317 req-cc2857c0-8699-4f9a-a486-107258e70e18 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.1579938 Jun 17 08:31:19.523462 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e586c8ba-969b-4bf0-8269-008273e82317 req-c3d0609b-5476-4cc5-91b0-e101d7fa7bac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839021 Jun 17 08:31:19.588995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 30dc253c-b4c7-4ade-acf8-87157f4178b2 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:19.622946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15fb34a4-0b92-494d-89ea-f08b580cc68b req-7b2978c7-6eea-46bc-8f0f-85c75f7abae3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 210 time: 0.0745203 Jun 17 08:31:19.626701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-aae182b7-b265-4540-8256-9cc748bdbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:19.628262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-aae182b7-b265-4540-8256-9cc748bdbb35 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 1098 time: 0.2201233 Jun 17 08:31:19.637082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38454) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:19.706588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 30dc253c-b4c7-4ade-acf8-87157f4178b2 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:19.708231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 30dc253c-b4c7-4ade-acf8-87157f4178b2 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:19.743890 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e58abc5d-ae24-45ff-a338-02689a59a8a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eae574b111994954889dab8115222d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053534 Jun 17 08:31:19.751276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38456) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:19.774052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38458) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:19.903242 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-52b44e47-0925-4875-9eea-7a5101f7296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:19.908081 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-52b44e47-0925-4875-9eea-7a5101f7296f service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.2487464 Jun 17 08:31:20.024644 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-ff5a29b3-dbea-49b1-b858-30f640310656 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b537b33c-6981-4fad-b00b-1f02264972d4 HTTP/1.1" status: 200 len: 217 time: 0.0604231 Jun 17 08:31:20.077609 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-598cc272-c69b-4484-aa2a-1574dd5400f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.099854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-e73fc611-7986-4a42-bb6e-92ce3e29b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:20.101694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-e73fc611-7986-4a42-bb6e-92ce3e29b02b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.0704854 Jun 17 08:31:20.131871 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38468) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:20.159664 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e631126b-a7c1-4d73-8679-c79d84ecc4d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1288540dfe4471cabcd28e27f1dbc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720872 Jun 17 08:31:20.169228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38472) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:20.189887 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-598cc272-c69b-4484-aa2a-1574dd5400f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.214244 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b3c9c-74dc-4149-8dbb-f28aa5e218d7 req-2e109dfa-4b94-4b46-a3c5-6ad7de473ea0 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:20.215848 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c53b3c9c-74dc-4149-8dbb-f28aa5e218d7 req-2e109dfa-4b94-4b46-a3c5-6ad7de473ea0 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.63 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 945 time: 0.3971255 Jun 17 08:31:20.232349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310245da-dd94-4a81-91e3-5e7dd43ed25f req-01aa8504-209e-4c77-97e0-4769837abc3c tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:20.240148 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-310245da-dd94-4a81-91e3-5e7dd43ed25f req-01aa8504-209e-4c77-97e0-4769837abc3c tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 945 time: 0.3727584 Jun 17 08:31:20.303263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-85d883b1-fe74-4897-8999-f3ae3235650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:20.305485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-85d883b1-fe74-4897-8999-f3ae3235650e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1798201 Jun 17 08:31:20.337332 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-310245da-dd94-4a81-91e3-5e7dd43ed25f req-354fbcda-98bd-40cd-97d2-e9a8203815e4 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836360 Jun 17 08:31:20.348813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5c3bfad-7825-43dc-be88-1003b2d6a7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.354742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-369987350-network', 'tenant_id': 'c3bf8dc7bb7e4035ac1ff00a4b1bd235'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:20.384630 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-598cc272-c69b-4484-aa2a-1574dd5400f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.387214 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-598cc272-c69b-4484-aa2a-1574dd5400f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.388448 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-598cc272-c69b-4484-aa2a-1574dd5400f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/909d33d2-073f-4c11-bed6-619acf471ce8 HTTP/1.1" status: 204 len: 168 time: 0.6360927 Jun 17 08:31:20.392530 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d42ad0e-eac7-464f-b46a-1dd0b27fb075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:20.419076 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5c3bfad-7825-43dc-be88-1003b2d6a7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.431153 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598cc272-c69b-4484-aa2a-1574dd5400f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909d33d2-073f-4c11-bed6-619acf471ce8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:20.437812 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-7f9a7602-65c1-462f-9912-60e3b323bb7e service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147981 Jun 17 08:31:20.460990 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-598cc272-c69b-4484-aa2a-1574dd5400f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:20.481140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Made reservation on behalf of c3bf8dc7bb7e4035ac1ff00a4b1bd235 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:20.485107 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.521739 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.551907 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-c53b3c9c-74dc-4149-8dbb-f28aa5e218d7 req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Deleting port 057338f0-8f71-402c-842c-c294ae6159d1 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:20.553096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c53b3c9c-74dc-4149-8dbb-f28aa5e218d7 req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.584490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0dd4770d-48d4-4113-b827-fe6675213fa3 req-dde3ab34-6b8f-424f-8c91-345b3e7779ce service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365249 Jun 17 08:31:20.632710 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5c3bfad-7825-43dc-be88-1003b2d6a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.635783 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5c3bfad-7825-43dc-be88-1003b2d6a7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.637276 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d5c3bfad-7825-43dc-be88-1003b2d6a7d4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e3d0d2c-2ec1-423a-929f-25a89c1bc356 HTTP/1.1" status: 204 len: 168 time: 0.4671910 Jun 17 08:31:20.645948 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-014764a9-578a-40f2-9610-063e94303afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:20.668893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3bfad-7825-43dc-be88-1003b2d6a7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d0d2c-2ec1-423a-929f-25a89c1bc356,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:20.711007 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5c3bfad-7825-43dc-be88-1003b2d6a7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:20.784887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c53b3c9c-74dc-4149-8dbb-f28aa5e218d7 req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] For port 057338f0-8f71-402c-842c-c294ae6159d1, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=057338f0-8f71-402c-842c-c294ae6159d1,segment=NetworkSegment(53463604-1532-4905-b3ac-a995a369dea3),segment_id=53463604-1532-4905-b3ac-a995a369dea3)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:20.785605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c53b3c9c-74dc-4149-8dbb-f28aa5e218d7 req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:20.948078 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-c53b3c9c-74dc-4149-8dbb-f28aa5e218d7 req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Calling delete_port for 057338f0-8f71-402c-842c-c294ae6159d1 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:20.967041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-789290fa-ba4f-4e3d-bf8b-141b89a4380f req-71c4fc71-d5f8-4bb4-83d3-1be815caf9e4 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 210 time: 0.0739477 Jun 17 08:31:21.043452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0494301-e2b7-4176-8434-5fa5dc4f2b94 req-2c6c8e2e-be3f-46b3-8434-7ea8d2818f55 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:21.063729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0494301-e2b7-4176-8434-5fa5dc4f2b94 req-2c6c8e2e-be3f-46b3-8434-7ea8d2818f55 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.2650745 Jun 17 08:31:21.362729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0494301-e2b7-4176-8434-5fa5dc4f2b94 req-152f8c45-6f64-434c-87cf-8f2d2b1679c5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878864 Jun 17 08:31:21.509817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-f4b8691b-548d-4cae-b394-83323adf6a72 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:21.516039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-f4b8691b-548d-4cae-b394-83323adf6a72 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 806 time: 0.4476731 Jun 17 08:31:21.531046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Request body: {'port': {'device_id': 'd2aed8a2-10df-4111-9398-6d59250bc310', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'admin_state_up': True, 'tenant_id': '79ea1abce073485f95175427f07f9668'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:21.660663 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.670680 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.677450 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2b37440-44ae-4235-942d-1f09552ec31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:21.700753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:21.781544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3612f91c-30b3-4287-989d-3e067c7dc9fe,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:21.788190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.789479 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Added segment 9f1129d9-f21c-41d0-a7f0-861e19795097 of type vlan for network 3719c1b8-0358-499d-9726-ca84879bed46 Jun 17 08:31:21.792377 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:21.871542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf082c6-2952-4279-9a62-1ea7b33cd071 req-99ac7367-733b-4ec8-9f38-134fb5bfbe5e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:21.887041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cf082c6-2952-4279-9a62-1ea7b33cd071 req-99ac7367-733b-4ec8-9f38-134fb5bfbe5e tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ab9bed4-a641-445f-a785-db3578b4b2ad HTTP/1.1" status: 200 len: 945 time: 0.2162011 Jun 17 08:31:21.942502 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.986882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Made reservation on behalf of 79ea1abce073485f95175427f07f9668 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:21.988016 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c53b3c9c-74dc-4149-8dbb-f28aa5e218d7 req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:21.991040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38520) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:21.991393 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.002218 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b1bb6b9-0b75-4d63-9283-6a0c45168d07 tempest-TenantUsagesTestJSON-706709348 tempest-TenantUsagesTestJSON-706709348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:22.008037 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.009513 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:22.010265 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.056097 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9219763 Jun 17 08:31:22.058706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38528) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:22.064704 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Request body: {'subnet': {'network_id': '3719c1b8-0358-499d-9726-ca84879bed46', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-369987350-subnet', 'tenant_id': 'c3bf8dc7bb7e4035ac1ff00a4b1bd235', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:22.071080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Pushing event deleted for resources: {'Port': ['ID=057338f0-8f71-402c-842c-c294ae6159d1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:22.106021 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:22.109552 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:22.204096 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38530) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:22.220580 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Pushing event updated for resources: {'Network': ['ID=3719c1b8-0358-499d-9726-ca84879bed46,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:22.228210 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:22.231708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 3719c1b8-0358-499d-9726-ca84879bed46 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:22.232197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53b3c9c-74dc-4149-8dbb-f28aa5e218d7 req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] No DVR routers for this DVR port 057338f0-8f71-402c-842c-c294ae6159d1 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:22.235352 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c53b3c9c-74dc-4149-8dbb-f28aa5e218d7 req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.238135 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c53b3c9c-74dc-4149-8dbb-f28aa5e218d7 req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.63 "DELETE /v2.0/ports/057338f0-8f71-402c-842c-c294ae6159d1 HTTP/1.1" status: 204 len: 173 time: 2.0089166 Jun 17 08:31:22.238706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab9bed4-a641-445f-a785-db3578b4b2ad', 'name': 'network-vif-deleted', 'tag': '057338f0-8f71-402c-842c-c294ae6159d1'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:22.241438 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ed6426-d233-4ee6-83a8-8c36b3b7f6ce" -d '{"events": [{"server_uuid": "7ab9bed4-a641-445f-a785-db3578b4b2ad", "name": "network-vif-deleted", "tag": "057338f0-8f71-402c-842c-c294ae6159d1"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:22.255569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Made reservation on behalf of c3bf8dc7bb7e4035ac1ff00a4b1bd235 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:22.260336 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.319083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Allocated IP 172.20.0.4 (097ff4ff-fb7f-4249-b525-2868d741451c/0a4db804-8101-4dd3-b960-865e4ac98c1d/a739a63c-2fda-467b-8509-93573cf883bc) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:22.501076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-393224837'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:22.533742 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.564254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-567976557-network', 'tenant_id': 'e6e3a5e724994ef4a9c2311fe1a950b6'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:22.599686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:22.604348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.619105 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e6d5468-33aa-4248-ae6e-2a0818417d08 req-4cf07f63-8524-46ce-a570-83e70ee0ad8e tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 210 time: 0.0728810 Jun 17 08:31:22.625510 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.628117 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.633997 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-74b3ed29-4ba3-4958-969e-255e1d961781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:22.645520 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cf082c6-2952-4279-9a62-1ea7b33cd071 req-7c8cf6a6-16a5-4edc-a73d-ad0e621c8183 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] 10.222.0.47 "GET /v2.0/security-groups?id=2ac2fe91-ce51-46d1-8930-0315f58ef877&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7574029 Jun 17 08:31:22.698906 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf848c-0292-41c3-a2c8-b3a66f98992f x-openstack-request-id: req-55bf848c-0292-41c3-a2c8-b3a66f98992f {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:22.699508 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab9bed4-a641-445f-a785-db3578b4b2ad", "name": "network-vif-deleted", "tag": "057338f0-8f71-402c-842c-c294ae6159d1", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:22.700628 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-55bf848c-0292-41c3-a2c8-b3a66f98992f {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:22.702353 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab9bed4-a641-445f-a785-db3578b4b2ad', 'name': 'network-vif-deleted', 'tag': '057338f0-8f71-402c-842c-c294ae6159d1', 'status': 'completed', 'code': 200} Jun 17 08:31:22.717277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Made reservation on behalf of e6e3a5e724994ef4a9c2311fe1a950b6 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:22.719886 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.722563 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.727734 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a07ef012-f16b-41b8-8d94-d93cd524e6cd tempest-LiveMigrationTest-1178860537 tempest-LiveMigrationTest-1178860537-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:22.737829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:22.748125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92c3caf-a20e-4587-a177-ab7ddccc3bd6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:22.767710 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:22.800091 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:22.840470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Network 097ff4ff-fb7f-4249-b525-2868d741451c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:22.850168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:22.856949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:22.863306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event updated for resources: {'Port': ['ID=a739a63c-2fda-467b-8509-93573cf883bc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:22.871464 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:23.008545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.009127 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.014638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Checking segment: {'id': '9f1129d9-f21c-41d0-a7f0-861e19795097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '3719c1b8-0358-499d-9726-ca84879bed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:23.015465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Network hostable DHCP agents. Network: 3719c1b8-0358-499d-9726-ca84879bed46, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:23.044214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8757d46e-84b5-4716-a9d3-afb5e2894afe req-2b47fdf1-fba0-4254-aab5-ba7443037a8d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.051487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8757d46e-84b5-4716-a9d3-afb5e2894afe req-2b47fdf1-fba0-4254-aab5-ba7443037a8d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.1831043 Jun 17 08:31:23.063616 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.069338 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a132bb12-3c2b-4a91-83d9-bc60e601ee40 req-39a31395-1fec-4a81-88b5-554580d9c527 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2713757 Jun 17 08:31:23.073737 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.097510 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5716779 Jun 17 08:31:23.117170 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Request body: {'port': {'device_id': 'd2aed8a2-10df-4111-9398-6d59250bc310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:23.129805 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7ec52196-f4f4-4c75-87e2-f921124d0e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:23.141674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8757d46e-84b5-4716-a9d3-afb5e2894afe req-a22ecf60-285c-4ff0-9b1a-384d60e28d21 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889320 Jun 17 08:31:23.196063 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Network 3719c1b8-0358-499d-9726-ca84879bed46 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:23.209012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:23.227122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.227740 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Added segment ec339c2c-392c-4b16-8733-1c630c275894 of type vlan for network 47136a67-9c33-44bd-8e43-7c00e740da93 Jun 17 08:31:23.235801 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.370927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.392528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 3719c1b8-0358-499d-9726-ca84879bed46) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:23.399142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.400006 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.401311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3815686-4137-4a73-88f1-5cd9d596774c None None] Network 3719c1b8-0358-499d-9726-ca84879bed46 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:23.422198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.426984 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfc917a-53a4-45bc-9932-07d9ffee8249,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:23.431105 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:23.438910 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.447760 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-deded5c3-a47d-4317-ab01-4b0096911be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:23.471288 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4110622 Jun 17 08:31:23.493958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:23.501941 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132bb12-3c2b-4a91-83d9-bc60e601ee40 req-fff65366-8e3c-4807-b1b7-d1429774ba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.503549 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a132bb12-3c2b-4a91-83d9-bc60e601ee40 req-fff65366-8e3c-4807-b1b7-d1429774ba29 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 1097 time: 0.3517549 Jun 17 08:31:23.514756 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.523137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.524330 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.552691 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.553084 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Added segment ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a of type vlan for network 3adc26a0-2daf-4c73-bfc3-9ae53122d629 Jun 17 08:31:23.554675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f515b7d1-160b-4892-ba0d-cddbb7b646b6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:23.564610 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:23.572004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 057338f0-8f71-402c-842c-c294ae6159d1 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:23.590277 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:23.627370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 057338f0-8f71-402c-842c-c294ae6159d1 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:23.627642 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 057338f0-8f71-402c-842c-c294ae6159d1 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:23.727507 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5039299 Jun 17 08:31:23.816306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1655f6-e78f-4f6c-b95d-989d58c31e90 None None] Network 3719c1b8-0358-499d-9726-ca84879bed46 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:23.843409 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a739a63c-2fda-467b-8509-93573cf883bc {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:23.849805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Network': ['ID=47136a67-9c33-44bd-8e43-7c00e740da93,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:23.857407 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:23.859478 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.918160 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.945116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132bb12-3c2b-4a91-83d9-bc60e601ee40 req-c4d0418b-2f84-4590-82cf-baa5d69bdcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.948355 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a132bb12-3c2b-4a91-83d9-bc60e601ee40 req-c4d0418b-2f84-4590-82cf-baa5d69bdcad service neutron] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 907 time: 0.4131997 Jun 17 08:31:23.950399 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.952675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:23.953458 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:23.964156 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5de0cf45-532b-4cc1-b6fc-123cbd75df12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:23.970798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-0db3c08a-897a-42c1-9b24-782ffa77c2d1 req-25f3d9e4-ad5c-42b0-8465-5f18793592f9 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-826285212', 'description': 'tempest-description-1416235453'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:24.016609 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 47136a67-9c33-44bd-8e43-7c00e740da93 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:24.039979 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Pushing event updated for resources: {'Network': ['ID=3adc26a0-2daf-4c73-bfc3-9ae53122d629,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:24.070214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Transition to ACTIVE for port object a739a63c-2fda-467b-8509-93573cf883bc will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:24.079122 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:24.081363 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a132bb12-3c2b-4a91-83d9-bc60e601ee40 req-d31fb425-700e-4451-9818-bad0c29f96c5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb732594-47a3-43be-b4ff-10a6af456194 HTTP/1.1" status: 200 len: 217 time: 0.1250436 Jun 17 08:31:24.085850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 3adc26a0-2daf-4c73-bfc3-9ae53122d629 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:24.138152 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.142096 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132bb12-3c2b-4a91-83d9-bc60e601ee40 req-88fdfa03-3352-48cb-b1da-bc97b820cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:24.143896 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a132bb12-3c2b-4a91-83d9-bc60e601ee40 req-88fdfa03-3352-48cb-b1da-bc97b820cd72 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.0543437 Jun 17 08:31:24.152997 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cbec820c-e470-4942-bfcf-8d3349fa03b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:24.207957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Pushing event updated for resources: {'Port': ['ID=a739a63c-2fda-467b-8509-93573cf883bc,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:24.220648 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:24.226037 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0db3c08a-897a-42c1-9b24-782ffa77c2d1 req-25f3d9e4-ad5c-42b0-8465-5f18793592f9 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.243855 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a132bb12-3c2b-4a91-83d9-bc60e601ee40 req-f253db34-ed66-4a61-adf9-92eebefa012b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923958 Jun 17 08:31:24.245521 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2521865 Jun 17 08:31:24.252994 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38554) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:24.317128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Request body: {'subnet': {'network_id': '3adc26a0-2daf-4c73-bfc3-9ae53122d629', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-567976557-subnet', 'tenant_id': 'e6e3a5e724994ef4a9c2311fe1a950b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:24.358574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259c834-63d7-4bbe-b0ab-d2cfde72a5b6 req-bc50372a-009e-4b75-9e54-ac07fcbcff53 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:24.368869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1259c834-63d7-4bbe-b0ab-d2cfde72a5b6 req-bc50372a-009e-4b75-9e54-ac07fcbcff53 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 931 time: 0.3562615 Jun 17 08:31:24.527330 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a132bb12-3c2b-4a91-83d9-bc60e601ee40 req-9960b035-b6b5-4dd3-baa6-78bda8eda876 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724690 Jun 17 08:31:24.600833 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1259c834-63d7-4bbe-b0ab-d2cfde72a5b6 req-af62fe73-5dc9-49d2-b2b2-e3dd4831d8d7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310588 Jun 17 08:31:24.713435 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Attempting to bind port a739a63c-2fda-467b-8509-93573cf883bc on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:24.714965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Attempting to bind port a739a63c-2fda-467b-8509-93573cf883bc by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:24.715479 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Attempting to bind port a739a63c-2fda-467b-8509-93573cf883bc on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:24.718577 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a132bb12-3c2b-4a91-83d9-bc60e601ee40 req-6f844804-24b0-4fdb-a6c1-4a6e81f3d400 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784911 Jun 17 08:31:24.726904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Port a739a63c-2fda-467b-8509-93573cf883bc on network 097ff4ff-fb7f-4249-b525-2868d741451c not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:31:24.727293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Attempting to bind port a739a63c-2fda-467b-8509-93573cf883bc on network 097ff4ff-fb7f-4249-b525-2868d741451c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:24.736734 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0db3c08a-897a-42c1-9b24-782ffa77c2d1 req-25f3d9e4-ad5c-42b0-8465-5f18793592f9 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.741159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:24.741991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Checking segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:24.743096 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Bound using segment: {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:24.768096 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Bound port: a739a63c-2fda-467b-8509-93573cf883bc, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf26fbc-ec53-40f3-b928-a6597586b779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:24.770352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.791280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Made reservation on behalf of e6e3a5e724994ef4a9c2311fe1a950b6 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:24.794598 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.816535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0db3c08a-897a-42c1-9b24-782ffa77c2d1 req-25f3d9e4-ad5c-42b0-8465-5f18793592f9 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:24.934025 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-12fd7629-cc0b-484d-824a-8065ffb58ba3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:25.077269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] For port a739a63c-2fda-467b-8509-93573cf883bc, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:25.085226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] For port a739a63c-2fda-467b-8509-93573cf883bc, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a739a63c-2fda-467b-8509-93573cf883bc,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:25.092206 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3d9e4-ad5c-42b0-8465-5f18793592f9 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5279066-a5ed-4045-a0e1-e84de429ac61,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:25.097434 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:25.104502 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-25f3d9e4-ad5c-42b0-8465-5f18793592f9 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:25.105707 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dda22bbd-7a5b-4119-97b1-f31658856739 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:25.160914 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0db3c08a-897a-42c1-9b24-782ffa77c2d1 req-25f3d9e4-ad5c-42b0-8465-5f18793592f9 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:25.176211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0db3c08a-897a-42c1-9b24-782ffa77c2d1 req-25f3d9e4-ad5c-42b0-8465-5f18793592f9 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.2769136 Jun 17 08:31:25.179362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:25.182070 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bdc898ca-7bcb-45e8-b850-58b9d0d8761d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:25.281288 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c30b498-5048-489b-87c5-9deb38bd6014,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:25.293484 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:25.326984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:25.328026 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:25.330416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] 10.222.0.63 "PUT /v2.0/ports/a739a63c-2fda-467b-8509-93573cf883bc HTTP/1.1" status: 200 len: 1092 time: 2.2174304 Jun 17 08:31:25.331422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Pushing event updated for resources: {'Port': ['ID=a739a63c-2fda-467b-8509-93573cf883bc,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:25.334818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2aed8a2-10df-4111-9398-6d59250bc310', 'tag': 'a739a63c-2fda-467b-8509-93573cf883bc'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:25.337956 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c290cb69-7e5a-4891-b330-cd29524057fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d2aed8a2-10df-4111-9398-6d59250bc310", "tag": "a739a63c-2fda-467b-8509-93573cf883bc"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:25.342155 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:25.374336 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Checking segment: {'id': 'ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3adc26a0-2daf-4c73-bfc3-9ae53122d629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:25.374336 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Network hostable DHCP agents. Network: 3adc26a0-2daf-4c73-bfc3-9ae53122d629, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:25.429360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Network 3adc26a0-2daf-4c73-bfc3-9ae53122d629 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:25.442357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 3adc26a0-2daf-4c73-bfc3-9ae53122d629) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:25.451697 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c719e5-a77b-42d6-893a-bc48ef6bd41d None None] Network 3adc26a0-2daf-4c73-bfc3-9ae53122d629 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:25.463898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:25.494354 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:25.538896 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2372873 Jun 17 08:31:25.624693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfce3c8-35de-4bd2-914e-eba8c4263cd4 None None] Network 3adc26a0-2daf-4c73-bfc3-9ae53122d629 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:25.630024 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19aff23b-6649-4343-b863-ccab69657b40 req-7ec3b6a8-0b10-40d5-b237-a76e624b1f55 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/f5279066-a5ed-4045-a0e1-e84de429ac61 HTTP/1.1" status: 200 len: 1814 time: 0.2117927 Jun 17 08:31:25.648075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-19aff23b-6649-4343-b863-ccab69657b40 req-0b4b6767-f5d8-4e0a-b1ce-2fe0d723873e tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5279066-a5ed-4045-a0e1-e84de429ac61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:25.648438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-19aff23b-6649-4343-b863-ccab69657b40 req-0b4b6767-f5d8-4e0a-b1ce-2fe0d723873e tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f5279066-a5ed-4045-a0e1-e84de429ac61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:25.683753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668edd43-1238-4f25-995f-2704884694c8 req-3a4eac18-7d1d-46cc-a46e-aed85177d407 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:25.689046 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-668edd43-1238-4f25-995f-2704884694c8 req-3a4eac18-7d1d-46cc-a46e-aed85177d407 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.4475765 Jun 17 08:31:25.768209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-466ba169-a543-4cab-865b-775b637d87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:25.769836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-466ba169-a543-4cab-865b-775b637d87a8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 1095 time: 0.3228750 Jun 17 08:31:25.857538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-668edd43-1238-4f25-995f-2704884694c8 req-93221959-8fb9-4fa6-bf03-a0625752a880 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618075 Jun 17 08:31:25.863701 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-23f848e2-277a-43f2-b951-a6ad5366924f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a739a63c-2fda-467b-8509-93573cf883bc HTTP/1.1" status: 200 len: 217 time: 0.0784266 Jun 17 08:31:25.918756 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-19aff23b-6649-4343-b863-ccab69657b40 req-0b4b6767-f5d8-4e0a-b1ce-2fe0d723873e tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:25.963545 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-19aff23b-6649-4343-b863-ccab69657b40 req-0b4b6767-f5d8-4e0a-b1ce-2fe0d723873e tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:26.004082 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17c3dfb-0407-4b75-aa74-17d860774910 x-openstack-request-id: req-b17c3dfb-0407-4b75-aa74-17d860774910 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:26.004423 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2aed8a2-10df-4111-9398-6d59250bc310", "tag": "a739a63c-2fda-467b-8509-93573cf883bc", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:26.005259 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b17c3dfb-0407-4b75-aa74-17d860774910 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:26.005773 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2aed8a2-10df-4111-9398-6d59250bc310', 'tag': 'a739a63c-2fda-467b-8509-93573cf883bc', 'status': 'completed', 'code': 200} Jun 17 08:31:26.007124 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-19aff23b-6649-4343-b863-ccab69657b40 req-0b4b6767-f5d8-4e0a-b1ce-2fe0d723873e tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:26.015253 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e030a08c-4b8f-4909-8539-4c04f4a2485f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:26.033716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b6767-f5d8-4e0a-b1ce-2fe0d723873e tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6f344d-8dbd-467a-83a9-aba9f500496d,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:26.041922 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b4b6767-f5d8-4e0a-b1ce-2fe0d723873e tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:26.052416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-d4396e5c-24a4-4e2e-9257-cd3683018941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:26.054326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-d4396e5c-24a4-4e2e-9257-cd3683018941 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.0892541 Jun 17 08:31:26.138228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-827d2a0d-9dbf-4561-bf77-b35b13c15789 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660179 Jun 17 08:31:26.142044 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-19aff23b-6649-4343-b863-ccab69657b40 req-0b4b6767-f5d8-4e0a-b1ce-2fe0d723873e tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:26.151022 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19aff23b-6649-4343-b863-ccab69657b40 req-0b4b6767-f5d8-4e0a-b1ce-2fe0d723873e tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5118895 Jun 17 08:31:26.404603 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-fc00e413-c69a-4fc1-b11b-1206cc094d72 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542028 Jun 17 08:31:26.415901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97049ba6-d9c4-4a8f-b427-ede552486166 req-83a4bea0-870f-4306-8fd6-b0e0221354b8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:26.423289 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97049ba6-d9c4-4a8f-b427-ede552486166 req-83a4bea0-870f-4306-8fd6-b0e0221354b8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 943 time: 0.1666088 Jun 17 08:31:26.637540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97049ba6-d9c4-4a8f-b427-ede552486166 req-550ca9c4-b586-4b12-b240-e6924595eb06 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132485 Jun 17 08:31:26.691913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ceed392b-e349-4fa1-86b4-202eb481f110 req-5085f5fc-264f-48b0-ba44-1e37fddaf6db service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614264 Jun 17 08:31:26.704128 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680be2a1-f82e-458f-b320-55514e994cc1 req-27bd417c-9dfb-43f4-9717-ecd3dc9bba6f tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:26.713404 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-27bd417c-9dfb-43f4-9717-ecd3dc9bba6f tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/networks?id=3adc26a0-2daf-4c73-bfc3-9ae53122d629 HTTP/1.1" status: 200 len: 813 time: 0.2096846 Jun 17 08:31:26.734225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-8f221c86-7941-4436-a8e7-b5dc9cf73b27 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/quotas/e6e3a5e724994ef4a9c2311fe1a950b6 HTTP/1.1" status: 200 len: 375 time: 0.0198271 Jun 17 08:31:26.772900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-851c707d-8d1d-4247-8458-550b60342fe2 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e6e3a5e724994ef4a9c2311fe1a950b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371823 Jun 17 08:31:26.928197 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-1728da00-afaa-43ed-bf30-ee39205d8cc0 service neutron] 10.222.0.47 "GET /v2.0/networks/3adc26a0-2daf-4c73-bfc3-9ae53122d629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542966 Jun 17 08:31:26.949955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290cb69-7e5a-4891-b330-cd29524057fb req-60974005-33d6-4d31-8fec-b350227f85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:26.950972 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c290cb69-7e5a-4891-b330-cd29524057fb req-60974005-33d6-4d31-8fec-b350227f85aa service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=79ea1abce073485f95175427f07f9668&device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 1095 time: 0.1696780 Jun 17 08:31:27.118020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38610) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:27.124760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'subnet': {'network_id': '47136a67-9c33-44bd-8e43-7c00e740da93', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:27.141738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-24263b1c-e6ba-47db-a1fc-d07ceabbb64f req-0d0621ca-aa3d-4875-b9c9-963a8ed0ca75 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/f5279066-a5ed-4045-a0e1-e84de429ac61 HTTP/1.1" status: 200 len: 2408 time: 0.1602240 Jun 17 08:31:27.161133 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-9b919efd-fe18-45f9-854b-3f6eb84f6afc service neutron] 10.222.0.47 "GET /v2.0/networks/3adc26a0-2daf-4c73-bfc3-9ae53122d629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285063 Jun 17 08:31:27.181622 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290cb69-7e5a-4891-b330-cd29524057fb req-bf00c0e7-3690-4abb-8927-aa432e52e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:27.185756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c290cb69-7e5a-4891-b330-cd29524057fb req-bf00c0e7-3690-4abb-8927-aa432e52e71f service neutron] 10.222.0.63 "GET /v2.0/networks?id=097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 200 len: 907 time: 0.2055471 Jun 17 08:31:27.279874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:27.283694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c290cb69-7e5a-4891-b330-cd29524057fb req-62b48cbd-6a0d-49db-8973-2afcb7815d9a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a739a63c-2fda-467b-8509-93573cf883bc HTTP/1.1" status: 200 len: 217 time: 0.0820301 Jun 17 08:31:27.284530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.467055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38622) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:27.676451 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.692172 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:27.766023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Subnet': ['ID=cd2b16f6-d387-43fe-8a34-d5c845692bb5,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:27.770671 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:27.779659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Checking segment: {'id': 'ec339c2c-392c-4b16-8733-1c630c275894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '47136a67-9c33-44bd-8e43-7c00e740da93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:27.779887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network hostable DHCP agents. Network: 47136a67-9c33-44bd-8e43-7c00e740da93, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:27.805123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network 47136a67-9c33-44bd-8e43-7c00e740da93 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:27.825623 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 47136a67-9c33-44bd-8e43-7c00e740da93) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:27.831164 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:27.831769 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.842961 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5697c0-c280-4643-bfa8-5b4ba98b44ed None None] Network 47136a67-9c33-44bd-8e43-7c00e740da93 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:27.862550 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7420981 Jun 17 08:31:27.863222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38636) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:27.876397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-87445259'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:27.920501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:27.923151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:27.968571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290cb69-7e5a-4891-b330-cd29524057fb req-e52c936c-b00f-4bae-ba2b-952ead7395f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:27.979125 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c290cb69-7e5a-4891-b330-cd29524057fb req-e52c936c-b00f-4bae-ba2b-952ead7395f3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 200 len: 846 time: 0.6901772 Jun 17 08:31:27.988347 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:28.013525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.013903 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Added segment 172904ae-e116-4bbf-b010-4cf240e34a36 of type vlan for network 31dd5c97-3159-4675-814f-27313f5433a2 Jun 17 08:31:28.025465 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-782c9497-aa8b-4634-99bb-c1107457b89c req-362dce89-34e2-47b4-ab56-83d47027bac4 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-group-rules/bb6f344d-8dbd-467a-83a9-aba9f500496d HTTP/1.1" status: 200 len: 778 time: 0.5448573 Jun 17 08:31:28.072363 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.099647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-47136a67-9c33-44bd-8e43-7c00e740da93', 'network_id': '47136a67-9c33-44bd-8e43-7c00e740da93', 'tenant_id': '4c40534d64864168befd2dbec168eccb', 'fixed_ips': [{'subnet_id': 'cd2b16f6-d387-43fe-8a34-d5c845692bb5'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:28.100762 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.125539 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.132766 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:28.133459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.137557 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6e254af2-c3ca-400d-bbad-c09cb6de6762 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:28.154157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c290cb69-7e5a-4891-b330-cd29524057fb req-2b6ddda2-a724-45ef-b7eb-e1f223cf7583 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=097ff4ff-fb7f-4249-b525-2868d741451c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1625476 Jun 17 08:31:28.197306 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3303964 Jun 17 08:31:28.197917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38638) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:28.205903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'subnet': {'network_id': '31dd5c97-3159-4675-814f-27313f5433a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:28.247265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a5939c-91fb-4fb1-9bf0-efdcb7940a44 admin admin] Deleting subnet 8392e879-6732-4b68-b8be-3bf778dc17e1 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:28.285449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Allocated IP 2001:db8:0:ffff::2 (47136a67-9c33-44bd-8e43-7c00e740da93/cd2b16f6-d387-43fe-8a34-d5c845692bb5/6c287a17-f084-4a89-b588-569054d7cd2b) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:28.310835 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ca492-4eef-4684-ac24-7d492dc95280 req-a85904ed-81ff-497f-a869-7ddba064295c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:28.321840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Network': ['ID=31dd5c97-3159-4675-814f-27313f5433a2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:28.326248 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:28.327354 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-362ca492-4eef-4684-ac24-7d492dc95280 req-a85904ed-81ff-497f-a869-7ddba064295c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.9659865 Jun 17 08:31:28.341277 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67a5939c-91fb-4fb1-9bf0-efdcb7940a44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.354126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 31dd5c97-3159-4675-814f-27313f5433a2 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:28.414294 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:28.423012 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.455560 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-782c9497-aa8b-4634-99bb-c1107457b89c req-2347202c-51fe-47ab-ab7d-11de9d65d50d tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/f5279066-a5ed-4045-a0e1-e84de429ac61 HTTP/1.1" status: 200 len: 2408 time: 0.4288309 Jun 17 08:31:28.520729 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-782c9497-aa8b-4634-99bb-c1107457b89c req-47d76a87-336c-4e6f-9c99-5e7e53ebc992 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.529059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-782c9497-aa8b-4634-99bb-c1107457b89c req-47d76a87-336c-4e6f-9c99-5e7e53ebc992 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.563552 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67a5939c-91fb-4fb1-9bf0-efdcb7940a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.591296 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-782c9497-aa8b-4634-99bb-c1107457b89c req-47d76a87-336c-4e6f-9c99-5e7e53ebc992 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.604731 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-362ca492-4eef-4684-ac24-7d492dc95280 req-15a1e349-b697-4505-82a0-56b850339b02 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764018 Jun 17 08:31:28.642291 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:28.677173 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-782c9497-aa8b-4634-99bb-c1107457b89c req-47d76a87-336c-4e6f-9c99-5e7e53ebc992 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.678391 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-782c9497-aa8b-4634-99bb-c1107457b89c req-47d76a87-336c-4e6f-9c99-5e7e53ebc992 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/bb6f344d-8dbd-467a-83a9-aba9f500496d HTTP/1.1" status: 204 len: 173 time: 0.2151203 Jun 17 08:31:28.724955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d76a87-336c-4e6f-9c99-5e7e53ebc992 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb6f344d-8dbd-467a-83a9-aba9f500496d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:28.731708 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-47d76a87-336c-4e6f-9c99-5e7e53ebc992 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:28.759071 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c290cb69-7e5a-4891-b330-cd29524057fb req-aa72470b-86a3-4533-951c-d8595d382880 service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615768 Jun 17 08:31:28.784277 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.812659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Transition to ACTIVE for port object 6c287a17-f084-4a89-b588-569054d7cd2b will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:28.836411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Transition to ACTIVE for port object 6c287a17-f084-4a89-b588-569054d7cd2b will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:28.847201 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.861348 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:28.897074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Network 47136a67-9c33-44bd-8e43-7c00e740da93 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:28.900082 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:28.903700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:28.916207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Pushing event updated for resources: {'Port': ['ID=6c287a17-f084-4a89-b588-569054d7cd2b,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:28.920705 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:28.973202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.objects.ports [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93804) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:31:28.975354 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.979294 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9d3976c-6e4f-453a-b669-9f2ffdaa3275 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:28.983803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Attempting to bind port 6c287a17-f084-4a89-b588-569054d7cd2b on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:28.984421 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Attempting to bind port 6c287a17-f084-4a89-b588-569054d7cd2b by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'ec339c2c-392c-4b16-8733-1c630c275894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '47136a67-9c33-44bd-8e43-7c00e740da93'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:28.984990 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Attempting to bind port 6c287a17-f084-4a89-b588-569054d7cd2b on network 47136a67-9c33-44bd-8e43-7c00e740da93 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:28.996237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:28.996625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Checking segment: {'id': 'ec339c2c-392c-4b16-8733-1c630c275894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '47136a67-9c33-44bd-8e43-7c00e740da93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:28.997560 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:28.998012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Bound using segment: {'id': 'ec339c2c-392c-4b16-8733-1c630c275894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '47136a67-9c33-44bd-8e43-7c00e740da93'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:28.999318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Bound port: 6c287a17-f084-4a89-b588-569054d7cd2b, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec339c2c-392c-4b16-8733-1c630c275894', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '47136a67-9c33-44bd-8e43-7c00e740da93'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:28.999784 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.029965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d95ab9f9-2b32-4651-8971-45bed7ec8ae0 req-8b046c38-a0b0-4de1-802d-1a7fcfe35bd6 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 210 time: 0.1372771 Jun 17 08:31:29.039020 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67a5939c-91fb-4fb1-9bf0-efdcb7940a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.058300 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Checking segment: {'id': '172904ae-e116-4bbf-b010-4cf240e34a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31dd5c97-3159-4675-814f-27313f5433a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:29.059032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network hostable DHCP agents. Network: 31dd5c97-3159-4675-814f-27313f5433a2, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:29.065175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Subnet': ['ID=b619636c-ddde-4b45-87dd-12dce6e5252e,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:29.070109 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:29.092586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network 31dd5c97-3159-4675-814f-27313f5433a2 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:29.114474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 31dd5c97-3159-4675-814f-27313f5433a2) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:29.133115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:29.133839 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.136458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d883bf28-a8a4-4446-bfff-e32ec85b3da1 None None] Network 31dd5c97-3159-4675-814f-27313f5433a2 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:29.157546 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9536543 Jun 17 08:31:29.158083 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38648) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:29.165665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'port': {'network_id': '31dd5c97-3159-4675-814f-27313f5433a2', 'name': 'tempest-NetworksIpV6TestAttrs-1201350156'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:29.297777 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67a5939c-91fb-4fb1-9bf0-efdcb7940a44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.299668 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] For port 6c287a17-f084-4a89-b588-569054d7cd2b, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:29.319684 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-00d998a9-7ac2-4867-a9b3-838a831a4f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:29.328242 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-395b798c-8aa6-408b-8ac0-fa31f3fab0a6 req-af7c463b-f002-4332-9809-b04a5725e749 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-647661615', 'description': 'tempest-description-1075011023'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:29.346593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] For port 6c287a17-f084-4a89-b588-569054d7cd2b, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6c287a17-f084-4a89-b588-569054d7cd2b,segment=NetworkSegment(ec339c2c-392c-4b16-8733-1c630c275894),segment_id=ec339c2c-392c-4b16-8733-1c630c275894)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:29.354871 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67a5939c-91fb-4fb1-9bf0-efdcb7940a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.360613 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-67a5939c-91fb-4fb1-9bf0-efdcb7940a44 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8392e879-6732-4b68-b8be-3bf778dc17e1 HTTP/1.1" status: 204 len: 168 time: 1.8818760 Jun 17 08:31:29.363264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38650) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:29.376722 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.382869 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:29.389476 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-395b798c-8aa6-408b-8ac0-fa31f3fab0a6 req-af7c463b-f002-4332-9809-b04a5725e749 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.512694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-395b798c-8aa6-408b-8ac0-fa31f3fab0a6 req-af7c463b-f002-4332-9809-b04a5725e749 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.519223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Pushing event updated for resources: {'Port': ['ID=6c287a17-f084-4a89-b588-569054d7cd2b,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:29.519551 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5939c-91fb-4fb1-9bf0-efdcb7940a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8392e879-6732-4b68-b8be-3bf778dc17e1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:29.531469 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:29.531941 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-67a5939c-91fb-4fb1-9bf0-efdcb7940a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:29.533511 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-395b798c-8aa6-408b-8ac0-fa31f3fab0a6 req-af7c463b-f002-4332-9809-b04a5725e749 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.557003 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec552290-b1cc-4f16-a86d-6a31e8101bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:29.582291 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a739a63c-2fda-467b-8509-93573cf883bc details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:29.594811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c463b-f002-4332-9809-b04a5725e749 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9e14d3-1fd0-4f89-9c83-d6313eb43824,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:29.596912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-395b798c-8aa6-408b-8ac0-fa31f3fab0a6 req-af7c463b-f002-4332-9809-b04a5725e749 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.598117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-395b798c-8aa6-408b-8ac0-fa31f3fab0a6 req-af7c463b-f002-4332-9809-b04a5725e749 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3023779 Jun 17 08:31:29.598945 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-af7c463b-f002-4332-9809-b04a5725e749 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:29.604439 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c290cb69-7e5a-4891-b330-cd29524057fb req-e829b023-980f-4834-a520-130ba6a2fbae service neutron] 10.222.0.63 "GET /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8444223 Jun 17 08:31:29.625371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab0362-b2ef-40a6-8461-63583221b6ef req-246d6241-26f3-4a7a-b76a-70f97ac2276a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:29.634898 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52ab0362-b2ef-40a6-8461-63583221b6ef req-246d6241-26f3-4a7a-b76a-70f97ac2276a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 943 time: 0.5753667 Jun 17 08:31:29.637833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-31dd5c97-3159-4675-814f-27313f5433a2', 'network_id': '31dd5c97-3159-4675-814f-27313f5433a2', 'tenant_id': '4c40534d64864168befd2dbec168eccb', 'fixed_ips': [{'subnet_id': 'b619636c-ddde-4b45-87dd-12dce6e5252e'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:29.638939 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.684137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680be2a1-f82e-458f-b320-55514e994cc1 req-f0f25c29-bc3d-4213-a4b1-c10cf03cb65c tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:29.685803 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-f0f25c29-bc3d-4213-a4b1-c10cf03cb65c tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.63 "GET /v2.0/networks?id=3adc26a0-2daf-4c73-bfc3-9ae53122d629 HTTP/1.1" status: 200 len: 813 time: 0.4517536 Jun 17 08:31:29.689240 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:29.693090 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.718356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Request body: {'port': {'device_id': 'a1beca1d-e46e-46cf-b7cf-af9184179bbe', 'network_id': '3adc26a0-2daf-4c73-bfc3-9ae53122d629', 'admin_state_up': True, 'tenant_id': 'e6e3a5e724994ef4a9c2311fe1a950b6'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:29.740955 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52ab0362-b2ef-40a6-8461-63583221b6ef req-60201d82-fad5-4b1d-ac2e-a5c246636c2c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051970 Jun 17 08:31:29.783139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3f0863b5-6003-40fe-bc0f-997da9416b74 req-4ed31217-2cd4-4f6a-b1fd-f85c944d4349 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/7a9e14d3-1fd0-4f89-9c83-d6313eb43824 HTTP/1.1" status: 200 len: 1814 time: 0.1180248 Jun 17 08:31:29.795693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] device_id is not set on port 925aa7b0-bbdb-4669-b543-1d3373539a55 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:29.807469 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:29.929209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-fa590971-7ded-455c-a0f0-5c695e81424a req-75519150-8567-4831-b037-7e795e4d1b0c tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2015276328', 'description': 'tempest-description-1923506856'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:30.010280 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fa590971-7ded-455c-a0f0-5c695e81424a req-75519150-8567-4831-b037-7e795e4d1b0c tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.147904 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port a739a63c-2fda-467b-8509-93573cf883bc, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a739a63c-2fda-467b-8509-93573cf883bc,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:30.169829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'a739a63c-2fda-467b-8509-93573cf883bc', 'network_id': '097ff4ff-fb7f-4249-b525-2868d741451c', 'port_id': 'a739a63c-2fda-467b-8509-93573cf883bc', 'mac_address': 'fa:16:3e:6c:f6:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a4db804-8101-4dd3-b960-865e4ac98c1d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:30.177605 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Allocated IP 2001:db8::f816:3eff:fe69:1f01 (31dd5c97-3159-4675-814f-27313f5433a2/b619636c-ddde-4b45-87dd-12dce6e5252e/925aa7b0-bbdb-4669-b543-1d3373539a55) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:30.235342 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.236460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb9c36-93c8-409d-bf37-2c8c7ff37ded req-3005cc6a-2808-4c42-a606-a1334366a5d4 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:30.244851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ebcb9c36-93c8-409d-bf37-2c8c7ff37ded req-3005cc6a-2808-4c42-a606-a1334366a5d4 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.1663730 Jun 17 08:31:30.252917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a739a63c-2fda-467b-8509-93573cf883bc {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:30.269852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fa590971-7ded-455c-a0f0-5c695e81424a req-75519150-8567-4831-b037-7e795e4d1b0c tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.287522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fa590971-7ded-455c-a0f0-5c695e81424a req-75519150-8567-4831-b037-7e795e4d1b0c tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.290619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port a739a63c-2fda-467b-8509-93573cf883bc, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a739a63c-2fda-467b-8509-93573cf883bc,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:30.303900 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ef3b055c-ee0c-40e3-9a9f-dd628c123e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:30.313807 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fa590971-7ded-455c-a0f0-5c695e81424a req-75519150-8567-4831-b037-7e795e4d1b0c tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.315655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa590971-7ded-455c-a0f0-5c695e81424a req-75519150-8567-4831-b037-7e795e4d1b0c tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3939521 Jun 17 08:31:30.318667 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.321303 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:30.342036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ebcb9c36-93c8-409d-bf37-2c8c7ff37ded req-3409b5fd-e9ee-4d8e-8801-bef8701dba27 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958428 Jun 17 08:31:30.370443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75519150-8567-4831-b037-7e795e4d1b0c tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d261dc8a-9d18-4b8e-8c0d-a71aea9ef3f6,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:30.376854 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-75519150-8567-4831-b037-7e795e4d1b0c tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:30.421907 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.429311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=a739a63c-2fda-467b-8509-93573cf883bc,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:30.436769 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:30.444531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Transition to ACTIVE for port object 925aa7b0-bbdb-4669-b543-1d3373539a55 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:30.452982 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.475286 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f5d41f-bb84-42c7-8719-2e1d4ee31efe']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:30.503359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53463604-1532-4905-b3ac-a995a369dea3') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:30.503713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53463604-1532-4905-b3ac-a995a369dea3') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:30.514982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Made reservation on behalf of e6e3a5e724994ef4a9c2311fe1a950b6 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:30.518966 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.530596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.547902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['a739a63c-2fda-467b-8509-93573cf883bc'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:30.568168 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb707240-553c-4caf-a9f7-225b48918190 req-8825b56c-5469-4191-aeb7-ae4598ef7548 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 210 time: 0.0718100 Jun 17 08:31:30.588713 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.602849 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.622327 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-172df0c1-a889-4fd5-afae-9acb6115e09f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:30.653510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:30.654067 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:30.655897 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:30.666405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e2e6919-de4c-4be0-b78a-a1e7e6ff6518 req-fffa757c-50ea-489c-b2bd-e6e6e6e41aa2 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/d261dc8a-9d18-4b8e-8c0d-a71aea9ef3f6 HTTP/1.1" status: 200 len: 1815 time: 0.0858617 Jun 17 08:31:30.680709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-bb95c5c7-6c77-49d4-aa4a-f44a0e85343c req-88460b56-3a69-4bc7-b082-c77b4c8574c1 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1018257524', 'description': 'tempest-description-1185303443'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:30.690033 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Allocated IP 2001:db8::f816:3eff:fe40:100 (31dd5c97-3159-4675-814f-27313f5433a2/b619636c-ddde-4b45-87dd-12dce6e5252e/b92b1f93-421e-4a74-9250-06913a9198a9) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:30.725182 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-bb95c5c7-6c77-49d4-aa4a-f44a0e85343c req-88460b56-3a69-4bc7-b082-c77b4c8574c1 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.908632 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-bb95c5c7-6c77-49d4-aa4a-f44a0e85343c req-88460b56-3a69-4bc7-b082-c77b4c8574c1 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.919680 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-bb95c5c7-6c77-49d4-aa4a-f44a0e85343c req-88460b56-3a69-4bc7-b082-c77b4c8574c1 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:30.928760 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9ee0503b-8a83-4c9a-b3b8-cc8619ea0d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:31.033423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88460b56-3a69-4bc7-b082-c77b4c8574c1 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25afa21e-34c7-487d-8b38-c358562b70dd,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:31.055315 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-88460b56-3a69-4bc7-b082-c77b4c8574c1 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:31.064516 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-bb95c5c7-6c77-49d4-aa4a-f44a0e85343c req-88460b56-3a69-4bc7-b082-c77b4c8574c1 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.065622 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.066566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb95c5c7-6c77-49d4-aa4a-f44a0e85343c req-88460b56-3a69-4bc7-b082-c77b4c8574c1 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3898098 Jun 17 08:31:31.097259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Transition to ACTIVE for port object b92b1f93-421e-4a74-9250-06913a9198a9 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:31.173729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Transition to ACTIVE for port object b92b1f93-421e-4a74-9250-06913a9198a9 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:31.191843 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.194626 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:31.223240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a574f7-7513-45e7-92dd-8111e86fdd53 req-19939d6f-1657-4164-840a-bd9bc7437cdb tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:31.234469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3a574f7-7513-45e7-92dd-8111e86fdd53 req-19939d6f-1657-4164-840a-bd9bc7437cdb tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 944 time: 0.2549198 Jun 17 08:31:31.256226 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3c0e0be-f3f5-43ec-a6c5-9f16be7acd0a req-28947c4a-8475-4b65-a7f5-25c3d5ea407c tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/25afa21e-34c7-487d-8b38-c358562b70dd HTTP/1.1" status: 200 len: 1815 time: 0.1523113 Jun 17 08:31:31.277530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29e478b-c8f6-4ab9-b564-6773a2c76bcf None None] Network 47136a67-9c33-44bd-8e43-7c00e740da93 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:31.287471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3a574f7-7513-45e7-92dd-8111e86fdd53 req-b8a20a5b-0299-4964-a085-6c1c71dcacd8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518827 Jun 17 08:31:31.297970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-86619f55-de58-4ab4-b20a-b59d52c7613b req-c87856c7-a859-4dc5-9c6a-3b451659df40 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-903913366', 'description': 'tempest-description-319572549'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:31.328515 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-86619f55-de58-4ab4-b20a-b59d52c7613b req-c87856c7-a859-4dc5-9c6a-3b451659df40 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.348712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network 31dd5c97-3159-4675-814f-27313f5433a2 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:31.377197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:31.396894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.403939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:31.409559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:31.410205 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.411924 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Network 31dd5c97-3159-4675-814f-27313f5433a2 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:31.435714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Port': ['ID=925aa7b0-bbdb-4669-b543-1d3373539a55,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:31.438898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:31.440664 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:31.444108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:31.466741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Pushing event updated for resources: {'Port': ['ID=b92b1f93-421e-4a74-9250-06913a9198a9,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:31.477432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.485637 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:31.488309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d7364465-c4dc-4c86-bdfd-9afd772f702a None None] Provisioning for port 6c287a17-f084-4a89-b588-569054d7cd2b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:31.495359 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/20f5d41f-bb84-42c7-8719-2e1d4ee31efe HTTP/1.1" status: 204 len: 168 time: 2.1309803 Jun 17 08:31:31.498967 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a1b0a9d6-8c6b-47eb-b64f-1a96012196ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:31.543615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f5d41f-bb84-42c7-8719-2e1d4ee31efe,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:31.546749 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:31.579369 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38688) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:31.634930 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Allocated IP 172.20.0.2 (3adc26a0-2daf-4c73-bfc3-9ae53122d629/2c30b498-5048-489b-87c5-9deb38bd6014/f1846c84-aba7-42ba-92da-ab693725664a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:31.673490 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-86619f55-de58-4ab4-b20a-b59d52c7613b req-c87856c7-a859-4dc5-9c6a-3b451659df40 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.689127 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-86619f55-de58-4ab4-b20a-b59d52c7613b req-c87856c7-a859-4dc5-9c6a-3b451659df40 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.712209 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a3dc2a33-3235-4fd7-b7c7-120a565dcec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:31.732937 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-86619f55-de58-4ab4-b20a-b59d52c7613b req-c87856c7-a859-4dc5-9c6a-3b451659df40 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.734675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86619f55-de58-4ab4-b20a-b59d52c7613b req-c87856c7-a859-4dc5-9c6a-3b451659df40 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4433069 Jun 17 08:31:31.739247 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Attempting to bind port b92b1f93-421e-4a74-9250-06913a9198a9 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:31.743343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Attempting to bind port b92b1f93-421e-4a74-9250-06913a9198a9 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '172904ae-e116-4bbf-b010-4cf240e34a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31dd5c97-3159-4675-814f-27313f5433a2'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:31.746690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Attempting to bind port b92b1f93-421e-4a74-9250-06913a9198a9 on network 31dd5c97-3159-4675-814f-27313f5433a2 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:31.759426 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6c287a17-f084-4a89-b588-569054d7cd2b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:31.763709 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6042247 Jun 17 08:31:31.770135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38696) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:31.791172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b765c25-84ce-4a28-b864-c626dac715cb req-6a59ca7f-88f7-484c-955f-65c63f6adf10 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:31.792869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b765c25-84ce-4a28-b864-c626dac715cb req-6a59ca7f-88f7-484c-955f-65c63f6adf10 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.2400489 Jun 17 08:31:31.835099 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:31.835748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Checking segment: {'id': '172904ae-e116-4bbf-b010-4cf240e34a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31dd5c97-3159-4675-814f-27313f5433a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:31.836732 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.837343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Bound using segment: {'id': '172904ae-e116-4bbf-b010-4cf240e34a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31dd5c97-3159-4675-814f-27313f5433a2'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:31.837991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Bound port: b92b1f93-421e-4a74-9250-06913a9198a9, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172904ae-e116-4bbf-b010-4cf240e34a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '31dd5c97-3159-4675-814f-27313f5433a2'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:31.843806 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.847913 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f267174-a97f-4f78-b8fa-2dff60f1f45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:31.905036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87856c7-a859-4dc5-9c6a-3b451659df40 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=386ba244-c316-48b0-8998-2615d486833b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:31.912433 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c87856c7-a859-4dc5-9c6a-3b451659df40 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:32.003040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 6c287a17-f084-4a89-b588-569054d7cd2b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:32.019960 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d745f4b8-8493-4141-81e6-c1c009168928 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Deleting subnet b619636c-ddde-4b45-87dd-12dce6e5252e {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:32.026262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d745f4b8-8493-4141-81e6-c1c009168928 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.034879 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6c287a17-f084-4a89-b588-569054d7cd2b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:32.038471 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.046029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] For port b92b1f93-421e-4a74-9250-06913a9198a9, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:32.087706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] For port b92b1f93-421e-4a74-9250-06913a9198a9, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b92b1f93-421e-4a74-9250-06913a9198a9,segment=NetworkSegment(172904ae-e116-4bbf-b010-4cf240e34a36),segment_id=172904ae-e116-4bbf-b010-4cf240e34a36)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:32.089257 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38698) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:32.098656 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d745f4b8-8493-4141-81e6-c1c009168928 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.105363 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.108921 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:32.170979 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ec2588e4-bc05-4bcd-a670-4bac7bd3e460 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=22b08dc68d624144bea2b0a6d09321be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722165 Jun 17 08:31:32.172058 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38700) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:32.235312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Pushing event updated for resources: {'Port': ['ID=b92b1f93-421e-4a74-9250-06913a9198a9,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:32.240537 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:32.267982 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.319549 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d745f4b8-8493-4141-81e6-c1c009168928 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.340733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 6c287a17-f084-4a89-b588-569054d7cd2b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6c287a17-f084-4a89-b588-569054d7cd2b,segment=NetworkSegment(ec339c2c-392c-4b16-8733-1c630c275894),segment_id=ec339c2c-392c-4b16-8733-1c630c275894)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:32.343663 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.348729 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.350929 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:32.365271 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29f36ca1-645d-4eaa-bda6-f0259cb623d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.425839 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b765c25-84ce-4a28-b864-c626dac715cb req-6aed54d9-8f3d-4614-bd3e-1a78a89c6d28 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071634 Jun 17 08:31:32.435602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=6c287a17-f084-4a89-b588-569054d7cd2b,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:32.449471 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:32.521020 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86feefe4-d4cd-4207-86f6-17151c4a08a5 req-7fdaf0b8-7171-4b72-b770-3da369dfaa84 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 210 time: 0.1231756 Jun 17 08:31:32.535137 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d745f4b8-8493-4141-81e6-c1c009168928 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.554645 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c262f6f6-65c8-47da-9703-9a49c3423b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:32.556730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-86445f81-8c2a-463e-8c91-eb5fc4c75398 None None] Provisioning complete for port 6c287a17-f084-4a89-b588-569054d7cd2b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:32.557109 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-86445f81-8c2a-463e-8c91-eb5fc4c75398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.591895 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f267174-a97f-4f78-b8fa-2dff60f1f45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.605590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f267174-a97f-4f78-b8fa-2dff60f1f45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.610162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29f36ca1-645d-4eaa-bda6-f0259cb623d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.621266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745f4b8-8493-4141-81e6-c1c009168928 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Subnet': ['ID=b619636c-ddde-4b45-87dd-12dce6e5252e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:32.624900 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-df81a6c7-f655-4d05-adfc-28fddc159aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:32.642161 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d745f4b8-8493-4141-81e6-c1c009168928 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:32.691467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.727959 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d745f4b8-8493-4141-81e6-c1c009168928 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.730588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d745f4b8-8493-4141-81e6-c1c009168928 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/subnets/b619636c-ddde-4b45-87dd-12dce6e5252e HTTP/1.1" status: 204 len: 168 time: 0.9366717 Jun 17 08:31:32.734343 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f267174-a97f-4f78-b8fa-2dff60f1f45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6792d46-eebe-4591-af33-b5f649c8b712,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:32.735480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38704) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:32.739348 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7f267174-a97f-4f78-b8fa-2dff60f1f45b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d7670aaa7fc4e27acb11e7d62cd5467&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1567061 Jun 17 08:31:32.744652 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f267174-a97f-4f78-b8fa-2dff60f1f45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:32.745342 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c86313f6-142d-485d-9e03-af03e4d69eac tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:32.778728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38706) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:32.809485 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Pushing event updated for resources: {'Port': ['ID=f1846c84-aba7-42ba-92da-ab693725664a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:32.815614 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:32.828121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Network 3adc26a0-2daf-4c73-bfc3-9ae53122d629 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:32.829899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:32.832805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:32.909744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29f36ca1-645d-4eaa-bda6-f0259cb623d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.909744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29f36ca1-645d-4eaa-bda6-f0259cb623d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.909744 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-29f36ca1-645d-4eaa-bda6-f0259cb623d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2ac2fe91-ce51-46d1-8930-0315f58ef877 HTTP/1.1" status: 204 len: 168 time: 0.7075422 Jun 17 08:31:32.910709 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:32.911631 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f7da54f3-eca0-4beb-91d3-d992a17de162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:32.911939 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8d799da-0a89-4ed6-af13-7515463621da req-91fab992-5780-4ed8-b7d5-77aa4cf61239 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/386ba244-c316-48b0-8998-2615d486833b HTTP/1.1" status: 200 len: 1813 time: 0.4218726 Jun 17 08:31:32.987220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f36ca1-645d-4eaa-bda6-f0259cb623d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac2fe91-ce51-46d1-8930-0315f58ef877,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:32.992481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02500f1b-c0d7-4859-ba85-d560f2fd7118 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:32.992716 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29f36ca1-645d-4eaa-bda6-f0259cb623d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:32.994069 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02500f1b-c0d7-4859-ba85-d560f2fd7118 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:32.995862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-02500f1b-c0d7-4859-ba85-d560f2fd7118 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2271099 Jun 17 08:31:33.006805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38714) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:33.048546 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9665e309-261f-4a23-b727-6d08aaebf0b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.062193 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:33.062823 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.101522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f8dd1-b051-4e6d-8820-7dfd2b81bdb5 req-0dc02562-49fb-4a52-abbf-fca360fbb255 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:33.108772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f45f8dd1-b051-4e6d-8820-7dfd2b81bdb5 req-0dc02562-49fb-4a52-abbf-fca360fbb255 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 944 time: 0.3908925 Jun 17 08:31:33.121793 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4144306 Jun 17 08:31:33.143149 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9665e309-261f-4a23-b727-6d08aaebf0b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.145447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Request body: {'port': {'device_id': 'a1beca1d-e46e-46cf-b7cf-af9184179bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:33.175763 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-23c26328-6d76-4560-b8de-b469c5510c1f req-c2dc29ce-e116-4f26-b236-f94bda6bdbb0 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] show failed (client error): The resource could not be found. Jun 17 08:31:33.176804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23c26328-6d76-4560-b8de-b469c5510c1f req-c2dc29ce-e116-4f26-b236-f94bda6bdbb0 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/e4cf2f5a-6439-4c28-b6f8-e9c5ef8ca87e HTTP/1.1" status: 404 len: 352 time: 0.0313711 Jun 17 08:31:33.231402 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f45f8dd1-b051-4e6d-8820-7dfd2b81bdb5 req-6baf012f-9ec3-4c88-9960-ec1a2ab0b6a2 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216722 Jun 17 08:31:33.241441 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.262099 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-86f0abbb-9f9f-48dd-871a-30989e2f2368 req-ef9bb921-a803-42b2-91bd-bb1665826fa5 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] show failed (client error): The resource could not be found. Jun 17 08:31:33.262099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86f0abbb-9f9f-48dd-871a-30989e2f2368 req-ef9bb921-a803-42b2-91bd-bb1665826fa5 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-group-rules/72524cfe-52ac-407e-9f54-2eb7c3b55e06 HTTP/1.1" status: 404 len: 361 time: 0.0469730 Jun 17 08:31:33.262099 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9665e309-261f-4a23-b727-6d08aaebf0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.264658 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9665e309-261f-4a23-b727-6d08aaebf0b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.265848 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9665e309-261f-4a23-b727-6d08aaebf0b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6792d46-eebe-4591-af33-b5f649c8b712 HTTP/1.1" status: 204 len: 168 time: 0.4841771 Jun 17 08:31:33.266668 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2b981764-0f5d-4a16-9b4d-f1e171aa2952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:33.287517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665e309-261f-4a23-b727-6d08aaebf0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6792d46-eebe-4591-af33-b5f649c8b712,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:33.296126 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9665e309-261f-4a23-b727-6d08aaebf0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:33.349792 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7d94f668-bac3-4064-bce6-ee7f0f098e6f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.385903 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d94f668-bac3-4064-bce6-ee7f0f098e6f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 17 08:31:33.386612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d94f668-bac3-4064-bce6-ee7f0f098e6f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:31:33.394876 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7d94f668-bac3-4064-bce6-ee7f0f098e6f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/networks/31dd5c97-3159-4675-814f-27313f5433a2 HTTP/1.1" status: 409 len: 405 time: 0.3869598 Jun 17 08:31:33.400032 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-903428ac-f044-457b-a863-a4db7d6538aa req-00f59787-b9bc-454a-b19c-9578461a47b0 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/386ba244-c316-48b0-8998-2615d486833b HTTP/1.1" status: 200 len: 1813 time: 0.1083765 Jun 17 08:31:33.400742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38728) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:33.437834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-994732251'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:33.590390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a739a63c-2fda-467b-8509-93573cf883bc up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:33.676178 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-903428ac-f044-457b-a863-a4db7d6538aa req-008dc30a-4b53-43cc-b27c-f1f3d00572c2 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.805685 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-903428ac-f044-457b-a863-a4db7d6538aa req-008dc30a-4b53-43cc-b27c-f1f3d00572c2 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.812157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port a739a63c-2fda-467b-8509-93573cf883bc completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:33.830882 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port a739a63c-2fda-467b-8509-93573cf883bc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:33.831267 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.874689 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:33.890182 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:33.929900 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6c287a17-f084-4a89-b588-569054d7cd2b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:33.985497 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:34.010753 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.011311 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Added segment ba557503-b233-4f99-b310-f00c00f1b7ff of type vlan for network aed0bee8-04d0-4de0-a1c1-6c87c92b5963 Jun 17 08:31:34.033415 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-903428ac-f044-457b-a863-a4db7d6538aa req-008dc30a-4b53-43cc-b27c-f1f3d00572c2 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.036676 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-903428ac-f044-457b-a863-a4db7d6538aa req-008dc30a-4b53-43cc-b27c-f1f3d00572c2 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.063278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-903428ac-f044-457b-a863-a4db7d6538aa req-008dc30a-4b53-43cc-b27c-f1f3d00572c2 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "DELETE /v2.0/security-groups/386ba244-c316-48b0-8998-2615d486833b HTTP/1.1" status: 204 len: 173 time: 0.6459031 Jun 17 08:31:34.066276 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9aaee2fb-5c14-45db-9e03-9d30dd7b3e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:34.113091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dc30a-4b53-43cc-b27c-f1f3d00572c2 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=386ba244-c316-48b0-8998-2615d486833b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:34.120629 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-008dc30a-4b53-43cc-b27c-f1f3d00572c2 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:34.193042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aba0cf0-920a-4b57-86cd-720e25294bc6 req-91505f0a-023e-4edb-afa9-ac96c5164914 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:34.210129 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4aba0cf0-920a-4b57-86cd-720e25294bc6 req-91505f0a-023e-4edb-afa9-ac96c5164914 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.3451517 Jun 17 08:31:34.215953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6c287a17-f084-4a89-b588-569054d7cd2b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:34.216879 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.230817 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1846c84-aba7-42ba-92da-ab693725664a {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:34.262273 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.288327 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d7d2df-d2e6-4138-a995-a80d3fadcf75 None None] Network 31dd5c97-3159-4675-814f-27313f5433a2 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:34.302080 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.359604 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Transition to ACTIVE for port object f1846c84-aba7-42ba-92da-ab693725664a will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:34.393450 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.410589 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-21f2deff-1375-4607-8485-129cd63d4394 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:34.441722 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4aba0cf0-920a-4b57-86cd-720e25294bc6 req-a2bc0f5c-9b36-4a61-a222-5f4f54d1709e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074363 Jun 17 08:31:34.511581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.520928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:34.522572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.546520 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.551457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1846c84-aba7-42ba-92da-ab693725664a,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:34.557457 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:34.559468 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7efbb40a-cc04-4414-a6d4-3c1a607d32d1 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:34.582209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a34b0-0297-446b-9055-d08381723b76 req-e42a2eac-87a1-4650-b34c-2dfb5ab172d3 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:34.593527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e7a34b0-0297-446b-9055-d08381723b76 req-e42a2eac-87a1-4650-b34c-2dfb5ab172d3 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 931 time: 0.2932544 Jun 17 08:31:34.606019 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db364f85-d28e-4efd-b9be-2ab8e087b46a req-605c814a-abfe-4f69-8c36-d7c896a34a40 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/25afa21e-34c7-487d-8b38-c358562b70dd HTTP/1.1" status: 200 len: 1815 time: 0.1146357 Jun 17 08:31:34.647346 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2322314 Jun 17 08:31:34.648691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38770) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:34.663675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'subnet': {'network_id': 'aed0bee8-04d0-4de0-a1c1-6c87c92b5963', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:34.674506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f2a96923-04b4-4536-8bd3-29166bc27b32 None None] Provisioning for port b92b1f93-421e-4a74-9250-06913a9198a9 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:34.735880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aed8a2-10df-4111-9398-6d59250bc310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a739a63c-2fda-467b-8509-93573cf883bc'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:34.738666 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ad26d9-3f02-444f-af99-000f591c8cc8" -d '{"events": [{"server_uuid": "d2aed8a2-10df-4111-9398-6d59250bc310", "name": "network-vif-plugged", "status": "completed", "tag": "a739a63c-2fda-467b-8509-93573cf883bc"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:34.746182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b92b1f93-421e-4a74-9250-06913a9198a9 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:34.793931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Network': ['ID=aed0bee8-04d0-4de0-a1c1-6c87c92b5963,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:34.811559 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:34.826649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38786) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:34.827120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network aed0bee8-04d0-4de0-a1c1-6c87c92b5963 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:34.834337 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e7a34b0-0297-446b-9055-d08381723b76 req-cf64adc8-8004-4d62-9cb6-d4f8203e6d54 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/security-groups?id=f515b7d1-160b-4892-ba0d-cddbb7b646b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398708 Jun 17 08:31:34.852684 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Attempting to bind port f1846c84-aba7-42ba-92da-ab693725664a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:34.853265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Attempting to bind port f1846c84-aba7-42ba-92da-ab693725664a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3adc26a0-2daf-4c73-bfc3-9ae53122d629'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:34.853780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Attempting to bind port f1846c84-aba7-42ba-92da-ab693725664a on network 3adc26a0-2daf-4c73-bfc3-9ae53122d629 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:34.874910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Port f1846c84-aba7-42ba-92da-ab693725664a on network 3adc26a0-2daf-4c73-bfc3-9ae53122d629 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:31:34.875463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Attempting to bind port f1846c84-aba7-42ba-92da-ab693725664a on network 3adc26a0-2daf-4c73-bfc3-9ae53122d629 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:34.884813 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:34.888633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Checking segment: {'id': 'ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3adc26a0-2daf-4c73-bfc3-9ae53122d629'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:34.889575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Bound using segment: {'id': 'ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3adc26a0-2daf-4c73-bfc3-9ae53122d629'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:34.891404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Bound port: f1846c84-aba7-42ba-92da-ab693725664a, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3adc26a0-2daf-4c73-bfc3-9ae53122d629'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:34.893293 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.914995 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-db364f85-d28e-4efd-b9be-2ab8e087b46a req-ac9267af-b903-4062-a7c8-dd8aa58b94f6 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.927273 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port a739a63c-2fda-467b-8509-93573cf883bc, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a739a63c-2fda-467b-8509-93573cf883bc,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:34.933071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:34.937836 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.949259 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:34.955653 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:35.031658 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port b92b1f93-421e-4a74-9250-06913a9198a9 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:35.036650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=a739a63c-2fda-467b-8509-93573cf883bc,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:35.040590 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:35.041811 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b92b1f93-421e-4a74-9250-06913a9198a9 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:35.042954 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.070857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42ecf4d-2d69-4f91-b8f8-eb711eff5682 None None] DHCP port deletion for 31dd5c97-3159-4675-814f-27313f5433a2 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:31:35.097560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] For port f1846c84-aba7-42ba-92da-ab693725664a, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:35.103148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] For port f1846c84-aba7-42ba-92da-ab693725664a, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f1846c84-aba7-42ba-92da-ab693725664a,segment=NetworkSegment(ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a),segment_id=ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:35.114157 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.121200 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ad80956-7255-4e21-b587-aa708f40e1f1 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:35.132254 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-db364f85-d28e-4efd-b9be-2ab8e087b46a req-ac9267af-b903-4062-a7c8-dd8aa58b94f6 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.178970 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.181479 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d42ecf4d-2d69-4f91-b8f8-eb711eff5682 None None] Deleting port b92b1f93-421e-4a74-9250-06913a9198a9 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:35.181855 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d42ecf4d-2d69-4f91-b8f8-eb711eff5682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.196131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:35.200579 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.203422 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] 10.222.0.63 "PUT /v2.0/ports/f1846c84-aba7-42ba-92da-ab693725664a HTTP/1.1" status: 200 len: 1092 time: 2.0720046 Jun 17 08:31:35.205752 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1beca1d-e46e-46cf-b7cf-af9184179bbe', 'tag': 'f1846c84-aba7-42ba-92da-ab693725664a'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:35.208569 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160f50e2-0dab-4eaf-aa8d-3f711fcbb40e" -d '{"events": [{"name": "network-changed", "server_uuid": "a1beca1d-e46e-46cf-b7cf-af9184179bbe", "tag": "f1846c84-aba7-42ba-92da-ab693725664a"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:35.234867 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1846c84-aba7-42ba-92da-ab693725664a,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:35.240541 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:35.253455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1957471351-network', 'tenant_id': '91714abb8e2c4051a925a91f475cf561'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:35.316489 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-db364f85-d28e-4efd-b9be-2ab8e087b46a req-ac9267af-b903-4062-a7c8-dd8aa58b94f6 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.320887 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-db364f85-d28e-4efd-b9be-2ab8e087b46a req-ac9267af-b903-4062-a7c8-dd8aa58b94f6 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.321894 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Made reservation on behalf of 91714abb8e2c4051a925a91f475cf561 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:35.322370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db364f85-d28e-4efd-b9be-2ab8e087b46a req-ac9267af-b903-4062-a7c8-dd8aa58b94f6 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "DELETE /v2.0/security-groups/25afa21e-34c7-487d-8b38-c358562b70dd HTTP/1.1" status: 204 len: 173 time: 0.7079051 Jun 17 08:31:35.325883 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.326583 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bea4d775-ee79-4537-8d58-6299da113655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:35.345132 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d42ecf4d-2d69-4f91-b8f8-eb711eff5682 None None] For port b92b1f93-421e-4a74-9250-06913a9198a9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b92b1f93-421e-4a74-9250-06913a9198a9,segment=NetworkSegment(172904ae-e116-4bbf-b010-4cf240e34a36),segment_id=172904ae-e116-4bbf-b010-4cf240e34a36)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:35.346486 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.347233 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d42ecf4d-2d69-4f91-b8f8-eb711eff5682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.350975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9267af-b903-4062-a7c8-dd8aa58b94f6 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25afa21e-34c7-487d-8b38-c358562b70dd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:35.355623 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac9267af-b903-4062-a7c8-dd8aa58b94f6 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:35.367160 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680be2a1-f82e-458f-b320-55514e994cc1 req-ea17caca-65c3-466c-a0dc-aa70581b280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:35.369609 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-ea17caca-65c3-466c-a0dc-aa70581b280e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e6e3a5e724994ef4a9c2311fe1a950b6&device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 1095 time: 0.1007535 Jun 17 08:31:35.449838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581e1b8-1915-43aa-8fea-056ff09973f3 req-ea2bc16d-4588-4d36-8ec9-69a23d08f7e9 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:35.457881 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4581e1b8-1915-43aa-8fea-056ff09973f3 req-ea2bc16d-4588-4d36-8ec9-69a23d08f7e9 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.2089763 Jun 17 08:31:35.464659 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-ac4f8e08-bfff-4cbc-9499-3798fc417776 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1846c84-aba7-42ba-92da-ab693725664a HTTP/1.1" status: 200 len: 217 time: 0.0870059 Jun 17 08:31:35.493970 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d42ecf4d-2d69-4f91-b8f8-eb711eff5682 None None] Calling delete_port for b92b1f93-421e-4a74-9250-06913a9198a9 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:35.542125 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e9303a-e847-46d3-9430-02d2f0e6e901 x-openstack-request-id: req-96e9303a-e847-46d3-9430-02d2f0e6e901 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:35.542995 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1beca1d-e46e-46cf-b7cf-af9184179bbe", "tag": "f1846c84-aba7-42ba-92da-ab693725664a", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:35.543717 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-96e9303a-e847-46d3-9430-02d2f0e6e901 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:35.544556 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1beca1d-e46e-46cf-b7cf-af9184179bbe', 'tag': 'f1846c84-aba7-42ba-92da-ab693725664a', 'status': 'completed', 'code': 200} Jun 17 08:31:35.571501 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd41a44-a9bd-4990-8db4-679678d958cb x-openstack-request-id: req-5cd41a44-a9bd-4990-8db4-679678d958cb {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:35.572152 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aed8a2-10df-4111-9398-6d59250bc310", "name": "network-vif-plugged", "status": "completed", "tag": "a739a63c-2fda-467b-8509-93573cf883bc", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:35.572508 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5cd41a44-a9bd-4990-8db4-679678d958cb {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:35.573009 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aed8a2-10df-4111-9398-6d59250bc310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a739a63c-2fda-467b-8509-93573cf883bc', 'code': 200} Jun 17 08:31:35.573854 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4581e1b8-1915-43aa-8fea-056ff09973f3 req-45c8293b-0f60-404d-befc-16617ca03a2a tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128504 Jun 17 08:31:35.595879 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680be2a1-f82e-458f-b320-55514e994cc1 req-b7da02f6-9d10-4b56-9c1b-181496845f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:35.595879 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-b7da02f6-9d10-4b56-9c1b-181496845f72 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c30b498-5048-489b-87c5-9deb38bd6014 HTTP/1.1" status: 200 len: 853 time: 0.1187553 Jun 17 08:31:35.635964 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-46e3989f-a734-4535-b80d-835ad4dc28e3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3adc26a0-2daf-4c73-bfc3-9ae53122d629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383785 Jun 17 08:31:35.638176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port b92b1f93-421e-4a74-9250-06913a9198a9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b92b1f93-421e-4a74-9250-06913a9198a9,segment=NetworkSegment(172904ae-e116-4bbf-b010-4cf240e34a36),segment_id=172904ae-e116-4bbf-b010-4cf240e34a36)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:35.724482 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.735225 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.742205 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-729aab87-6d6f-41ed-ae72-673d2224c499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:35.751590 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d42ecf4d-2d69-4f91-b8f8-eb711eff5682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.764023 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:35.790183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2018f492-23a6-4845-8f71-28ed588691b4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:35.793478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:35.795726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:31:35.801142 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:35.805222 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-b43b6532-d5fa-445f-9c75-31e0d2392586 service neutron] 10.222.0.63 "GET /v2.0/networks/3adc26a0-2daf-4c73-bfc3-9ae53122d629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623919 Jun 17 08:31:35.810155 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.810570 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Added segment b51681d9-7a34-4568-a64b-09b91f07a30c of type vlan for network 074a0637-f8cd-452d-988e-d24c8837e58b Jun 17 08:31:35.813034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42ecf4d-2d69-4f91-b8f8-eb711eff5682 None None] No DVR routers for this DVR port b92b1f93-421e-4a74-9250-06913a9198a9 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:35.829752 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.840219 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:35.847828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ecf4d-2d69-4f91-b8f8-eb711eff5682 None None] Pushing event deleted for resources: {'Port': ['ID=b92b1f93-421e-4a74-9250-06913a9198a9,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:35.857832 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55c1e162-5b93-48ae-bf73-c2b101776e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:35.860653 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d42ecf4d-2d69-4f91-b8f8-eb711eff5682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:35.862126 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d42ecf4d-2d69-4f91-b8f8-eb711eff5682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:35.893621 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a86bfe8b-cba8-4b8b-a62b-59c0966b2686 req-e352f116-6f6a-4d05-80a6-d43e09fcc08a tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/d261dc8a-9d18-4b8e-8c0d-a71aea9ef3f6 HTTP/1.1" status: 200 len: 1815 time: 0.3550239 Jun 17 08:31:35.909963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event deleted for resources: {'Port': ['ID=b92b1f93-421e-4a74-9250-06913a9198a9,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:35.918245 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:35.969941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b92b1f93-421e-4a74-9250-06913a9198a9 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:35.981666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Subnet': ['ID=0e680737-cb69-44f8-b4e0-b31fa16db9cd,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:35.995640 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:35.996170 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.000319 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: b92b1f93-421e-4a74-9250-06913a9198a9 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:36.000503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b92b1f93-421e-4a74-9250-06913a9198a9 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:36.006136 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-680be2a1-f82e-458f-b320-55514e994cc1 req-49659891-87d7-4636-b341-f508a17d6246 service neutron] 10.222.0.63 "GET /v2.0/networks/3adc26a0-2daf-4c73-bfc3-9ae53122d629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925099 Jun 17 08:31:36.031575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7389550-094a-4430-aec1-b49e0fe65f2a req-4582a13c-1afb-4b8e-8a1a-60b5d869b170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.033228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e7389550-094a-4430-aec1-b49e0fe65f2a req-4582a13c-1afb-4b8e-8a1a-60b5d869b170 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 1097 time: 0.4563169 Jun 17 08:31:36.056263 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.058927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.059660 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.063859 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-520086cf-f1db-4fe3-ada1-15e2936dfae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:36.068065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a850b3-2e5b-4575-a6a2-a96f3e35381f req-2120eb4f-d246-4c48-b70d-6defd6e8908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.070492 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12a850b3-2e5b-4575-a6a2-a96f3e35381f req-2120eb4f-d246-4c48-b70d-6defd6e8908e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 1097 time: 0.4349501 Jun 17 08:31:36.071899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Checking segment: {'id': 'ba557503-b233-4f99-b310-f00c00f1b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'aed0bee8-04d0-4de0-a1c1-6c87c92b5963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:36.072509 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network hostable DHCP agents. Network: aed0bee8-04d0-4de0-a1c1-6c87c92b5963, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:36.113614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17992f4-1b99-42ad-accc-1b6277ff7cb5 req-3f28d5cf-d5a1-4a67-bd3e-d1dbcd2ca9c8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.120922 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e17992f4-1b99-42ad-accc-1b6277ff7cb5 req-3f28d5cf-d5a1-4a67-bd3e-d1dbcd2ca9c8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 945 time: 0.3797302 Jun 17 08:31:36.142065 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a86bfe8b-cba8-4b8b-a62b-59c0966b2686 req-c2026f3e-1382-4cb6-971b-d565e77bb690 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.150036 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3193631 Jun 17 08:31:36.155388 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38824) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:36.162646 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Request body: {'subnet': {'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1957471351-subnet', 'tenant_id': '91714abb8e2c4051a925a91f475cf561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:36.172647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Pushing event updated for resources: {'Network': ['ID=074a0637-f8cd-452d-988e-d24c8837e58b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:36.177858 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:36.186839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 074a0637-f8cd-452d-988e-d24c8837e58b details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:36.203788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Made reservation on behalf of 91714abb8e2c4051a925a91f475cf561 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:36.206270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.211408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f50e2-0dab-4eaf-aa8d-3f711fcbb40e req-5266b508-aa61-4463-bf8f-6a8a93174cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.213034 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-160f50e2-0dab-4eaf-aa8d-3f711fcbb40e req-5266b508-aa61-4463-bf8f-6a8a93174cff service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=e6e3a5e724994ef4a9c2311fe1a950b6&device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 1095 time: 0.1444831 Jun 17 08:31:36.235070 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a86bfe8b-cba8-4b8b-a62b-59c0966b2686 req-c2026f3e-1382-4cb6-971b-d565e77bb690 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.238567 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e7389550-094a-4430-aec1-b49e0fe65f2a req-8cfc18cd-84aa-42f2-b4bf-e4482e06c546 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876059 Jun 17 08:31:36.248399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network aed0bee8-04d0-4de0-a1c1-6c87c92b5963 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:36.279611 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e17992f4-1b99-42ad-accc-1b6277ff7cb5 req-2a9dd36e-84ea-4cc0-b972-32373a4abb82 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576490 Jun 17 08:31:36.288615 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, aed0bee8-04d0-4de0-a1c1-6c87c92b5963) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:36.298359 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366af2a6-ff41-4bd0-8c01-3f28e54bdffa None None] Network aed0bee8-04d0-4de0-a1c1-6c87c92b5963 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:36.342929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.343960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.368306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a850b3-2e5b-4575-a6a2-a96f3e35381f req-64deb0d3-5724-4650-8920-dc0eed9ec674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.370122 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12a850b3-2e5b-4575-a6a2-a96f3e35381f req-64deb0d3-5724-4650-8920-dc0eed9ec674 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.2776980 Jun 17 08:31:36.378447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f50e2-0dab-4eaf-aa8d-3f711fcbb40e req-7ff5f276-5578-4949-81a5-4e45a73fa43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.379968 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-160f50e2-0dab-4eaf-aa8d-3f711fcbb40e req-7ff5f276-5578-4949-81a5-4e45a73fa43a service neutron] 10.222.0.63 "GET /v2.0/networks?id=3adc26a0-2daf-4c73-bfc3-9ae53122d629 HTTP/1.1" status: 200 len: 914 time: 0.1568544 Jun 17 08:31:36.432969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7712932 Jun 17 08:31:36.432969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12a850b3-2e5b-4575-a6a2-a96f3e35381f req-3a673c9c-7b1d-40f7-b44f-e36798acf62b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6 HTTP/1.1" status: 200 len: 217 time: 0.0527995 Jun 17 08:31:36.433999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38838) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:36.442794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'port': {'network_id': 'aed0bee8-04d0-4de0-a1c1-6c87c92b5963', 'name': 'tempest-NetworksIpV6TestAttrs-750067169'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:36.451797 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a86bfe8b-cba8-4b8b-a62b-59c0966b2686 req-c2026f3e-1382-4cb6-971b-d565e77bb690 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.455361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a86bfe8b-cba8-4b8b-a62b-59c0966b2686 req-c2026f3e-1382-4cb6-971b-d565e77bb690 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.456580 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a86bfe8b-cba8-4b8b-a62b-59c0966b2686 req-c2026f3e-1382-4cb6-971b-d565e77bb690 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "DELETE /v2.0/security-groups/d261dc8a-9d18-4b8e-8c0d-a71aea9ef3f6 HTTP/1.1" status: 204 len: 173 time: 0.5541642 Jun 17 08:31:36.468885 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-901c69e2-73fe-4a9d-b490-815c776d8152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:36.524545 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-160f50e2-0dab-4eaf-aa8d-3f711fcbb40e req-98f0eee6-b815-444c-ba51-4f7945f650b5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1846c84-aba7-42ba-92da-ab693725664a HTTP/1.1" status: 200 len: 217 time: 0.1360202 Jun 17 08:31:36.555187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2026f3e-1382-4cb6-971b-d565e77bb690 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d261dc8a-9d18-4b8e-8c0d-a71aea9ef3f6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:36.557905 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c2026f3e-1382-4cb6-971b-d565e77bb690 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:36.628198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-aed0bee8-04d0-4de0-a1c1-6c87c92b5963', 'network_id': 'aed0bee8-04d0-4de0-a1c1-6c87c92b5963', 'tenant_id': '4c40534d64864168befd2dbec168eccb', 'fixed_ips': [{'subnet_id': '0e680737-cb69-44f8-b4e0-b31fa16db9cd'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:36.632124 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.639177 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.643696 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2db92a40-cae4-441e-8164-27613eda98f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:36.690742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f50e2-0dab-4eaf-aa8d-3f711fcbb40e req-b95357c5-a57f-4930-b482-228d5c669696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.692299 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-160f50e2-0dab-4eaf-aa8d-3f711fcbb40e req-b95357c5-a57f-4930-b482-228d5c669696 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=2c30b498-5048-489b-87c5-9deb38bd6014 HTTP/1.1" status: 200 len: 853 time: 0.1483438 Jun 17 08:31:36.703202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a850b3-2e5b-4575-a6a2-a96f3e35381f req-c8d0246a-ff43-49b9-afa5-577c6106e440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.704730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12a850b3-2e5b-4575-a6a2-a96f3e35381f req-c8d0246a-ff43-49b9-afa5-577c6106e440 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.2455189 Jun 17 08:31:36.744716 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-160f50e2-0dab-4eaf-aa8d-3f711fcbb40e req-ba74d754-800c-4356-8789-39dba0242873 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=3adc26a0-2daf-4c73-bfc3-9ae53122d629&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384550 Jun 17 08:31:36.748112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90bba727-cbc1-4ba4-8004-8f0978a825ac req-db8dcb7e-fb96-425c-925a-820c486f7de0 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/7a9e14d3-1fd0-4f89-9c83-d6313eb43824 HTTP/1.1" status: 200 len: 1814 time: 0.1027160 Jun 17 08:31:36.787344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=556d7256-836f-4763-9d6e-d98ad90beec4,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:36.822070 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:36.823528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Checking segment: {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:36.823892 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Network hostable DHCP agents. Network: 074a0637-f8cd-452d-988e-d24c8837e58b, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:36.834883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Allocated IP 2001:db8::f816:3eff:fe19:851d (aed0bee8-04d0-4de0-a1c1-6c87c92b5963/0e680737-cb69-44f8-b4e0-b31fa16db9cd/4272c298-cd17-482e-ba60-82e86789991e) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:36.859145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ff64b-3754-400c-968d-22591016a002 req-76b0c14f-4a47-4e18-bce9-a3f007fba4fb tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.866616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0c5ff64b-3754-400c-968d-22591016a002 req-76b0c14f-4a47-4e18-bce9-a3f007fba4fb tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 943 time: 0.3559718 Jun 17 08:31:36.903786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Network 074a0637-f8cd-452d-988e-d24c8837e58b is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:36.948639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:36.956311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:36.965552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a850b3-2e5b-4575-a6a2-a96f3e35381f req-70c44cb3-d142-4f1a-b9de-e6f73894f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.967130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12a850b3-2e5b-4575-a6a2-a96f3e35381f req-70c44cb3-d142-4f1a-b9de-e6f73894f25a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2553728 Jun 17 08:31:36.978507 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-160f50e2-0dab-4eaf-aa8d-3f711fcbb40e req-b3f30e42-114f-4cb1-ba3b-4c97e80f894f service neutron] 10.222.0.63 "GET /v2.0/networks/3adc26a0-2daf-4c73-bfc3-9ae53122d629?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047191 Jun 17 08:31:36.980157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 074a0637-f8cd-452d-988e-d24c8837e58b) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:36.997378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:36.998627 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.012306 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0c5ff64b-3754-400c-968d-22591016a002 req-6e200736-bcec-4e6d-92d8-1cf3cef574db tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/security-groups?id=f515b7d1-160b-4892-ba0d-cddbb7b646b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443477 Jun 17 08:31:37.020185 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-90bba727-cbc1-4ba4-8004-8f0978a825ac req-23d50370-01d9-41e0-be13-b05b2f7dc811 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.077941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79673f6-834b-4e46-a25a-59e15ede7adf None None] Network 074a0637-f8cd-452d-988e-d24c8837e58b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:37.138627 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-90bba727-cbc1-4ba4-8004-8f0978a825ac req-23d50370-01d9-41e0-be13-b05b2f7dc811 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.189778 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-160f50e2-0dab-4eaf-aa8d-3f711fcbb40e req-163a424d-cbfa-4534-9ca6-b7d1aa0c87c3 service neutron] 10.222.0.63 "GET /v2.0/networks/3adc26a0-2daf-4c73-bfc3-9ae53122d629?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871040 Jun 17 08:31:37.197946 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0400333 Jun 17 08:31:37.297115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65e2794-0367-48f8-b57e-6fb58eb0db97 None None] Network 074a0637-f8cd-452d-988e-d24c8837e58b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:37.315065 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.348743 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38876) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:37.357659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Transition to ACTIVE for port object 4272c298-cd17-482e-ba60-82e86789991e will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:37.381629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Transition to ACTIVE for port object 4272c298-cd17-482e-ba60-82e86789991e will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:37.393749 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.400674 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:37.457843 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Pushing event updated for resources: {'Port': ['ID=4272c298-cd17-482e-ba60-82e86789991e,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:37.461665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Network aed0bee8-04d0-4de0-a1c1-6c87c92b5963 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:37.463612 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:37.481029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:37.485005 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:37.499128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eaecc2a5-bd3b-4298-82c3-45a899fb3358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.556486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6ffaef74-290c-44ee-98c7-d43a6d7773b6 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:37.592329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Attempting to bind port 4272c298-cd17-482e-ba60-82e86789991e on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:37.592710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Attempting to bind port 4272c298-cd17-482e-ba60-82e86789991e by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'ba557503-b233-4f99-b310-f00c00f1b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'aed0bee8-04d0-4de0-a1c1-6c87c92b5963'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:37.593092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Attempting to bind port 4272c298-cd17-482e-ba60-82e86789991e on network aed0bee8-04d0-4de0-a1c1-6c87c92b5963 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:37.606868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:37.607261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Checking segment: {'id': 'ba557503-b233-4f99-b310-f00c00f1b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'aed0bee8-04d0-4de0-a1c1-6c87c92b5963'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:37.607679 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.608082 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Bound using segment: {'id': 'ba557503-b233-4f99-b310-f00c00f1b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'aed0bee8-04d0-4de0-a1c1-6c87c92b5963'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:37.608585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Bound port: 4272c298-cd17-482e-ba60-82e86789991e, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba557503-b233-4f99-b310-f00c00f1b7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'aed0bee8-04d0-4de0-a1c1-6c87c92b5963'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:37.608972 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.611674 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eaecc2a5-bd3b-4298-82c3-45a899fb3358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.618266 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eaecc2a5-bd3b-4298-82c3-45a899fb3358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.622820 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b76dbeca-e672-4fb9-8f74-2085db07e780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:37.646353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] device_id is not set on port be36a54e-79bb-4016-b3a7-8f03608b9fd2 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:37.660463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecc2a5-bd3b-4298-82c3-45a899fb3358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e43b788-a1bb-46f0-8e48-ebccb7489191,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:37.669164 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eaecc2a5-bd3b-4298-82c3-45a899fb3358 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=566e4528077b46a6b96ea3770cd4ede9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191047 Jun 17 08:31:37.670419 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eaecc2a5-bd3b-4298-82c3-45a899fb3358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:37.670918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38886) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:37.723668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10df0478-cf34-4cea-9f20-691d5636329d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.729986 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.732224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] For port 4272c298-cd17-482e-ba60-82e86789991e, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:37.747310 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-90bba727-cbc1-4ba4-8004-8f0978a825ac req-23d50370-01d9-41e0-be13-b05b2f7dc811 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.749951 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-90bba727-cbc1-4ba4-8004-8f0978a825ac req-23d50370-01d9-41e0-be13-b05b2f7dc811 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.753969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90bba727-cbc1-4ba4-8004-8f0978a825ac req-23d50370-01d9-41e0-be13-b05b2f7dc811 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "DELETE /v2.0/security-groups/7a9e14d3-1fd0-4f89-9c83-d6313eb43824 HTTP/1.1" status: 204 len: 173 time: 0.9935777 Jun 17 08:31:37.754728 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10df0478-cf34-4cea-9f20-691d5636329d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.754889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] For port 4272c298-cd17-482e-ba60-82e86789991e, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4272c298-cd17-482e-ba60-82e86789991e,segment=NetworkSegment(ba557503-b233-4f99-b310-f00c00f1b7ff),segment_id=ba557503-b233-4f99-b310-f00c00f1b7ff)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:37.756498 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6276276e-c79c-4de3-871e-5e91c2ed2e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:37.768684 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.792448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d50370-01d9-41e0-be13-b05b2f7dc811 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9e14d3-1fd0-4f89-9c83-d6313eb43824,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:37.796635 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-23d50370-01d9-41e0-be13-b05b2f7dc811 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:37.800718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6ffaef74-290c-44ee-98c7-d43a6d7773b6, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:37.802021 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:37.806794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d59ec51-efe9-4c58-b028-d866638dd153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ffaef74-290c-44ee-98c7-d43a6d7773b6'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:37.815723 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b34d73-610f-4232-920b-d3592d13c9f5" -d '{"events": [{"server_uuid": "6d59ec51-efe9-4c58-b028-d866638dd153", "name": "network-vif-unplugged", "status": "completed", "tag": "6ffaef74-290c-44ee-98c7-d43a6d7773b6"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:37.820614 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10df0478-cf34-4cea-9f20-691d5636329d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.823863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10df0478-cf34-4cea-9f20-691d5636329d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.825109 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-10df0478-cf34-4cea-9f20-691d5636329d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e43b788-a1bb-46f0-8e48-ebccb7489191 HTTP/1.1" status: 204 len: 168 time: 0.1531963 Jun 17 08:31:37.825965 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-590515ab-2efe-4e19-b2da-3436f7ab7abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:37.834111 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:37.834417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df0478-cf34-4cea-9f20-691d5636329d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e43b788-a1bb-46f0-8e48-ebccb7489191,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:37.842726 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10df0478-cf34-4cea-9f20-691d5636329d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:37.863184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12a850b3-2e5b-4575-a6a2-a96f3e35381f req-3738cc27-08a4-45e6-af48-1c847bdee6a1 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8691533 Jun 17 08:31:37.909224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Pushing event updated for resources: {'Port': ['ID=4272c298-cd17-482e-ba60-82e86789991e,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:37.915365 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:37.915962 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:37.927071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adb764-392e-488e-92be-6d4f4580ce64 req-cf788641-9588-4d61-8917-32d7f651d83c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:37.928936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5adb764-392e-488e-92be-6d4f4580ce64 req-cf788641-9588-4d61-8917-32d7f651d83c tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.2853551 Jun 17 08:31:37.975844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6ffaef74-290c-44ee-98c7-d43a6d7773b6,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:37.979380 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:37.991507 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Allocated IP 2001:db8::f816:3eff:fe02:4a1a (aed0bee8-04d0-4de0-a1c1-6c87c92b5963/0e680737-cb69-44f8-b4e0-b31fa16db9cd/be36a54e-79bb-4016-b3a7-8f03608b9fd2) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:38.103358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5adb764-392e-488e-92be-6d4f4580ce64 req-7e40c0a1-808e-4201-965d-17a05efcadbb tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392205 Jun 17 08:31:38.147055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12a850b3-2e5b-4575-a6a2-a96f3e35381f req-c65f6240-bd50-400c-8b41-f5c68f23ad35 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828624 Jun 17 08:31:38.196903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22eba0e-0844-48ea-98b7-a5bb12ba14cc req-2209914c-91b2-44fd-8cb4-c883c764a984 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:38.204619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e22eba0e-0844-48ea-98b7-a5bb12ba14cc req-2209914c-91b2-44fd-8cb4-c883c764a984 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 943 time: 0.2397580 Jun 17 08:31:38.275267 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38900) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:38.289837 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8f393106-8e6c-474b-8560-0d0543e6f7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.295951 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e22eba0e-0844-48ea-98b7-a5bb12ba14cc req-9c7c0ec4-96f0-4770-9a12-ae7f96cabc57 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895193 Jun 17 08:31:38.341472 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.357711 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Transition to ACTIVE for port object be36a54e-79bb-4016-b3a7-8f03608b9fd2 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:38.407890 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.413013 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a5373a38-1943-49a4-8e3a-721d27df36b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:38.431741 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8f393106-8e6c-474b-8560-0d0543e6f7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.437744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8f393106-8e6c-474b-8560-0d0543e6f7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.446817 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e16e4cb3-dbeb-46fb-829d-f3e10f9a70b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:38.479968 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8f393106-8e6c-474b-8560-0d0543e6f7e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=edb0d93611744fbfbb78f07b3ed6fd15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009921 Jun 17 08:31:38.480458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38910) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:38.488527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f393106-8e6c-474b-8560-0d0543e6f7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc919ba7-c015-43ec-94c8-d81d8506bfda,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:38.497030 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8f393106-8e6c-474b-8560-0d0543e6f7e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:38.523156 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network aed0bee8-04d0-4de0-a1c1-6c87c92b5963 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:38.537524 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e7108-8835-4469-8dac-33f969f5f48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.540089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:38.548507 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:38.554284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:38.554927 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.560639 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e7108-8835-4469-8dac-33f969f5f48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.563268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Port': ['ID=be36a54e-79bb-4016-b3a7-8f03608b9fd2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:38.575299 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:38.592099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ad69d83-cae8-4b21-8879-05f72f431921 req-593b53dc-d2e3-4ca7-a012-7cad35bc250c tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "GET /v2.0/security-groups/f5279066-a5ed-4045-a0e1-e84de429ac61 HTTP/1.1" status: 200 len: 1814 time: 0.1367862 Jun 17 08:31:38.596057 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1612451 Jun 17 08:31:38.600055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38912) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:38.636719 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e7108-8835-4469-8dac-33f969f5f48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.639401 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-939e7108-8835-4469-8dac-33f969f5f48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.643271 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-939e7108-8835-4469-8dac-33f969f5f48b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc919ba7-c015-43ec-94c8-d81d8506bfda HTTP/1.1" status: 204 len: 168 time: 0.1592941 Jun 17 08:31:38.643568 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6f07c401-ddd9-4177-bbad-b1e3bd91c318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:38.656300 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e7108-8835-4469-8dac-33f969f5f48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc919ba7-c015-43ec-94c8-d81d8506bfda,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:38.660323 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-939e7108-8835-4469-8dac-33f969f5f48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:38.667114 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c4aedf-fff7-43c8-80d8-e731e7369907 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Deleting subnet 0e680737-cb69-44f8-b4e0-b31fa16db9cd {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:38.670529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-15c4aedf-fff7-43c8-80d8-e731e7369907 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.673662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c9ba1ca1-9f1f-4488-ad88-1da088cb96dc tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:38.680812 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c9ba1ca1-9f1f-4488-ad88-1da088cb96dc tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/networks?id=074a0637-f8cd-452d-988e-d24c8837e58b HTTP/1.1" status: 200 len: 813 time: 0.2626069 Jun 17 08:31:38.703311 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-76f11864-8865-4d14-9d2d-82a53b5ccc2c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/quotas/91714abb8e2c4051a925a91f475cf561 HTTP/1.1" status: 200 len: 375 time: 0.0214882 Jun 17 08:31:38.717054 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-15c4aedf-fff7-43c8-80d8-e731e7369907 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.752801 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-3d3bb21e-a281-4f7e-b4bd-b11af0236566 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=91714abb8e2c4051a925a91f475cf561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484955 Jun 17 08:31:38.762590 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8ad69d83-cae8-4b21-8879-05f72f431921 req-30661570-c35a-4c62-b7a2-d809ec16be79 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.835099 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8ad69d83-cae8-4b21-8879-05f72f431921 req-30661570-c35a-4c62-b7a2-d809ec16be79 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.880887 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-15c4aedf-fff7-43c8-80d8-e731e7369907 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.900816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-e644faf5-2cb3-4508-abb8-480a0e7e2c67 service neutron] 10.222.0.47 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470108 Jun 17 08:31:38.957319 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8ad69d83-cae8-4b21-8879-05f72f431921 req-30661570-c35a-4c62-b7a2-d809ec16be79 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.960535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8ad69d83-cae8-4b21-8879-05f72f431921 req-30661570-c35a-4c62-b7a2-d809ec16be79 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:38.961759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ad69d83-cae8-4b21-8879-05f72f431921 req-30661570-c35a-4c62-b7a2-d809ec16be79 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] 10.222.0.47 "DELETE /v2.0/security-groups/f5279066-a5ed-4045-a0e1-e84de429ac61 HTTP/1.1" status: 204 len: 173 time: 0.3469563 Jun 17 08:31:38.964258 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-75519150-8567-4831-b037-7e795e4d1b0c tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:38.974361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38918) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:38.980265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30661570-c35a-4c62-b7a2-d809ec16be79 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5279066-a5ed-4045-a0e1-e84de429ac61,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:38.984021 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-30661570-c35a-4c62-b7a2-d809ec16be79 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:39.035134 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1bd328-aba8-469f-bfff-7d7338b5c070 x-openstack-request-id: req-1e1bd328-aba8-469f-bfff-7d7338b5c070 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:39.036125 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d59ec51-efe9-4c58-b028-d866638dd153", "name": "network-vif-unplugged", "status": "completed", "tag": "6ffaef74-290c-44ee-98c7-d43a6d7773b6", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:39.037148 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e1bd328-aba8-469f-bfff-7d7338b5c070 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:39.037777 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d59ec51-efe9-4c58-b028-d866638dd153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ffaef74-290c-44ee-98c7-d43a6d7773b6', 'code': 200} Jun 17 08:31:39.041409 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-15c4aedf-fff7-43c8-80d8-e731e7369907 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.045955 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ee9b097-5296-467f-b584-f965057c3d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:39.048809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-17e84ace-5051-43fb-9fb5-bf5fd0d15955 service neutron] 10.222.0.47 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470106 Jun 17 08:31:39.075773 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.106503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4aedf-fff7-43c8-80d8-e731e7369907 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Subnet': ['ID=0e680737-cb69-44f8-b4e0-b31fa16db9cd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:39.112922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a168075-1ccb-4511-97f1-de511a6fbf6e admin admin] Deleting subnet a92c3caf-a20e-4587-a177-ab7ddccc3bd6 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:39.126229 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-15c4aedf-fff7-43c8-80d8-e731e7369907 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.130869 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-15c4aedf-fff7-43c8-80d8-e731e7369907 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/subnets/0e680737-cb69-44f8-b4e0-b31fa16db9cd HTTP/1.1" status: 204 len: 168 time: 0.5272591 Jun 17 08:31:39.130869 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-15c4aedf-fff7-43c8-80d8-e731e7369907 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:39.131334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38928) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:39.133249 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a168075-1ccb-4511-97f1-de511a6fbf6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.210576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb1387-3417-4fd0-939c-900576059631 None None] Network aed0bee8-04d0-4de0-a1c1-6c87c92b5963 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:39.257961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a168075-1ccb-4511-97f1-de511a6fbf6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.290950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d265027b-711b-4550-8d5a-ab51b1d5b382 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:39.292804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d265027b-711b-4550-8d5a-ab51b1d5b382 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:39.294545 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d265027b-711b-4550-8d5a-ab51b1d5b382 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1622849 Jun 17 08:31:39.298827 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38932) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:39.349021 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:31:39.352823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90289e5-b933-4aed-af66-33d985bed579 req-04cfecfd-365b-48fd-af29-431f21ae840f tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:39.354446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b90289e5-b933-4aed-af66-33d985bed579 req-04cfecfd-365b-48fd-af29-431f21ae840f tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 943 time: 0.1578064 Jun 17 08:31:39.401211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-80187735-87b1-470e-b26b-7e5b4b6ab221 None None] Provisioning for port 4272c298-cd17-482e-ba60-82e86789991e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:39.429259 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b90289e5-b933-4aed-af66-33d985bed579 req-d0e4b905-716d-4df0-a091-f256b33e342e tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/security-groups?id=f515b7d1-160b-4892-ba0d-cddbb7b646b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674033 Jun 17 08:31:39.585338 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d979fb-536e-4766-89e6-0fdc95709b7a req-7eb340d6-8b4b-4d90-be18-30582f3751d9 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:39.593273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37d979fb-536e-4766-89e6-0fdc95709b7a req-7eb340d6-8b4b-4d90-be18-30582f3751d9 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.1146240 Jun 17 08:31:39.628341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f1846c84-aba7-42ba-92da-ab693725664a details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:39.695630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37d979fb-536e-4766-89e6-0fdc95709b7a req-1e11eeb5-c079-41bc-858a-4edfe3a4cbf0 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979474 Jun 17 08:31:39.790456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f1846c84-aba7-42ba-92da-ab693725664a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f1846c84-aba7-42ba-92da-ab693725664a,segment=NetworkSegment(ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a),segment_id=ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:39.814431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'f1846c84-aba7-42ba-92da-ab693725664a', 'network_id': '3adc26a0-2daf-4c73-bfc3-9ae53122d629', 'port_id': 'f1846c84-aba7-42ba-92da-ab693725664a', 'mac_address': 'fa:16:3e:f4:23:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c30b498-5048-489b-87c5-9deb38bd6014', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:39.817432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45fc8fc-9a83-4e88-888b-eb8ef03a2168 None None] DHCP port deletion for aed0bee8-04d0-4de0-a1c1-6c87c92b5963 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:31:39.819672 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a168075-1ccb-4511-97f1-de511a6fbf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.904812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b1191514-5924-48a1-aca9-db3c7a4e2d40 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.907260 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.925307 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1191514-5924-48a1-aca9-db3c7a4e2d40 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 17 08:31:39.925775 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1191514-5924-48a1-aca9-db3c7a4e2d40 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:31:39.927897 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b1191514-5924-48a1-aca9-db3c7a4e2d40 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/networks/aed0bee8-04d0-4de0-a1c1-6c87c92b5963 HTTP/1.1" status: 409 len: 405 time: 0.6279013 Jun 17 08:31:39.934343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1846c84-aba7-42ba-92da-ab693725664a {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:39.936458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38968) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:39.947731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1495392613'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:39.964989 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a168075-1ccb-4511-97f1-de511a6fbf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:39.969173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f1846c84-aba7-42ba-92da-ab693725664a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f1846c84-aba7-42ba-92da-ab693725664a,segment=NetworkSegment(ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a),segment_id=ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:39.969534 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-341234ec-530b-4e79-b7b0-90160c58b89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:39.976920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a45fc8fc-9a83-4e88-888b-eb8ef03a2168 None None] Deleting port 4272c298-cd17-482e-ba60-82e86789991e {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:39.977311 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a45fc8fc-9a83-4e88-888b-eb8ef03a2168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.000538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a168075-1ccb-4511-97f1-de511a6fbf6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a92c3caf-a20e-4587-a177-ab7ddccc3bd6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:40.002733 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a168075-1ccb-4511-97f1-de511a6fbf6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.007166 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2a168075-1ccb-4511-97f1-de511a6fbf6e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a92c3caf-a20e-4587-a177-ab7ddccc3bd6 HTTP/1.1" status: 204 len: 168 time: 1.0299921 Jun 17 08:31:40.007166 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a168075-1ccb-4511-97f1-de511a6fbf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:40.008094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38970) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:40.013512 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9af808e2-e446-457d-ad9a-fe5eda9bca79 req-36306ce8-4c2e-4a80-bcad-1be294b852ed tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 210 time: 0.0568194 Jun 17 08:31:40.047950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6d6ec-1cf0-482a-b375-2d43469bc43d req-a2de3390-4b71-4bf5-907f-5f470f6292fc tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:40.051159 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fed6d6ec-1cf0-482a-b375-2d43469bc43d req-a2de3390-4b71-4bf5-907f-5f470f6292fc tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 943 time: 0.1669934 Jun 17 08:31:40.101587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a45fc8fc-9a83-4e88-888b-eb8ef03a2168 None None] For port 4272c298-cd17-482e-ba60-82e86789991e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4272c298-cd17-482e-ba60-82e86789991e,segment=NetworkSegment(ba557503-b233-4f99-b310-f00c00f1b7ff),segment_id=ba557503-b233-4f99-b310-f00c00f1b7ff)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:40.102049 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a45fc8fc-9a83-4e88-888b-eb8ef03a2168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.134871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.136837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:40.155800 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.160667 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fed6d6ec-1cf0-482a-b375-2d43469bc43d req-7d12c2ad-fb35-42b5-97ea-3e62cb850e6e tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037393 Jun 17 08:31:40.261984 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:40.279091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a45fc8fc-9a83-4e88-888b-eb8ef03a2168 None None] Calling delete_port for 4272c298-cd17-482e-ba60-82e86789991e owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:40.283055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.286105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.286855 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Added segment 7ed81fd7-79c4-43be-8e0d-abbe29cd4c62 of type vlan for network 71b04d36-7d7d-4aaf-b284-52ef0d3415b2 Jun 17 08:31:40.292223 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.304573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3719c1b8-0358-499d-9726-ca84879bed46']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:40.309818 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:40.345506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1129d9-f21c-41d0-a7f0-861e19795097') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:40.346006 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1129d9-f21c-41d0-a7f0-861e19795097') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:40.362796 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.367780 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.385231 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.396091 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:40.396957 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:40.398980 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:40.417974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38976) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:40.439257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=f1846c84-aba7-42ba-92da-ab693725664a,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:40.443783 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:40.486228 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.489552 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a45fc8fc-9a83-4e88-888b-eb8ef03a2168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.492797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:40.493450 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.499242 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2cff851a-fb61-42c0-a503-f502e37c22c3 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:40.504407 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:40.521190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.556021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fc8fc-9a83-4e88-888b-eb8ef03a2168 None None] No DVR routers for this DVR port 4272c298-cd17-482e-ba60-82e86789991e on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:40.559715 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.564985 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3719c1b8-0358-499d-9726-ca84879bed46 HTTP/1.1" status: 204 len: 168 time: 0.5535522 Jun 17 08:31:40.568348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['f1846c84-aba7-42ba-92da-ab693725664a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:40.572952 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6304743 Jun 17 08:31:40.573133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fc8fc-9a83-4e88-888b-eb8ef03a2168 None None] Pushing event deleted for resources: {'Port': ['ID=4272c298-cd17-482e-ba60-82e86789991e,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:40.573422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38986) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:40.579077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'subnet': {'network_id': '71b04d36-7d7d-4aaf-b284-52ef0d3415b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:40.589412 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Network': ['ID=71b04d36-7d7d-4aaf-b284-52ef0d3415b2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:40.593711 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a45fc8fc-9a83-4e88-888b-eb8ef03a2168 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:40.594426 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:40.594988 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-69e36344-a9c0-4a0c-9f3d-196e0745121d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:40.622800 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3719c1b8-0358-499d-9726-ca84879bed46,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:40.628771 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:40.679028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 71b04d36-7d7d-4aaf-b284-52ef0d3415b2 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:40.805910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38988) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:40.849353 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bd17f494-34f7-478a-929c-28d6845f7009 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3bf8dc7bb7e4035ac1ff00a4b1bd235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418725 Jun 17 08:31:40.852948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38990) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:40.863908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9ee45603-9797-464b-bb01-4bf99c3b8295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.934256 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61efc060-a417-4185-b241-2787eb627afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.963484 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61efc060-a417-4185-b241-2787eb627afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:40.964237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a847a-5a9a-4ef3-b65d-df714c3fb7cd req-ad561e8e-0026-4cd9-8318-b57d842474c7 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:40.971426 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b2a847a-5a9a-4ef3-b65d-df714c3fb7cd req-ad561e8e-0026-4cd9-8318-b57d842474c7 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 944 time: 0.2421372 Jun 17 08:31:40.981317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10087b1f-6390-4556-abd7-189bc7491f36 req-e8c3649e-8d9f-4e55-b948-c027de37fb7f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:40.983198 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-10087b1f-6390-4556-abd7-189bc7491f36 req-e8c3649e-8d9f-4e55-b948-c027de37fb7f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.2516012 Jun 17 08:31:41.024523 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61efc060-a417-4185-b241-2787eb627afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.027511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-61efc060-a417-4185-b241-2787eb627afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.029416 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-61efc060-a417-4185-b241-2787eb627afb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3612f91c-30b3-4287-989d-3e067c7dc9fe HTTP/1.1" status: 204 len: 168 time: 0.1739247 Jun 17 08:31:41.030521 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3d313eba-872c-46a5-a2a1-9d377a73ae13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:41.038518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efc060-a417-4185-b241-2787eb627afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3612f91c-30b3-4287-989d-3e067c7dc9fe,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:41.041150 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-61efc060-a417-4185-b241-2787eb627afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:41.065017 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b2a847a-5a9a-4ef3-b65d-df714c3fb7cd req-c0521497-1d29-4d88-b42f-13ab50b28c88 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/security-groups?id=f515b7d1-160b-4892-ba0d-cddbb7b646b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924485 Jun 17 08:31:41.096223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-10087b1f-6390-4556-abd7-189bc7491f36 req-68d903e5-a689-48be-9cac-2810ebdc0235 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031024 Jun 17 08:31:41.122979 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9ee45603-9797-464b-bb01-4bf99c3b8295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.133330 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9ee45603-9797-464b-bb01-4bf99c3b8295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.160319 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-88460b56-3a69-4bc7-b082-c77b4c8574c1 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:41.164524 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9ee45603-9797-464b-bb01-4bf99c3b8295 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1f40aa754f04c00af76f30c4d11ce7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7450209 Jun 17 08:31:41.167300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39000) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:41.203747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:41.207296 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.232403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee45603-9797-464b-bb01-4bf99c3b8295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c865b9-d785-409b-88d0-7e1576b1318a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:41.279508 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9ee45603-9797-464b-bb01-4bf99c3b8295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:41.317349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7c6aac1-9d80-40b8-9a4e-548c8fc6f937 req-80df8052-c843-4778-b9bb-da356362e67e tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 210 time: 0.0858319 Jun 17 08:31:41.412278 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-755fb7dc-d0a9-434c-92e0-6914183a51ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.495900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b27e5d-3a2b-44eb-bf55-7c58fe35cc67 req-5ba6feaa-5c6c-4338-8fdb-989913cce41f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:41.497664 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81b27e5d-3a2b-44eb-bf55-7c58fe35cc67 req-5ba6feaa-5c6c-4338-8fdb-989913cce41f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.1831760 Jun 17 08:31:41.569815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-755fb7dc-d0a9-434c-92e0-6914183a51ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.635394 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f1846c84-aba7-42ba-92da-ab693725664a up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:41.702447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port f1846c84-aba7-42ba-92da-ab693725664a completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:41.708635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port f1846c84-aba7-42ba-92da-ab693725664a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:41.709486 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.740949 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81b27e5d-3a2b-44eb-bf55-7c58fe35cc67 req-bbf6fd65-2299-4eb6-8fef-d20f223b680f tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225814 Jun 17 08:31:41.820094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f45ee-b287-4c2f-b1fd-ea366d98004c req-6994bc25-3129-43f5-84d1-e9fcb22a7795 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:41.827257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d91f45ee-b287-4c2f-b1fd-ea366d98004c req-6994bc25-3129-43f5-84d1-e9fcb22a7795 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 943 time: 0.3511751 Jun 17 08:31:41.880222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-755fb7dc-d0a9-434c-92e0-6914183a51ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.882923 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-755fb7dc-d0a9-434c-92e0-6914183a51ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.886694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-755fb7dc-d0a9-434c-92e0-6914183a51ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93c865b9-d785-409b-88d0-7e1576b1318a HTTP/1.1" status: 204 len: 168 time: 0.7138994 Jun 17 08:31:41.894222 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65b8ea28-04d4-492a-8876-749188b8f6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:41.898528 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:41.910655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-89e89849-1041-46fa-adc9-bb9e9090c124 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:41.912307 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-89e89849-1041-46fa-adc9-bb9e9090c124 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "GET /v2.0/networks?id=074a0637-f8cd-452d-988e-d24c8837e58b HTTP/1.1" status: 200 len: 813 time: 0.3620441 Jun 17 08:31:41.929086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d91f45ee-b287-4c2f-b1fd-ea366d98004c req-0ad81d4b-e25d-493d-b1de-9b2071b490d5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008170 Jun 17 08:31:41.956186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fb7dc-d0a9-434c-92e0-6914183a51ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c865b9-d785-409b-88d0-7e1576b1318a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:41.959461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1beca1d-e46e-46cf-b7cf-af9184179bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1846c84-aba7-42ba-92da-ab693725664a'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:41.967157 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Request body: {'port': {'device_id': '55a292d7-db40-4185-9839-e719400981a2', 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b', 'admin_state_up': True, 'tenant_id': '91714abb8e2c4051a925a91f475cf561'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:41.968448 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6f8356-139e-4910-a024-c7886b4e7d06" -d '{"events": [{"server_uuid": "a1beca1d-e46e-46cf-b7cf-af9184179bbe", "name": "network-vif-plugged", "status": "completed", "tag": "f1846c84-aba7-42ba-92da-ab693725664a"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:42.013384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port f1846c84-aba7-42ba-92da-ab693725664a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f1846c84-aba7-42ba-92da-ab693725664a,segment=NetworkSegment(ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a),segment_id=ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:42.018308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:31:42.019824 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-755fb7dc-d0a9-434c-92e0-6914183a51ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:42.022808 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.025072 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.026896 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:42.073432 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-36d8df4e-ee19-4641-96dc-46b457c0221f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:42.081884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39030) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:42.128194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=f1846c84-aba7-42ba-92da-ab693725664a,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:42.139327 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:42.177842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-1d09df97-bdaf-480f-b85e-03793307ca99 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:42.180964 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-1d09df97-bdaf-480f-b85e-03793307ca99 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "GET /v2.0/networks?id=074a0637-f8cd-452d-988e-d24c8837e58b HTTP/1.1" status: 200 len: 813 time: 0.1629446 Jun 17 08:31:42.214552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Subnet': ['ID=19964cca-d2cd-4b66-9b4f-d7f8e3b6ae08,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:42.223392 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:42.234453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Request body: {'port': {'device_id': '672b72d9-eb9d-4fde-baba-045d508af338', 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b', 'admin_state_up': True, 'tenant_id': '91714abb8e2c4051a925a91f475cf561'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:42.257700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Checking segment: {'id': '7ed81fd7-79c4-43be-8e0d-abbe29cd4c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '71b04d36-7d7d-4aaf-b284-52ef0d3415b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:42.258361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network hostable DHCP agents. Network: 71b04d36-7d7d-4aaf-b284-52ef0d3415b2, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:42.333218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network 71b04d36-7d7d-4aaf-b284-52ef0d3415b2 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:42.336899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Made reservation on behalf of 91714abb8e2c4051a925a91f475cf561 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:42.340794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.372815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 71b04d36-7d7d-4aaf-b284-52ef0d3415b2) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:42.383003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7ef4f1-bd78-4f2e-a739-210608be9409 None None] Network 71b04d36-7d7d-4aaf-b284-52ef0d3415b2 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:42.401135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:42.403920 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.435025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6824c29-40af-4ccc-83fd-ecfc3d13301f req-ba64076f-e7af-46c2-8df0-a61e0cf48849 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:42.437319 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6824c29-40af-4ccc-83fd-ecfc3d13301f req-ba64076f-e7af-46c2-8df0-a61e0cf48849 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1979854 Jun 17 08:31:42.482950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Made reservation on behalf of 91714abb8e2c4051a925a91f475cf561 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:42.486828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.544428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9697843 Jun 17 08:31:42.566389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39046) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:42.649412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-71b04d36-7d7d-4aaf-b284-52ef0d3415b2', 'network_id': '71b04d36-7d7d-4aaf-b284-52ef0d3415b2', 'tenant_id': '4c40534d64864168befd2dbec168eccb', 'fixed_ips': [{'subnet_id': '19964cca-d2cd-4b66-9b4f-d7f8e3b6ae08'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:42.650627 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.670596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Allocated IP 172.20.0.5 (074a0637-f8cd-452d-988e-d24c8837e58b/556d7256-836f-4763-9d6e-d98ad90beec4/45f97f86-559a-4989-af8e-eaa541bf6452) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:42.682310 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f7dcd7-1cdf-44b9-930c-103f87b8a5c2 x-openstack-request-id: req-41f7dcd7-1cdf-44b9-930c-103f87b8a5c2 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:42.682799 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1beca1d-e46e-46cf-b7cf-af9184179bbe", "name": "network-vif-plugged", "status": "completed", "tag": "f1846c84-aba7-42ba-92da-ab693725664a", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:42.683458 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-41f7dcd7-1cdf-44b9-930c-103f87b8a5c2 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:42.684279 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1beca1d-e46e-46cf-b7cf-af9184179bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1846c84-aba7-42ba-92da-ab693725664a', 'code': 200} Jun 17 08:31:42.755823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-124861178-network', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:42.829513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Made reservation on behalf of f7970418354844208e4c1ff5a7253a13 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:42.831811 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.874678 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6824c29-40af-4ccc-83fd-ecfc3d13301f req-59889089-4b46-4be2-81bd-ac3d55bcfaea tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721316 Jun 17 08:31:42.875578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Allocated IP 2001:db8::f816:3eff:fe03:db9c (71b04d36-7d7d-4aaf-b284-52ef0d3415b2/19964cca-d2cd-4b66-9b4f-d7f8e3b6ae08/6eea8018-0648-4360-9fd5-2abc94a65f82) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:42.884373 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.954536 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:42.980109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06218bc-d2d2-4ddb-954d-7e2b52b0440e req-447f4b57-f215-4659-96d3-350ecbe10098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:42.981775 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e06218bc-d2d2-4ddb-954d-7e2b52b0440e req-447f4b57-f215-4659-96d3-350ecbe10098 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 1097 time: 0.2155485 Jun 17 08:31:43.043011 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e06218bc-d2d2-4ddb-954d-7e2b52b0440e req-fd9e6ebd-a9c5-47cf-b4f4-af2657017709 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f515b7d1-160b-4892-ba0d-cddbb7b646b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529263 Jun 17 08:31:43.056900 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.068399 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd9f5f89-6d16-4208-b045-53dba9c8c0b5 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:43.149905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.156882 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Network 074a0637-f8cd-452d-988e-d24c8837e58b is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:43.161072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:43.164005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:43.175362 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.198685 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.202506 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.214394 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Transition to ACTIVE for port object 6eea8018-0648-4360-9fd5-2abc94a65f82 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:43.217069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Pushing event updated for resources: {'Port': ['ID=45f97f86-559a-4989-af8e-eaa541bf6452,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:43.228586 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:43.239943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Allocated IP 172.20.0.13 (074a0637-f8cd-452d-988e-d24c8837e58b/556d7256-836f-4763-9d6e-d98ad90beec4/c8e550c7-881c-4f1d-ab7e-14eb226f7237) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:43.246282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:43.247197 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.247330 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Transition to ACTIVE for port object 6eea8018-0648-4360-9fd5-2abc94a65f82 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:43.251936 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c87856c7-a859-4dc5-9c6a-3b451659df40 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:43.256677 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.261285 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:43.263659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9bc81-10da-4572-81cd-36b8b69289ac req-6afb21cf-7a80-4e26-a6fe-3d3deb918742 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:43.270919 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0423851 Jun 17 08:31:43.271819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3fc9bc81-10da-4572-81cd-36b8b69289ac req-6afb21cf-7a80-4e26-a6fe-3d3deb918742 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 945 time: 0.4637823 Jun 17 08:31:43.289872 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Request body: {'port': {'device_id': '672b72d9-eb9d-4fde-baba-045d508af338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:43.308847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Network 71b04d36-7d7d-4aaf-b284-52ef0d3415b2 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:43.312815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:43.316307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:43.330224 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:43.374799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Pushing event updated for resources: {'Port': ['ID=6eea8018-0648-4360-9fd5-2abc94a65f82,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:43.378342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.380672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054140fe-5f46-493c-b0b2-da76b1abd4b5,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:43.389852 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:43.398237 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.399124 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Added segment d700c50d-b731-4466-a255-6001127e87a9 of type vlan for network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 Jun 17 08:31:43.405479 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:43.418594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3fc9bc81-10da-4572-81cd-36b8b69289ac req-ca7ff295-35d0-4296-9577-af3453d34c2b tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/security-groups?id=f515b7d1-160b-4892-ba0d-cddbb7b646b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456087 Jun 17 08:31:43.442882 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c4b2dfab-1959-4ce8-b86c-c26aecc018bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.481560 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.510302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Attempting to bind port 6eea8018-0648-4360-9fd5-2abc94a65f82 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:43.510855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Attempting to bind port 6eea8018-0648-4360-9fd5-2abc94a65f82 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '7ed81fd7-79c4-43be-8e0d-abbe29cd4c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '71b04d36-7d7d-4aaf-b284-52ef0d3415b2'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:43.511232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Attempting to bind port 6eea8018-0648-4360-9fd5-2abc94a65f82 on network 71b04d36-7d7d-4aaf-b284-52ef0d3415b2 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:43.516671 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:43.517160 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Checking segment: {'id': '7ed81fd7-79c4-43be-8e0d-abbe29cd4c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '71b04d36-7d7d-4aaf-b284-52ef0d3415b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:43.517574 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.518063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Bound using segment: {'id': '7ed81fd7-79c4-43be-8e0d-abbe29cd4c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '71b04d36-7d7d-4aaf-b284-52ef0d3415b2'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:43.518548 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Bound port: 6eea8018-0648-4360-9fd5-2abc94a65f82, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed81fd7-79c4-43be-8e0d-abbe29cd4c62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '71b04d36-7d7d-4aaf-b284-52ef0d3415b2'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:43.519055 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.585155 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.602892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] For port 6eea8018-0648-4360-9fd5-2abc94a65f82, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:43.607564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] For port 6eea8018-0648-4360-9fd5-2abc94a65f82, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6eea8018-0648-4360-9fd5-2abc94a65f82,segment=NetworkSegment(7ed81fd7-79c4-43be-8e0d-abbe29cd4c62),segment_id=7ed81fd7-79c4-43be-8e0d-abbe29cd4c62)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:43.610471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6ffaef74-290c-44ee-98c7-d43a6d7773b6 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:43.615121 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:43.634625 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:43.725155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Pushing event updated for resources: {'Port': ['ID=6eea8018-0648-4360-9fd5-2abc94a65f82,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:43.728809 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:44.115491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.124886 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3a6b49ee-4f9f-4c56-b0cb-6c3c06164626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:44.133002 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.134035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:44.134607 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.167228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5e11e-b558-4877-9f97-cc305562890e req-31c5f1ce-fea6-4aee-aba0-e7ed0a0f7536 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:44.168736 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7dc5e11e-b558-4877-9f97-cc305562890e req-31c5f1ce-fea6-4aee-aba0-e7ed0a0f7536 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 931 time: 0.7303295 Jun 17 08:31:44.183189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Subnet': ['ID=19964cca-d2cd-4b66-9b4f-d7f8e3b6ae08,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:44.185620 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:44.190579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39078) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:44.195443 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:44.204572 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.289753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1945822 Jun 17 08:31:44.293099 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39084) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:44.301552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Request body: {'subnet': {'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-124861178-subnet', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:44.330622 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Made reservation on behalf of f7970418354844208e4c1ff5a7253a13 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:44.333206 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.342708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824f36e-8b9b-4b1e-9507-8d1432722388 req-72227646-de8e-42a5-b8ee-37d185572852 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:44.344292 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1824f36e-8b9b-4b1e-9507-8d1432722388 req-72227646-de8e-42a5-b8ee-37d185572852 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.7749522 Jun 17 08:31:44.352971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-847731929'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:44.379374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Pushing event updated for resources: {'Network': ['ID=6424106c-cd8c-4cd7-b7d1-1f64cc3631c8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:44.382391 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:44.386891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.393252 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:44.418613 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7dc5e11e-b558-4877-9f97-cc305562890e req-9748a3b7-8d9d-4d53-b122-0bfc3af40df4 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414224 Jun 17 08:31:44.427582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b04d36-7d7d-4aaf-b284-52ef0d3415b2']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:44.429116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Made reservation on behalf of 3ad42934607b4d759dfd100c354104ed for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:44.433014 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.446602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed81fd7-79c4-43be-8e0d-abbe29cd4c62') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:44.446845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed81fd7-79c4-43be-8e0d-abbe29cd4c62') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:44.451449 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.468288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.483297 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.490948 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea71c6f6-373c-493a-8d76-c5010bcdeb26 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:44.496650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1824f36e-8b9b-4b1e-9507-8d1432722388 req-983f8cfa-a9ff-4565-bb23-ddf7e214a203 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449244 Jun 17 08:31:44.525555 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.538049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:44.538509 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:44.544266 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:44.561850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Network 074a0637-f8cd-452d-988e-d24c8837e58b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:44.591780 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:44.594236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:44.652611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Pushing event updated for resources: {'Port': ['ID=c8e550c7-881c-4f1d-ab7e-14eb226f7237,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:44.663701 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:44.693115 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:31:44.693115 n-d-779913-16 neutron-server[93803]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:31:44.693115 n-d-779913-16 neutron-server[93803]: [parameters: {'id': '71b04d36-7d7d-4aaf-b284-52ef0d3415b2'}] Jun 17 08:31:44.693115 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:31:44.694024 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:31:44.733210 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:44.734215 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.777529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.782105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3c9b9-f702-4902-be1d-ec3998397a77 req-e77ea2f6-1d4a-49ab-b7f9-83d814ee3e6c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:44.783871 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14f3c9b9-f702-4902-be1d-ec3998397a77 req-e77ea2f6-1d4a-49ab-b7f9-83d814ee3e6c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1155694 Jun 17 08:31:44.784877 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-15c4aedf-fff7-43c8-80d8-e731e7369907 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:44.851968 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14f3c9b9-f702-4902-be1d-ec3998397a77 req-69f9beaa-5c41-4c3d-ab80-eabbe876cbf0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618360 Jun 17 08:31:44.897000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d605a-9548-40bb-acfc-79f0cd3e8d48 req-92b1633d-9b31-49f5-ad77-a7687b35988d tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:44.898802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d21d605a-9548-40bb-acfc-79f0cd3e8d48 req-92b1633d-9b31-49f5-ad77-a7687b35988d tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 945 time: 0.0849330 Jun 17 08:31:44.918199 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.920732 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f97f86-559a-4989-af8e-eaa541bf6452 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:44.926444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28395d9e-9fde-4115-a881-b5e1e425566d None None] Network 71b04d36-7d7d-4aaf-b284-52ef0d3415b2 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:44.927843 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce0329f-7903-4211-868f-795f342d4972,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:44.945581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.950493 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:44.953930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9990630 Jun 17 08:31:44.958504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.958892 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.959272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.959651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.960022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.960915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.961429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.961825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.962221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.962682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.963356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.963639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:44.972528 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d21d605a-9548-40bb-acfc-79f0cd3e8d48 req-235b4dfb-7def-4e5b-82f2-6ebb268c2a1e tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/security-groups?id=f515b7d1-160b-4892-ba0d-cddbb7b646b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591891 Jun 17 08:31:44.973605 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:44.975878 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:44.986236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Request body: {'port': {'device_id': '55a292d7-db40-4185-9839-e719400981a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:45.041204 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:45.050406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Transition to ACTIVE for port object 45f97f86-559a-4989-af8e-eaa541bf6452 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:45.070883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Checking segment: {'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:45.071250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Network hostable DHCP agents. Network: 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:45.093965 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.108889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.109206 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.109206 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Added segment 1f401583-e703-4800-a886-a284dc181d9c of type vlan for network 067523b3-b91c-4a19-a6be-0dbb98148724 Jun 17 08:31:45.122435 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433b4572-b3cb-4084-a48c-1b5537c98da2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:45.140982 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:45.158946 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97264a3c-2561-407c-aca0-184429a953b2 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:45.195814 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.274355 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:45.301596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:45.305943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:45.306630 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.314454 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.329097 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Pushing event updated for resources: {'Port': ['ID=45f97f86-559a-4989-af8e-eaa541bf6452,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:45.342418 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:45.353470 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3ab25b-6461-4146-939e-a2dc150ffa12 None None] Network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:45.357673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d4101f3b-219b-479f-bdc5-cf1264f2e9cb None None] Provisioning for port 6eea8018-0648-4360-9fd5-2abc94a65f82 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:45.389394 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0946455 Jun 17 08:31:45.416185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39100) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:45.426277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:45.455265 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.462874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:45.464307 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.473735 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:45.537356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25471aa-a833-4583-8800-03911d76b1ab None None] DHCP port deletion for 71b04d36-7d7d-4aaf-b284-52ef0d3415b2 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:31:45.565002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8e550c7-881c-4f1d-ab7e-14eb226f7237 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:45.573228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Attempting to bind port 45f97f86-559a-4989-af8e-eaa541bf6452 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:45.574135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Attempting to bind port 45f97f86-559a-4989-af8e-eaa541bf6452 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:45.574725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Attempting to bind port 45f97f86-559a-4989-af8e-eaa541bf6452 on network 074a0637-f8cd-452d-988e-d24c8837e58b {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:45.576928 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.580828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.582541 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.596004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Transition to ACTIVE for port object c8e550c7-881c-4f1d-ab7e-14eb226f7237 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:45.598959 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4069092 Jun 17 08:31:45.601671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39106) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:45.606802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Pushing event updated for resources: {'Network': ['ID=067523b3-b91c-4a19-a6be-0dbb98148724,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:45.619505 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:45.619981 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.628113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Request body: {'subnet': {'network_id': '067523b3-b91c-4a19-a6be-0dbb98148724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:45.633170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 067523b3-b91c-4a19-a6be-0dbb98148724 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:45.635402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:45.636216 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.656851 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2b723f01-cd02-449a-97c5-828de77018ae tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:45.692117 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cb672642-129a-47c3-a32b-e49ea807e134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.717095 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Port 45f97f86-559a-4989-af8e-eaa541bf6452 on network 074a0637-f8cd-452d-988e-d24c8837e58b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:31:45.717800 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Attempting to bind port 45f97f86-559a-4989-af8e-eaa541bf6452 on network 074a0637-f8cd-452d-988e-d24c8837e58b {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:45.733379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e550c7-881c-4f1d-ab7e-14eb226f7237,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:45.760622 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:45.761151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Checking segment: {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:45.761549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Bound using segment: {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:45.762059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Bound port: 45f97f86-559a-4989-af8e-eaa541bf6452, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:45.762479 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.785420 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a25471aa-a833-4583-8800-03911d76b1ab None None] Deleting port 6eea8018-0648-4360-9fd5-2abc94a65f82 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:45.785802 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a25471aa-a833-4583-8800-03911d76b1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.791458 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.791897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.792308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.793024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.796554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.796554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.796554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.796554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.796554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.796554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.796554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.796554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:45.804994 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:45.842833 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.845403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Made reservation on behalf of 3ad42934607b4d759dfd100c354104ed for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:45.849193 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.906022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a25471aa-a833-4583-8800-03911d76b1ab None None] For port 6eea8018-0648-4360-9fd5-2abc94a65f82, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6eea8018-0648-4360-9fd5-2abc94a65f82,segment=NetworkSegment(7ed81fd7-79c4-43be-8e0d-abbe29cd4c62),segment_id=7ed81fd7-79c4-43be-8e0d-abbe29cd4c62)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:45.906432 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a25471aa-a833-4583-8800-03911d76b1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.922010 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.956646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Deleting port 6eea8018-0648-4360-9fd5-2abc94a65f82 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:45.957052 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:45.985209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a25471aa-a833-4583-8800-03911d76b1ab None None] Calling delete_port for 6eea8018-0648-4360-9fd5-2abc94a65f82 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:45.992834 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Allocated IP 172.20.0.2 (6424106c-cd8c-4cd7-b7d1-1f64cc3631c8/7ce0329f-7903-4211-868f-795f342d4972/51bfe7e1-8f0f-429e-a22f-934b509149ff) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:46.029498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956e5c6-8dd3-4c9e-b3cc-d3bc07f1b283 req-8f9b35e9-3bce-449e-9064-3528e4d5b416 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:46.031045 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3956e5c6-8dd3-4c9e-b3cc-d3bc07f1b283 req-8f9b35e9-3bce-449e-9064-3528e4d5b416 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.4186244 Jun 17 08:31:46.053360 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018877f-9ac1-4540-bd0c-5e8d9d090a63 req-347e8e89-664a-4d6e-8f63-18e211216b5b tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:46.054864 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3018877f-9ac1-4540-bd0c-5e8d9d090a63 req-347e8e89-664a-4d6e-8f63-18e211216b5b tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 943 time: 0.2519164 Jun 17 08:31:46.077029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Attempting to bind port c8e550c7-881c-4f1d-ab7e-14eb226f7237 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:46.077355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Attempting to bind port c8e550c7-881c-4f1d-ab7e-14eb226f7237 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:46.077876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Attempting to bind port c8e550c7-881c-4f1d-ab7e-14eb226f7237 on network 074a0637-f8cd-452d-988e-d24c8837e58b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:46.108894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Port c8e550c7-881c-4f1d-ab7e-14eb226f7237 on network 074a0637-f8cd-452d-988e-d24c8837e58b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:31:46.109455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Attempting to bind port c8e550c7-881c-4f1d-ab7e-14eb226f7237 on network 074a0637-f8cd-452d-988e-d24c8837e58b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:46.113775 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] For port 45f97f86-559a-4989-af8e-eaa541bf6452, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:46.118699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.120825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] For port 6eea8018-0648-4360-9fd5-2abc94a65f82, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6eea8018-0648-4360-9fd5-2abc94a65f82,segment=NetworkSegment(7ed81fd7-79c4-43be-8e0d-abbe29cd4c62),segment_id=7ed81fd7-79c4-43be-8e0d-abbe29cd4c62)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:46.121186 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.132480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:46.133094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Checking segment: {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:46.133487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Bound using segment: {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:46.133935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Bound port: c8e550c7-881c-4f1d-ab7e-14eb226f7237, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:46.134281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.136974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] For port 45f97f86-559a-4989-af8e-eaa541bf6452, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=45f97f86-559a-4989-af8e-eaa541bf6452,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:46.154156 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a25471aa-a833-4583-8800-03911d76b1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.158192 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:46.159083 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.163385 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c1059daa-c783-4c66-9ba1-5e76aa5f338d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:46.190591 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25471aa-a833-4583-8800-03911d76b1ab None None] Pushing event deleted for resources: {'Port': ['ID=6eea8018-0648-4360-9fd5-2abc94a65f82,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:46.207405 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a25471aa-a833-4583-8800-03911d76b1ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:46.209536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:46.210165 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.210694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25471aa-a833-4583-8800-03911d76b1ab None None] No DVR routers for this DVR port 6eea8018-0648-4360-9fd5-2abc94a65f82 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:46.212599 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] 10.222.0.10 "PUT /v2.0/ports/45f97f86-559a-4989-af8e-eaa541bf6452 HTTP/1.1" status: 200 len: 1092 time: 2.9271924 Jun 17 08:31:46.239021 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Calling delete_port for 6eea8018-0648-4360-9fd5-2abc94a65f82 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:46.239863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '672b72d9-eb9d-4fde-baba-045d508af338', 'tag': '45f97f86-559a-4989-af8e-eaa541bf6452'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:46.240110 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c340560-09e8-47bb-a5dc-a56038bde53c" -d '{"events": [{"name": "network-changed", "server_uuid": "672b72d9-eb9d-4fde-baba-045d508af338", "tag": "45f97f86-559a-4989-af8e-eaa541bf6452"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:46.250167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3956e5c6-8dd3-4c9e-b3cc-d3bc07f1b283 req-923f6780-479c-412f-a80c-9445fe0da11f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878088 Jun 17 08:31:46.267057 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3018877f-9ac1-4540-bd0c-5e8d9d090a63 req-ca96af5e-edff-4d1b-9e05-293f5ddeef02 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953592 Jun 17 08:31:46.279563 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.299447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Transition to ACTIVE for port object 51bfe7e1-8f0f-429e-a22f-934b509149ff will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:46.349532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Transition to ACTIVE for port object 51bfe7e1-8f0f-429e-a22f-934b509149ff will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:46.368398 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.370527 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:46.385631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] For port c8e550c7-881c-4f1d-ab7e-14eb226f7237, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:46.403946 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] For port c8e550c7-881c-4f1d-ab7e-14eb226f7237, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c8e550c7-881c-4f1d-ab7e-14eb226f7237,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:46.408012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:46.411208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:46.421272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:46.427018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Pushing event updated for resources: {'Port': ['ID=51bfe7e1-8f0f-429e-a22f-934b509149ff,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:46.428074 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.439108 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:46.449848 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07ca8379-0902-486a-a56c-c87c106c3d0e tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:46.497882 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Attempting to bind port 51bfe7e1-8f0f-429e-a22f-934b509149ff on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:46.498177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Attempting to bind port 51bfe7e1-8f0f-429e-a22f-934b509149ff by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:46.498553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Attempting to bind port 51bfe7e1-8f0f-429e-a22f-934b509149ff on network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:46.503857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:46.504242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Checking segment: {'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:46.504659 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.505252 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Bound using segment: {'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:46.505736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Bound port: 51bfe7e1-8f0f-429e-a22f-934b509149ff, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:46.506124 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.542945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:46.543579 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.545127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] 10.222.0.10 "PUT /v2.0/ports/c8e550c7-881c-4f1d-ab7e-14eb226f7237 HTTP/1.1" status: 200 len: 1093 time: 1.5711725 Jun 17 08:31:46.545729 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.547769 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55a292d7-db40-4185-9839-e719400981a2', 'tag': 'c8e550c7-881c-4f1d-ab7e-14eb226f7237'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:46.550243 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960b271a-a487-4856-97bc-396b0e3f2f22" -d '{"events": [{"name": "network-changed", "server_uuid": "55a292d7-db40-4185-9839-e719400981a2", "tag": "c8e550c7-881c-4f1d-ab7e-14eb226f7237"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:46.588989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No DVR routers for this DVR port 6eea8018-0648-4360-9fd5-2abc94a65f82 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:46.591707 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Pushing event updated for resources: {'Port': ['ID=c8e550c7-881c-4f1d-ab7e-14eb226f7237,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:46.602752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] For port 51bfe7e1-8f0f-429e-a22f-934b509149ff, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:46.606925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] For port 51bfe7e1-8f0f-429e-a22f-934b509149ff, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=51bfe7e1-8f0f-429e-a22f-934b509149ff,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:46.612200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Pushing event updated for resources: {'Port': ['ID=45f97f86-559a-4989-af8e-eaa541bf6452,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:46.613241 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.615115 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:46.615385 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1e624aa5-1252-43fb-98ef-cc82d4063b3d tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:46.625019 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:46.629600 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:46.680507 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Port': ['ID=6eea8018-0648-4360-9fd5-2abc94a65f82,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:46.685226 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:46.694978 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Pushing event updated for resources: {'Port': ['ID=51bfe7e1-8f0f-429e-a22f-934b509149ff,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:46.707131 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:46.716911 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.721951 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-72f8894c-d6c7-4fd7-9e53-5ef78477faa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:46.737524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe54b19-b37a-48d6-9e11-6cc561163709 req-bfcddd57-9421-4d0e-9bec-7a65cc3eb055 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:46.739132 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0fe54b19-b37a-48d6-9e11-6cc561163709 req-bfcddd57-9421-4d0e-9bec-7a65cc3eb055 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.3154171 Jun 17 08:31:46.774003 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.777743 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.799309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdadd31-2a8f-4d8e-bdce-bc06abf08b47 req-1f779a66-e181-4c92-a344-98051dd90467 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:46.800858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8bdadd31-2a8f-4d8e-bdce-bc06abf08b47 req-1f779a66-e181-4c92-a344-98051dd90467 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 945 time: 0.3092539 Jun 17 08:31:46.802694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b04d36-7d7d-4aaf-b284-52ef0d3415b2']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:46.804055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-008929fe-dc33-4bcc-be83-a0edc6800689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:46.805581 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-008929fe-dc33-4bcc-be83-a0edc6800689 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91714abb8e2c4051a925a91f475cf561&device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 1095 time: 0.1902730 Jun 17 08:31:46.815851 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Pushing event updated for resources: {'Subnet': ['ID=16522f04-51b8-4366-b3bf-659be12c2005,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:46.825705 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:46.832089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed81fd7-79c4-43be-8e0d-abbe29cd4c62') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:46.832417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed81fd7-79c4-43be-8e0d-abbe29cd4c62') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:46.862145 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.891115 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-5dfa701a-5115-487c-b702-4ef83ba96865 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45f97f86-559a-4989-af8e-eaa541bf6452 HTTP/1.1" status: 200 len: 217 time: 0.0766783 Jun 17 08:31:46.898251 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Checking segment: {'id': '1f401583-e703-4800-a886-a284dc181d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '067523b3-b91c-4a19-a6be-0dbb98148724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:46.898846 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Network hostable DHCP agents. Network: 067523b3-b91c-4a19-a6be-0dbb98148724, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:46.903413 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0fe54b19-b37a-48d6-9e11-6cc561163709 req-65d68bc3-5b07-4127-a4df-8439f3cecadb tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493077 Jun 17 08:31:46.915735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-3d13c9f5-e71e-443a-95cb-d18f5b6e17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:46.928196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-3d13c9f5-e71e-443a-95cb-d18f5b6e17e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91714abb8e2c4051a925a91f475cf561&device_id=55a292d7-db40-4185-9839-e719400981a2 HTTP/1.1" status: 200 len: 1096 time: 0.3221507 Jun 17 08:31:46.940889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:46.989047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8bdadd31-2a8f-4d8e-bdce-bc06abf08b47 req-443d8f38-969c-4be2-bcac-2d8eedebf1cd tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/security-groups?id=f515b7d1-160b-4892-ba0d-cddbb7b646b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728036 Jun 17 08:31:46.992547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-2c083053-4427-48b2-a9c6-7da2b1e6ba1b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8e550c7-881c-4f1d-ab7e-14eb226f7237 HTTP/1.1" status: 200 len: 217 time: 0.0621941 Jun 17 08:31:46.993966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:46.994799 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:47.002084 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:47.048483 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Network 067523b3-b91c-4a19-a6be-0dbb98148724 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:47.053618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-401bf872-187b-46ac-8faa-a6cb7ecb3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:47.057284 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-401bf872-187b-46ac-8faa-a6cb7ecb3f94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=556d7256-836f-4763-9d6e-d98ad90beec4 HTTP/1.1" status: 200 len: 853 time: 0.1528084 Jun 17 08:31:47.119997 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da66c366-3346-49f9-83d9-47da9dd5aa83 x-openstack-request-id: req-da66c366-3346-49f9-83d9-47da9dd5aa83 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:47.120396 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55a292d7-db40-4185-9839-e719400981a2", "tag": "c8e550c7-881c-4f1d-ab7e-14eb226f7237", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:47.120728 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-da66c366-3346-49f9-83d9-47da9dd5aa83 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:47.121235 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55a292d7-db40-4185-9839-e719400981a2', 'tag': 'c8e550c7-881c-4f1d-ab7e-14eb226f7237', 'status': 'completed', 'code': 200} Jun 17 08:31:47.156745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c1025698-c2bd-4867-be2e-715ae72866ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:47.157575 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032bba9e-e2aa-4014-b5af-d68023b14b5b x-openstack-request-id: req-032bba9e-e2aa-4014-b5af-d68023b14b5b {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:47.157916 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "672b72d9-eb9d-4fde-baba-045d508af338", "tag": "45f97f86-559a-4989-af8e-eaa541bf6452", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:47.158211 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-032bba9e-e2aa-4014-b5af-d68023b14b5b {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:47.158553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-c1025698-c2bd-4867-be2e-715ae72866ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=556d7256-836f-4763-9d6e-d98ad90beec4 HTTP/1.1" status: 200 len: 853 time: 0.1517067 Jun 17 08:31:47.158655 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '672b72d9-eb9d-4fde-baba-045d508af338', 'tag': '45f97f86-559a-4989-af8e-eaa541bf6452', 'status': 'completed', 'code': 200} Jun 17 08:31:47.159510 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.159631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 067523b3-b91c-4a19-a6be-0dbb98148724) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:47.168717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a18b8-5127-4031-8229-83b27fe54404 None None] Network 067523b3-b91c-4a19-a6be-0dbb98148724 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:47.169420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.169621 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-6d9aa874-9bdb-4861-aac4-dbcf509a0d0c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=074a0637-f8cd-452d-988e-d24c8837e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843883 Jun 17 08:31:47.175137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:47.175406 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/networks/71b04d36-7d7d-4aaf-b284-52ef0d3415b2 HTTP/1.1" status: 204 len: 168 time: 4.6037862 Jun 17 08:31:47.175520 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.175617 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9a4cc842-6ad8-48e1-a256-f89f1b573ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:47.180459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39116) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:47.200904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-483499056'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:47.208485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-dc9a63b1-0a0c-4e43-8271-ecf4ee26ee74 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=074a0637-f8cd-452d-988e-d24c8837e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419004 Jun 17 08:31:47.231147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Network': ['ID=71b04d36-7d7d-4aaf-b284-52ef0d3415b2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:47.233327 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.249052 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:47.302173 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.324542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:47.329497 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.351258 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-067523b3-b91c-4a19-a6be-0dbb98148724', 'network_id': '067523b3-b91c-4a19-a6be-0dbb98148724', 'tenant_id': '3ad42934607b4d759dfd100c354104ed', 'fixed_ips': [{'subnet_id': '16522f04-51b8-4366-b3bf-659be12c2005'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:47.352209 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.374509 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7704980 Jun 17 08:31:47.381843 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39122) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:47.399020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Request body: {'port': {'network_id': '067523b3-b91c-4a19-a6be-0dbb98148724', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1990494425'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:47.419734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-08432404-0215-435b-8448-b322e733182e service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843500 Jun 17 08:31:47.521890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Allocated IP 172.20.0.2 (067523b3-b91c-4a19-a6be-0dbb98148724/16522f04-51b8-4366-b3bf-659be12c2005/71409ea7-ed57-4520-8a61-ce67f3025a79) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:47.538041 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:47.550334 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.550688 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Added segment 344a6085-d22e-4733-9b71-b67b8c2731e8 of type vlan for network 0691f322-35e7-4b82-9755-479a17dcb5ff Jun 17 08:31:47.594248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.613314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413d77f-f9fc-40ff-b7a7-25e2233a8c39 req-552ce118-3058-4a90-aa65-a9264bb1a3a6 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:47.614831 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8413d77f-f9fc-40ff-b7a7-25e2233a8c39 req-552ce118-3058-4a90-aa65-a9264bb1a3a6 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.63 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 945 time: 0.5305421 Jun 17 08:31:47.636869 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-da956b8a-6e36-4137-a65d-d52bcfb585d0 service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563859 Jun 17 08:31:47.653424 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-22fa2f34-f9bc-4c9b-9a01-302727cc44b6 service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271857 Jun 17 08:31:47.690458 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5cc916-05b1-43f3-bd45-97eec139a724 req-0f7cafcb-def7-48e6-b3c3-5829f7dcd48d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:47.692511 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c5cc916-05b1-43f3-bd45-97eec139a724 req-0f7cafcb-def7-48e6-b3c3-5829f7dcd48d tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2227414 Jun 17 08:31:47.705180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eac2c4-d631-4408-8b28-bf1888065243 req-9f24ad44-2bd5-44b7-8c0a-e69e07746ea0 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:47.707126 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8eac2c4-d631-4408-8b28-bf1888065243 req-9f24ad44-2bd5-44b7-8c0a-e69e07746ea0 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 943 time: 0.1513557 Jun 17 08:31:47.715322 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.726078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Transition to ACTIVE for port object 71409ea7-ed57-4520-8a61-ce67f3025a79 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:47.745090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Transition to ACTIVE for port object 71409ea7-ed57-4520-8a61-ce67f3025a79 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:47.772091 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.774358 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:47.808878 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c5cc916-05b1-43f3-bd45-97eec139a724 req-d7b9b6e1-da0d-4afd-8eb2-1e4e80d35050 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001403 Jun 17 08:31:47.820216 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Network 067523b3-b91c-4a19-a6be-0dbb98148724 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:47.823684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:47.834667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:47.839939 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8eac2c4-d631-4408-8b28-bf1888065243 req-1d1de6f3-3c06-44c7-8be8-d24411e16505 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066544 Jun 17 08:31:47.850220 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Pushing event updated for resources: {'Port': ['ID=71409ea7-ed57-4520-8a61-ce67f3025a79,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:47.854699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.856452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b271a-a487-4856-97bc-396b0e3f2f22 req-56be6781-cab5-43ed-8075-7b751e60ac1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:47.858208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-960b271a-a487-4856-97bc-396b0e3f2f22 req-56be6781-cab5-43ed-8075-7b751e60ac1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91714abb8e2c4051a925a91f475cf561&device_id=55a292d7-db40-4185-9839-e719400981a2 HTTP/1.1" status: 200 len: 1096 time: 0.1228797 Jun 17 08:31:47.863922 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:47.868564 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:47.869227 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.880500 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7c338566-3246-4102-8653-e501c0480af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:47.928021 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Made reservation on behalf of 3ad42934607b4d759dfd100c354104ed for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:47.928255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Attempting to bind port 71409ea7-ed57-4520-8a61-ce67f3025a79 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:47.928587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Attempting to bind port 71409ea7-ed57-4520-8a61-ce67f3025a79 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '1f401583-e703-4800-a886-a284dc181d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '067523b3-b91c-4a19-a6be-0dbb98148724'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:47.928954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Attempting to bind port 71409ea7-ed57-4520-8a61-ce67f3025a79 on network 067523b3-b91c-4a19-a6be-0dbb98148724 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:47.933751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.934397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:47.934804 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Checking segment: {'id': '1f401583-e703-4800-a886-a284dc181d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '067523b3-b91c-4a19-a6be-0dbb98148724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:47.935266 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.935662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Bound using segment: {'id': '1f401583-e703-4800-a886-a284dc181d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '067523b3-b91c-4a19-a6be-0dbb98148724'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:47.936480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Bound port: 71409ea7-ed57-4520-8a61-ce67f3025a79, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f401583-e703-4800-a886-a284dc181d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '067523b3-b91c-4a19-a6be-0dbb98148724'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:47.936859 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:47.952686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Allocated IP 172.25.8.32 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/958813c1-4fc1-4992-af55-e14818e72b3d) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:47.982193 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] device_id is not set on port f8ff6cff-8109-413b-8b94-9ba387289f5f yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:31:48.012876 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] For port 71409ea7-ed57-4520-8a61-ce67f3025a79, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:48.017020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] For port 71409ea7-ed57-4520-8a61-ce67f3025a79, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=71409ea7-ed57-4520-8a61-ce67f3025a79,segment=NetworkSegment(1f401583-e703-4800-a886-a284dc181d9c),segment_id=1f401583-e703-4800-a886-a284dc181d9c)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:48.022937 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.032313 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:48.091303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c55409d-f75d-4a83-a819-15403816c8e3 None None] Network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:48.094045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 51bfe7e1-8f0f-429e-a22f-934b509149ff up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:48.113684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b271a-a487-4856-97bc-396b0e3f2f22 req-0ef535f5-06d1-4ff1-aff3-5150d738485f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:48.115441 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-960b271a-a487-4856-97bc-396b0e3f2f22 req-0ef535f5-06d1-4ff1-aff3-5150d738485f service neutron] 10.222.0.10 "GET /v2.0/networks?id=074a0637-f8cd-452d-988e-d24c8837e58b HTTP/1.1" status: 200 len: 914 time: 0.2469742 Jun 17 08:31:48.202405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-960b271a-a487-4856-97bc-396b0e3f2f22 req-4b2b0e5b-64e6-4613-9001-b9fd5177d316 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8e550c7-881c-4f1d-ab7e-14eb226f7237 HTTP/1.1" status: 200 len: 217 time: 0.0696867 Jun 17 08:31:48.239234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Pushing event updated for resources: {'Port': ['ID=71409ea7-ed57-4520-8a61-ce67f3025a79,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:48.244549 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:48.245425 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-57f196c1-62a2-4e32-91cf-eb108cc4f21e None None] Provisioning for port 51bfe7e1-8f0f-429e-a22f-934b509149ff completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:48.262173 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0742927 Jun 17 08:31:48.270474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39130) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:48.278665 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-657ebc5c-beaa-4318-a229-52c2421b9368 req-642d6969-fdf8-4e67-a2c8-2246d2c97235 service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931954 Jun 17 08:31:48.311590 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'subnet': {'network_id': '0691f322-35e7-4b82-9755-479a17dcb5ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:48.315650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b271a-a487-4856-97bc-396b0e3f2f22 req-d953f827-8906-4406-abfd-6868695833fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:48.329031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-960b271a-a487-4856-97bc-396b0e3f2f22 req-d953f827-8906-4406-abfd-6868695833fc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=556d7256-836f-4763-9d6e-d98ad90beec4 HTTP/1.1" status: 200 len: 853 time: 0.1138849 Jun 17 08:31:48.329189 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 51bfe7e1-8f0f-429e-a22f-934b509149ff completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:48.342372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 51bfe7e1-8f0f-429e-a22f-934b509149ff triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:48.342759 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.383313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Network': ['ID=0691f322-35e7-4b82-9755-479a17dcb5ff,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:48.403185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 0691f322-35e7-4b82-9755-479a17dcb5ff details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:48.419910 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-960b271a-a487-4856-97bc-396b0e3f2f22 req-b0cd95fb-1e5c-4381-897a-eb207b2257ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=074a0637-f8cd-452d-988e-d24c8837e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745485 Jun 17 08:31:48.427956 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:48.487714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-8413d77f-f9fc-40ff-b7a7-25e2233a8c39 req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Deleting port f1846c84-aba7-42ba-92da-ab693725664a {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:48.488232 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8413d77f-f9fc-40ff-b7a7-25e2233a8c39 req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.530903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86325a-48e3-457b-ac1b-ccb33c96cbf1 req-a7b23545-8966-4fd6-a909-791e1988e1b7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:48.538840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e86325a-48e3-457b-ac1b-ccb33c96cbf1 req-a7b23545-8966-4fd6-a909-791e1988e1b7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.4267371 Jun 17 08:31:48.577139 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.589985 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efdca2-da82-4161-b55b-5aed5dca5eb1 req-b156c9e4-7047-40f1-8cb6-3258fc1af794 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:48.597436 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5efdca2-da82-4161-b55b-5aed5dca5eb1 req-b156c9e4-7047-40f1-8cb6-3258fc1af794 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 945 time: 0.4002693 Jun 17 08:31:48.622999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 51bfe7e1-8f0f-429e-a22f-934b509149ff, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=51bfe7e1-8f0f-429e-a22f-934b509149ff,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:48.626659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Allocated IP 172.20.0.4 (067523b3-b91c-4a19-a6be-0dbb98148724/16522f04-51b8-4366-b3bf-659be12c2005/f8ff6cff-8109-413b-8b94-9ba387289f5f) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:48.634035 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.636033 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:48.658697 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.667507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-960b271a-a487-4856-97bc-396b0e3f2f22 req-945e5594-8cbe-47cb-8a48-e729e7b24404 service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334280 Jun 17 08:31:48.683648 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e86325a-48e3-457b-ac1b-ccb33c96cbf1 req-ae61c696-2997-43fe-8502-b0c8ed8c4323 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438363 Jun 17 08:31:48.692377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=51bfe7e1-8f0f-429e-a22f-934b509149ff,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:48.696618 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:48.733954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5efdca2-da82-4161-b55b-5aed5dca5eb1 req-8e85f39c-c3e5-49a1-b342-bf8a24539300 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/security-groups?id=f515b7d1-160b-4892-ba0d-cddbb7b646b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354003 Jun 17 08:31:48.743360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:48.747012 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.807383 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.815582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-8413d77f-f9fc-40ff-b7a7-25e2233a8c39 req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] For port f1846c84-aba7-42ba-92da-ab693725664a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=f1846c84-aba7-42ba-92da-ab693725664a,segment=NetworkSegment(ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a),segment_id=ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:48.816110 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8413d77f-f9fc-40ff-b7a7-25e2233a8c39 req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:48.832373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-960b271a-a487-4856-97bc-396b0e3f2f22 req-5e1b6e08-a638-4c42-b271-ee03d52a7203 service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473656 Jun 17 08:31:48.876039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c340560-09e8-47bb-a5dc-a56038bde53c req-a8180d98-ea4b-4800-bb7d-0f22709239e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:48.877581 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5c340560-09e8-47bb-a5dc-a56038bde53c req-a8180d98-ea4b-4800-bb7d-0f22709239e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91714abb8e2c4051a925a91f475cf561&device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 1095 time: 0.4781597 Jun 17 08:31:48.968205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-8413d77f-f9fc-40ff-b7a7-25e2233a8c39 req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Calling delete_port for f1846c84-aba7-42ba-92da-ab693725664a owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:49.034800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e5d5b888-d733-4fd6-a2bc-c6942e7dfce7 None None] Provisioning complete for port 51bfe7e1-8f0f-429e-a22f-934b509149ff triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:49.035703 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5d5b888-d733-4fd6-a2bc-c6942e7dfce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:49.051463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210b4b8-79d1-4178-82e7-0993f473cd6b req-8dccc71e-fb1d-4e96-a56a-e35180eaa010 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:49.053359 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8210b4b8-79d1-4178-82e7-0993f473cd6b req-8dccc71e-fb1d-4e96-a56a-e35180eaa010 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.0802693 Jun 17 08:31:49.141804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8210b4b8-79d1-4178-82e7-0993f473cd6b req-83189eac-f516-46b6-9ffe-669d471f3d04 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821903 Jun 17 08:31:49.178017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4209d-f436-4aae-80b9-e211b1ea8285 req-da546db8-e2fa-469e-8bac-6104ce5ecadb tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:49.179782 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54f4209d-f436-4aae-80b9-e211b1ea8285 req-da546db8-e2fa-469e-8bac-6104ce5ecadb tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 943 time: 0.1192265 Jun 17 08:31:49.222908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-54f4209d-f436-4aae-80b9-e211b1ea8285 req-15622cfa-ddc5-48d8-a53d-d734195fba56 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360239 Jun 17 08:31:49.353064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:49.363964 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-415c84cd-addd-43ee-905c-8bfc30b5d900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:49.415816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7f623f-3563-4d18-894a-12947afb4393 None None] Network 067523b3-b91c-4a19-a6be-0dbb98148724 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:49.479309 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:49.508397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:49.530983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:49.589963 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Pushing event updated for resources: {'Port': ['ID=958813c1-4fc1-4992-af55-e14818e72b3d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:49.592761 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c340560-09e8-47bb-a5dc-a56038bde53c req-20ef1e29-7ece-4916-807b-2460ff58767c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:49.594232 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5c340560-09e8-47bb-a5dc-a56038bde53c req-20ef1e29-7ece-4916-807b-2460ff58767c service neutron] 10.222.0.10 "GET /v2.0/networks?id=074a0637-f8cd-452d-988e-d24c8837e58b HTTP/1.1" status: 200 len: 914 time: 0.7063310 Jun 17 08:31:49.618322 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:49.633631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-23686505-1781-4618-bf84-4f0a189ba430 None None] Provisioning for port 71409ea7-ed57-4520-8a61-ce67f3025a79 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:49.648223 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:49.699088 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5c340560-09e8-47bb-a5dc-a56038bde53c req-b4e05ffb-c370-4d30-81dd-ce76b24f78b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45f97f86-559a-4989-af8e-eaa541bf6452 HTTP/1.1" status: 200 len: 217 time: 0.0796375 Jun 17 08:31:49.727058 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Transition to ACTIVE for port object f8ff6cff-8109-413b-8b94-9ba387289f5f will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:49.944793 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c340560-09e8-47bb-a5dc-a56038bde53c req-da70e312-e557-474e-9b59-f523cdfac6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:49.946506 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5c340560-09e8-47bb-a5dc-a56038bde53c req-da70e312-e557-474e-9b59-f523cdfac6fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=556d7256-836f-4763-9d6e-d98ad90beec4 HTTP/1.1" status: 200 len: 853 time: 0.2377186 Jun 17 08:31:49.956057 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:49.964663 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-49ed6398-0dc4-4c70-84f5-1335b5e68d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:49.980019 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b081eb-719d-408b-91fb-71bb3be2d4f5 req-1a40ee14-a880-4e88-be5e-6aba53f95838 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:49.986337 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46b081eb-719d-408b-91fb-71bb3be2d4f5 req-1a40ee14-a880-4e88-be5e-6aba53f95838 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.1651759 Jun 17 08:31:50.010930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7b809-cb66-44c7-a67e-17f843ce007f req-3de72dce-a0ff-443a-aa8d-5403c60be2f9 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:50.018137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6f7b809-cb66-44c7-a67e-17f843ce007f req-3de72dce-a0ff-443a-aa8d-5403c60be2f9 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 945 time: 0.1317894 Jun 17 08:31:50.087478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46b081eb-719d-408b-91fb-71bb3be2d4f5 req-f9d58730-3fd1-44d0-b332-681903c1326d tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939710 Jun 17 08:31:50.093581 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 51bfe7e1-8f0f-429e-a22f-934b509149ff up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:50.101663 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5c340560-09e8-47bb-a5dc-a56038bde53c req-fd751aeb-b78f-4a7b-8b90-03f072b76714 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=074a0637-f8cd-452d-988e-d24c8837e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399498 Jun 17 08:31:50.124472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6f7b809-cb66-44c7-a67e-17f843ce007f req-46dac01a-bb8b-4992-beb7-a4da6d7fedc6 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/security-groups?id=f515b7d1-160b-4892-ba0d-cddbb7b646b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052787 Jun 17 08:31:50.146693 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.150200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 51bfe7e1-8f0f-429e-a22f-934b509149ff triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:50.150657 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.191753 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8413d77f-f9fc-40ff-b7a7-25e2233a8c39 req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.263697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Subnet': ['ID=e02ea08d-fd0d-4c37-8bb9-a470cfa55f7d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:50.268344 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:50.277498 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b2ebbfe-0d06-4855-82bf-02f220a618d6 tempest-ServerDiagnosticsNegativeTest-1954387038 tempest-ServerDiagnosticsNegativeTest-1954387038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:50.293816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Network 067523b3-b91c-4a19-a6be-0dbb98148724 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:50.319080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Checking segment: {'id': '344a6085-d22e-4733-9b71-b67b8c2731e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0691f322-35e7-4b82-9755-479a17dcb5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:50.319441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network hostable DHCP agents. Network: 0691f322-35e7-4b82-9755-479a17dcb5ff, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:50.323445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 71409ea7-ed57-4520-8a61-ce67f3025a79 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:50.345644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:50.370159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:50.430124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 71409ea7-ed57-4520-8a61-ce67f3025a79 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:50.440693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 71409ea7-ed57-4520-8a61-ce67f3025a79 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:50.442411 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.451131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8413d77f-f9fc-40ff-b7a7-25e2233a8c39 req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] No DVR routers for this DVR port f1846c84-aba7-42ba-92da-ab693725664a on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:50.456747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb15177-67cf-479f-9a29-df2fbd2f19df req-31cfe94d-dbcd-4b21-b57b-0ea800206f6c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:50.467584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bcb15177-67cf-479f-9a29-df2fbd2f19df req-31cfe94d-dbcd-4b21-b57b-0ea800206f6c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1178358 Jun 17 08:31:50.475268 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8413d77f-f9fc-40ff-b7a7-25e2233a8c39 req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.477573 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8413d77f-f9fc-40ff-b7a7-25e2233a8c39 req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.63 "DELETE /v2.0/ports/f1846c84-aba7-42ba-92da-ab693725664a HTTP/1.1" status: 204 len: 173 time: 2.8433013 Jun 17 08:31:50.480665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1beca1d-e46e-46cf-b7cf-af9184179bbe', 'name': 'network-vif-deleted', 'tag': 'f1846c84-aba7-42ba-92da-ab693725664a'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:50.493166 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77107b4c-ee49-46fc-a8a9-2fc49001e626" -d '{"events": [{"server_uuid": "a1beca1d-e46e-46cf-b7cf-af9184179bbe", "name": "network-vif-deleted", "tag": "f1846c84-aba7-42ba-92da-ab693725664a"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:50.552236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Pushing event updated for resources: {'Port': ['ID=f8ff6cff-8109-413b-8b94-9ba387289f5f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:50.584270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.617477 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.620954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bcb15177-67cf-479f-9a29-df2fbd2f19df req-87b409d8-396f-4bf6-9937-6419a92fc7f0 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489854 Jun 17 08:31:50.649498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376591fa-39e6-4f1d-81fc-2c7a709cb9e9 req-d9eb3306-9919-4014-b65c-5fcab1ad8aa2 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:50.651769 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-376591fa-39e6-4f1d-81fc-2c7a709cb9e9 req-d9eb3306-9919-4014-b65c-5fcab1ad8aa2 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 943 time: 0.1828780 Jun 17 08:31:50.684907 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5c340560-09e8-47bb-a5dc-a56038bde53c req-e9bae00f-180d-4c8c-9a99-f520e30c332e service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406630 Jun 17 08:31:50.715568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 71409ea7-ed57-4520-8a61-ce67f3025a79, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=71409ea7-ed57-4520-8a61-ce67f3025a79,segment=NetworkSegment(1f401583-e703-4800-a886-a284dc181d9c),segment_id=1f401583-e703-4800-a886-a284dc181d9c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:50.721876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Pushing event deleted for resources: {'Port': ['ID=f1846c84-aba7-42ba-92da-ab693725664a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:50.728773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network 0691f322-35e7-4b82-9755-479a17dcb5ff is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:50.731108 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:50.731428 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.739328 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:50.739859 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.524s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:50.740252 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:50.743304 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-376591fa-39e6-4f1d-81fc-2c7a709cb9e9 req-c9ee2763-b697-4a4b-bf70-6a4a021c4af2 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603337 Jun 17 08:31:50.746705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:50.747364 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.787383 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c6b1f9-c3e6-4fdc-95ce-ef2554850cb3 x-openstack-request-id: req-79c6b1f9-c3e6-4fdc-95ce-ef2554850cb3 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:50.787856 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1beca1d-e46e-46cf-b7cf-af9184179bbe", "name": "network-vif-deleted", "tag": "f1846c84-aba7-42ba-92da-ab693725664a", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:50.788254 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-79c6b1f9-c3e6-4fdc-95ce-ef2554850cb3 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:50.788837 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1beca1d-e46e-46cf-b7cf-af9184179bbe', 'name': 'network-vif-deleted', 'tag': 'f1846c84-aba7-42ba-92da-ab693725664a', 'status': 'completed', 'code': 200} Jun 17 08:31:50.824693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=71409ea7-ed57-4520-8a61-ce67f3025a79,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:50.827341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 0691f322-35e7-4b82-9755-479a17dcb5ff) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:50.837706 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:50.838754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:50.839381 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.841756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ada2c1-6f39-4f3a-b923-4ee146e2dca3 None None] Network 0691f322-35e7-4b82-9755-479a17dcb5ff requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:50.848533 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9a65575d-b6ac-4cdd-84af-e85080469ba4 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4584730 Jun 17 08:31:50.852117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39148) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:50.863132 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a3fc03f1-9ce0-4deb-8fb3-2aa105d5d0fd None None] Provisioning for port f8ff6cff-8109-413b-8b94-9ba387289f5f completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:50.867993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a3fc03f1-9ce0-4deb-8fb3-2aa105d5d0fd None None] Provisioning complete for port f8ff6cff-8109-413b-8b94-9ba387289f5f triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:50.868405 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3fc03f1-9ce0-4deb-8fb3-2aa105d5d0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:50.876988 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5986753 Jun 17 08:31:50.881993 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39150) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:50.968925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc03f1-9ce0-4deb-8fb3-2aa105d5d0fd None None] Port f8ff6cff-8109-413b-8b94-9ba387289f5f cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:50.979668 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ff17706a-774f-41a6-87e5-a2ea2259bd37 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Deleting port f8ff6cff-8109-413b-8b94-9ba387289f5f {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:50.980051 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff17706a-774f-41a6-87e5-a2ea2259bd37 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.019166 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5c340560-09e8-47bb-a5dc-a56038bde53c req-fa841849-324f-4b13-ae7d-3c6ba4863958 service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942169 Jun 17 08:31:51.081320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-0691f322-35e7-4b82-9755-479a17dcb5ff', 'network_id': '0691f322-35e7-4b82-9755-479a17dcb5ff', 'tenant_id': '4c40534d64864168befd2dbec168eccb', 'fixed_ips': [{'subnet_id': 'e02ea08d-fd0d-4c37-8bb9-a470cfa55f7d'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:51.082720 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.101071 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.106646 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff17706a-774f-41a6-87e5-a2ea2259bd37 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.121940 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.272636 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ff17706a-774f-41a6-87e5-a2ea2259bd37 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Calling delete_port for f8ff6cff-8109-413b-8b94-9ba387289f5f owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:51.310804 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Allocated IP 2001:db8::2 (0691f322-35e7-4b82-9755-479a17dcb5ff/e02ea08d-fd0d-4c37-8bb9-a470cfa55f7d/dd423e62-16f4-4346-8f9e-0997938bae47) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:51.405375 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.458533 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecce8185-ea86-4684-98cc-7ea6ba2ca48c req-122e418c-5937-4f48-92a8-4de10b68f38c tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] 10.222.0.47 "GET /v2.0/ports?device_id=a1beca1d-e46e-46cf-b7cf-af9184179bbe HTTP/1.1" status: 200 len: 210 time: 0.0973217 Jun 17 08:31:51.524010 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b9919-b6ad-4955-ae01-2e173ff4873e req-cb6a5ee7-6b4d-4177-a157-703e553f78e8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:51.526272 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-121b9919-b6ad-4955-ae01-2e173ff4873e req-cb6a5ee7-6b4d-4177-a157-703e553f78e8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.1604750 Jun 17 08:31:51.549928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Router 1aa60da0-07df-444d-bec6-c49b1313ea7c is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:31:51.595437 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.624953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 45f97f86-559a-4989-af8e-eaa541bf6452 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:51.687155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f1846c84-aba7-42ba-92da-ab693725664a no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:51.718138 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: f1846c84-aba7-42ba-92da-ab693725664a {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:51.718484 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device f1846c84-aba7-42ba-92da-ab693725664a not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:51.761943 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 45f97f86-559a-4989-af8e-eaa541bf6452, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=45f97f86-559a-4989-af8e-eaa541bf6452,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:51.777534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '45f97f86-559a-4989-af8e-eaa541bf6452', 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b', 'port_id': '45f97f86-559a-4989-af8e-eaa541bf6452', 'mac_address': 'fa:16:3e:c8:35:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556d7256-836f-4763-9d6e-d98ad90beec4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:51.822215 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.846169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f97f86-559a-4989-af8e-eaa541bf6452 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:51.873665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 45f97f86-559a-4989-af8e-eaa541bf6452, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=45f97f86-559a-4989-af8e-eaa541bf6452,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:51.879158 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:51.880191 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c8e550c7-881c-4f1d-ab7e-14eb226f7237 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:31:51.922803 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:51.987129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:31:51.992274 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 71409ea7-ed57-4520-8a61-ce67f3025a79 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:52.006975 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.008374 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.5880008 Jun 17 08:31:52.011219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39162) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:52.034846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Sync routers for ids ['1aa60da0-07df-444d-bec6-c49b1313ea7c'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:31:52.037407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff17706a-774f-41a6-87e5-a2ea2259bd37 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.041302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Transition to ACTIVE for port object dd423e62-16f4-4346-8f9e-0997938bae47 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:52.053521 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-371de10a-d2f5-447b-b393-856d75225c53 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:52.087263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Routers {'1aa60da0-07df-444d-bec6-c49b1313ea7c'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:31:52.087912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:31:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1aa60da0-07df-444d-bec6-c49b1313ea7c'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:52.097006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=45f97f86-559a-4989-af8e-eaa541bf6452,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:52.100819 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port c8e550c7-881c-4f1d-ab7e-14eb226f7237, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c8e550c7-881c-4f1d-ab7e-14eb226f7237,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:52.104484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff17706a-774f-41a6-87e5-a2ea2259bd37 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Pushing event deleted for resources: {'Port': ['ID=f8ff6cff-8109-413b-8b94-9ba387289f5f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:52.111408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-121b9919-b6ad-4955-ae01-2e173ff4873e req-1f2c42bd-2dcf-4022-b4b9-fcd5e989e6f6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402590 Jun 17 08:31:52.113406 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ff17706a-774f-41a6-87e5-a2ea2259bd37 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:52.138928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Transition to ACTIVE for port object dd423e62-16f4-4346-8f9e-0997938bae47 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:52.145444 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:52.200269 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.213313 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:52.215988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f40e5-60b6-4121-a66b-9183135c63c3 req-bfc5c2ff-0521-4f2a-912c-964484b478e5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:52.225338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-159f40e5-60b6-4121-a66b-9183135c63c3 req-bfc5c2ff-0521-4f2a-912c-964484b478e5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2584407 Jun 17 08:31:52.258264 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'c8e550c7-881c-4f1d-ab7e-14eb226f7237', 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b', 'port_id': 'c8e550c7-881c-4f1d-ab7e-14eb226f7237', 'mac_address': 'fa:16:3e:3f:af:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556d7256-836f-4763-9d6e-d98ad90beec4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:31:52.292088 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.299720 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-70e0b25b-339c-4759-833c-da92745b1db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:52.319145 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff17706a-774f-41a6-87e5-a2ea2259bd37 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.322957 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ff17706a-774f-41a6-87e5-a2ea2259bd37 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] 10.222.0.47 "DELETE /v2.0/ports/f8ff6cff-8109-413b-8b94-9ba387289f5f HTTP/1.1" status: 204 len: 168 time: 1.4693379 Jun 17 08:31:52.327729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Network 0691f322-35e7-4b82-9755-479a17dcb5ff is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:52.328501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-159f40e5-60b6-4121-a66b-9183135c63c3 req-407afa35-8cae-4129-8dec-a2b561902d27 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019900 Jun 17 08:31:52.329561 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39164) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:52.336735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Pushing event updated for resources: {'Port': ['ID=dd423e62-16f4-4346-8f9e-0997938bae47,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:52.345836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:52.351164 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:52.360816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:52.381460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Subnet': ['ID=e02ea08d-fd0d-4c37-8bb9-a470cfa55f7d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:52.384931 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:52.410549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 71409ea7-ed57-4520-8a61-ce67f3025a79 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:52.410993 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.414922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15278b17-daa4-4e6d-a773-170ca569b9c2 req-365dcedc-9fc7-40fb-8256-03e5d05f381f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:52.423043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Set router 1aa60da0-07df-444d-bec6-c49b1313ea7c gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:31:52.423301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15278b17-daa4-4e6d-a773-170ca569b9c2 req-365dcedc-9fc7-40fb-8256-03e5d05f381f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 944 time: 0.1615956 Jun 17 08:31:52.444856 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.472075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ae6f2be5-ae6b-4b5e-ae4b-a13592a0da15 tempest-DHCPAgentSchedulersTestJSON-1911615104 tempest-DHCPAgentSchedulersTestJSON-1911615104-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.1363523 Jun 17 08:31:52.477955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39168) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:52.494101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-672635342'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:52.519780 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15278b17-daa4-4e6d-a773-170ca569b9c2 req-70d0b56b-89b7-4662-9923-1838296e6e6d tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955884 Jun 17 08:31:52.540175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Made reservation on behalf of 3ad42934607b4d759dfd100c354104ed for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:52.544107 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.573550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:52.586575 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.587289 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Added segment ff49585e-837e-498b-aa92-48350e6ff67d of type vlan for network a01302ac-1dd1-4a1d-aa03-209a522812da Jun 17 08:31:52.598336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39172) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:52.602245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8e550c7-881c-4f1d-ab7e-14eb226f7237 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:31:52.612564 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.661503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0691f322-35e7-4b82-9755-479a17dcb5ff']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:52.677619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-4acb5899-5783-4305-b60b-db5a66123398 admin admin] Deleting subnet 2c30b498-5048-489b-87c5-9deb38bd6014 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:52.683234 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344a6085-d22e-4733-9b71-b67b8c2731e8') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:52.683799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344a6085-d22e-4733-9b71-b67b8c2731e8') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:52.687908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4acb5899-5783-4305-b60b-db5a66123398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.702066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port c8e550c7-881c-4f1d-ab7e-14eb226f7237, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c8e550c7-881c-4f1d-ab7e-14eb226f7237,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:52.702935 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.712589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Attempting to bind port dd423e62-16f4-4346-8f9e-0997938bae47 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:52.712963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Attempting to bind port dd423e62-16f4-4346-8f9e-0997938bae47 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '344a6085-d22e-4733-9b71-b67b8c2731e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0691f322-35e7-4b82-9755-479a17dcb5ff'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:52.713328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Attempting to bind port dd423e62-16f4-4346-8f9e-0997938bae47 on network 0691f322-35e7-4b82-9755-479a17dcb5ff {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:52.724292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:52.724591 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Checking segment: {'id': '344a6085-d22e-4733-9b71-b67b8c2731e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0691f322-35e7-4b82-9755-479a17dcb5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:52.724799 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.725198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Bound using segment: {'id': '344a6085-d22e-4733-9b71-b67b8c2731e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0691f322-35e7-4b82-9755-479a17dcb5ff'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:52.725688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Bound port: dd423e62-16f4-4346-8f9e-0997938bae47, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '344a6085-d22e-4733-9b71-b67b8c2731e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0691f322-35e7-4b82-9755-479a17dcb5ff'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:52.726065 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.729400 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.744388 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.753070 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e7df7c55-1993-4e37-a01a-7fb26b671386 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:52.756400 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.775323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:52.775865 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4acb5899-5783-4305-b60b-db5a66123398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.776342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:52.782555 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:52.819234 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.825376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:52.826005 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.831044 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84441a4f-819a-487b-8814-28ddfa1cb6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:52.887239 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4acb5899-5783-4305-b60b-db5a66123398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.909465 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4297328 Jun 17 08:31:52.914501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39176) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:52.952218 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=c8e550c7-881c-4f1d-ab7e-14eb226f7237,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:52.959064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:31:52.959064 n-d-779913-16 neutron-server[93804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:31:52.959064 n-d-779913-16 neutron-server[93804]: [parameters: {'id': '0691f322-35e7-4b82-9755-479a17dcb5ff'}] Jun 17 08:31:52.959064 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:31:52.959064 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:31:52.959998 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:52.961395 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Pushing event updated for resources: {'Network': ['ID=a01302ac-1dd1-4a1d-aa03-209a522812da,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:52.966596 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] For port dd423e62-16f4-4346-8f9e-0997938bae47, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:52.973206 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:52.973474 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:52.979004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] For port dd423e62-16f4-4346-8f9e-0997938bae47, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=dd423e62-16f4-4346-8f9e-0997938bae47,segment=NetworkSegment(344a6085-d22e-4733-9b71-b67b8c2731e8),segment_id=344a6085-d22e-4733-9b71-b67b8c2731e8)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:53.053628 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4acb5899-5783-4305-b60b-db5a66123398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.063907 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-67a5939c-91fb-4fb1-9bf0-efdcb7940a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:53.127899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb5899-5783-4305-b60b-db5a66123398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c30b498-5048-489b-87c5-9deb38bd6014,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:53.134291 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4acb5899-5783-4305-b60b-db5a66123398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.138760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4acb5899-5783-4305-b60b-db5a66123398 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2c30b498-5048-489b-87c5-9deb38bd6014 HTTP/1.1" status: 204 len: 168 time: 0.5366728 Jun 17 08:31:53.141373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39178) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:53.147294 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4acb5899-5783-4305-b60b-db5a66123398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:53.175212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-895ac0d4-0920-49d2-93b7-d28711b192f8 tempest-DHCPAgentSchedulersTestJSON-1911615104 tempest-DHCPAgentSchedulersTestJSON-1911615104-project-admin] 10.222.0.47 "GET /v2.0/agents/96d4ebf1-9691-4a05-8a1b-74586b48945c/dhcp-networks HTTP/1.1" status: 200 len: 11166 time: 0.2596867 Jun 17 08:31:53.177724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39182) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:53.178959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network a01302ac-1dd1-4a1d-aa03-209a522812da details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:53.187168 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['45f97f86-559a-4989-af8e-eaa541bf6452'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:53.206188 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.239902 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:53.268780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Allocated IP 172.20.0.1 (6424106c-cd8c-4cd7-b7d1-1f64cc3631c8/7ce0329f-7903-4211-868f-795f342d4972/226251df-a0d5-48a7-aee9-0ac60c1c6fad) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:31:53.273367 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.312546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ebd17-1176-4f23-b28b-cdc03f868442 tempest-DHCPAgentSchedulersTestJSON-1911615104 tempest-DHCPAgentSchedulersTestJSON-1911615104-project-admin] Network a01302ac-1dd1-4a1d-aa03-209a522812da is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:53.330641 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-431ebd17-1176-4f23-b28b-cdc03f868442 tempest-DHCPAgentSchedulersTestJSON-1911615104 tempest-DHCPAgentSchedulersTestJSON-1911615104-project-admin] 10.222.0.47 "POST /v2.0/agents/96d4ebf1-9691-4a05-8a1b-74586b48945c/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1507449 Jun 17 08:31:53.333286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39184) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:53.364489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eb0c52-f8f2-46b0-ac3b-899c066b7082 None None] Network a01302ac-1dd1-4a1d-aa03-209a522812da requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:53.368084 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['c8e550c7-881c-4f1d-ab7e-14eb226f7237'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:31:53.373658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8fb2d-0ec2-40e6-a426-707484bf1b28 req-a0bc5cbc-e180-4a37-8d84-ee84574aac44 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:53.381474 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fb8fb2d-0ec2-40e6-a426-707484bf1b28 req-a0bc5cbc-e180-4a37-8d84-ee84574aac44 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.1382375 Jun 17 08:31:53.459517 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.467295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.467687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fb8fb2d-0ec2-40e6-a426-707484bf1b28 req-37782c5d-c1fe-4989-b3ce-310d9dc11b52 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852504 Jun 17 08:31:53.492510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3adc26a0-2daf-4c73-bfc3-9ae53122d629']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:53.516254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:53.516541 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce37fe6e-d72c-40ec-bbde-c5f5dfe3bd8a') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:53.558485 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.570751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.588839 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.594223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Pushing event updated for resources: {'Port': ['ID=dd423e62-16f4-4346-8f9e-0997938bae47,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:53.611207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:53.611747 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:53.614548 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:53.617076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Transition to ACTIVE for port object 226251df-a0d5-48a7-aee9-0ac60c1c6fad will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:53.640379 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:53.699894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d1816cb5-d1fc-4508-bee7-8be7676931c6 tempest-DHCPAgentSchedulersTestJSON-1911615104 tempest-DHCPAgentSchedulersTestJSON-1911615104-project-admin] 10.222.0.47 "GET /v2.0/agents/96d4ebf1-9691-4a05-8a1b-74586b48945c/dhcp-networks HTTP/1.1" status: 200 len: 11898 time: 0.3647001 Jun 17 08:31:53.701332 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39190) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:53.711915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d5aca-95c2-4efa-867f-bbdbdbd42324 req-d1dd437e-75e3-4f04-a3c5-b6f8c677b6b7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:53.713736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:50Z', 'revision_number': 3, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:53.714427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f2d5aca-95c2-4efa-867f-bbdbdbd42324 req-d1dd437e-75e3-4f04-a3c5-b6f8c677b6b7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1995165 Jun 17 08:31:53.715576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcf4d09-9534-42e0-8920-23f1a340928e None None] Network 0691f322-35e7-4b82-9755-479a17dcb5ff requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:53.743140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Deleting port dd423e62-16f4-4346-8f9e-0997938bae47 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:53.743540 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.745865 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.755291 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-532f8a2d-aac0-4c79-8c8c-2c04472d3f9a tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:53.758320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.760875 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3adc26a0-2daf-4c73-bfc3-9ae53122d629 HTTP/1.1" status: 204 len: 168 time: 0.6187010 Jun 17 08:31:53.791961 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Checking router: 1aa60da0-07df-444d-bec6-c49b1313ea7c for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:31:53.792714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Updating router 1aa60da0-07df-444d-bec6-c49b1313ea7c port 958813c1-4fc1-4992-af55-e14818e72b3d binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:31:53.821397 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f2d5aca-95c2-4efa-867f-bbdbdbd42324 req-a01aa36e-4cb4-4281-ab12-d1627a42c644 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926957 Jun 17 08:31:53.850026 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:53.851188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7d638-81d6-4695-a272-48d383294309 req-32f533c2-b3f4-4c4d-8b45-d5f98593340e tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:53.853101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c7d638-81d6-4695-a272-48d383294309 req-32f533c2-b3f4-4c4d-8b45-d5f98593340e tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 944 time: 0.1508443 Jun 17 08:31:53.867294 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] Pushing event deleted for resources: {'Network': ['ID=3adc26a0-2daf-4c73-bfc3-9ae53122d629,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:53.934227 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35c7d638-81d6-4695-a272-48d383294309 req-12a940aa-c95b-4954-8ff2-aa3789109750 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704174 Jun 17 08:31:53.941929 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:53.943310 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-87a7c8d1-4a8f-4e15-b924-aa6bc13b82f6 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:54.001180 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.038857 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] For port dd423e62-16f4-4346-8f9e-0997938bae47, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=dd423e62-16f4-4346-8f9e-0997938bae47,segment=NetworkSegment(344a6085-d22e-4733-9b71-b67b8c2731e8),segment_id=344a6085-d22e-4733-9b71-b67b8c2731e8)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:54.039375 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.043097 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:54.057560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:54.060145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:31:54.065510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39196) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:54.125408 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-93644583-c113-47e6-92d6-7b5240b8f032 tempest-DHCPAgentSchedulersTestJSON-1911615104 tempest-DHCPAgentSchedulersTestJSON-1911615104-project-admin] 10.222.0.47 "DELETE /v2.0/agents/96d4ebf1-9691-4a05-8a1b-74586b48945c/dhcp-networks/a01302ac-1dd1-4a1d-aa03-209a522812da HTTP/1.1" status: 204 len: 168 time: 0.4227734 Jun 17 08:31:54.128163 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Pushing event updated for resources: {'Port': ['ID=226251df-a0d5-48a7-aee9-0ac60c1c6fad,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:54.129546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-10008ba3-1738-4e17-8f7d-b197ebf0508c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e6e3a5e724994ef4a9c2311fe1a950b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627170 Jun 17 08:31:54.130312 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39198) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:54.132570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39200) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:54.160850 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Calling delete_port for dd423e62-16f4-4346-8f9e-0997938bae47 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:54.175966 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:54.209655 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.212999 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56b5200d-cdb8-4ff3-8c17-dce945a2ceab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.235140 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56b5200d-cdb8-4ff3-8c17-dce945a2ceab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.290125 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56b5200d-cdb8-4ff3-8c17-dce945a2ceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.293439 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56b5200d-cdb8-4ff3-8c17-dce945a2ceab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.294800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-56b5200d-cdb8-4ff3-8c17-dce945a2ceab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f515b7d1-160b-4892-ba0d-cddbb7b646b6 HTTP/1.1" status: 204 len: 168 time: 0.1608768 Jun 17 08:31:54.296246 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-18cdaa3e-4511-4537-8028-01de4fefcdd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:54.328463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5200d-cdb8-4ff3-8c17-dce945a2ceab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f515b7d1-160b-4892-ba0d-cddbb7b646b6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:54.337263 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-56b5200d-cdb8-4ff3-8c17-dce945a2ceab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:54.367953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4736d-a887-4bff-b6ae-2877ab8e53ee None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:31:54.462047 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.497712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5edbc139-7514-4293-8a71-a63c1edbad9c None None] Provisioning for port 226251df-a0d5-48a7-aee9-0ac60c1c6fad completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:54.499663 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a51540ac-4d28-4e1a-a07e-76c18767842f tempest-DHCPAgentSchedulersTestJSON-1911615104 tempest-DHCPAgentSchedulersTestJSON-1911615104-project-admin] 10.222.0.47 "GET /v2.0/agents/96d4ebf1-9691-4a05-8a1b-74586b48945c/dhcp-networks HTTP/1.1" status: 200 len: 10367 time: 0.3345628 Jun 17 08:31:54.504712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39204) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:54.533251 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2e1f723b-a3d9-4a2a-b908-918b22860820 tempest-DHCPAgentSchedulersTestJSON-1911615104 tempest-DHCPAgentSchedulersTestJSON-1911615104-project-admin] 10.222.0.47 "GET /v2.0/networks/067523b3-b91c-4a19-a6be-0dbb98148724/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0271440 Jun 17 08:31:54.534045 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.536309 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:54.537391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39210) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:54.551334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c4736d-a887-4bff-b6ae-2877ab8e53ee None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:31:54.554689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Transition to ACTIVE for port object 958813c1-4fc1-4992-af55-e14818e72b3d will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:31:54.556404 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5edbc139-7514-4293-8a71-a63c1edbad9c None None] Provisioning complete for port 226251df-a0d5-48a7-aee9-0ac60c1c6fad triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:54.556777 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5edbc139-7514-4293-8a71-a63c1edbad9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.583212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No DVR routers for this DVR port dd423e62-16f4-4346-8f9e-0997938bae47 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:54.585359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Port': ['ID=dd423e62-16f4-4346-8f9e-0997938bae47,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:54.591971 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:54.600548 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-707c54c2-a24d-49f5-bd07-489478431666 tempest-DHCPAgentSchedulersTestJSON-1911615104 tempest-DHCPAgentSchedulersTestJSON-1911615104-project-admin] 10.222.0.47 "GET /v2.0/networks/067523b3-b91c-4a19-a6be-0dbb98148724/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0602341 Jun 17 08:31:54.602850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39212) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:54.612994 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.617942 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7187d132-45e1-4e3a-a462-9ff19e32f087 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:54.669753 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.697206 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.700794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5edbc139-7514-4293-8a71-a63c1edbad9c None None] Port 226251df-a0d5-48a7-aee9-0ac60c1c6fad cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:54.720478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0691f322-35e7-4b82-9755-479a17dcb5ff']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:54.739018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344a6085-d22e-4733-9b71-b67b8c2731e8') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:54.739503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344a6085-d22e-4733-9b71-b67b8c2731e8') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:54.745116 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Attempting to bind port 958813c1-4fc1-4992-af55-e14818e72b3d on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:31:54.745548 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Attempting to bind port 958813c1-4fc1-4992-af55-e14818e72b3d by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:31:54.746079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Attempting to bind port 958813c1-4fc1-4992-af55-e14818e72b3d on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:31:54.750101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Pushing event updated for resources: {'Port': ['ID=958813c1-4fc1-4992-af55-e14818e72b3d,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:54.756354 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.764476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:31:54.764840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:54.765350 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.766316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:31:54.766316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Bound port: 958813c1-4fc1-4992-af55-e14818e72b3d, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:31:54.766626 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.771304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.771663 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.772102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.772445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.772780 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.773135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.773466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.773791 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.774114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.774535 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.774932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.775324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:31:54.794216 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.800746 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:54.835341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:54.835731 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:54.838909 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:54.879311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] For port 958813c1-4fc1-4992-af55-e14818e72b3d, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:31:54.889443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-aab2ecad-1244-4c65-988c-826977f7e8df tempest-DHCPAgentSchedulersTestJSON-1911615104 tempest-DHCPAgentSchedulersTestJSON-1911615104-project-admin] 10.222.0.47 "GET /v2.0/agents/96d4ebf1-9691-4a05-8a1b-74586b48945c/dhcp-networks HTTP/1.1" status: 200 len: 10367 time: 0.2846642 Jun 17 08:31:54.893711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39224) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:54.934270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] For port 958813c1-4fc1-4992-af55-e14818e72b3d, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=958813c1-4fc1-4992-af55-e14818e72b3d,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:31:54.954379 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:54.963091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba21a74-a095-4df4-8999-7b9ecf13b77e req-3c1d8f3a-1950-4c40-b9f5-1a726fe834ba tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:54.972235 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:54.979385 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ba21a74-a095-4df4-8999-7b9ecf13b77e req-3c1d8f3a-1950-4c40-b9f5-1a726fe834ba tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.3525698 Jun 17 08:31:55.004700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.013531 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae0d4690-5269-424b-a08e-2876d1645584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:55.027778 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.029711 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/networks/0691f322-35e7-4b82-9755-479a17dcb5ff HTTP/1.1" status: 204 len: 168 time: 4.1467423 Jun 17 08:31:55.033852 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39232) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:55.039112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-451897403'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:55.050725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Network': ['ID=0691f322-35e7-4b82-9755-479a17dcb5ff,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:55.057817 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:55.071229 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.094794 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.119530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Pushing event updated for resources: {'Port': ['ID=958813c1-4fc1-4992-af55-e14818e72b3d,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:55.122589 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.125454 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:55.131730 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:55.134259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Routers {'1aa60da0-07df-444d-bec6-c49b1313ea7c'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:31:55.135603 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:31:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1aa60da0-07df-444d-bec6-c49b1313ea7c'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:55.135760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ba21a74-a095-4df4-8999-7b9ecf13b77e req-68dd3147-7878-41a6-ad5b-813251dd9759 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554096 Jun 17 08:31:55.138440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:55.142019 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.231074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:31:55.298014 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.298389 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Added segment 5d42fb86-adb6-4e7b-870c-1a0a95527013 of type vlan for network 0f02e9ae-9d24-471d-a864-034d194e2663 Jun 17 08:31:55.322254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d5e80-73fc-47d9-80c3-451344065145 req-04143e85-d48d-431a-9e75-3255be5e7c52 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:55.329559 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-701d5e80-73fc-47d9-80c3-451344065145 req-04143e85-d48d-431a-9e75-3255be5e7c52 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2710204 Jun 17 08:31:55.388157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] Set router 1aa60da0-07df-444d-bec6-c49b1313ea7c gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:31:55.388361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.463465 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-701d5e80-73fc-47d9-80c3-451344065145 req-3487ef8c-1c63-439c-891a-d1d24936057c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328406 Jun 17 08:31:55.514059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba6bca-eac3-4276-ada8-5d25f653525c req-0e0e2af9-47a3-4a46-bf9c-e43191dc417f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:55.526967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94ba6bca-eac3-4276-ada8-5d25f653525c req-0e0e2af9-47a3-4a46-bf9c-e43191dc417f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 944 time: 0.2701626 Jun 17 08:31:55.532640 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.539288 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:55.543013 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.568086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.583133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01302ac-1dd1-4a1d-aa03-209a522812da']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:55.591911 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb20329d-04c4-4ed1-86d6-df6108e2cb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:55.604191 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff49585e-837e-498b-aa92-48350e6ff67d') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:55.604850 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff49585e-837e-498b-aa92-48350e6ff67d') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:55.628236 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.653516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.663648 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:55.664309 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.684428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Network': ['ID=0f02e9ae-9d24-471d-a864-034d194e2663,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:55.686942 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:55.689162 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:55.689162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6541715 Jun 17 08:31:55.690559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.691925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39246) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:55.693620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 45f97f86-559a-4989-af8e-eaa541bf6452 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:55.716693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Request body: {'subnet': {'network_id': '0f02e9ae-9d24-471d-a864-034d194e2663', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:55.724920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 0f02e9ae-9d24-471d-a864-034d194e2663 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:31:55.727453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Pushing event updated for resources: {'Port': ['ID=226251df-a0d5-48a7-aee9-0ac60c1c6fad,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:55.735363 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:55.817444 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.825416 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e378502f-19ea-4bcc-adb8-d32cc7395db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:55.832990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.841786 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Made reservation on behalf of 4c40534d64864168befd2dbec168eccb for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:31:55.846190 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.848734 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] 10.222.0.47 "DELETE /v2.0/networks/a01302ac-1dd1-4a1d-aa03-209a522812da HTTP/1.1" status: 204 len: 168 time: 0.9538631 Jun 17 08:31:55.856753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39248) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:55.881292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 45f97f86-559a-4989-af8e-eaa541bf6452 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:55.883807 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94ba6bca-eac3-4276-ada8-5d25f653525c req-4bccecfa-498a-4323-b9df-a9fc7850b410 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955070 Jun 17 08:31:55.897011 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 45f97f86-559a-4989-af8e-eaa541bf6452 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:55.897393 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:55.914047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Pushing event deleted for resources: {'Network': ['ID=a01302ac-1dd1-4a1d-aa03-209a522812da,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:55.960349 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f172e6-7e44-493b-9e26-47e2ebef9115 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] DELETE failed (client error): The resource could not be found. Jun 17 08:31:55.962934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f172e6-7e44-493b-9e26-47e2ebef9115 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:31:55.967527 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d7f172e6-7e44-493b-9e26-47e2ebef9115 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] 10.222.0.47 "DELETE /v2.0/ports/f8ff6cff-8109-413b-8b94-9ba387289f5f HTTP/1.1" status: 404 len: 333 time: 0.1006348 Jun 17 08:31:55.968635 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:55.971515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39258) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:56.013047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:31:56.014596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:56.041080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e58bf2-4c9a-4ce0-a671-82d0f2abd26f tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Deleting subnet 16522f04-51b8-4366-b3bf-659be12c2005 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:31:56.041796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '226251df-a0d5-48a7-aee9-0ac60c1c6fad', 'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'mac_address': 'fa:16:3e:c7:d5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:52Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 2, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'subnets': [{'id': '7ce0329f-7903-4211-868f-795f342d4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:56.044359 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3e58bf2-4c9a-4ce0-a671-82d0f2abd26f tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.075658 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eb411b-9814-4bac-bd99-26b507684b3e None None] The sync data for ids ['1aa60da0-07df-444d-bec6-c49b1313ea7c'] in n-d-779913-16 is: [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '226251df-a0d5-48a7-aee9-0ac60c1c6fad', 'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'mac_address': 'fa:16:3e:c7:d5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:52Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 2, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'subnets': [{'id': '7ce0329f-7903-4211-868f-795f342d4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:31:56.100566 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.126401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3e58bf2-4c9a-4ce0-a671-82d0f2abd26f tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.174546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 45f97f86-559a-4989-af8e-eaa541bf6452, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=45f97f86-559a-4989-af8e-eaa541bf6452,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:56.175674 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672b72d9-eb9d-4fde-baba-045d508af338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f97f86-559a-4989-af8e-eaa541bf6452'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:56.189849 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af75b020-0ff5-4aad-8068-fde641d1aca2" -d '{"events": [{"server_uuid": "672b72d9-eb9d-4fde-baba-045d508af338", "name": "network-vif-plugged", "status": "completed", "tag": "45f97f86-559a-4989-af8e-eaa541bf6452"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:56.190131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Router 1aa60da0-07df-444d-bec6-c49b1313ea7c has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:31:56.203511 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.204644 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c8e550c7-881c-4f1d-ab7e-14eb226f7237 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:56.207450 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e99a527b-a9e4-4541-ae80-4cdf561c95a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:56.283463 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d3b61ad-21ed-404e-b05a-db2fff5381b1 req-415a7804-c4d3-449c-a021-1b455f897cd9 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=e58b68ed-06da-463e-80fd-90180ac6ad13 HTTP/1.1" status: 200 len: 210 time: 0.0408359 Jun 17 08:31:56.330842 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3e58bf2-4c9a-4ce0-a671-82d0f2abd26f tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.345616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port c8e550c7-881c-4f1d-ab7e-14eb226f7237 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:56.365654 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=45f97f86-559a-4989-af8e-eaa541bf6452,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:56.374079 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:56.376022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port c8e550c7-881c-4f1d-ab7e-14eb226f7237 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:56.378376 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.438599 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d6c62e-a5cb-4456-8f03-946dc457053e x-openstack-request-id: req-c5d6c62e-a5cb-4456-8f03-946dc457053e {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:31:56.439538 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672b72d9-eb9d-4fde-baba-045d508af338", "name": "network-vif-plugged", "status": "completed", "tag": "45f97f86-559a-4989-af8e-eaa541bf6452", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:31:56.441362 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5d6c62e-a5cb-4456-8f03-946dc457053e {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:31:56.441987 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672b72d9-eb9d-4fde-baba-045d508af338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f97f86-559a-4989-af8e-eaa541bf6452', 'code': 200} Jun 17 08:31:56.486436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3c9112e5-1fd7-41ce-b825-3d11a59013a1 None None] Provisioning complete for port 226251df-a0d5-48a7-aee9-0ac60c1c6fad triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:56.487044 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3c9112e5-1fd7-41ce-b825-3d11a59013a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.544391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:31:56.551184 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] 10.222.0.47 "PUT /v2.0/routers/1aa60da0-07df-444d-bec6-c49b1313ea7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5386503 Jun 17 08:31:56.592832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-3c9112e5-1fd7-41ce-b825-3d11a59013a1 None None] Port 226251df-a0d5-48a7-aee9-0ac60c1c6fad cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:31:56.611787 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.677469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port c8e550c7-881c-4f1d-ab7e-14eb226f7237, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c8e550c7-881c-4f1d-ab7e-14eb226f7237,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:56.689013 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.691258 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-df20c496-ada8-4d09-8354-009d29c52730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:56.721433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4b8f2-4c98-4861-83cb-7810ba2b2f1f req-44442285-c72e-4854-9d02-cb59f100adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:56.726004 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-70a4b8f2-4c98-4861-83cb-7810ba2b2f1f req-44442285-c72e-4854-9d02-cb59f100adef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 1097 time: 0.1721141 Jun 17 08:31:56.814806 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-70a4b8f2-4c98-4861-83cb-7810ba2b2f1f req-977bbcea-c3d1-4f47-a899-419a237c3c11 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821314 Jun 17 08:31:56.829778 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=c8e550c7-881c-4f1d-ab7e-14eb226f7237,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:56.838305 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:56.853661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9184c-30b0-49fc-9cbd-655a5bad4315 req-57a42a0f-06b0-4493-add7-ebaf19124fb7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:56.861979 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cb9184c-30b0-49fc-9cbd-655a5bad4315 req-57a42a0f-06b0-4493-add7-ebaf19124fb7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.4544048 Jun 17 08:31:56.872776 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3e58bf2-4c9a-4ce0-a671-82d0f2abd26f tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.879522 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4d775148-b13b-48ba-b42e-8f565324d2d7 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:56.955842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7bbcb4-2148-4143-aa2d-93e0844a387e None None] Network 067523b3-b91c-4a19-a6be-0dbb98148724 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:56.963234 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3e58bf2-4c9a-4ce0-a671-82d0f2abd26f tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:56.966603 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e3e58bf2-4c9a-4ce0-a671-82d0f2abd26f tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] 10.222.0.47 "DELETE /v2.0/subnets/16522f04-51b8-4366-b3bf-659be12c2005 HTTP/1.1" status: 204 len: 168 time: 0.9934664 Jun 17 08:31:56.967800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e58bf2-4c9a-4ce0-a671-82d0f2abd26f tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Pushing event deleted for resources: {'Subnet': ['ID=16522f04-51b8-4366-b3bf-659be12c2005,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:56.971265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39300) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:56.980361 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e3e58bf2-4c9a-4ce0-a671-82d0f2abd26f tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:57.036281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cb9184c-30b0-49fc-9cbd-655a5bad4315 req-f6eb0deb-58b5-4a88-8b2e-cb578bca7d86 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732006 Jun 17 08:31:57.129640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:31:57.148623 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.172818 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f1b2d9c-da15-4334-ba90-fcb18babdd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:57.217882 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.396941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b439b-478b-4456-8d96-fb3a99ba37a0 None None] DHCP port deletion for 067523b3-b91c-4a19-a6be-0dbb98148724 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:31:57.423961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event updated for resources: {'Subnet': ['ID=51373b01-93b7-40c9-b1fe-27769aa7445d,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:57.430133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Deleting port 71409ea7-ed57-4520-8a61-ce67f3025a79 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:57.430975 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.431143 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:57.433614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Checking segment: {'id': '5d42fb86-adb6-4e7b-870c-1a0a95527013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0f02e9ae-9d24-471d-a864-034d194e2663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:31:57.434169 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network hostable DHCP agents. Network: 0f02e9ae-9d24-471d-a864-034d194e2663, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:31:57.471854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45e7c-7858-4f53-8fe1-0ca8883e5e5b req-c93a85fd-d896-4a18-bd76-6fd7ff75c379 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:57.490829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56d45e7c-7858-4f53-8fe1-0ca8883e5e5b req-c93a85fd-d896-4a18-bd76-6fd7ff75c379 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.3577719 Jun 17 08:31:57.518083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Network 0f02e9ae-9d24-471d-a864-034d194e2663 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:31:57.536948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 0f02e9ae-9d24-471d-a864-034d194e2663) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:31:57.542625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:57.544438 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.558843 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f80617-a31e-4193-8727-290a8c887a53 None None] Network 0f02e9ae-9d24-471d-a864-034d194e2663 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:57.621858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56d45e7c-7858-4f53-8fe1-0ca8883e5e5b req-50450e78-ff7b-4405-bb6c-c6088c9c6108 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288204 Jun 17 08:31:57.640293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9284122 Jun 17 08:31:57.642262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39310) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:57.687031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d85b439b-478b-4456-8d96-fb3a99ba37a0 None None] Deleting port 71409ea7-ed57-4520-8a61-ce67f3025a79 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:31:57.688957 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d85b439b-478b-4456-8d96-fb3a99ba37a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.693590 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] For port 71409ea7-ed57-4520-8a61-ce67f3025a79, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=71409ea7-ed57-4520-8a61-ce67f3025a79,segment=NetworkSegment(1f401583-e703-4800-a886-a284dc181d9c),segment_id=1f401583-e703-4800-a886-a284dc181d9c)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:57.693974 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.930155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Calling delete_port for 71409ea7-ed57-4520-8a61-ce67f3025a79 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:57.931667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d85b439b-478b-4456-8d96-fb3a99ba37a0 None None] For port 71409ea7-ed57-4520-8a61-ce67f3025a79, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=71409ea7-ed57-4520-8a61-ce67f3025a79,segment=NetworkSegment(1f401583-e703-4800-a886-a284dc181d9c),segment_id=1f401583-e703-4800-a886-a284dc181d9c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:57.932166 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d85b439b-478b-4456-8d96-fb3a99ba37a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:57.968703 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.052304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d85b439b-478b-4456-8d96-fb3a99ba37a0 None None] Calling delete_port for 71409ea7-ed57-4520-8a61-ce67f3025a79 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:31:58.112600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb77df1-dd7a-45a9-8839-b491e3d3245d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-0f02e9ae-9d24-471d-a864-034d194e2663', 'network_id': '0f02e9ae-9d24-471d-a864-034d194e2663', 'tenant_id': '4c40534d64864168befd2dbec168eccb', 'fixed_ips': [{'subnet_id': '51373b01-93b7-40c9-b1fe-27769aa7445d'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:31:58.113987 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7eb77df1-dd7a-45a9-8839-b491e3d3245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.126037 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 958813c1-4fc1-4992-af55-e14818e72b3d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:31:58.172061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39318) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:58.182624 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d3fb0e28-115c-4cfd-b928-57e53bab6f83 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151771484', 'description': 'tempest-description--451558681'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:58.215885 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.217112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.249312 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:58.292661 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0e28-115c-4cfd-b928-57e53bab6f83 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.328041 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Pushing event deleted for resources: {'Port': ['ID=71409ea7-ed57-4520-8a61-ce67f3025a79,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:58.340802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] No DVR routers for this DVR port 71409ea7-ed57-4520-8a61-ce67f3025a79 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:58.345228 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:58.412133 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.416016 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:58.444524 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a292d7-db40-4185-9839-e719400981a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e550c7-881c-4f1d-ab7e-14eb226f7237'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:31:58.450857 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e97ff21-728a-4ab6-a5ba-e2d5adce249e" -d '{"events": [{"server_uuid": "55a292d7-db40-4185-9839-e719400981a2", "name": "network-vif-plugged", "status": "completed", "tag": "c8e550c7-881c-4f1d-ab7e-14eb226f7237"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:31:58.508866 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Subnet': ['ID=51373b01-93b7-40c9-b1fe-27769aa7445d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:58.531389 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:58.552581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.577307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067523b3-b91c-4a19-a6be-0dbb98148724']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:58.595155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f401583-e703-4800-a886-a284dc181d9c') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:58.595454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f401583-e703-4800-a886-a284dc181d9c') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:58.608874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server [None req-7eb77df1-dd7a-45a9-8839-b491e3d3245d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51373b01-93b7-40c9-b1fe-27769aa7445d: This subnet is being modified by another concurrent operation. Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:31:58.623387 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 51373b01-93b7-40c9-b1fe-27769aa7445d: This subnet is being modified by another concurrent operation. Jun 17 08:31:58.628081 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Jun 17 08:31:58.633903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 958813c1-4fc1-4992-af55-e14818e72b3d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:31:58.641379 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d85b439b-478b-4456-8d96-fb3a99ba37a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.652821 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.654992 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:58.658684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 958813c1-4fc1-4992-af55-e14818e72b3d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:31:58.663214 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.664385 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:58.664939 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.669214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b439b-478b-4456-8d96-fb3a99ba37a0 None None] No DVR routers for this DVR port 71409ea7-ed57-4520-8a61-ce67f3025a79 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:58.673332 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:58.690192 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.739682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f02e9ae-9d24-471d-a864-034d194e2663']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:58.776300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d42fb86-adb6-4e7b-870c-1a0a95527013') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:58.776608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d42fb86-adb6-4e7b-870c-1a0a95527013') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:58.778269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b36431-6fcf-4c05-8112-e33ad2d71a46 None None] Network 0f02e9ae-9d24-471d-a864-034d194e2663 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:31:58.781952 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0e28-115c-4cfd-b928-57e53bab6f83 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.795935 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b439b-478b-4456-8d96-fb3a99ba37a0 None None] Pushing event deleted for resources: {'Port': ['ID=71409ea7-ed57-4520-8a61-ce67f3025a79,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:58.817242 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.823177 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d85b439b-478b-4456-8d96-fb3a99ba37a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:58.826875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0e28-115c-4cfd-b928-57e53bab6f83 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.833307 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9ee45603-9797-464b-bb01-4bf99c3b8295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:58.843128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.851529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099d36c-a2c6-4724-a6e0-d9e4f42d84b9 req-ae7d10f8-9e15-4665-aba4-bfe1bee2ccee tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:58.853070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8099d36c-a2c6-4724-a6e0-d9e4f42d84b9 req-ae7d10f8-9e15-4665-aba4-bfe1bee2ccee tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 945 time: 0.4641001 Jun 17 08:31:58.855222 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5840bb96-718b-4e65-be00-163f4150502b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:58.861880 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.864875 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] 10.222.0.47 "DELETE /v2.0/networks/067523b3-b91c-4a19-a6be-0dbb98148724 HTTP/1.1" status: 204 len: 168 time: 1.8922024 Jun 17 08:31:58.882191 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Pushing event deleted for resources: {'Network': ['ID=067523b3-b91c-4a19-a6be-0dbb98148724,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:58.893991 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:58.917217 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.924207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa334ac-524b-4b3c-ad62-6a78a0fcb711 req-72d6d88e-4813-42c1-a58d-61c5c052dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:58.929058 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9fa334ac-524b-4b3c-ad62-6a78a0fcb711 req-72d6d88e-4813-42c1-a58d-61c5c052dddf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1096 time: 0.1225219 Jun 17 08:31:58.960715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0e28-115c-4cfd-b928-57e53bab6f83 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.964853 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d3fb0e28-115c-4cfd-b928-57e53bab6f83 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7907329 Jun 17 08:31:58.967667 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39328) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:58.969049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:31:58.969489 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:58.973266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a065fef3-e8c0-434a-aaea-428f1ae1db8e tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Request body: {'security_group_rule': {'security_group_id': '8d756e8f-611a-4d3a-b931-117f7965c874', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:31:58.973661 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:31:58.999312 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.006504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb0e28-115c-4cfd-b928-57e53bab6f83 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d756e8f-611a-4d3a-b931-117f7965c874,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:59.009374 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d3fb0e28-115c-4cfd-b928-57e53bab6f83 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:59.048852 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 958813c1-4fc1-4992-af55-e14818e72b3d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=958813c1-4fc1-4992-af55-e14818e72b3d,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:31:59.052288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57c1215-8006-4fc9-b960-f8f312548cc7 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:31:59.064257 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a065fef3-e8c0-434a-aaea-428f1ae1db8e tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.092867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a8d35-5ad3-4405-bdb6-3eebee3b32eb req-098b30b0-d5ac-4f07-97c1-4844e0a21a98 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:59.096596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa334ac-524b-4b3c-ad62-6a78a0fcb711 req-ba815ab9-68dc-45a2-9029-b7656e95047f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:59.098181 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9fa334ac-524b-4b3c-ad62-6a78a0fcb711 req-ba815ab9-68dc-45a2-9029-b7656e95047f service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.1610899 Jun 17 08:31:59.101340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e0a8d35-5ad3-4405-bdb6-3eebee3b32eb req-098b30b0-d5ac-4f07-97c1-4844e0a21a98 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.3387856 Jun 17 08:31:59.120040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8099d36c-a2c6-4724-a6e0-d9e4f42d84b9 req-ae75778a-1393-49be-8504-37089c7321ed tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204525 Jun 17 08:31:59.143323 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.181408 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e803b73e-5345-4676-8fd8-e1ab869507c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:59.192210 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.198508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/networks/0f02e9ae-9d24-471d-a864-034d194e2663 HTTP/1.1" status: 204 len: 168 time: 1.5549765 Jun 17 08:31:59.210173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57c1215-8006-4fc9-b960-f8f312548cc7 None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:31:59.212513 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.214177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39330) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.221300 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:59.348457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 71409ea7-ed57-4520-8a61-ce67f3025a79 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:31:59.370531 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-781157a6-28ca-47fb-ba3f-6c94694621c4 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] DELETE failed (client error): The resource could not be found. Jun 17 08:31:59.371030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-781157a6-28ca-47fb-ba3f-6c94694621c4 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:31:59.375024 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-781157a6-28ca-47fb-ba3f-6c94694621c4 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/subnets/51373b01-93b7-40c9-b1fe-27769aa7445d HTTP/1.1" status: 404 len: 337 time: 0.1446314 Jun 17 08:31:59.375024 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39334) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.384283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 71409ea7-ed57-4520-8a61-ce67f3025a79 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:31:59.384917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 71409ea7-ed57-4520-8a61-ce67f3025a79 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:31:59.388813 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39336) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.392636 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=958813c1-4fc1-4992-af55-e14818e72b3d,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:59.398497 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:59.436604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a065fef3-e8c0-434a-aaea-428f1ae1db8e tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.438546 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e6e442-72dc-428f-bfb7-a3bfb6bd695d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] DELETE failed (client error): The resource could not be found. Jun 17 08:31:59.439248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e6e442-72dc-428f-bfb7-a3bfb6bd695d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:31:59.446836 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d8e6e442-72dc-428f-bfb7-a3bfb6bd695d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/networks/0f02e9ae-9d24-471d-a864-034d194e2663 HTTP/1.1" status: 404 len: 339 time: 0.0525482 Jun 17 08:31:59.446836 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9fa334ac-524b-4b3c-ad62-6a78a0fcb711 req-3d470ce6-c66c-4552-a7ac-5e2897af7268 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 999 time: 0.3335826 Jun 17 08:31:59.447528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39340) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.457502 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a065fef3-e8c0-434a-aaea-428f1ae1db8e tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.506347 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:31:59.523960 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eac4f19-8956-4fde-b4de-e43591eabd24 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] DELETE failed (client error): The resource could not be found. Jun 17 08:31:59.524694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eac4f19-8956-4fde-b4de-e43591eabd24 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:31:59.526656 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1eac4f19-8956-4fde-b4de-e43591eabd24 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/subnets/e02ea08d-fd0d-4c37-8bb9-a470cfa55f7d HTTP/1.1" status: 404 len: 337 time: 0.0781355 Jun 17 08:31:59.537798 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39342) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.564915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065fef3-e8c0-434a-aaea-428f1ae1db8e tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ea9d56-f3bd-4ab3-97dc-2202222a4fe7,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:59.575266 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a065fef3-e8c0-434a-aaea-428f1ae1db8e tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:59.577418 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff6aaee-50e1-41a4-83b4-aeaccb01a5e6 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] DELETE failed (client error): The resource could not be found. Jun 17 08:31:59.577418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dff6aaee-50e1-41a4-83b4-aeaccb01a5e6 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:31:59.581662 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dff6aaee-50e1-41a4-83b4-aeaccb01a5e6 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/networks/0691f322-35e7-4b82-9755-479a17dcb5ff HTTP/1.1" status: 404 len: 339 time: 0.0380764 Jun 17 08:31:59.582717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39344) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.591170 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a065fef3-e8c0-434a-aaea-428f1ae1db8e tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.592503 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a065fef3-e8c0-434a-aaea-428f1ae1db8e tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6238832 Jun 17 08:31:59.597326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa334ac-524b-4b3c-ad62-6a78a0fcb711 req-0627da0b-90ee-4c6c-b015-17fdd89a8dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:59.599073 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9fa334ac-524b-4b3c-ad62-6a78a0fcb711 req-0627da0b-90ee-4c6c-b015-17fdd89a8dae service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.1427841 Jun 17 08:31:59.602881 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39346) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.607804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-66b782f5-486d-4187-8e5c-2e10930199b1 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Request body: {'security_group_rule': {'security_group_id': '8d756e8f-611a-4d3a-b931-117f7965c874', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:31:59.648715 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-468b2784-88c8-4a78-95cf-36e9c7d6aaf9 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] DELETE failed (client error): The resource could not be found. Jun 17 08:31:59.649431 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-468b2784-88c8-4a78-95cf-36e9c7d6aaf9 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:31:59.651398 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-468b2784-88c8-4a78-95cf-36e9c7d6aaf9 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/subnets/19964cca-d2cd-4b66-9b4f-d7f8e3b6ae08 HTTP/1.1" status: 404 len: 337 time: 0.0676448 Jun 17 08:31:59.686301 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39348) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.721286 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1e217c-f6e2-43a9-88a9-951f7940bab8 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] DELETE failed (client error): The resource could not be found. Jun 17 08:31:59.721920 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1e217c-f6e2-43a9-88a9-951f7940bab8 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:31:59.723757 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6c1e217c-f6e2-43a9-88a9-951f7940bab8 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/networks/71b04d36-7d7d-4aaf-b284-52ef0d3415b2 HTTP/1.1" status: 404 len: 339 time: 0.0330365 Jun 17 08:31:59.728740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39350) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.738021 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Sync routers for ids ['1aa60da0-07df-444d-bec6-c49b1313ea7c'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:31:59.747741 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Routers {'1aa60da0-07df-444d-bec6-c49b1313ea7c'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:31:59.748546 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:31:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1aa60da0-07df-444d-bec6-c49b1313ea7c'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:31:59.787859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b782f5-486d-4187-8e5c-2e10930199b1 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:31:59.801196 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-589b60b6-bc81-4e34-9de3-a6cd980720a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ad42934607b4d759dfd100c354104ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4194009 Jun 17 08:31:59.804905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39352) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:31:59.813770 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Network': ['ID=0f02e9ae-9d24-471d-a864-034d194e2663,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:31:59.816296 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:31:59.863379 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91c1e1d5-f0de-4d03-b103-f10499f11a48 req-05da8534-1e77-42d3-a96d-85b1554e34e7 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0570195 Jun 17 08:31:59.864140 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Set router 1aa60da0-07df-444d-bec6-c49b1313ea7c gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:31:59.878591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa334ac-524b-4b3c-ad62-6a78a0fcb711 req-d8f699e5-1d06-4c18-b8ec-c97c30c33b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:31:59.880235 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9fa334ac-524b-4b3c-ad62-6a78a0fcb711 req-d8f699e5-1d06-4c18-b8ec-c97c30c33b14 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2675016 Jun 17 08:31:59.885738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e0a8d35-5ad3-4405-bdb6-3eebee3b32eb req-6013fc55-290e-4a45-8a5b-f2ed15cd0ca6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7832568 Jun 17 08:31:59.945640 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e04cf43c-a104-4f26-a5bd-6f0400eff818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.000629 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b782f5-486d-4187-8e5c-2e10930199b1 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.003136 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dc0fb9-127a-4d2e-876b-b8de2b65e4b9 x-openstack-request-id: req-f9dc0fb9-127a-4d2e-876b-b8de2b65e4b9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:00.003136 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a292d7-db40-4185-9839-e719400981a2", "name": "network-vif-plugged", "status": "completed", "tag": "c8e550c7-881c-4f1d-ab7e-14eb226f7237", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:00.003992 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f9dc0fb9-127a-4d2e-876b-b8de2b65e4b9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:00.004467 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a292d7-db40-4185-9839-e719400981a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8e550c7-881c-4f1d-ab7e-14eb226f7237', 'code': 200} Jun 17 08:32:00.009714 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e04cf43c-a104-4f26-a5bd-6f0400eff818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.019294 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b782f5-486d-4187-8e5c-2e10930199b1 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.036331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 958813c1-4fc1-4992-af55-e14818e72b3d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:00.038042 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:00.076993 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4fc23-e031-4864-b6c0-a424b19cda00 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Deleting port be36a54e-79bb-4016-b3a7-8f03608b9fd2 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:00.077332 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5e4fc23-e031-4864-b6c0-a424b19cda00 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.080080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b782f5-486d-4187-8e5c-2e10930199b1 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260c4402-9574-4edc-9f51-9ecf27948d2a,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:00.098583 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-66b782f5-486d-4187-8e5c-2e10930199b1 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:00.155241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 958813c1-4fc1-4992-af55-e14818e72b3d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:00.159334 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.162100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3621fd3-4d2e-4606-ac1c-6e68f5bc54b2 req-d725de37-2def-44a5-a6fc-0e944b625b6d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e58b68ed-06da-463e-80fd-90180ac6ad13 HTTP/1.1" status: 200 len: 210 time: 0.1238649 Jun 17 08:32:00.174988 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9fa334ac-524b-4b3c-ad62-6a78a0fcb711 req-ada9260d-5f29-453c-883a-09a349fae785 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856441 Jun 17 08:32:00.182328 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b782f5-486d-4187-8e5c-2e10930199b1 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.186948 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-66b782f5-486d-4187-8e5c-2e10930199b1 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5795150 Jun 17 08:32:00.187148 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '226251df-a0d5-48a7-aee9-0ac60c1c6fad', 'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'mac_address': 'fa:16:3e:c7:d5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:52Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 2, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'subnets': [{'id': '7ce0329f-7903-4211-868f-795f342d4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:00.190545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39356) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:00.214564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:00.218032 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Checking router: 1aa60da0-07df-444d-bec6-c49b1313ea7c for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:00.218450 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Updating router 1aa60da0-07df-444d-bec6-c49b1313ea7c port 226251df-a0d5-48a7-aee9-0ac60c1c6fad binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:32:00.264589 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.298701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5e4fc23-e031-4864-b6c0-a424b19cda00 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.347393 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e04cf43c-a104-4f26-a5bd-6f0400eff818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.350161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e04cf43c-a104-4f26-a5bd-6f0400eff818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.353740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e04cf43c-a104-4f26-a5bd-6f0400eff818 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/433b4572-b3cb-4084-a48c-1b5537c98da2 HTTP/1.1" status: 204 len: 168 time: 0.5438979 Jun 17 08:32:00.372004 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-30661570-c35a-4c62-b7a2-d809ec16be79 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:00.388696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cf43c-a104-4f26-a5bd-6f0400eff818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b4572-b3cb-4084-a48c-1b5537c98da2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:00.397955 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e04cf43c-a104-4f26-a5bd-6f0400eff818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:00.402650 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.413082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a5e4fc23-e031-4864-b6c0-a424b19cda00 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Calling delete_port for be36a54e-79bb-4016-b3a7-8f03608b9fd2 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:00.496860 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadb830-813a-4e79-a4ba-26bf6b3a4dcd req-e6c65dcd-942c-4105-b2b7-047df0452774 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:00.504135 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cadb830-813a-4e79-a4ba-26bf6b3a4dcd req-e6c65dcd-942c-4105-b2b7-047df0452774 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.3144560 Jun 17 08:32:00.519676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08610b1f-b818-4491-a010-5bca39137cc3 req-6b0c2375-bf0a-4cb8-b75d-0651ccde72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:00.521268 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-08610b1f-b818-4491-a010-5bca39137cc3 req-6b0c2375-bf0a-4cb8-b75d-0651ccde72cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=55a292d7-db40-4185-9839-e719400981a2 HTTP/1.1" status: 200 len: 1098 time: 0.4170141 Jun 17 08:32:00.549503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a207033-f4a4-4a4c-8353-c80279e23e01 req-2322c66e-8179-472d-bd86-0d50f9d09146 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:00.551706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a207033-f4a4-4a4c-8353-c80279e23e01 req-2322c66e-8179-472d-bd86-0d50f9d09146 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 945 time: 0.2217000 Jun 17 08:32:00.561585 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9fa334ac-524b-4b3c-ad62-6a78a0fcb711 req-aacad763-26cd-460b-a247-a44b8a51ff83 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440182 Jun 17 08:32:00.591697 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.592199 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-08610b1f-b818-4491-a010-5bca39137cc3 req-f384511e-2c07-4409-8e3a-409e9c8d4883 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616815 Jun 17 08:32:00.602143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5e4fc23-e031-4864-b6c0-a424b19cda00 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.606031 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Transition to ACTIVE for port object 226251df-a0d5-48a7-aee9-0ac60c1c6fad will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:00.607602 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ac6b0dcb-f8e3-4ab0-81d3-9500fadcbf3d tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:00.615562 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.627031 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-11357c70-b918-4af2-a0a5-bfceba9f0609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:00.631665 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a207033-f4a4-4a4c-8353-c80279e23e01 req-5bc2a641-6767-4daa-802f-7db3f12510ee tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665286 Jun 17 08:32:00.643773 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cadb830-813a-4e79-a4ba-26bf6b3a4dcd req-f53082ab-8fb1-4580-9be3-48667e360b0f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385241 Jun 17 08:32:00.663152 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4fc23-e031-4864-b6c0-a424b19cda00 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Port': ['ID=be36a54e-79bb-4016-b3a7-8f03608b9fd2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:00.668660 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a5e4fc23-e031-4864-b6c0-a424b19cda00 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:00.671428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5e4fc23-e031-4864-b6c0-a424b19cda00 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.680309 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a5e4fc23-e031-4864-b6c0-a424b19cda00 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/ports/be36a54e-79bb-4016-b3a7-8f03608b9fd2 HTTP/1.1" status: 204 len: 168 time: 0.9486785 Jun 17 08:32:00.682737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39364) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:00.727379 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c5ee1e-b6ae-4765-ac1e-fa3fb67efa60 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:00.727892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c5ee1e-b6ae-4765-ac1e-fa3fb67efa60 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:00.743475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-92c5ee1e-b6ae-4765-ac1e-fa3fb67efa60 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/subnets/0e680737-cb69-44f8-b4e0-b31fa16db9cd HTTP/1.1" status: 404 len: 337 time: 0.0572116 Jun 17 08:32:00.743701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39366) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:00.767285 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Pushing event updated for resources: {'Port': ['ID=226251df-a0d5-48a7-aee9-0ac60c1c6fad,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:00.768586 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-11f9b4ab-887f-4ea5-9abc-4c72469341c6 req-5d18d02c-544a-489e-95f4-4c5445d1819a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0488460 Jun 17 08:32:00.831546 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39368) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:00.836956 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.837297 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.837630 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.837957 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.838281 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.838598 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.839028 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.839359 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.839659 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.839973 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.840457 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.840775 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:00.845012 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:00.859582 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Attempting to bind port 226251df-a0d5-48a7-aee9-0ac60c1c6fad on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:00.860400 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Attempting to bind port 226251df-a0d5-48a7-aee9-0ac60c1c6fad by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:00.860929 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Attempting to bind port 226251df-a0d5-48a7-aee9-0ac60c1c6fad on network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:00.866365 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.869047 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c63830c-6489-43d9-aa81-8e1c3ecaeca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.869241 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:00.869928 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Checking segment: {'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:00.870495 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.871073 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Bound using segment: {'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:00.871702 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Bound port: 226251df-a0d5-48a7-aee9-0ac60c1c6fad, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:00.872249 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.956681 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] For port 226251df-a0d5-48a7-aee9-0ac60c1c6fad, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:00.960350 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] For port 226251df-a0d5-48a7-aee9-0ac60c1c6fad, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=226251df-a0d5-48a7-aee9-0ac60c1c6fad,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:00.960544 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.967730 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:00.969909 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-b3538d07-7e3f-416a-96f2-3ab3eb1ab3c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:01.024965 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Pushing event updated for resources: {'Port': ['ID=226251df-a0d5-48a7-aee9-0ac60c1c6fad,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:01.031248 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:01.058969 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Routers {'1aa60da0-07df-444d-bec6-c49b1313ea7c'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:01.059600 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:31:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1aa60da0-07df-444d-bec6-c49b1313ea7c'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:01.077248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c63830c-6489-43d9-aa81-8e1c3ecaeca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.086352 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c63830c-6489-43d9-aa81-8e1c3ecaeca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.091519 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29f36ca1-645d-4eaa-bda6-f0259cb623d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:01.106904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae6364-bec1-41b6-af01-afbaf7551565 req-9a885660-9a12-4513-85c7-700b4f4abad2 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:01.108644 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67ae6364-bec1-41b6-af01-afbaf7551565 req-9a885660-9a12-4513-85c7-700b4f4abad2 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=55a292d7-db40-4185-9839-e719400981a2 HTTP/1.1" status: 200 len: 946 time: 0.2591832 Jun 17 08:32:01.151182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Allocated IP 172.25.8.249 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/d8b88db2-4b18-4e58-ab35-b9f37466011d) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:01.158933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63830c-6489-43d9-aa81-8e1c3ecaeca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ede250-b1e7-42cf-a350-01940a14d384,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:01.166917 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8c63830c-6489-43d9-aa81-8e1c3ecaeca4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=207f3d4c6d104ae0891273b9782ef933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307633 Jun 17 08:32:01.166917 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c63830c-6489-43d9-aa81-8e1c3ecaeca4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:01.167498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39376) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:01.252060 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1df941c0-d19f-4a92-b5f6-eb90563fa054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.293942 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1df941c0-d19f-4a92-b5f6-eb90563fa054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.296677 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.353904 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] Set router 1aa60da0-07df-444d-bec6-c49b1313ea7c gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:01.363734 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1df941c0-d19f-4a92-b5f6-eb90563fa054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.368321 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1df941c0-d19f-4a92-b5f6-eb90563fa054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.369753 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1df941c0-d19f-4a92-b5f6-eb90563fa054 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52ede250-b1e7-42cf-a350-01940a14d384 HTTP/1.1" status: 204 len: 168 time: 0.2009318 Jun 17 08:32:01.370735 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c63830c-6489-43d9-aa81-8e1c3ecaeca4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:01.380731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df941c0-d19f-4a92-b5f6-eb90563fa054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ede250-b1e7-42cf-a350-01940a14d384,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:01.383609 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1df941c0-d19f-4a92-b5f6-eb90563fa054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:01.426745 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.454540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed0bee8-04d0-4de0-a1c1-6c87c92b5963']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:01.491831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67ae6364-bec1-41b6-af01-afbaf7551565 req-27111ace-30b0-47e2-bcdb-c48dd63d440a tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605866 Jun 17 08:32:01.500022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba557503-b233-4f99-b310-f00c00f1b7ff') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:01.500397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba557503-b233-4f99-b310-f00c00f1b7ff') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:01.520163 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.542699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05374b2b-50f6-49b8-a0bc-b117e576e15d req-e0a563a0-4af4-42e4-95bf-bf2da3cd61b8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:01.550392 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05374b2b-50f6-49b8-a0bc-b117e576e15d req-e0a563a0-4af4-42e4-95bf-bf2da3cd61b8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.4753566 Jun 17 08:32:01.594072 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.604425 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fa111b2f-934b-4d03-ba43-0b320396a612 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:01.638166 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.649651 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '226251df-a0d5-48a7-aee9-0ac60c1c6fad', 'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'mac_address': 'fa:16:3e:c7:d5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:52Z', 'updated_at': '2021-06-17T08:32:00Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'subnets': [{'id': '7ce0329f-7903-4211-868f-795f342d4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:01.651683 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05374b2b-50f6-49b8-a0bc-b117e576e15d req-a3bbd9f9-1fa9-4a05-9cc4-ec17db04fc95 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896630 Jun 17 08:32:01.671363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:01.671960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.692496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:01.693378 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:01.697680 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf8c2bc-bc51-4cfa-9f12-e0edc7cf52dc None None] The sync data for ids ['1aa60da0-07df-444d-bec6-c49b1313ea7c'] in n-d-779913-16 is: [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '226251df-a0d5-48a7-aee9-0ac60c1c6fad', 'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'mac_address': 'fa:16:3e:c7:d5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:52Z', 'updated_at': '2021-06-17T08:32:00Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'subnets': [{'id': '7ce0329f-7903-4211-868f-795f342d4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:01.706559 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87e96220-2d68-49b1-b3c3-b3cc6aba75f0 req-3957a6c1-0869-41d8-9b8c-36efc01cf696 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0757978 Jun 17 08:32:01.713669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:01.817656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:01.827521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Pushing event updated for resources: {'Port': ['ID=d8b88db2-4b18-4e58-ab35-b9f37466011d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:01.900516 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:01.930859 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.970892 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e4a9e1f-dc3e-429b-a6eb-13de37ae422a tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:01.975822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:01.980198 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/networks/aed0bee8-04d0-4de0-a1c1-6c87c92b5963 HTTP/1.1" status: 204 len: 168 time: 1.2355058 Jun 17 08:32:01.980549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39390) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:02.060171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Network': ['ID=aed0bee8-04d0-4de0-a1c1-6c87c92b5963,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:02.067461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 226251df-a0d5-48a7-aee9-0ac60c1c6fad up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:02.092827 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:02.122865 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.124369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 226251df-a0d5-48a7-aee9-0ac60c1c6fad completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:02.128795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 226251df-a0d5-48a7-aee9-0ac60c1c6fad triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:02.129528 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.157152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1e0d2-0f4a-41f0-9db4-2205f68cad78 req-ebe98bef-7d42-46ad-8750-cb803a6831e3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:02.159978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fd1e0d2-0f4a-41f0-9db4-2205f68cad78 req-ebe98bef-7d42-46ad-8750-cb803a6831e3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2317634 Jun 17 08:32:02.160743 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2e786701-d07b-483a-b64a-baffe7264f82 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Deleting port 925aa7b0-bbdb-4669-b543-1d3373539a55 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:02.161304 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e786701-d07b-483a-b64a-baffe7264f82 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.246021 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fd1e0d2-0f4a-41f0-9db4-2205f68cad78 req-88e80718-c886-489a-af6b-fffa32215a7c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570796 Jun 17 08:32:02.253080 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.261985 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.263884 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e786701-d07b-483a-b64a-baffe7264f82 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.350091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 226251df-a0d5-48a7-aee9-0ac60c1c6fad, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=226251df-a0d5-48a7-aee9-0ac60c1c6fad,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:02.360607 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.362849 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a45fc8fc-9a83-4e88-888b-eb8ef03a2168 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:02.421647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=226251df-a0d5-48a7-aee9-0ac60c1c6fad,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:02.431851 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:02.450726 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2e786701-d07b-483a-b64a-baffe7264f82 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Calling delete_port for 925aa7b0-bbdb-4669-b543-1d3373539a55 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:02.536486 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc75315-4389-4c2d-9b1c-4b290d702fd3 req-ca6a1205-455e-4241-ab48-76c3a6e56ff1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:02.538075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dc75315-4389-4c2d-9b1c-4b290d702fd3 req-ca6a1205-455e-4241-ab48-76c3a6e56ff1 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1564476 Jun 17 08:32:02.542346 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e786701-d07b-483a-b64a-baffe7264f82 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.562469 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:02.570383 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.580038 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.588493 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:02.605439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e786701-d07b-483a-b64a-baffe7264f82 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Port': ['ID=925aa7b0-bbdb-4669-b543-1d3373539a55,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:02.615854 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e786701-d07b-483a-b64a-baffe7264f82 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:02.617434 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e786701-d07b-483a-b64a-baffe7264f82 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.624312 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2e786701-d07b-483a-b64a-baffe7264f82 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/ports/925aa7b0-bbdb-4669-b543-1d3373539a55 HTTP/1.1" status: 204 len: 168 time: 0.6425998 Jun 17 08:32:02.626537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39408) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:02.640454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dc75315-4389-4c2d-9b1c-4b290d702fd3 req-452a500d-f380-4fb4-8a77-352f28b54cbd tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946753 Jun 17 08:32:02.656418 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-db28c8dc-8316-4054-aa3f-5a87753992d4 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:02.657259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db28c8dc-8316-4054-aa3f-5a87753992d4 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:02.659309 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-db28c8dc-8316-4054-aa3f-5a87753992d4 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/subnets/b619636c-ddde-4b45-87dd-12dce6e5252e HTTP/1.1" status: 404 len: 337 time: 0.0317209 Jun 17 08:32:02.662041 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39410) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:02.674307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Pushing event updated for resources: {'Port': ['ID=d8b88db2-4b18-4e58-ab35-b9f37466011d,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:02.684333 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:02.697349 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.717812 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.719801 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5246904 Jun 17 08:32:02.792820 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.824069 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc3991-c1c3-49c2-a9cf-a0e4ccaa24ad req-e0b1dfdc-11ad-49b5-a06e-d8e6490c5af2 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:02.831537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19fc3991-c1c3-49c2-a9cf-a0e4ccaa24ad req-e0b1dfdc-11ad-49b5-a06e-d8e6490c5af2 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=55a292d7-db40-4185-9839-e719400981a2 HTTP/1.1" status: 200 len: 946 time: 0.0958941 Jun 17 08:32:02.884731 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.907431 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19fc3991-c1c3-49c2-a9cf-a0e4ccaa24ad req-5ab63d86-027b-423f-b572-ffe3182bfe83 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748756 Jun 17 08:32:02.924785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.938465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31dd5c97-3159-4675-814f-27313f5433a2']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:02.952501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172904ae-e116-4bbf-b010-4cf240e34a36') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:02.953386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172904ae-e116-4bbf-b010-4cf240e34a36') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:02.964354 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.982207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.989591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:02.990495 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:02.994198 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:02.996324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de6fa6-c51d-4fc1-bb83-2b8c5cbe5809 req-c6aa003f-c28f-445e-8ce0-7583242c292b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:02.996324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09de6fa6-c51d-4fc1-bb83-2b8c5cbe5809 req-c6aa003f-c28f-445e-8ce0-7583242c292b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.0810051 Jun 17 08:32:03.050332 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09de6fa6-c51d-4fc1-bb83-2b8c5cbe5809 req-37b0fc5e-a6ec-47cb-ab4e-d6eb0b4ddc3c tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478346 Jun 17 08:32:03.065836 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.069579 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e2510a25-6d83-4d28-a693-3bc263a0054d tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:03.075276 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.079583 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/networks/31dd5c97-3159-4675-814f-27313f5433a2 HTTP/1.1" status: 204 len: 168 time: 0.4137113 Jun 17 08:32:03.079863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39432) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:03.088023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Network': ['ID=31dd5c97-3159-4675-814f-27313f5433a2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:03.103879 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:03.142485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4971e5-107c-4af4-985c-9bfcabe1e106 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Deleting subnet cd2b16f6-d387-43fe-8a34-d5c845692bb5 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:03.146386 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c4971e5-107c-4af4-985c-9bfcabe1e106 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.156031 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feee7a-2f0a-465b-9d39-f27eb1142510 req-cbed2181-06d8-494d-b92f-78eb4a6a3a24 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:03.158809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32feee7a-2f0a-465b-9d39-f27eb1142510 req-cbed2181-06d8-494d-b92f-78eb4a6a3a24 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.1230447 Jun 17 08:32:03.222450 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c4971e5-107c-4af4-985c-9bfcabe1e106 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.273458 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32feee7a-2f0a-465b-9d39-f27eb1142510 req-dd8b7e43-37f6-431e-a5c2-70a84bb623c3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921528 Jun 17 08:32:03.279732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a9d47cd-f388-42f7-8d4a-75327b95c31e req-fc207a7c-6d11-49cc-8413-d3b08609beec tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0597615 Jun 17 08:32:03.370387 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c4971e5-107c-4af4-985c-9bfcabe1e106 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.452458 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-4a16486d-fe0d-435e-8c7f-f1293d01a542 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1151771484&fields=id&tenant_id=f7970418354844208e4c1ff5a7253a13 HTTP/1.1" status: 200 len: 267 time: 0.0548291 Jun 17 08:32:03.466706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39454) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:03.477900 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c4971e5-107c-4af4-985c-9bfcabe1e106 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.491404 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a96a30f4-8dcf-4d6c-a290-d49152ff6321 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:03.550379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4971e5-107c-4af4-985c-9bfcabe1e106 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2b16f6-d387-43fe-8a34-d5c845692bb5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:03.562065 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6c4971e5-107c-4af4-985c-9bfcabe1e106 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:03.565052 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c4971e5-107c-4af4-985c-9bfcabe1e106 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.567017 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6c4971e5-107c-4af4-985c-9bfcabe1e106 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/subnets/cd2b16f6-d387-43fe-8a34-d5c845692bb5 HTTP/1.1" status: 204 len: 168 time: 0.4856086 Jun 17 08:32:03.570593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39458) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:03.576376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc03c5e-e78a-4dd3-b8ca-c270d1a1b881 None None] Network 47136a67-9c33-44bd-8e43-7c00e740da93 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:03.581416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3e0b1862-ff81-4e64-9578-32b1c5dc8e5b tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-221904496'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:03.581999 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3e0b1862-ff81-4e64-9578-32b1c5dc8e5b tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Unknown quota resources ['metering_label']. {{(pid=93804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:32:03.678302 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.687727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2432a5a-885c-43c7-855a-8e881636290a req-14ae6f8e-72b3-4e34-b8cb-27a9a7b240ba tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:03.695884 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-14ae6f8e-72b3-4e34-b8cb-27a9a7b240ba tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/networks?id=6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 HTTP/1.1" status: 200 len: 805 time: 0.2298925 Jun 17 08:32:03.716489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-47b5ca32-cb64-45de-81a1-4d58db44d7fb tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/quotas/f7970418354844208e4c1ff5a7253a13 HTTP/1.1" status: 200 len: 375 time: 0.0196512 Jun 17 08:32:03.823849 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-317156ce-4dd9-416f-82ab-80fc23fc4da7 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f7970418354844208e4c1ff5a7253a13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1063874 Jun 17 08:32:03.834391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Deleting port 6c287a17-f084-4a89-b588-569054d7cd2b {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:03.834668 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85348593-f40f-42b5-8348-42b567014999 None None] DHCP port deletion for 47136a67-9c33-44bd-8e43-7c00e740da93 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:32:03.834823 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.838488 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e0b1862-ff81-4e64-9578-32b1c5dc8e5b tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.839717 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3e0b1862-ff81-4e64-9578-32b1c5dc8e5b tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3716736 Jun 17 08:32:03.842526 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39462) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:03.847477 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-15898ae9-6bff-4fce-bc72-addab6d51786 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd2cad72b-5bda-4c61-8422-5957c47191a6'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:03.847979 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-15898ae9-6bff-4fce-bc72-addab6d51786 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:32:03.928321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-85348593-f40f-42b5-8348-42b567014999 None None] Deleting port 6c287a17-f084-4a89-b588-569054d7cd2b {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:03.928824 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-85348593-f40f-42b5-8348-42b567014999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:03.976159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] For port 6c287a17-f084-4a89-b588-569054d7cd2b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6c287a17-f084-4a89-b588-569054d7cd2b,segment=NetworkSegment(ec339c2c-392c-4b16-8733-1c630c275894),segment_id=ec339c2c-392c-4b16-8733-1c630c275894)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:03.976797 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.043337 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-85348593-f40f-42b5-8348-42b567014999 None None] For port 6c287a17-f084-4a89-b588-569054d7cd2b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6c287a17-f084-4a89-b588-569054d7cd2b,segment=NetworkSegment(ec339c2c-392c-4b16-8733-1c630c275894),segment_id=ec339c2c-392c-4b16-8733-1c630c275894)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:04.043967 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-85348593-f40f-42b5-8348-42b567014999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.067722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Calling delete_port for 6c287a17-f084-4a89-b588-569054d7cd2b owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:04.102713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-8a28ad0e-ebd4-4a12-8043-b2d487a45bbd service neutron] 10.222.0.47 "GET /v2.0/networks/6424106c-cd8c-4cd7-b7d1-1f64cc3631c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238178 Jun 17 08:32:04.125441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-85348593-f40f-42b5-8348-42b567014999 None None] Calling delete_port for 6c287a17-f084-4a89-b588-569054d7cd2b owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:04.248869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-fb4b6d2f-4fcb-4d82-8a2f-efdcb9b8f473 service neutron] 10.222.0.47 "GET /v2.0/networks/6424106c-cd8c-4cd7-b7d1-1f64cc3631c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161420 Jun 17 08:32:04.251944 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.256102 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f337ab65-8304-4689-b62d-b72d0b755bf0 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:04.286919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Port': ['ID=6c287a17-f084-4a89-b588-569054d7cd2b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:04.292108 n-d-779913-16 neutron-server[93804]: WARNING neutron.services.metering.metering_plugin [None req-15898ae9-6bff-4fce-bc72-addab6d51786 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:32:04.293260 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] No DVR routers for this DVR port 6c287a17-f084-4a89-b588-569054d7cd2b on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:04.295630 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:04.412758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 226251df-a0d5-48a7-aee9-0ac60c1c6fad up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:04.428551 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.452504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47136a67-9c33-44bd-8e43-7c00e740da93']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:04.479688 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec339c2c-392c-4b16-8733-1c630c275894') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:04.479937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 226251df-a0d5-48a7-aee9-0ac60c1c6fad triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:04.480044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec339c2c-392c-4b16-8733-1c630c275894') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:04.480185 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.492840 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.517220 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-85348593-f40f-42b5-8348-42b567014999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.521001 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ec3f58a5-042f-4033-9230-97037c6185d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:04.544245 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.547900 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-15898ae9-6bff-4fce-bc72-addab6d51786 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.560268 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-15898ae9-6bff-4fce-bc72-addab6d51786 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7165291 Jun 17 08:32:04.563809 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39482) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:04.573029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:04.573448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.578292 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-329b69df-dc8a-4e6b-92bf-6830f87d717c tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd2cad72b-5bda-4c61-8422-5957c47191a6'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:04.579013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-329b69df-dc8a-4e6b-92bf-6830f87d717c tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:04.588499 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:04.595515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85348593-f40f-42b5-8348-42b567014999 None None] Pushing event deleted for resources: {'Port': ['ID=6c287a17-f084-4a89-b588-569054d7cd2b,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:04.600863 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-85348593-f40f-42b5-8348-42b567014999 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:04.609675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85348593-f40f-42b5-8348-42b567014999 None None] No DVR routers for this DVR port 6c287a17-f084-4a89-b588-569054d7cd2b on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:04.695122 n-d-779913-16 neutron-server[93804]: WARNING neutron.services.metering.metering_plugin [None req-329b69df-dc8a-4e6b-92bf-6830f87d717c tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:32:04.715260 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.726068 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea2beb1c-6081-4aff-b4ba-546d48de9d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:04.730643 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.733361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] 10.222.0.47 "DELETE /v2.0/networks/47136a67-9c33-44bd-8e43-7c00e740da93 HTTP/1.1" status: 204 len: 168 time: 1.1617835 Jun 17 08:32:04.756188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Pushing event deleted for resources: {'Network': ['ID=47136a67-9c33-44bd-8e43-7c00e740da93,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:04.775956 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:04.833834 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6c287a17-f084-4a89-b588-569054d7cd2b no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:04.859309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 6c287a17-f084-4a89-b588-569054d7cd2b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:04.860122 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6c287a17-f084-4a89-b588-569054d7cd2b not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:04.933813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-329b69df-dc8a-4e6b-92bf-6830f87d717c tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:04.938808 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-329b69df-dc8a-4e6b-92bf-6830f87d717c tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3699057 Jun 17 08:32:04.938808 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39496) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:04.959006 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a21a2603-38cc-47b4-ace2-22d0d4998bb5 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=5b53cbc3-dab9-4efb-a0a2-8207414ac6b9 HTTP/1.1" status: 200 len: 462 time: 0.0167413 Jun 17 08:32:04.960438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39500) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:05.070546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574c76b-5087-4a85-9a1d-5b9d5e9ab715 req-9e9225cf-043b-442d-acee-e4e67fe8701f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:05.074067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9574c76b-5087-4a85-9a1d-5b9d5e9ab715 req-9e9225cf-043b-442d-acee-e4e67fe8701f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.1559601 Jun 17 08:32:05.102302 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57f087a3-d256-4dcf-aad4-3cfe5b14fa19 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.106592 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-57f087a3-d256-4dcf-aad4-3cfe5b14fa19 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/5b53cbc3-dab9-4efb-a0a2-8207414ac6b9 HTTP/1.1" status: 204 len: 168 time: 0.1450129 Jun 17 08:32:05.107326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39506) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:05.120794 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b48fcd55-d64a-41d9-a170-2cc8ab1f8c02 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=5b53cbc3-dab9-4efb-a0a2-8207414ac6b9 HTTP/1.1" status: 200 len: 221 time: 0.0120189 Jun 17 08:32:05.121528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39508) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:05.126147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7d91890d-341e-4765-b663-5d46b5592f1b tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--958976300', 'description': 'label created by tempest'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:05.126962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7d91890d-341e-4765-b663-5d46b5592f1b tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Unknown quota resources ['metering_label']. {{(pid=93804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:32:05.163428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9574c76b-5087-4a85-9a1d-5b9d5e9ab715 req-a3c3cc43-c451-4108-85cb-5cf44b8b9d13 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790341 Jun 17 08:32:05.281033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59a48456-fca7-4c32-ad9d-5e132e0ba6a5 req-4bceaa9d-98fa-41ab-af05-3a76861549ee tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 210 time: 0.0300388 Jun 17 08:32:05.297387 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39516) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:05.352263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec948f09-c7a6-424b-b873-ff56cd16b4bf req-1f45874e-2087-45f6-9dee-5705b34a71aa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:05.353979 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec948f09-c7a6-424b-b873-ff56cd16b4bf req-1f45874e-2087-45f6-9dee-5705b34a71aa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.1388700 Jun 17 08:32:05.404432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7d91890d-341e-4765-b663-5d46b5592f1b tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.406965 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7d91890d-341e-4765-b663-5d46b5592f1b tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2839808 Jun 17 08:32:05.408390 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec948f09-c7a6-424b-b873-ff56cd16b4bf req-798398fe-79ea-4636-86f7-20f0a33381e3 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463297 Jun 17 08:32:05.409270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39520) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:05.481710 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765e9a6-261f-4f12-b3ce-2252c65b54ff req-93e009d2-c1bb-4b0a-a2ee-5314527c7980 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:05.483258 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e765e9a6-261f-4f12-b3ce-2252c65b54ff req-93e009d2-c1bb-4b0a-a2ee-5314527c7980 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "GET /v2.0/ports?device_id=55a292d7-db40-4185-9839-e719400981a2 HTTP/1.1" status: 200 len: 946 time: 0.1785178 Jun 17 08:32:05.529867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c0a16182-8001-45ed-89bd-416d3a466fe3 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=6d3e8800-76f6-4e13-807a-996e07c1aef1 HTTP/1.1" status: 200 len: 467 time: 0.1166747 Jun 17 08:32:05.535452 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31554c53-6b66-4cad-816b-68a736b7879c req-049f76ff-b311-4235-ac06-20d1b90f8ca0 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0892100 Jun 17 08:32:05.537999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39522) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:05.654150 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-e765e9a6-261f-4f12-b3ce-2252c65b54ff req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Deleting port c8e550c7-881c-4f1d-ab7e-14eb226f7237 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:05.654763 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e765e9a6-261f-4f12-b3ce-2252c65b54ff req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.799949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-e765e9a6-261f-4f12-b3ce-2252c65b54ff req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] For port c8e550c7-881c-4f1d-ab7e-14eb226f7237, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c8e550c7-881c-4f1d-ab7e-14eb226f7237,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:05.800482 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e765e9a6-261f-4f12-b3ce-2252c65b54ff req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:05.889026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-e765e9a6-261f-4f12-b3ce-2252c65b54ff req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Calling delete_port for c8e550c7-881c-4f1d-ab7e-14eb226f7237 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:06.004778 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc65d9-305b-431f-9315-81fe215e151e req-726b0ce3-6aaa-47f9-89a3-0045f17619df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:06.006315 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fabc65d9-305b-431f-9315-81fe215e151e req-726b0ce3-6aaa-47f9-89a3-0045f17619df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 1096 time: 0.1487923 Jun 17 08:32:06.116348 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4b627746-40b9-4801-a19f-4effa4d4fed4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c40534d64864168befd2dbec168eccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8162656 Jun 17 08:32:06.122453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39538) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:06.159549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc65d9-305b-431f-9315-81fe215e151e req-4fee9c4c-ece0-4cf3-8600-357ead1b483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:06.161069 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fabc65d9-305b-431f-9315-81fe215e151e req-4fee9c4c-ece0-4cf3-8600-357ead1b483a service neutron] 10.222.0.63 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.1476688 Jun 17 08:32:06.162682 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e765e9a6-261f-4f12-b3ce-2252c65b54ff req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.169304 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b671b22-0d6c-4194-a221-2c2558933e2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:06.175859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['45f97f86-559a-4989-af8e-eaa541bf6452'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:06.242210 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-53b769ee-a32b-4aea-a6e4-71ece9a6b59f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:06.243799 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-53b769ee-a32b-4aea-a6e4-71ece9a6b59f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/networks?id=074a0637-f8cd-452d-988e-d24c8837e58b HTTP/1.1" status: 200 len: 813 time: 0.2892079 Jun 17 08:32:06.257543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Pushing event deleted for resources: {'Port': ['ID=c8e550c7-881c-4f1d-ab7e-14eb226f7237,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:06.261074 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:06.328690 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e765e9a6-261f-4f12-b3ce-2252c65b54ff req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] No DVR routers for this DVR port c8e550c7-881c-4f1d-ab7e-14eb226f7237 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:06.332618 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e765e9a6-261f-4f12-b3ce-2252c65b54ff req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.335113 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e765e9a6-261f-4f12-b3ce-2252c65b54ff req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "DELETE /v2.0/ports/c8e550c7-881c-4f1d-ab7e-14eb226f7237 HTTP/1.1" status: 204 len: 173 time: 0.8447485 Jun 17 08:32:06.339008 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55a292d7-db40-4185-9839-e719400981a2', 'name': 'network-vif-deleted', 'tag': 'c8e550c7-881c-4f1d-ab7e-14eb226f7237'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:06.341446 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ae08be-22c0-4c94-8522-379222a10823" -d '{"events": [{"server_uuid": "55a292d7-db40-4185-9839-e719400981a2", "name": "network-vif-deleted", "tag": "c8e550c7-881c-4f1d-ab7e-14eb226f7237"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:06.346921 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fabc65d9-305b-431f-9315-81fe215e151e req-b841c468-b290-43c4-a10c-8efd9ec3e2f1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 200 len: 999 time: 0.1729171 Jun 17 08:32:06.371967 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aa4bc538-2a9d-4a78-80b5-561d4908b201 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.373374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-aa4bc538-2a9d-4a78-80b5-561d4908b201 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/6d3e8800-76f6-4e13-807a-996e07c1aef1 HTTP/1.1" status: 204 len: 168 time: 0.8343728 Jun 17 08:32:06.378630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39544) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:06.380706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-47640454-b9e6-4a5f-850b-b5bf868cd14e tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/quotas/91714abb8e2c4051a925a91f475cf561 HTTP/1.1" status: 200 len: 375 time: 0.0949824 Jun 17 08:32:06.405991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae967a8-5711-4aba-9414-84ba9d6ff538 req-c504dd15-8fa6-4f4e-8365-04b146db3312 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:06.406867 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc65d9-305b-431f-9315-81fe215e151e req-9ddfee3c-7048-44a0-98a8-fd3771cbf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:06.408252 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fabc65d9-305b-431f-9315-81fe215e151e req-9ddfee3c-7048-44a0-98a8-fd3771cbf8e3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.0543087 Jun 17 08:32:06.413116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fae967a8-5711-4aba-9414-84ba9d6ff538 req-c504dd15-8fa6-4f4e-8365-04b146db3312 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.4527938 Jun 17 08:32:06.514258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d7a9264e-cc24-4d5e-9f79-ec1d7eed3626 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=6d3e8800-76f6-4e13-807a-996e07c1aef1 HTTP/1.1" status: 200 len: 216 time: 0.1322300 Jun 17 08:32:06.519335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39554) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:06.522147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc65d9-305b-431f-9315-81fe215e151e req-d23161cb-91aa-40fb-877e-72acfbd05902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:06.524028 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fabc65d9-305b-431f-9315-81fe215e151e req-d23161cb-91aa-40fb-877e-72acfbd05902 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981350 Jun 17 08:32:06.537062 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f4b9a4d-92af-4edf-95ff-238d7fb147d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.537240 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0c25a0a6-be41-4868-aae8-4f44a02eb77c tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087280 Jun 17 08:32:06.537328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39556) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:06.569568 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fae967a8-5711-4aba-9414-84ba9d6ff538 req-355230ad-f94c-451f-879d-b6432cf0986b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549668 Jun 17 08:32:06.578101 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8b93f37a-9ed6-4f3a-a8e2-f09b43be6b64 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0396712 Jun 17 08:32:06.581692 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39560) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:06.683057 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ceb766c9-d6b3-42d9-9dac-ce2b364d083b tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels/d2cad72b-5bda-4c61-8422-5957c47191a6 HTTP/1.1" status: 200 len: 472 time: 0.1000731 Jun 17 08:32:06.686968 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39564) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:06.708413 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-68e82250-38cb-4c80-a6dc-b3377f4265e2 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules/76be52c6-239d-4b73-9e91-77102efa5d4b HTTP/1.1" status: 200 len: 459 time: 0.0172300 Jun 17 08:32:06.710336 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f4b9a4d-92af-4edf-95ff-238d7fb147d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.714303 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39566) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:06.747125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2432a5a-885c-43c7-855a-8e881636290a req-2654b7ca-fe2f-4472-8097-31d347a88091 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:06.751614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-2654b7ca-fe2f-4472-8097-31d347a88091 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.10 "GET /v2.0/networks?id=6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 HTTP/1.1" status: 200 len: 805 time: 0.4646447 Jun 17 08:32:06.752177 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fabc65d9-305b-431f-9315-81fe215e151e req-e0900ed6-cbd1-48cc-842b-3c9cb688051b service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171760 Jun 17 08:32:06.833734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-303f0902-d5e5-447c-b1d4-6cb088b28324 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=91714abb8e2c4051a925a91f475cf561&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4375563 Jun 17 08:32:06.864477 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01fae709-2114-4b7b-8d6c-114ca98ab950 req-9a5b89f5-90ba-4b65-9bba-272731597ed7 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 210 time: 0.0617650 Jun 17 08:32:06.903834 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f299dee-386b-4fb7-837c-ea017f230092 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:06.913473 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2f299dee-386b-4fb7-837c-ea017f230092 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/76be52c6-239d-4b73-9e91-77102efa5d4b HTTP/1.1" status: 204 len: 168 time: 0.1901608 Jun 17 08:32:06.913760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39568) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:06.978846 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a95cbc-3022-4b32-8664-a045def444f8 x-openstack-request-id: req-23a95cbc-3022-4b32-8664-a045def444f8 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:06.979229 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55a292d7-db40-4185-9839-e719400981a2", "name": "network-vif-deleted", "tag": "c8e550c7-881c-4f1d-ab7e-14eb226f7237", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:06.979464 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23a95cbc-3022-4b32-8664-a045def444f8 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:06.979923 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55a292d7-db40-4185-9839-e719400981a2', 'name': 'network-vif-deleted', 'tag': 'c8e550c7-881c-4f1d-ab7e-14eb226f7237', 'status': 'completed', 'code': 200} Jun 17 08:32:06.997707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-0b5f1da4-a572-4cc4-8fb0-a40a55b7e6a9 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7970418354844208e4c1ff5a7253a13 HTTP/1.1" status: 200 len: 380 time: 0.2296233 Jun 17 08:32:07.000527 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f4b9a4d-92af-4edf-95ff-238d7fb147d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.003800 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f4b9a4d-92af-4edf-95ff-238d7fb147d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.020781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7f4b9a4d-92af-4edf-95ff-238d7fb147d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fdfc917a-53a4-45bc-9932-07d9ffee8249 HTTP/1.1" status: 204 len: 168 time: 0.8849669 Jun 17 08:32:07.027853 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:07.047187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Request body: {'port': {'device_id': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'admin_state_up': True, 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'security_groups': ['8d756e8f-611a-4d3a-b931-117f7965c874']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:07.066427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b9a4d-92af-4edf-95ff-238d7fb147d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfc917a-53a4-45bc-9932-07d9ffee8249,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:07.090166 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f4b9a4d-92af-4edf-95ff-238d7fb147d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:07.173253 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fabc65d9-305b-431f-9315-81fe215e151e req-ae4593bf-57fc-4926-88a7-07e877a39967 service neutron] 10.222.0.63 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046867 Jun 17 08:32:07.201964 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-7ba65b32-1ccd-4b03-ad84-96b2d75a1d66 service neutron] 10.222.0.47 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410857 Jun 17 08:32:07.327537 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02236b70-dd24-4155-bdb6-d822cd9cda98 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.330936 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-02236b70-dd24-4155-bdb6-d822cd9cda98 tempest-MeteringIpV6TestJSON-87472784 tempest-MeteringIpV6TestJSON-87472784-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/d2cad72b-5bda-4c61-8422-5957c47191a6 HTTP/1.1" status: 204 len: 168 time: 0.4103291 Jun 17 08:32:07.354477 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc93ed6-62a0-4bc0-9c86-d5de42f4194e req-807bbc99-ca72-4fd4-8724-43a7874d114a tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:07.356257 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dfc93ed6-62a0-4bc0-9c86-d5de42f4194e req-807bbc99-ca72-4fd4-8724-43a7874d114a tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "GET /v2.0/ports?device_id=672b72d9-eb9d-4fde-baba-045d508af338 HTTP/1.1" status: 200 len: 945 time: 0.3368461 Jun 17 08:32:07.368445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31f613-1da4-403e-a5de-c37d2673452b req-1b0b27e6-e67a-43ae-bd57-f7d320e29a6e tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:07.370041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b31f613-1da4-403e-a5de-c37d2673452b req-1b0b27e6-e67a-43ae-bd57-f7d320e29a6e tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.3085456 Jun 17 08:32:07.433871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Made reservation on behalf of f7970418354844208e4c1ff5a7253a13 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:07.437842 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.477557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b31f613-1da4-403e-a5de-c37d2673452b req-b8950243-1ab7-401d-ab57-dee843bd0ee8 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935204 Jun 17 08:32:07.486798 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-354ce9fa-774d-4bce-be4c-3f05778c6a8f service neutron] 10.222.0.47 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745187 Jun 17 08:32:07.554451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-dfc93ed6-62a0-4bc0-9c86-d5de42f4194e req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Deleting port 45f97f86-559a-4989-af8e-eaa541bf6452 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:07.556898 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dfc93ed6-62a0-4bc0-9c86-d5de42f4194e req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.682382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Allocated IP 172.20.0.13 (6424106c-cd8c-4cd7-b7d1-1f64cc3631c8/7ce0329f-7903-4211-868f-795f342d4972/848b1913-2542-40eb-82b3-62506553e0a0) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:07.703745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 45f97f86-559a-4989-af8e-eaa541bf6452 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:07.790129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dfc93ed6-62a0-4bc0-9c86-d5de42f4194e req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] For port 45f97f86-559a-4989-af8e-eaa541bf6452, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=45f97f86-559a-4989-af8e-eaa541bf6452,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:07.790653 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dfc93ed6-62a0-4bc0-9c86-d5de42f4194e req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.815491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39592) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:07.877358 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:07.879145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9abfd2b2-a287-4f06-a7fa-b52ee3ef4d6c req-a02888a9-1560-4cd1-b18e-ce2a5b2797dc tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.1556368 Jun 17 08:32:07.946593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672b72d9-eb9d-4fde-baba-045d508af338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f97f86-559a-4989-af8e-eaa541bf6452'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:07.954237 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27839d9-af86-4170-af50-374308f1a035" -d '{"events": [{"server_uuid": "672b72d9-eb9d-4fde-baba-045d508af338", "name": "network-vif-unplugged", "status": "completed", "tag": "45f97f86-559a-4989-af8e-eaa541bf6452"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:07.989789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 45f97f86-559a-4989-af8e-eaa541bf6452, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=45f97f86-559a-4989-af8e-eaa541bf6452,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:07.994635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-dfc93ed6-62a0-4bc0-9c86-d5de42f4194e req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Calling delete_port for 45f97f86-559a-4989-af8e-eaa541bf6452 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:08.000590 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.001468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c8e550c7-881c-4f1d-ab7e-14eb226f7237 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:08.049883 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:08.141163 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: c8e550c7-881c-4f1d-ab7e-14eb226f7237 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:08.144579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c8e550c7-881c-4f1d-ab7e-14eb226f7237 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:08.233164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=45f97f86-559a-4989-af8e-eaa541bf6452,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:08.269325 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dfc93ed6-62a0-4bc0-9c86-d5de42f4194e req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.275935 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cc3fac0b-6f3e-457b-b9df-1915db892a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:08.277813 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:08.315550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Pushing event deleted for resources: {'Port': ['ID=45f97f86-559a-4989-af8e-eaa541bf6452,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:08.318826 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:08.338159 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.376139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Transition to ACTIVE for port object 848b1913-2542-40eb-82b3-62506553e0a0 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:08.403935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc93ed6-62a0-4bc0-9c86-d5de42f4194e req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] No DVR routers for this DVR port 45f97f86-559a-4989-af8e-eaa541bf6452 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:08.412003 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dfc93ed6-62a0-4bc0-9c86-d5de42f4194e req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.414083 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dfc93ed6-62a0-4bc0-9c86-d5de42f4194e req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "DELETE /v2.0/ports/45f97f86-559a-4989-af8e-eaa541bf6452 HTTP/1.1" status: 204 len: 173 time: 1.0516706 Jun 17 08:32:08.415351 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8994b1b5-768e-4cb3-9b01-af437fad2069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.436075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6013c3b1-6195-46b8-b596-2dcc8870b73c req-b4a7f4b0-f2ed-4b7f-b9aa-e1066ff3df3f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:08.449896 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6013c3b1-6195-46b8-b596-2dcc8870b73c req-b4a7f4b0-f2ed-4b7f-b9aa-e1066ff3df3f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2908175 Jun 17 08:32:08.536279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.561457 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9646ee2c-1e25-4418-bb03-90bd17147b12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:08.587050 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8994b1b5-768e-4cb3-9b01-af437fad2069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.607973 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8994b1b5-768e-4cb3-9b01-af437fad2069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.612494 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-17dcd6cb-d6e6-42e2-b1ca-4d7adc302009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:08.618369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6013c3b1-6195-46b8-b596-2dcc8870b73c req-eb2086c9-435b-435f-a79d-ae5d7f607733 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672435 Jun 17 08:32:08.656958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:08.661847 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8994b1b5-768e-4cb3-9b01-af437fad2069 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6f5eceb7684499d99f3605a7bd3dcf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8440325 Jun 17 08:32:08.663310 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8994b1b5-768e-4cb3-9b01-af437fad2069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e98ab95-a70c-4bfe-bc24-ecb249d12eb7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:08.666538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39630) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:08.675089 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8994b1b5-768e-4cb3-9b01-af437fad2069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:08.687168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39634) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:08.731933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:08.740560 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39b5a655-81d5-4952-9ad6-fd39cc0a0ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.754978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:08.770713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Pushing event updated for resources: {'Port': ['ID=848b1913-2542-40eb-82b3-62506553e0a0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:08.777393 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:08.785520 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39b5a655-81d5-4952-9ad6-fd39cc0a0ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.862419 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:08.862419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.882065 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8552735 Jun 17 08:32:08.913563 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Request body: {'port': {'device_id': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:08.923299 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39b5a655-81d5-4952-9ad6-fd39cc0a0ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.926172 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39b5a655-81d5-4952-9ad6-fd39cc0a0ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:08.929790 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-39b5a655-81d5-4952-9ad6-fd39cc0a0ce7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6e98ab95-a70c-4bfe-bc24-ecb249d12eb7 HTTP/1.1" status: 204 len: 168 time: 0.2596824 Jun 17 08:32:08.929790 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f9c43fa-bd5b-4d27-a4e9-e1a037e1688f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:08.938617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5a655-81d5-4952-9ad6-fd39cc0a0ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e98ab95-a70c-4bfe-bc24-ecb249d12eb7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:08.941087 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-39b5a655-81d5-4952-9ad6-fd39cc0a0ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:08.953163 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-579072798'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:08.996610 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '672b72d9-eb9d-4fde-baba-045d508af338', 'name': 'network-vif-deleted', 'tag': '45f97f86-559a-4989-af8e-eaa541bf6452'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:09.004776 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ae118a-14ce-42a1-b729-79484af6ee42" -d '{"events": [{"server_uuid": "672b72d9-eb9d-4fde-baba-045d508af338", "name": "network-vif-deleted", "tag": "45f97f86-559a-4989-af8e-eaa541bf6452"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:09.034144 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:09.040177 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.069888 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.070447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.167681 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb3ee34-6739-4afd-b080-b2910d6d87cc x-openstack-request-id: req-cfb3ee34-6739-4afd-b080-b2910d6d87cc {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:09.167976 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672b72d9-eb9d-4fde-baba-045d508af338", "name": "network-vif-unplugged", "status": "completed", "tag": "45f97f86-559a-4989-af8e-eaa541bf6452", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:09.168239 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cfb3ee34-6739-4afd-b080-b2910d6d87cc {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:09.168639 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672b72d9-eb9d-4fde-baba-045d508af338', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f97f86-559a-4989-af8e-eaa541bf6452', 'code': 200} Jun 17 08:32:09.202381 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-170674cc-a451-4427-b445-9476451028d9 None None] Provisioning for port 848b1913-2542-40eb-82b3-62506553e0a0 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:09.208542 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-170674cc-a451-4427-b445-9476451028d9 None None] Provisioning complete for port 848b1913-2542-40eb-82b3-62506553e0a0 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:09.211113 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-170674cc-a451-4427-b445-9476451028d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.282173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-170674cc-a451-4427-b445-9476451028d9 None None] Port 848b1913-2542-40eb-82b3-62506553e0a0 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:09.367655 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.374959 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.377960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.382276 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-939e7108-8835-4469-8dac-33f969f5f48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:09.401566 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b540a-c485-48d5-8fa8-6bf2b7a19b3c req-7050a5e6-af4d-429f-b74d-ccc7982bed09 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:09.409241 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c68b540a-c485-48d5-8fa8-6bf2b7a19b3c req-7050a5e6-af4d-429f-b74d-ccc7982bed09 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 932 time: 0.3867025 Jun 17 08:32:09.417541 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ef61a4-07c9-43de-a374-144f321a1444,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:09.422854 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:09.430883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:09.445597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.446465 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Added segment 84164417-74f7-4466-9d45-622cf1536d28 of type vlan for network 677639c3-6d01-4d34-9565-8da109646317 Jun 17 08:32:09.512995 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.528132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef0291-f158-4759-a37f-1eb091121107 req-0904cea5-95b2-4418-9827-3551a6b01957 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:09.537256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aaef0291-f158-4759-a37f-1eb091121107 req-0904cea5-95b2-4418-9827-3551a6b01957 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.2302773 Jun 17 08:32:09.583052 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.591833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:09.592798 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.596890 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-28645f1b-9ed4-46f9-88fa-ad2de481f713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:09.634466 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c68b540a-c485-48d5-8fa8-6bf2b7a19b3c req-99d6c685-42b8-4adb-97b8-4b798c7a6cd1 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131803 Jun 17 08:32:09.715651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39652) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:09.742624 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0541787 Jun 17 08:32:09.743280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39654) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:09.765994 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aaef0291-f158-4759-a37f-1eb091121107 req-a67b6247-cac0-4dc8-bfae-72c2e56842fb tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275548 Jun 17 08:32:09.770760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'name': 'tempest-PortsTestJSON-1422334350'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:09.860040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Network': ['ID=677639c3-6d01-4d34-9565-8da109646317,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:09.872425 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 677639c3-6d01-4d34-9565-8da109646317 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:09.873980 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:09.875805 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cea82b7-71d3-4f00-acad-ec3b141dc5a8 x-openstack-request-id: req-8cea82b7-71d3-4f00-acad-ec3b141dc5a8 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:09.876365 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "672b72d9-eb9d-4fde-baba-045d508af338", "name": "network-vif-deleted", "tag": "45f97f86-559a-4989-af8e-eaa541bf6452", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:09.876876 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8cea82b7-71d3-4f00-acad-ec3b141dc5a8 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:09.877515 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '672b72d9-eb9d-4fde-baba-045d508af338', 'name': 'network-vif-deleted', 'tag': '45f97f86-559a-4989-af8e-eaa541bf6452', 'status': 'completed', 'code': 200} Jun 17 08:32:09.921584 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6cc3c61e-3317-4326-9b76-eecbbc0754e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:09.946197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:09.958632 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.002410 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port 9870d0e3-1938-4e20-92c6-013241565d65 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:10.022325 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7d0334d1-4c04-4327-ad1a-6885a4496f07 req-ef3da568-c702-44b6-8c6c-e031d6c5bade tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0943835 Jun 17 08:32:10.172502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a46a7edb-80f5-4769-8a26-657d7be3f15c req-6b9e4f0d-af32-4d74-8ddf-ab3475c7a769 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 210 time: 0.1726058 Jun 17 08:32:10.174600 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6cc3c61e-3317-4326-9b76-eecbbc0754e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.223625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6cc3c61e-3317-4326-9b76-eecbbc0754e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.231589 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-25f3d9e4-ad5c-42b0-8465-5f18793592f9 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:10.330098 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6cc3c61e-3317-4326-9b76-eecbbc0754e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a2b053a6cf274c009fd712e51ccc0ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6132045 Jun 17 08:32:10.332297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848b1913-2542-40eb-82b3-62506553e0a0 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:10.347392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39658) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:10.392563 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.414520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3c61e-3317-4326-9b76-eecbbc0754e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7faf75-1465-42ad-b236-0e7b76fb24b6,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:10.428032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd001c-69eb-44c8-8b87-473581df8b6a req-c43e4777-90cf-48c1-8730-968e48f603ba tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:10.429594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ebd001c-69eb-44c8-8b87-473581df8b6a req-c43e4777-90cf-48c1-8730-968e48f603ba tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.2536597 Jun 17 08:32:10.430865 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6cc3c61e-3317-4326-9b76-eecbbc0754e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:10.434933 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32ccf0d4-9f1e-4e4c-9922-db0f1b7229da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.473119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Transition to ACTIVE for port object 848b1913-2542-40eb-82b3-62506553e0a0 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:10.497916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ebd001c-69eb-44c8-8b87-473581df8b6a req-59a6a976-7099-498c-84c0-7b5dbefe6197 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564504 Jun 17 08:32:10.503178 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.514578 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32ccf0d4-9f1e-4e4c-9922-db0f1b7229da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.516821 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:10.912221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Pushing event updated for resources: {'Port': ['ID=848b1913-2542-40eb-82b3-62506553e0a0,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:10.917616 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:10.979761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32ccf0d4-9f1e-4e4c-9922-db0f1b7229da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.983163 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32ccf0d4-9f1e-4e4c-9922-db0f1b7229da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:10.986818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-32ccf0d4-9f1e-4e4c-9922-db0f1b7229da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ee7faf75-1465-42ad-b236-0e7b76fb24b6 HTTP/1.1" status: 204 len: 168 time: 0.6347542 Jun 17 08:32:10.988703 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-66ea03c1-0be5-4811-93bc-7fde42bb49a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:11.012895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Attempting to bind port 848b1913-2542-40eb-82b3-62506553e0a0 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:11.013281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Attempting to bind port 848b1913-2542-40eb-82b3-62506553e0a0 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:11.013568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Attempting to bind port 848b1913-2542-40eb-82b3-62506553e0a0 on network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:11.020321 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccf0d4-9f1e-4e4c-9922-db0f1b7229da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7faf75-1465-42ad-b236-0e7b76fb24b6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:11.023982 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-32ccf0d4-9f1e-4e4c-9922-db0f1b7229da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:11.041404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8878e-4981-4ebe-a732-7b6c11ffc4ff req-639ccf2e-9362-42c9-a0d0-d2b993e14fe7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:11.049855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7bb8878e-4981-4ebe-a732-7b6c11ffc4ff req-639ccf2e-9362-42c9-a0d0-d2b993e14fe7 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.3240643 Jun 17 08:32:11.056793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Port 848b1913-2542-40eb-82b3-62506553e0a0 on network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:32:11.059635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Attempting to bind port 848b1913-2542-40eb-82b3-62506553e0a0 on network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:11.070808 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.075584 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d4ee8-d113-4f56-8915-8a2edf41b1d9 req-49e71085-e80c-4224-9fa6-b9853fb9e9e3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:11.082585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-227d4ee8-d113-4f56-8915-8a2edf41b1d9 req-49e71085-e80c-4224-9fa6-b9853fb9e9e3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.3841918 Jun 17 08:32:11.102176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:11.102523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Checking segment: {'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:11.102859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Bound using segment: {'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:11.103304 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Bound port: 848b1913-2542-40eb-82b3-62506553e0a0, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd700c50d-b731-4466-a255-6001127e87a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:11.103647 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.105165 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-37206fbe-557c-486d-ba21-d65bc8e26a13 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:11.106728 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-37206fbe-557c-486d-ba21-d65bc8e26a13 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.63 "GET /v2.0/networks?id=074a0637-f8cd-452d-988e-d24c8837e58b HTTP/1.1" status: 200 len: 813 time: 0.3926651 Jun 17 08:32:11.164960 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-dec4a7ac-b1ff-4f42-8cba-bae9f24deeab tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:11.168929 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-dec4a7ac-b1ff-4f42-8cba-bae9f24deeab tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "GET /v2.0/networks?id=074a0637-f8cd-452d-988e-d24c8837e58b HTTP/1.1" status: 200 len: 813 time: 0.4527917 Jun 17 08:32:11.173266 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.180176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Request body: {'port': {'device_id': '5288e23c-9037-4b5b-92b6-01af6fca79d9', 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b', 'admin_state_up': True, 'tenant_id': '91714abb8e2c4051a925a91f475cf561'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:11.187682 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7bb8878e-4981-4ebe-a732-7b6c11ffc4ff req-500a4543-8941-43f1-b5d2-8642c22af238 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345387 Jun 17 08:32:11.188607 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a53ad12-bc86-4a32-8c79-c5907756ce14 tempest-DeleteServersTestJSON-1042626595 tempest-DeleteServersTestJSON-1042626595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:11.198192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Request body: {'port': {'device_id': '47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe', 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b', 'admin_state_up': True, 'tenant_id': '91714abb8e2c4051a925a91f475cf561'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:11.225245 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-227d4ee8-d113-4f56-8915-8a2edf41b1d9 req-ae014847-af44-4c65-bbef-51536a4411d5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415851 Jun 17 08:32:11.301017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] For port 848b1913-2542-40eb-82b3-62506553e0a0, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:11.309941 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] For port 848b1913-2542-40eb-82b3-62506553e0a0, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=848b1913-2542-40eb-82b3-62506553e0a0,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:11.321031 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.324247 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8fb9658-3fbb-4bbc-81c9-00590e5b4d0f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:11.392077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=9870d0e3-1938-4e20-92c6-013241565d65,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:11.403167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:11.407635 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:11.408066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.412468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] 10.222.0.10 "PUT /v2.0/ports/848b1913-2542-40eb-82b3-62506553e0a0 HTTP/1.1" status: 200 len: 1093 time: 2.5209014 Jun 17 08:32:11.418992 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'tag': '848b1913-2542-40eb-82b3-62506553e0a0'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:11.424013 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "132d743b-cf28-43b0-b8a9-45fa613948d0", "tag": "848b1913-2542-40eb-82b3-62506553e0a0"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:11.468003 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Checking segment: {'id': '84164417-74f7-4466-9d45-622cf1536d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '677639c3-6d01-4d34-9565-8da109646317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:11.468392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network hostable DHCP agents. Network: 677639c3-6d01-4d34-9565-8da109646317, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:11.540432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:32:11.540432 n-d-779913-16 neutron-server[93804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:32:11.540432 n-d-779913-16 neutron-server[93804]: [parameters: {'project_id_1': '91714abb8e2c4051a925a91f475cf561', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 32, 11, 523209)}] Jun 17 08:32:11.540432 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:32:11.541045 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:32:11.544704 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 677639c3-6d01-4d34-9565-8da109646317 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:11.552445 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Made reservation on behalf of 91714abb8e2c4051a925a91f475cf561 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:11.556505 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.581002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 677639c3-6d01-4d34-9565-8da109646317) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:11.585919 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:11.593106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9112316f-606a-46a1-aff0-c5ad1eebfdfe None None] Network 677639c3-6d01-4d34-9565-8da109646317 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:11.594621 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:11.595371 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:11.782082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Allocated IP 172.20.0.8 (074a0637-f8cd-452d-988e-d24c8837e58b/556d7256-836f-4763-9d6e-d98ad90beec4/a93f48cf-aa15-4ed5-a129-8a5d53748bf9) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:11.822709 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0756361 Jun 17 08:32:11.830623 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39690) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:11.838632 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1997471438'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:11.953712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:11.959067 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.027853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:12.040634 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.041071 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Added segment fabf40be-3d45-42de-a0d3-75fe2f6f65dd of type vlan for network e15d2adc-3f88-4898-b66d-38bd0672a439 Jun 17 08:32:12.092589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Pushing event updated for resources: {'Port': ['ID=848b1913-2542-40eb-82b3-62506553e0a0,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:12.098279 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:12.101242 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.134092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b1734fcc-8d0d-45ec-a78b-019d8aa7c3bc req-59a9c64a-8268-4e9c-975f-beeaf8b52c0e tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0980589 Jun 17 08:32:12.167608 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.185366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:12.186369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.192757 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:12.198763 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa379daf-7d03-4f10-9005-2542d7b911a5 req-3942b2cc-8314-4270-ba71-1ec1d838682c tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:12.209824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa379daf-7d03-4f10-9005-2542d7b911a5 req-3942b2cc-8314-4270-ba71-1ec1d838682c tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 944 time: 0.7148187 Jun 17 08:32:12.229741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Made reservation on behalf of 91714abb8e2c4051a925a91f475cf561 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:12.233333 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.262127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2432a5a-885c-43c7-855a-8e881636290a req-34e51e37-a6c0-4b95-a679-6a45f4855c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:12.264233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-34e51e37-a6c0-4b95-a679-6a45f4855c41 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7970418354844208e4c1ff5a7253a13&device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 1096 time: 0.7988472 Jun 17 08:32:12.272461 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.279080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa379daf-7d03-4f10-9005-2542d7b911a5 req-3b0a56ae-eec9-49f7-ac2f-3847540cdcb5 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679870 Jun 17 08:32:12.363219 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-645e50f2-9627-4739-8c6a-3634560bc98e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=848b1913-2542-40eb-82b3-62506553e0a0 HTTP/1.1" status: 200 len: 217 time: 0.0782201 Jun 17 08:32:12.393930 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5620694 Jun 17 08:32:12.398643 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39706) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:12.401684 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.437704 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Network': ['ID=e15d2adc-3f88-4898-b66d-38bd0672a439,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:12.441671 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:12.445226 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:12.450722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network e15d2adc-3f88-4898-b66d-38bd0672a439 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:12.468347 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'ports': [{'network_id': '677639c3-6d01-4d34-9565-8da109646317'}, {'network_id': 'e15d2adc-3f88-4898-b66d-38bd0672a439'}]} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:12.468951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': '677639c3-6d01-4d34-9565-8da109646317'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:12.469283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': 'e15d2adc-3f88-4898-b66d-38bd0672a439'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:12.518268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Network 074a0637-f8cd-452d-988e-d24c8837e58b is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:12.528936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:12.533219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:12.600934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:12.601908 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.620912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2432a5a-885c-43c7-855a-8e881636290a req-e8c38982-aa6b-4129-a59b-44d94e1b4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:12.622912 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-e8c38982-aa6b-4129-a59b-44d94e1b4ac8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ce0329f-7903-4211-868f-795f342d4972 HTTP/1.1" status: 200 len: 844 time: 0.2447622 Jun 17 08:32:12.634943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Pushing event updated for resources: {'Port': ['ID=a93f48cf-aa15-4ed5-a129-8a5d53748bf9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:12.639567 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:12.672596 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5031717 Jun 17 08:32:12.688955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Request body: {'port': {'device_id': '5288e23c-9037-4b5b-92b6-01af6fca79d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:12.718077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea5521-e71b-4b67-9775-b9688a30ac67 req-5e616baa-66bf-4bec-8a94-ee56895f8f4d tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:12.725381 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-faea5521-e71b-4b67-9775-b9688a30ac67 req-5e616baa-66bf-4bec-8a94-ee56895f8f4d tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 931 time: 0.3610437 Jun 17 08:32:12.750196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Allocated IP 172.20.0.4 (074a0637-f8cd-452d-988e-d24c8837e58b/556d7256-836f-4763-9d6e-d98ad90beec4/bc74b794-99dd-43b9-adb4-62bfe4f72f8f) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:12.834172 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:12.839505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d0a93-3b6e-4d52-9198-521d5b292a48 req-05015e13-7c08-41c9-b7b5-7e919805721b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:12.841241 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e1d0a93-3b6e-4d52-9198-521d5b292a48 req-05015e13-7c08-41c9-b7b5-7e919805721b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.3655162 Jun 17 08:32:12.919054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-faea5521-e71b-4b67-9775-b9688a30ac67 req-790e1481-d77e-459b-b439-9b058c9b0cce tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927547 Jun 17 08:32:12.944545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e1d0a93-3b6e-4d52-9198-521d5b292a48 req-27a1df63-c653-463e-a819-9c33dd18d556 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935392 Jun 17 08:32:12.957274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2432a5a-885c-43c7-855a-8e881636290a req-b333698b-3415-475a-a96e-62f1e59c614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:12.974239 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-b333698b-3415-475a-a96e-62f1e59c614f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6424106c-cd8c-4cd7-b7d1-1f64cc3631c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3224347 Jun 17 08:32:12.975452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 2} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:12.980394 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.123877 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39722) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:13.150480 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.162123 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba77e40c-4b58-42a1-a8d6-abf0824a084f x-openstack-request-id: req-ba77e40c-4b58-42a1-a8d6-abf0824a084f {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:13.167291 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "132d743b-cf28-43b0-b8a9-45fa613948d0", "tag": "848b1913-2542-40eb-82b3-62506553e0a0", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:13.167785 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba77e40c-4b58-42a1-a8d6-abf0824a084f {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:13.168397 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'tag': '848b1913-2542-40eb-82b3-62506553e0a0', 'status': 'completed', 'code': 200} Jun 17 08:32:13.185216 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.220092 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.235709 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-2bc46c69-2f0d-4191-beb4-4cec3da8655c service neutron] 10.222.0.10 "GET /v2.0/networks/6424106c-cd8c-4cd7-b7d1-1f64cc3631c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524800 Jun 17 08:32:13.260687 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5de52a16-6c36-4e74-a6ec-49ed5ea6cf66 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:13.308288 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Network 074a0637-f8cd-452d-988e-d24c8837e58b is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:13.349276 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f03859ea-a72d-456c-9262-b790db0ca75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.371132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port 232a98ec-04bc-495e-8d35-7a6bd17198fb yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:13.414064 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2432a5a-885c-43c7-855a-8e881636290a req-68b63079-2e09-40d0-b8f4-de34f21f80ce service neutron] 10.222.0.10 "GET /v2.0/networks/6424106c-cd8c-4cd7-b7d1-1f64cc3631c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622312 Jun 17 08:32:13.476832 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:13.488783 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:13.507713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-74426bf0-67de-4b12-a3d7-3e04aa5b9a29 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-571486750'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:13.593355 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.633445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f req-84383e71-ffca-4501-8436-a2b5b8b5f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:13.637233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f req-84383e71-ffca-4501-8436-a2b5b8b5f981 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7970418354844208e4c1ff5a7253a13&device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 1096 time: 0.1516883 Jun 17 08:32:13.706381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Pushing event updated for resources: {'Port': ['ID=bc74b794-99dd-43b9-adb4-62bfe4f72f8f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:13.714000 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:13.726713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:13.727924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.736466 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74426bf0-67de-4b12-a3d7-3e04aa5b9a29 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.737509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74426bf0-67de-4b12-a3d7-3e04aa5b9a29 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.786429 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5987792 Jun 17 08:32:13.812992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e79fdc5-5e6d-44d6-96f1-3f41a77f5bd7 req-4ec2e2ec-5b01-4e33-91c7-ad94d1aab533 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.1165001 Jun 17 08:32:13.813896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Request body: {'port': {'device_id': '47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:13.828759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port c481eb01-9780-41d3-a98e-663629b767f9 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:13.856297 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93f48cf-aa15-4ed5-a129-8a5d53748bf9 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:13.861716 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74426bf0-67de-4b12-a3d7-3e04aa5b9a29 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.888743 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.896530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74426bf0-67de-4b12-a3d7-3e04aa5b9a29 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:13.953852 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f req-292db1f6-3df6-48d3-a4e2-bc6ef7c660e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:13.961858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f req-292db1f6-3df6-48d3-a4e2-bc6ef7c660e0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 HTTP/1.1" status: 200 len: 906 time: 0.2579329 Jun 17 08:32:14.006791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Transition to ACTIVE for port object a93f48cf-aa15-4ed5-a129-8a5d53748bf9 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:14.010015 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74426bf0-67de-4b12-a3d7-3e04aa5b9a29 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.014124 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-74426bf0-67de-4b12-a3d7-3e04aa5b9a29 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8881824 Jun 17 08:32:14.015168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39774) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:14.018566 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.024496 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c6177fb6-c4d0-494a-92dd-2205df02fc35 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:14.122512 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.124580 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-132ba033-aefa-4323-9e5e-c3ba5de8620c tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.184381 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f req-55b1f255-e2b8-4fc8-8d89-2358e088aa8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=848b1913-2542-40eb-82b3-62506553e0a0 HTTP/1.1" status: 200 len: 217 time: 0.2214296 Jun 17 08:32:14.202495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Pushing event updated for resources: {'Port': ['ID=a93f48cf-aa15-4ed5-a129-8a5d53748bf9,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:14.209942 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:14.361534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-132ba033-aefa-4323-9e5e-c3ba5de8620c tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.363740 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-132ba033-aefa-4323-9e5e-c3ba5de8620c tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.365855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Attempting to bind port a93f48cf-aa15-4ed5-a129-8a5d53748bf9 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:14.366196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Attempting to bind port a93f48cf-aa15-4ed5-a129-8a5d53748bf9 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:14.366997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Attempting to bind port a93f48cf-aa15-4ed5-a129-8a5d53748bf9 on network 074a0637-f8cd-452d-988e-d24c8837e58b {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:14.375990 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Port a93f48cf-aa15-4ed5-a129-8a5d53748bf9 on network 074a0637-f8cd-452d-988e-d24c8837e58b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:32:14.376330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Attempting to bind port a93f48cf-aa15-4ed5-a129-8a5d53748bf9 on network 074a0637-f8cd-452d-988e-d24c8837e58b {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:14.386431 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:14.387223 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Checking segment: {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:14.387612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Bound using segment: {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:14.388049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Bound port: a93f48cf-aa15-4ed5-a129-8a5d53748bf9, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:14.388394 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.430235 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-132ba033-aefa-4323-9e5e-c3ba5de8620c tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.430744 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132ba033-aefa-4323-9e5e-c3ba5de8620c tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad27df7-ad56-4ddd-b82e-88fb088ae8be {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:32:14.461651 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-132ba033-aefa-4323-9e5e-c3ba5de8620c tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.462860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-132ba033-aefa-4323-9e5e-c3ba5de8620c tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] 10.222.0.47 "DELETE /v2.0/routers/0ad27df7-ad56-4ddd-b82e-88fb088ae8be HTTP/1.1" status: 204 len: 168 time: 0.4413586 Jun 17 08:32:14.474069 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39778) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:14.487404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-dfbcdc92-59b7-400a-9807-fb9662c29316 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Request body: {'router': {'name': 'tempest-router-24925013', 'distributed': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:14.494742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] For port a93f48cf-aa15-4ed5-a129-8a5d53748bf9, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:14.499094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] For port a93f48cf-aa15-4ed5-a129-8a5d53748bf9, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a93f48cf-aa15-4ed5-a129-8a5d53748bf9,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:14.516239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f req-50ebbdae-e702-4a3f-939a-f6cf19b36ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:14.517770 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f req-50ebbdae-e702-4a3f-939a-f6cf19b36ec9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ce0329f-7903-4211-868f-795f342d4972 HTTP/1.1" status: 200 len: 844 time: 0.3115451 Jun 17 08:32:14.534966 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.546475 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-007b0ee2-55a1-4a79-b83d-8f275e30ec16 tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:14.564027 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.605023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:14.605648 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.606457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a49316-e6f0-49f0-9937-46771cd3d2ed req-00e1b286-b75c-4671-bed3-06586cd7401c tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:14.607131 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] 10.222.0.63 "PUT /v2.0/ports/a93f48cf-aa15-4ed5-a129-8a5d53748bf9 HTTP/1.1" status: 200 len: 1092 time: 1.9239323 Jun 17 08:32:14.607682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5288e23c-9037-4b5b-92b6-01af6fca79d9', 'tag': 'a93f48cf-aa15-4ed5-a129-8a5d53748bf9'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:14.610058 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cf571c-9b40-432d-8996-9ee0aeffb870" -d '{"events": [{"name": "network-changed", "server_uuid": "5288e23c-9037-4b5b-92b6-01af6fca79d9", "tag": "a93f48cf-aa15-4ed5-a129-8a5d53748bf9"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:14.613725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8a49316-e6f0-49f0-9937-46771cd3d2ed req-00e1b286-b75c-4671-bed3-06586cd7401c tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 944 time: 0.5932863 Jun 17 08:32:14.622352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfbcdc92-59b7-400a-9807-fb9662c29316 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.623431 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfbcdc92-59b7-400a-9807-fb9662c29316 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.661887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Pushing event updated for resources: {'Port': ['ID=a93f48cf-aa15-4ed5-a129-8a5d53748bf9,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:14.673588 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:14.744109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7a5ee-a962-471e-917c-aa605f0181cb req-b1051776-7103-4345-ad49-72dd016d34f8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:14.745623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85d7a5ee-a962-471e-917c-aa605f0181cb req-b1051776-7103-4345-ad49-72dd016d34f8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d59ec51-efe9-4c58-b028-d866638dd153 HTTP/1.1" status: 200 len: 943 time: 0.3371186 Jun 17 08:32:14.749745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8a49316-e6f0-49f0-9937-46771cd3d2ed req-fd8f120b-bd36-4347-a647-c286ff5bcb9c tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351287 Jun 17 08:32:14.801560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc74b794-99dd-43b9-adb4-62bfe4f72f8f {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:14.810063 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-666ffe58-e2ab-453e-b5aa-423d7059b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:14.812040 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-666ffe58-e2ab-453e-b5aa-423d7059b387 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91714abb8e2c4051a925a91f475cf561&device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 1095 time: 0.1377573 Jun 17 08:32:14.813977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.835228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Transition to ACTIVE for port object bc74b794-99dd-43b9-adb4-62bfe4f72f8f will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:14.842340 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f req-46beffcd-4700-46bd-aa0d-89fc29ec76ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:14.844163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f req-46beffcd-4700-46bd-aa0d-89fc29ec76ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6424106c-cd8c-4cd7-b7d1-1f64cc3631c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3126128 Jun 17 08:32:14.879154 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.881889 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.884916 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfbcdc92-59b7-400a-9807-fb9662c29316 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:14.885273 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02ff82d1-dd7c-4e7d-a72c-6bbf7bad0612 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:14.911744 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9fc38abd-c948-4ff5-b1ce-d404c3c31c40 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:14.930923 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-ef2f670f-bee1-4844-b2ea-d052e6fa1839 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a93f48cf-aa15-4ed5-a129-8a5d53748bf9 HTTP/1.1" status: 200 len: 217 time: 0.1041946 Jun 17 08:32:14.934351 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Pushing event updated for resources: {'Port': ['ID=bc74b794-99dd-43b9-adb4-62bfe4f72f8f,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:14.947915 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:15.066951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-811d6edd-d87d-4d8b-8daf-fa291a74e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:15.068396 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-811d6edd-d87d-4d8b-8daf-fa291a74e70f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=556d7256-836f-4763-9d6e-d98ad90beec4 HTTP/1.1" status: 200 len: 853 time: 0.1191850 Jun 17 08:32:15.107344 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-7f63d66b-134a-4a3b-8b22-822ae4c83edc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=074a0637-f8cd-452d-988e-d24c8837e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322125 Jun 17 08:32:15.165813 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Attempting to bind port bc74b794-99dd-43b9-adb4-62bfe4f72f8f on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:15.166157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Attempting to bind port bc74b794-99dd-43b9-adb4-62bfe4f72f8f by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:15.166479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Attempting to bind port bc74b794-99dd-43b9-adb4-62bfe4f72f8f on network 074a0637-f8cd-452d-988e-d24c8837e58b {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:15.182184 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Port bc74b794-99dd-43b9-adb4-62bfe4f72f8f on network 074a0637-f8cd-452d-988e-d24c8837e58b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:32:15.182489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Attempting to bind port bc74b794-99dd-43b9-adb4-62bfe4f72f8f on network 074a0637-f8cd-452d-988e-d24c8837e58b {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:15.190903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:15.191252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Checking segment: {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:15.191639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Bound using segment: {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:15.192117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Bound port: bc74b794-99dd-43b9-adb4-62bfe4f72f8f, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51681d9-7a34-4568-a64b-09b91f07a30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:15.192638 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.257019 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-275a97ef-982e-42da-a2ea-6562c44b5e83 service neutron] 10.222.0.63 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415656 Jun 17 08:32:15.321187 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfbcdc92-59b7-400a-9807-fb9662c29316 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.329878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] For port bc74b794-99dd-43b9-adb4-62bfe4f72f8f, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:15.349756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] For port bc74b794-99dd-43b9-adb4-62bfe4f72f8f, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc74b794-99dd-43b9-adb4-62bfe4f72f8f,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:15.358808 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.422433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 677639c3-6d01-4d34-9565-8da109646317 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:15.431752 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfbcdc92-59b7-400a-9807-fb9662c29316 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.432990 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dfbcdc92-59b7-400a-9807-fb9662c29316 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9565706 Jun 17 08:32:15.440783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39786) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:15.445846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:15.448522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:15.449571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.462319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=232a98ec-04bc-495e-8d35-7a6bd17198fb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:15.465395 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:15.489433 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b92aa80e-89b6-468a-af91-9d7a71144c44 tempest-ServerRescueTestJSON-551966319 tempest-ServerRescueTestJSON-551966319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:15.577462 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-87c6b9c6-195f-4f72-bc05-048db496f45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.639446 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-221e3210-f0cc-4444-b4ea-ff5b1dc4e5e6 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.643255 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:15.654432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb492a-0246-47c9-8299-34d5dabe2f2e req-83469a47-636f-4909-8201-7b82788cf9f6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:15.656002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5eb492a-0246-47c9-8299-34d5dabe2f2e req-83469a47-636f-4909-8201-7b82788cf9f6 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.8557222 Jun 17 08:32:15.668273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f req-74cfd5a4-dc24-4161-8148-d06be3ed95c5 service neutron] 10.222.0.10 "GET /v2.0/networks/6424106c-cd8c-4cd7-b7d1-1f64cc3631c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8123593 Jun 17 08:32:15.691416 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-87b345a9-d2d1-484a-8baf-91ec84bcbe37 service neutron] 10.222.0.63 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252779 Jun 17 08:32:15.692680 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:15.693274 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.694529 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] 10.222.0.10 "PUT /v2.0/ports/bc74b794-99dd-43b9-adb4-62bfe4f72f8f HTTP/1.1" status: 200 len: 1092 time: 1.8947842 Jun 17 08:32:15.719286 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Pushing event updated for resources: {'Port': ['ID=bc74b794-99dd-43b9-adb4-62bfe4f72f8f,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:15.728832 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:15.731168 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 848b1913-2542-40eb-82b3-62506553e0a0 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:32:15.762136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=c481eb01-9780-41d3-a98e-663629b767f9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:15.794633 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:15.797495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-44c8e7b8-a4cf-4de2-ba51-9b75b6bed67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:15.798885 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-44c8e7b8-a4cf-4de2-ba51-9b75b6bed67e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91714abb8e2c4051a925a91f475cf561&device_id=47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe HTTP/1.1" status: 200 len: 1095 time: 0.0636094 Jun 17 08:32:15.807182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0659d52-d534-44b5-859f-3f5b6e115df7 req-6381d5d7-7c75-4267-aee4-919841896d33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:15.808704 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0659d52-d534-44b5-859f-3f5b6e115df7 req-6381d5d7-7c75-4267-aee4-919841896d33 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 945 time: 0.8884425 Jun 17 08:32:15.832878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 848b1913-2542-40eb-82b3-62506553e0a0, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=848b1913-2542-40eb-82b3-62506553e0a0,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:15.844434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '848b1913-2542-40eb-82b3-62506553e0a0', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'port_id': '848b1913-2542-40eb-82b3-62506553e0a0', 'mac_address': 'fa:16:3e:c7:73:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:32:15.846753 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-c08128d9-b690-43c8-a980-d025b751734c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc74b794-99dd-43b9-adb4-62bfe4f72f8f HTTP/1.1" status: 200 len: 217 time: 0.0401428 Jun 17 08:32:15.895703 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.898061 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.917846 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-2b4b0f3a-74db-4ca4-b266-3887c314f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:15.919525 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-2b4b0f3a-74db-4ca4-b266-3887c314f84d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=556d7256-836f-4763-9d6e-d98ad90beec4 HTTP/1.1" status: 200 len: 853 time: 0.0662196 Jun 17 08:32:15.920541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848b1913-2542-40eb-82b3-62506553e0a0 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:15.953888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 848b1913-2542-40eb-82b3-62506553e0a0, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=848b1913-2542-40eb-82b3-62506553e0a0,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:15.959670 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:15.961882 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:15.962260 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-84be7a53-98eb-498b-a4c1-59775d155826 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=074a0637-f8cd-452d-988e-d24c8837e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352714 Jun 17 08:32:15.984951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Checking segment: {'id': 'fabf40be-3d45-42de-a0d3-75fe2f6f65dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'e15d2adc-3f88-4898-b66d-38bd0672a439'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:15.985313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network hostable DHCP agents. Network: e15d2adc-3f88-4898-b66d-38bd0672a439, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:16.010788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=848b1913-2542-40eb-82b3-62506553e0a0,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:16.014208 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:16.034557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-85d7a5ee-a962-471e-917c-aa605f0181cb req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Deleting port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:16.034923 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-85d7a5ee-a962-471e-917c-aa605f0181cb req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.057075 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-54c624d7-db96-40a8-92ea-2cb9af1c3ff7 service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892634 Jun 17 08:32:16.066248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-221e3210-f0cc-4444-b4ea-ff5b1dc4e5e6 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.108074 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-221e3210-f0cc-4444-b4ea-ff5b1dc4e5e6 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.135425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0659d52-d534-44b5-859f-3f5b6e115df7 req-820ba9eb-ddfd-4dfb-82ea-eb89dd68ad48 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870579 Jun 17 08:32:16.148050 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f41e6e10-0ff0-4061-9091-afffaf6b00ed req-d818ee8b-fb89-46ba-97dd-f4bc9af19383 service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836699 Jun 17 08:32:16.196908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network e15d2adc-3f88-4898-b66d-38bd0672a439 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:16.200500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aaffc77b-633c-4f9e-bf90-44e8e7288d9f req-c0df305f-362b-482c-89a9-e2317f71bf27 service neutron] 10.222.0.10 "GET /v2.0/networks/6424106c-cd8c-4cd7-b7d1-1f64cc3631c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855421 Jun 17 08:32:16.221276 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-221e3210-f0cc-4444-b4ea-ff5b1dc4e5e6 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.221821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221e3210-f0cc-4444-b4ea-ff5b1dc4e5e6 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12a8e3a2-bf8f-4ea8-bc5b-0bbdec89081d {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:32:16.237880 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-221e3210-f0cc-4444-b4ea-ff5b1dc4e5e6 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.242901 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-221e3210-f0cc-4444-b4ea-ff5b1dc4e5e6 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] 10.222.0.47 "DELETE /v2.0/routers/12a8e3a2-bf8f-4ea8-bc5b-0bbdec89081d HTTP/1.1" status: 204 len: 168 time: 0.7981908 Jun 17 08:32:16.243546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39792) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:16.255076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-759ba0ce-f784-41a9-ac02-edb5f88a633b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Request body: {'router': {'name': 'tempest-router-1777162926', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a901b2fe9c0c4da9a025ef337f850681'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:16.263195 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, e15d2adc-3f88-4898-b66d-38bd0672a439) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:16.271341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77deb4eb-07b0-40d6-af6c-fc325baf08b5 None None] Network e15d2adc-3f88-4898-b66d-38bd0672a439 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:16.275794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-85d7a5ee-a962-471e-917c-aa605f0181cb req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] For port 6ffaef74-290c-44ee-98c7-d43a6d7773b6, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6ffaef74-290c-44ee-98c7-d43a6d7773b6,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:16.276159 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-85d7a5ee-a962-471e-917c-aa605f0181cb req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.295565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:16.301081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:16.305801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:16.306444 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.327193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['848b1913-2542-40eb-82b3-62506553e0a0'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:16.338517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a5eb492a-0246-47c9-8299-34d5dabe2f2e req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Deleting port a739a63c-2fda-467b-8509-93573cf883bc {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:16.338886 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a5eb492a-0246-47c9-8299-34d5dabe2f2e req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.353863 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:32:16.405036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-85d7a5ee-a962-471e-917c-aa605f0181cb req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Calling delete_port for 6ffaef74-290c-44ee-98c7-d43a6d7773b6 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:16.456514 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-759ba0ce-f784-41a9-ac02-edb5f88a633b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.457517 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-759ba0ce-f784-41a9-ac02-edb5f88a633b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.472905 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0624130 Jun 17 08:32:16.475697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39794) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:16.581524 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6b65f0a5-b12d-459c-b417-4efe85b523ab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port c481eb01-9780-41d3-a98e-663629b767f9 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:16.581837 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6b65f0a5-b12d-459c-b417-4efe85b523ab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.611255 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a5eb492a-0246-47c9-8299-34d5dabe2f2e req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] For port a739a63c-2fda-467b-8509-93573cf883bc, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a739a63c-2fda-467b-8509-93573cf883bc,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:16.611569 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a5eb492a-0246-47c9-8299-34d5dabe2f2e req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.614448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-759ba0ce-f784-41a9-ac02-edb5f88a633b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.632029 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-759ba0ce-f784-41a9-ac02-edb5f88a633b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.648914 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6b65f0a5-b12d-459c-b417-4efe85b523ab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.690328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a5eb492a-0246-47c9-8299-34d5dabe2f2e req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Calling delete_port for a739a63c-2fda-467b-8509-93573cf883bc owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:16.707489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9536947-7355-486b-ba4e-e726a72914b1 req-85d68e2c-5492-43ff-9272-d8de5020e157 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:16.709053 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9536947-7355-486b-ba4e-e726a72914b1 req-85d68e2c-5492-43ff-9272-d8de5020e157 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 943 time: 0.4432287 Jun 17 08:32:16.716842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6b65f0a5-b12d-459c-b417-4efe85b523ab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for c481eb01-9780-41d3-a98e-663629b767f9 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:16.731991 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-759ba0ce-f784-41a9-ac02-edb5f88a633b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.733122 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-759ba0ce-f784-41a9-ac02-edb5f88a633b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4818852 Jun 17 08:32:16.757280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39796) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:16.763594 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:16.774091 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.830585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9536947-7355-486b-ba4e-e726a72914b1 req-fb79c325-124a-490f-93e2-4e07688c4210 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133037 Jun 17 08:32:16.861710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-85d7a5ee-a962-471e-917c-aa605f0181cb req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.873224 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ff17706a-774f-41a6-87e5-a2ea2259bd37 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:16.874374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['b537b33c-6981-4fad-b00b-1f02264972d4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:16.907020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event deleted for resources: {'Port': ['ID=6ffaef74-290c-44ee-98c7-d43a6d7773b6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:16.913469 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c370db-e351-48cf-9af8-c90bc2f97391 x-openstack-request-id: req-97c370db-e351-48cf-9af8-c90bc2f97391 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:16.914108 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5288e23c-9037-4b5b-92b6-01af6fca79d9", "tag": "a93f48cf-aa15-4ed5-a129-8a5d53748bf9", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:16.914108 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-97c370db-e351-48cf-9af8-c90bc2f97391 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:16.914272 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5288e23c-9037-4b5b-92b6-01af6fca79d9', 'tag': 'a93f48cf-aa15-4ed5-a129-8a5d53748bf9', 'status': 'completed', 'code': 200} Jun 17 08:32:16.915265 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:16.989829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d7a5ee-a962-471e-917c-aa605f0181cb req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] No DVR routers for this DVR port 6ffaef74-290c-44ee-98c7-d43a6d7773b6 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:16.996032 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-85d7a5ee-a962-471e-917c-aa605f0181cb req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:16.998818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85d7a5ee-a962-471e-917c-aa605f0181cb req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "DELETE /v2.0/ports/6ffaef74-290c-44ee-98c7-d43a6d7773b6 HTTP/1.1" status: 204 len: 173 time: 2.2349043 Jun 17 08:32:16.999578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d59ec51-efe9-4c58-b028-d866638dd153', 'name': 'network-vif-deleted', 'tag': '6ffaef74-290c-44ee-98c7-d43a6d7773b6'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:17.006800 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324a9fb7-37cc-4bbb-9df3-1821a0d474a6" -d '{"events": [{"server_uuid": "6d59ec51-efe9-4c58-b028-d866638dd153", "name": "network-vif-deleted", "tag": "6ffaef74-290c-44ee-98c7-d43a6d7773b6"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:17.106231 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6b65f0a5-b12d-459c-b417-4efe85b523ab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.113228 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.113564 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.115180 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6e3ed722-b5e9-4c0e-8031-a62d88248542 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:17.148012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f999193d-ba70-4a77-b4b0-e72d8b17ffc4 req-d6a84178-e5b5-44b1-9e3a-94d19318091b tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0666659 Jun 17 08:32:17.158094 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a5eb492a-0246-47c9-8299-34d5dabe2f2e req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.163346 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:17.198042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event deleted for resources: {'Port': ['ID=a739a63c-2fda-467b-8509-93573cf883bc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:17.203828 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:17.210249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93804) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 17 08:32:17.210530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Router 1b232a86-4851-4222-8e20-3cdbc381651c migrating from provider to provider. {{(pid=93804) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 17 08:32:17.210899 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.225695 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.242266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc48ac78-ae38-4a44-ba89-c11b8697a9c1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:17.261760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5eb492a-0246-47c9-8299-34d5dabe2f2e req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] No DVR routers for this DVR port a739a63c-2fda-467b-8509-93573cf883bc on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:17.265145 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a5eb492a-0246-47c9-8299-34d5dabe2f2e req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.267871 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5eb492a-0246-47c9-8299-34d5dabe2f2e req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "DELETE /v2.0/ports/a739a63c-2fda-467b-8509-93573cf883bc HTTP/1.1" status: 204 len: 173 time: 1.5941648 Jun 17 08:32:17.270883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65f0a5-b12d-459c-b417-4efe85b523ab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=c481eb01-9780-41d3-a98e-663629b767f9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:17.282158 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.290592 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6b65f0a5-b12d-459c-b417-4efe85b523ab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:17.297696 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6b65f0a5-b12d-459c-b417-4efe85b523ab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.302258 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6b65f0a5-b12d-459c-b417-4efe85b523ab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/c481eb01-9780-41d3-a98e-663629b767f9 HTTP/1.1" status: 204 len: 168 time: 0.8255084 Jun 17 08:32:17.307192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39806) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:17.345547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194', 'a739a63c-2fda-467b-8509-93573cf883bc'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:17.396386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf571c-9b40-432d-8996-9ee0aeffb870 req-bc48eda3-5301-4e79-be26-c389e0b1af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:17.397968 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-72cf571c-9b40-432d-8996-9ee0aeffb870 req-bc48eda3-5301-4e79-be26-c389e0b1af07 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=91714abb8e2c4051a925a91f475cf561&device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 1095 time: 0.4665947 Jun 17 08:32:17.435133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2a4fe-aa3e-482d-91c4-074b098bcdca req-3e2aead4-6b60-48e2-8456-5b99f6a00212 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:17.437194 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66f2a4fe-aa3e-482d-91c4-074b098bcdca req-3e2aead4-6b60-48e2-8456-5b99f6a00212 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 945 time: 0.1572137 Jun 17 08:32:17.506398 n-d-779913-16 neutron-server[93804]: WARNING neutron.scheduler.l3_agent_scheduler [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] No L3 agents can host the router 1b232a86-4851-4222-8e20-3cdbc381651c Jun 17 08:32:17.519034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66f2a4fe-aa3e-482d-91c4-074b098bcdca req-72e630e5-990a-40a0-9204-f62015299ccc tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740905 Jun 17 08:32:17.549619 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf440680-2c7e-4ec5-8890-4f19f5359219 x-openstack-request-id: req-cf440680-2c7e-4ec5-8890-4f19f5359219 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:17.549929 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d59ec51-efe9-4c58-b028-d866638dd153", "name": "network-vif-deleted", "tag": "6ffaef74-290c-44ee-98c7-d43a6d7773b6", "status": "failed", "code": 422}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:17.550231 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf440680-2c7e-4ec5-8890-4f19f5359219 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:17.550750 n-d-779913-16 neutron-server[93803]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6d59ec51-efe9-4c58-b028-d866638dd153', 'name': 'network-vif-deleted', 'tag': '6ffaef74-290c-44ee-98c7-d43a6d7773b6', 'status': 'failed', 'code': 422} returned with failed status Jun 17 08:32:17.636769 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3fba3-4460-4e08-9ed1-67e1c403452b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:17.642694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f3fba3-4460-4e08-9ed1-67e1c403452b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:17.644305 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e2f3fba3-4460-4e08-9ed1-67e1c403452b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3363423 Jun 17 08:32:17.648497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39812) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:17.651512 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf571c-9b40-432d-8996-9ee0aeffb870 req-ccf4beaa-6642-4470-a23b-aa47eb66cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:17.653020 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-72cf571c-9b40-432d-8996-9ee0aeffb870 req-ccf4beaa-6642-4470-a23b-aa47eb66cbbb service neutron] 10.222.0.63 "GET /v2.0/networks?id=074a0637-f8cd-452d-988e-d24c8837e58b HTTP/1.1" status: 200 len: 914 time: 0.2279575 Jun 17 08:32:17.708337 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a20225d5-6ab5-4f7f-b13a-7f1e284d2fcb req-4e6a78de-82fd-45c9-87b3-7bbec449fe7b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2aed8a2-10df-4111-9398-6d59250bc310 HTTP/1.1" status: 200 len: 210 time: 0.0499902 Jun 17 08:32:17.717873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Hosts for router 1b232a86-4851-4222-8e20-3cdbc381651c: [] {{(pid=93804) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Jun 17 08:32:17.719709 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-72cf571c-9b40-432d-8996-9ee0aeffb870 req-ace88a93-b6be-433f-b1ed-dab4d65fe1b8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a93f48cf-aa15-4ed5-a129-8a5d53748bf9 HTTP/1.1" status: 200 len: 217 time: 0.0598638 Jun 17 08:32:17.749868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 848b1913-2542-40eb-82b3-62506553e0a0 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:17.783031 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Hosts for other DVR routers connected to router 1b232a86-4851-4222-8e20-3cdbc381651c: set() {{(pid=93804) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Jun 17 08:32:17.785628 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.786921 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-39c438e4-dd11-4b50-8ff0-add6c4d85e6b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] 10.222.0.47 "PUT /v2.0/routers/1b232a86-4851-4222-8e20-3cdbc381651c HTTP/1.1" status: 200 len: 717 time: 1.0282438 Jun 17 08:32:17.789647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39814) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:17.817799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-fb209bb8-2b08-49a2-85a8-137306efb97d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 232a98ec-04bc-495e-8d35-7a6bd17198fb {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:17.818344 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb209bb8-2b08-49a2-85a8-137306efb97d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.830754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 848b1913-2542-40eb-82b3-62506553e0a0 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:17.836240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 848b1913-2542-40eb-82b3-62506553e0a0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:17.836873 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.890181 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-feb2e37a-b269-4855-bdef-3aa274915a12 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] 10.222.0.47 "GET /v2.0/routers/1b232a86-4851-4222-8e20-3cdbc381651c HTTP/1.1" status: 200 len: 717 time: 0.0959485 Jun 17 08:32:17.890181 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf571c-9b40-432d-8996-9ee0aeffb870 req-f5c19b25-4da6-46e3-b595-4778c8bc82b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:17.890465 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39818) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:17.890548 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-72cf571c-9b40-432d-8996-9ee0aeffb870 req-f5c19b25-4da6-46e3-b595-4778c8bc82b3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=556d7256-836f-4763-9d6e-d98ad90beec4 HTTP/1.1" status: 200 len: 853 time: 0.1387887 Jun 17 08:32:17.960545 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb209bb8-2b08-49a2-85a8-137306efb97d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:17.965125 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-72cf571c-9b40-432d-8996-9ee0aeffb870 req-d95be127-e0cd-4267-ba84-c6b098d652af service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=074a0637-f8cd-452d-988e-d24c8837e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603008 Jun 17 08:32:18.011327 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.081720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848b1913-2542-40eb-82b3-62506553e0a0'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:18.084431 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a590a73-e2c8-469c-9899-e85b2473fc2c" -d '{"events": [{"server_uuid": "132d743b-cf28-43b0-b8a9-45fa613948d0", "name": "network-vif-plugged", "status": "completed", "tag": "848b1913-2542-40eb-82b3-62506553e0a0"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:18.101415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 848b1913-2542-40eb-82b3-62506553e0a0, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=848b1913-2542-40eb-82b3-62506553e0a0,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:18.104567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-fb209bb8-2b08-49a2-85a8-137306efb97d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 232a98ec-04bc-495e-8d35-7a6bd17198fb owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:18.108635 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.111360 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:18.122543 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-72cf571c-9b40-432d-8996-9ee0aeffb870 req-e6aa9a5f-3c03-4723-8c37-b3a2f997a435 service neutron] 10.222.0.63 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430609 Jun 17 08:32:18.170204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=848b1913-2542-40eb-82b3-62506553e0a0,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:18.173677 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:18.244316 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-72cf571c-9b40-432d-8996-9ee0aeffb870 req-90e60c9a-cd91-43ec-8487-ab6bb2ece5af service neutron] 10.222.0.63 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146538 Jun 17 08:32:18.351575 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1aeb8851-2e8e-41f2-acba-f22b8060a43e tempest-RoutersTestDVR-1101234326 tempest-RoutersTestDVR-1101234326-project] 10.222.0.47 "GET /v2.0/routers/1b232a86-4851-4222-8e20-3cdbc381651c HTTP/1.1" status: 200 len: 683 time: 0.4606891 Jun 17 08:32:18.354183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39828) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:18.411991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c010742-5ba3-4d87-af43-fdb2580c1579 req-4e7078f1-548f-4636-91a1-0d81e39b5859 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:18.412660 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c010742-5ba3-4d87-af43-fdb2580c1579 req-4e7078f1-548f-4636-91a1-0d81e39b5859 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 943 time: 0.3569889 Jun 17 08:32:18.432013 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1e935ef-9039-4b53-9973-9b3ca5dd6f32 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.442817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8b11f-8bf3-45d0-9d4e-4e3da7abe755 req-8dbcc8a6-dc39-4221-9147-b899476f8584 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:18.444338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-daa8b11f-8bf3-45d0-9d4e-4e3da7abe755 req-8dbcc8a6-dc39-4221-9147-b899476f8584 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 908 time: 0.3370202 Jun 17 08:32:18.453833 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb209bb8-2b08-49a2-85a8-137306efb97d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.462222 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8ce7f95c-0d05-45bc-8eb1-b4d72b2e6603 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:18.518449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb209bb8-2b08-49a2-85a8-137306efb97d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=232a98ec-04bc-495e-8d35-7a6bd17198fb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:18.521813 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c50fc32-2fa5-4512-8a56-77f177e39771 x-openstack-request-id: req-7c50fc32-2fa5-4512-8a56-77f177e39771 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:18.522816 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132d743b-cf28-43b0-b8a9-45fa613948d0", "name": "network-vif-plugged", "status": "completed", "tag": "848b1913-2542-40eb-82b3-62506553e0a0", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:18.525035 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c50fc32-2fa5-4512-8a56-77f177e39771 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:18.525528 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848b1913-2542-40eb-82b3-62506553e0a0', 'code': 200} Jun 17 08:32:18.532244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c010742-5ba3-4d87-af43-fdb2580c1579 req-bdebfe62-51d6-4f8b-bf00-023e79beee09 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132226 Jun 17 08:32:18.535379 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fb209bb8-2b08-49a2-85a8-137306efb97d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:18.539411 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb209bb8-2b08-49a2-85a8-137306efb97d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.543172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fb209bb8-2b08-49a2-85a8-137306efb97d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/232a98ec-04bc-495e-8d35-7a6bd17198fb HTTP/1.1" status: 204 len: 168 time: 0.8936450 Jun 17 08:32:18.545824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39832) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:18.651148 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1e935ef-9039-4b53-9973-9b3ca5dd6f32 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.653761 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1e935ef-9039-4b53-9973-9b3ca5dd6f32 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.700178 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1e935ef-9039-4b53-9973-9b3ca5dd6f32 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.700729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e935ef-9039-4b53-9973-9b3ca5dd6f32 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b232a86-4851-4222-8e20-3cdbc381651c {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:32:18.705770 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1e935ef-9039-4b53-9973-9b3ca5dd6f32 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.706624 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a1e935ef-9039-4b53-9973-9b3ca5dd6f32 tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] 10.222.0.47 "DELETE /v2.0/routers/1b232a86-4851-4222-8e20-3cdbc381651c HTTP/1.1" status: 204 len: 168 time: 0.3514152 Jun 17 08:32:18.710924 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39836) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:18.715539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5d926784-0a88-4449-a4c3-348b969a74cc tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Request body: {'router': {'name': 'tempest-router-1025162215', 'distributed': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:18.740349 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d926784-0a88-4449-a4c3-348b969a74cc tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.741654 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d926784-0a88-4449-a4c3-348b969a74cc tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.803682 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d926784-0a88-4449-a4c3-348b969a74cc tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.806481 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.809051 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d926784-0a88-4449-a4c3-348b969a74cc tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.824066 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d926784-0a88-4449-a4c3-348b969a74cc tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:18.825353 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5d926784-0a88-4449-a4c3-348b969a74cc tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1134098 Jun 17 08:32:18.828151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39840) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:19.011237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f228b67d-1f85-4f00-bbd0-4f35160fc0ed req-6f6e8b93-ec71-4fe5-9c4f-738165b2cf38 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.1058877 Jun 17 08:32:19.097304 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7bc064-192b-48cc-bdc9-ebe81dadc909 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:19.101451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-db7bc064-192b-48cc-bdc9-ebe81dadc909 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5520544 Jun 17 08:32:19.108426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39844) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:19.130912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547323ae-535c-44cd-9303-6a15e57292bd req-af8c46d4-2d49-4909-b57f-80d95acec0ac tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:19.132575 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-547323ae-535c-44cd-9303-6a15e57292bd req-af8c46d4-2d49-4909-b57f-80d95acec0ac tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 946 time: 0.2283535 Jun 17 08:32:19.150184 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe', 'tag': 'bc74b794-99dd-43b9-adb4-62bfe4f72f8f'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:19.152930 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0353cc-eb0d-4d7e-b571-dde5f9fc46f3" -d '{"events": [{"name": "network-changed", "server_uuid": "47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe", "tag": "bc74b794-99dd-43b9-adb4-62bfe4f72f8f"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:19.161053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd05b56-e77b-46df-b2af-dd9c1a066cc3 req-44073d30-3dbf-4133-98fa-bd54e1ef38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:19.162609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0dd05b56-e77b-46df-b2af-dd9c1a066cc3 req-44073d30-3dbf-4133-98fa-bd54e1ef38b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 1098 time: 0.2595139 Jun 17 08:32:19.163733 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-b246c5bd-3333-495e-bbd0-9f3ab29a5562 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:32:19.168952 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b246c5bd-3333-495e-bbd0-9f3ab29a5562 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/c481eb01-9780-41d3-a98e-663629b767f9 HTTP/1.1" status: 404 len: 333 time: 0.0566511 Jun 17 08:32:19.170876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39850) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:19.192516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6db3504-5287-4b36-b815-dfab134b0b9b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.221434 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-15408f01-f265-4adf-83c1-8b5537b2e4b2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:32:19.225100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-15408f01-f265-4adf-83c1-8b5537b2e4b2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/232a98ec-04bc-495e-8d35-7a6bd17198fb HTTP/1.1" status: 404 len: 333 time: 0.0502360 Jun 17 08:32:19.226687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39854) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:19.240846 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d792f3f1-a49c-4081-b89e-cd6e549a122f x-openstack-request-id: req-d792f3f1-a49c-4081-b89e-cd6e549a122f {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:19.241461 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe", "tag": "bc74b794-99dd-43b9-adb4-62bfe4f72f8f", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:19.241461 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d792f3f1-a49c-4081-b89e-cd6e549a122f {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:19.242523 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe', 'tag': 'bc74b794-99dd-43b9-adb4-62bfe4f72f8f', 'status': 'completed', 'code': 200} Jun 17 08:32:19.253504 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-547323ae-535c-44cd-9303-6a15e57292bd req-490790ea-a334-4950-8534-47e28c8a05de tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974939 Jun 17 08:32:19.256046 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0dd05b56-e77b-46df-b2af-dd9c1a066cc3 req-222cb880-7e9c-48fa-9362-f3f2410a162e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840650 Jun 17 08:32:19.470036 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.474866 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6db3504-5287-4b36-b815-dfab134b0b9b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.478149 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6db3504-5287-4b36-b815-dfab134b0b9b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.547300 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6db3504-5287-4b36-b815-dfab134b0b9b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.547816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6db3504-5287-4b36-b815-dfab134b0b9b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d498f5e-e2d0-4cef-b222-8d875032685e {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:32:19.552005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2aed8a2-10df-4111-9398-6d59250bc310', 'name': 'network-vif-deleted', 'tag': 'a739a63c-2fda-467b-8509-93573cf883bc'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:19.552370 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6db3504-5287-4b36-b815-dfab134b0b9b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.553512 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e6db3504-5287-4b36-b815-dfab134b0b9b tempest-RoutersTestDVR-1567506709 tempest-RoutersTestDVR-1567506709-project-admin] 10.222.0.47 "DELETE /v2.0/routers/9d498f5e-e2d0-4cef-b222-8d875032685e HTTP/1.1" status: 204 len: 168 time: 0.7244203 Jun 17 08:32:19.560208 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f519ebc-6d50-4c90-8715-3d709e8b23f7" -d '{"events": [{"server_uuid": "d2aed8a2-10df-4111-9398-6d59250bc310", "name": "network-vif-deleted", "tag": "a739a63c-2fda-467b-8509-93573cf883bc"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:19.587589 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0353cc-eb0d-4d7e-b571-dde5f9fc46f3 req-b6cfab0d-87c7-4183-8390-b19bfc286b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:19.589092 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b0353cc-eb0d-4d7e-b571-dde5f9fc46f3 req-b6cfab0d-87c7-4183-8390-b19bfc286b73 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=91714abb8e2c4051a925a91f475cf561&device_id=47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe HTTP/1.1" status: 200 len: 1095 time: 0.3093960 Jun 17 08:32:19.696325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c2091-fee6-4c23-a65d-0dea36b8b753 req-11939530-bef0-42dc-b652-900676237bf6 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:19.698250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-857c2091-fee6-4c23-a65d-0dea36b8b753 req-11939530-bef0-42dc-b652-900676237bf6 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 908 time: 0.0774379 Jun 17 08:32:19.702254 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.716156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15d2adc-3f88-4898-b66d-38bd0672a439']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:19.731817 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fabf40be-3d45-42de-a0d3-75fe2f6f65dd') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:19.732114 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fabf40be-3d45-42de-a0d3-75fe2f6f65dd') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:19.744194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc74b794-99dd-43b9-adb4-62bfe4f72f8f details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:32:19.754433 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.765008 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafdae08-e8b2-43a2-9e8e-3b37154f7e76 x-openstack-request-id: req-aafdae08-e8b2-43a2-9e8e-3b37154f7e76 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:19.765351 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2aed8a2-10df-4111-9398-6d59250bc310", "name": "network-vif-deleted", "tag": "a739a63c-2fda-467b-8509-93573cf883bc", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:19.765655 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aafdae08-e8b2-43a2-9e8e-3b37154f7e76 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:19.766114 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2aed8a2-10df-4111-9398-6d59250bc310', 'name': 'network-vif-deleted', 'tag': 'a739a63c-2fda-467b-8509-93573cf883bc', 'status': 'completed', 'code': 200} Jun 17 08:32:19.779398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0353cc-eb0d-4d7e-b571-dde5f9fc46f3 req-be3cb35d-bbfe-4706-97ac-afa6e29666c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:19.783439 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b0353cc-eb0d-4d7e-b571-dde5f9fc46f3 req-be3cb35d-bbfe-4706-97ac-afa6e29666c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=074a0637-f8cd-452d-988e-d24c8837e58b HTTP/1.1" status: 200 len: 914 time: 0.1810825 Jun 17 08:32:19.784501 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.802860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:19.803292 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:19.809459 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:19.848777 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc359f-300c-497b-9c03-a0376427f5d8 req-3c739b26-c725-40cd-9e01-f571d5be9d05 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:19.850487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59fc359f-300c-497b-9c03-a0376427f5d8 req-3c739b26-c725-40cd-9e01-f571d5be9d05 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 943 time: 0.1635787 Jun 17 08:32:19.861081 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a93f48cf-aa15-4ed5-a129-8a5d53748bf9 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:32:19.863699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a739a63c-2fda-467b-8509-93573cf883bc no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:19.907829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: a739a63c-2fda-467b-8509-93573cf883bc {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:19.908706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a739a63c-2fda-467b-8509-93573cf883bc not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:19.917253 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8ce8f-eef9-4630-b1bb-35619f5c0e60 req-a4423274-3084-441b-83bf-a584e943d2a5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:19.919318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8e8ce8f-eef9-4630-b1bb-35619f5c0e60 req-a4423274-3084-441b-83bf-a584e943d2a5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.10 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 908 time: 0.1130970 Jun 17 08:32:19.948305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59fc359f-300c-497b-9c03-a0376427f5d8 req-cecf0f25-6743-47ed-89e8-eca1d6e776ba tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867462 Jun 17 08:32:19.962404 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b0353cc-eb0d-4d7e-b571-dde5f9fc46f3 req-975e7848-72d7-4f6c-95e2-5be769cf2052 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc74b794-99dd-43b9-adb4-62bfe4f72f8f HTTP/1.1" status: 200 len: 217 time: 0.1684391 Jun 17 08:32:20.024930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc74b794-99dd-43b9-adb4-62bfe4f72f8f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc74b794-99dd-43b9-adb4-62bfe4f72f8f,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:20.030646 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39884) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:20.043349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'bc74b794-99dd-43b9-adb4-62bfe4f72f8f', 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b', 'port_id': 'bc74b794-99dd-43b9-adb4-62bfe4f72f8f', 'mac_address': 'fa:16:3e:4b:c3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556d7256-836f-4763-9d6e-d98ad90beec4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:32:20.099151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0353cc-eb0d-4d7e-b571-dde5f9fc46f3 req-4fdf7ca8-b775-4acf-992a-4bbdc6de406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:20.102939 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b0353cc-eb0d-4d7e-b571-dde5f9fc46f3 req-4fdf7ca8-b775-4acf-992a-4bbdc6de406c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=556d7256-836f-4763-9d6e-d98ad90beec4 HTTP/1.1" status: 200 len: 853 time: 0.1300318 Jun 17 08:32:20.103510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-b8e8ce8f-eef9-4630-b1bb-35619f5c0e60 req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Deleting port 7cb9de1c-89dc-4fda-8162-b223bb766578 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:20.103989 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b8e8ce8f-eef9-4630-b1bb-35619f5c0e60 req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.105489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.112451 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9e185d4d-0a34-42d6-8a1f-c90470831bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:20.157961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.159997 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/networks/e15d2adc-3f88-4898-b66d-38bd0672a439 HTTP/1.1" status: 204 len: 168 time: 0.9171789 Jun 17 08:32:20.173916 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.192989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39892) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:20.200176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port a93f48cf-aa15-4ed5-a129-8a5d53748bf9, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a93f48cf-aa15-4ed5-a129-8a5d53748bf9,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:20.208905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-206460843'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:20.211121 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc74b794-99dd-43b9-adb4-62bfe4f72f8f {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:20.224818 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b0353cc-eb0d-4d7e-b571-dde5f9fc46f3 req-16664205-7b39-4354-b02a-e61abaf402df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=074a0637-f8cd-452d-988e-d24c8837e58b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133442 Jun 17 08:32:20.230264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Network': ['ID=e15d2adc-3f88-4898-b66d-38bd0672a439,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:20.233390 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:20.248618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc74b794-99dd-43b9-adb4-62bfe4f72f8f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc74b794-99dd-43b9-adb4-62bfe4f72f8f,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:20.250669 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f769d66d-f110-415f-b1dd-131753389313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.256430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'a93f48cf-aa15-4ed5-a129-8a5d53748bf9', 'network_id': '074a0637-f8cd-452d-988e-d24c8837e58b', 'port_id': 'a93f48cf-aa15-4ed5-a129-8a5d53748bf9', 'mac_address': 'fa:16:3e:12:7e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556d7256-836f-4763-9d6e-d98ad90beec4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:32:20.259934 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.263290 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:20.294084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5741577b-c6b5-49c9-85b4-c49ee18ff27b req-8963734e-9bd7-49aa-824d-139d06296749 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0624602 Jun 17 08:32:20.329470 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [None req-f769d66d-f110-415f-b1dd-131753389313 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:32:20.329470 n-d-779913-16 neutron-server[93804]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:32:20.329470 n-d-779913-16 neutron-server[93804]: [parameters: {'project_id': 'a901b2fe9c0c4da9a025ef337f850681', 'id': '317ccf97-2e68-4a64-b035-59ceaa9d9e1e', 'expiration': datetime.datetime(2021, 6, 17, 8, 34, 20, 321840)}] Jun 17 08:32:20.329470 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:32:20.329929 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [None req-f769d66d-f110-415f-b1dd-131753389313 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:32:20.332423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=bc74b794-99dd-43b9-adb4-62bfe4f72f8f,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:20.364352 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:20.364835 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b0353cc-eb0d-4d7e-b571-dde5f9fc46f3 req-16547e98-88d9-4119-9c47-9786f129ce52 service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244948 Jun 17 08:32:20.382414 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.398400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93f48cf-aa15-4ed5-a129-8a5d53748bf9 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:20.398657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:20.409708 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.421186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port a93f48cf-aa15-4ed5-a129-8a5d53748bf9, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a93f48cf-aa15-4ed5-a129-8a5d53748bf9,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:20.427898 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.430008 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a25471aa-a833-4583-8800-03911d76b1ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:20.434759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b8e8ce8f-eef9-4630-b1bb-35619f5c0e60 req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] For port 7cb9de1c-89dc-4fda-8162-b223bb766578, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=7cb9de1c-89dc-4fda-8162-b223bb766578,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:20.435306 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b8e8ce8f-eef9-4630-b1bb-35619f5c0e60 req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.493340 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0b0353cc-eb0d-4d7e-b571-dde5f9fc46f3 req-ec7c400a-1125-4571-9836-9384b0816e7b service neutron] 10.222.0.10 "GET /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212888 Jun 17 08:32:20.501324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:20.511644 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=a93f48cf-aa15-4ed5-a129-8a5d53748bf9,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:20.522378 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:20.565711 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-b8e8ce8f-eef9-4630-b1bb-35619f5c0e60 req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Calling delete_port for 7cb9de1c-89dc-4fda-8162-b223bb766578 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:20.579909 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.580472 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Added segment 74839538-9d69-4365-b627-4317b8e48bbd of type vlan for network d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3 Jun 17 08:32:20.680325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['a93f48cf-aa15-4ed5-a129-8a5d53748bf9'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:20.712136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc74b794-99dd-43b9-adb4-62bfe4f72f8f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:20.741620 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.757405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219fa80-63d4-4204-8569-d8a4403d7bbe req-7c6f4e4d-1811-474b-9390-78f3a6520115 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:20.763305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9219fa80-63d4-4204-8569-d8a4403d7bbe req-7c6f4e4d-1811-474b-9390-78f3a6520115 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 946 time: 0.3363879 Jun 17 08:32:20.831114 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f769d66d-f110-415f-b1dd-131753389313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.853472 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.861149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:20.861149 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.867531 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dcd0db9c-74dc-49a3-a5a6-f88f6bd4dc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:20.945793 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f769d66d-f110-415f-b1dd-131753389313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.954475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f769d66d-f110-415f-b1dd-131753389313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.962507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9219fa80-63d4-4204-8569-d8a4403d7bbe req-d225ee30-b26c-4f8a-999f-22897ffd08bf tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903155 Jun 17 08:32:20.971042 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b8e8ce8f-eef9-4630-b1bb-35619f5c0e60 req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:20.981241 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:20.985206 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f769d66d-f110-415f-b1dd-131753389313 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a901b2fe9c0c4da9a025ef337f850681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9525445 Jun 17 08:32:20.991566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39914) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:21.028759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f769d66d-f110-415f-b1dd-131753389313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c529407-574f-4b04-8b74-344096d10479,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:21.033777 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8396490 Jun 17 08:32:21.038359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39916) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:21.054864 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f769d66d-f110-415f-b1dd-131753389313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:21.073803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': 'd8ea2fc0-aa04-4a27-901a-d8f146c5d3b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:21.084188 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ec1b345-15d7-4edd-b1f1-f7e954bb7ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.109037 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ec1b345-15d7-4edd-b1f1-f7e954bb7ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.184403 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ec1b345-15d7-4edd-b1f1-f7e954bb7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.186407 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Network': ['ID=d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:21.189031 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e8ce8f-eef9-4630-b1bb-35619f5c0e60 req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] No DVR routers for this DVR port 7cb9de1c-89dc-4fda-8162-b223bb766578 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:21.191391 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ec1b345-15d7-4edd-b1f1-f7e954bb7ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.194223 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:21.194888 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2ec1b345-15d7-4edd-b1f1-f7e954bb7ba4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c529407-574f-4b04-8b74-344096d10479 HTTP/1.1" status: 204 len: 168 time: 0.2007511 Jun 17 08:32:21.195914 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a0f7a3cb-9bef-4c78-9a7d-ef4bb8010c83 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:21.196899 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5c3bfad-7825-43dc-be88-1003b2d6a7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:21.200488 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:21.208303 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1b345-15d7-4edd-b1f1-f7e954bb7ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c529407-574f-4b04-8b74-344096d10479,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:21.211288 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2ec1b345-15d7-4edd-b1f1-f7e954bb7ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:21.244122 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b8e8ce8f-eef9-4630-b1bb-35619f5c0e60 req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.246160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8e8ce8f-eef9-4630-b1bb-35619f5c0e60 req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.10 "DELETE /v2.0/ports/7cb9de1c-89dc-4fda-8162-b223bb766578 HTTP/1.1" status: 204 len: 173 time: 1.2965746 Jun 17 08:32:21.271232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event deleted for resources: {'Port': ['ID=7cb9de1c-89dc-4fda-8162-b223bb766578,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:21.297479 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dfdc9786-14f1-4a99-b937-a335004cdf57 req-628d32bf-a621-40a8-a2b0-d3db5e5cf206 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa50e459-555b-4138-8aa8-5f4606cd1fd6 HTTP/1.1" status: 200 len: 210 time: 0.2020628 Jun 17 08:32:21.298509 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:21.430791 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:21.434967 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.590789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ded19-7d05-4b1f-bb28-8d8463e8f4c9 req-0da9942e-e49f-4d9e-831e-e6ad3c75438b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:21.592315 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1ded19-7d05-4b1f-bb28-8d8463e8f4c9 req-0da9942e-e49f-4d9e-831e-e6ad3c75438b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 945 time: 0.2038205 Jun 17 08:32:21.596490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39928) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:21.610263 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b2b1cc21-b975-4e9a-90f7-b8d5e64d03de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.657443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce0510-6820-4d8c-a9f4-536617ecf6c5 req-a58b22b4-8368-4866-8fe4-0389f920ea8f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:21.659099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9ce0510-6820-4d8c-a9f4-536617ecf6c5 req-a58b22b4-8368-4866-8fe4-0389f920ea8f tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 944 time: 0.2071321 Jun 17 08:32:21.703603 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc1ded19-7d05-4b1f-bb28-8d8463e8f4c9 req-d6ad3de3-345a-4cf1-91ee-3c5d09a86199 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045263 Jun 17 08:32:21.728874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b2b1cc21-b975-4e9a-90f7-b8d5e64d03de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.736763 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b2b1cc21-b975-4e9a-90f7-b8d5e64d03de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.756765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9ce0510-6820-4d8c-a9f4-536617ecf6c5 req-eb0e37e5-a360-4b54-ac01-5a8119164a52 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878661 Jun 17 08:32:21.763031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc74b794-99dd-43b9-adb4-62bfe4f72f8f up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:21.768683 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa50e459-555b-4138-8aa8-5f4606cd1fd6', 'name': 'network-vif-deleted', 'tag': '7cb9de1c-89dc-4fda-8162-b223bb766578'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:21.771232 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ca70e2-fca3-403a-8098-46221ec080c3" -d '{"events": [{"server_uuid": "fa50e459-555b-4138-8aa8-5f4606cd1fd6", "name": "network-vif-deleted", "tag": "7cb9de1c-89dc-4fda-8162-b223bb766578"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:21.775531 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.778021 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:21.783791 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b2b1cc21-b975-4e9a-90f7-b8d5e64d03de admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6756b04ae004d9cab7c32860a78c5e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860652 Jun 17 08:32:21.792196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39932) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:21.795078 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e3e58bf2-4c9a-4ce0-a671-82d0f2abd26f tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:21.871467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a93f48cf-aa15-4ed5-a129-8a5d53748bf9 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:21.877077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Checking segment: {'id': '74839538-9d69-4365-b627-4317b8e48bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd8ea2fc0-aa04-4a27-901a-d8f146c5d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:21.877432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network hostable DHCP agents. Network: d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:21.879717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Subnet': ['ID=59d426ed-9015-482a-8de0-8f09c0caa6d4,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:21.883133 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:21.901555 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:21.928404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:21.936317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:21.937263 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.946314 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77368e33-b370-454a-aeea-ff8bd814b94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.947566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc855d5-f60d-49e2-af81-523f26036894 None None] Network d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:21.975070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9354165 Jun 17 08:32:21.979108 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77368e33-b370-454a-aeea-ff8bd814b94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:21.990263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port bc74b794-99dd-43b9-adb4-62bfe4f72f8f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:21.993118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39934) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:21.999128 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port bc74b794-99dd-43b9-adb4-62bfe4f72f8f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:21.999678 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.000357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': 'd8ea2fc0-aa04-4a27-901a-d8f146c5d3b3', 'name': 'tempest-PortsTestJSON-31800537'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:22.032679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1cc21-b975-4e9a-90f7-b8d5e64d03de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7598a07-d67a-4a8d-91fc-9f3cedf74ca8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:22.044381 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b2b1cc21-b975-4e9a-90f7-b8d5e64d03de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:22.051350 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-987e6446-4d9f-43f3-9ba1-0dbb260f3de1 req-e83b88bd-2a5f-470c-ac6f-e5887234b17e tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0556839 Jun 17 08:32:22.051654 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77368e33-b370-454a-aeea-ff8bd814b94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.056863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77368e33-b370-454a-aeea-ff8bd814b94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.058563 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-77368e33-b370-454a-aeea-ff8bd814b94c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b7598a07-d67a-4a8d-91fc-9f3cedf74ca8 HTTP/1.1" status: 204 len: 168 time: 0.2652900 Jun 17 08:32:22.060035 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f769d66d-f110-415f-b1dd-131753389313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:22.071102 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77368e33-b370-454a-aeea-ff8bd814b94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7598a07-d67a-4a8d-91fc-9f3cedf74ca8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:22.074083 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77368e33-b370-454a-aeea-ff8bd814b94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:22.124094 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859f9772-d9ce-474f-a632-431c28d70eb2 x-openstack-request-id: req-859f9772-d9ce-474f-a632-431c28d70eb2 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:22.124346 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa50e459-555b-4138-8aa8-5f4606cd1fd6", "name": "network-vif-deleted", "tag": "7cb9de1c-89dc-4fda-8162-b223bb766578", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:22.124607 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-859f9772-d9ce-474f-a632-431c28d70eb2 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:22.125052 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa50e459-555b-4138-8aa8-5f4606cd1fd6', 'name': 'network-vif-deleted', 'tag': '7cb9de1c-89dc-4fda-8162-b223bb766578', 'status': 'completed', 'code': 200} Jun 17 08:32:22.138272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port a93f48cf-aa15-4ed5-a129-8a5d53748bf9 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:22.150478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374829f6-1d3c-47a8-95de-e06e5759341c req-e551b39e-ca78-4148-be79-ca7fd083e4b6 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:22.159042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-374829f6-1d3c-47a8-95de-e06e5759341c req-e551b39e-ca78-4148-be79-ca7fd083e4b6 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2021651 Jun 17 08:32:22.168197 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port a93f48cf-aa15-4ed5-a129-8a5d53748bf9 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:22.168723 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.234536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-374829f6-1d3c-47a8-95de-e06e5759341c req-72d9acd8-bdf4-45e7-9fde-1272bbeade1e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744805 Jun 17 08:32:22.258350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:22.258350 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.308974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port 7dc10267-8e7f-4b18-b60a-b6de2090c30c yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:22.388339 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.403655 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3', 'network_id': 'd8ea2fc0-aa04-4a27-901a-d8f146c5d3b3', 'tenant_id': '3166053c640740e586b92f01b627ff7b', 'fixed_ips': [{'subnet_id': '59d426ed-9015-482a-8de0-8f09c0caa6d4'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:32:22.404533 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.441766 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.452265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74b794-99dd-43b9-adb4-62bfe4f72f8f'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:22.454656 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d32d54-948f-4b50-9989-2563b4174129" -d '{"events": [{"server_uuid": "47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe", "name": "network-vif-plugged", "status": "completed", "tag": "bc74b794-99dd-43b9-adb4-62bfe4f72f8f"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:22.455900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e505eac-0698-4d95-822f-24926f27d04a req-0c8f2cf3-4055-449b-8e67-d70266c17c5a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:22.457554 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e505eac-0698-4d95-822f-24926f27d04a req-0c8f2cf3-4055-449b-8e67-d70266c17c5a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 946 time: 0.1855032 Jun 17 08:32:22.483356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc74b794-99dd-43b9-adb4-62bfe4f72f8f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc74b794-99dd-43b9-adb4-62bfe4f72f8f,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:22.539383 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.550311 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cef76f84-ca56-467c-aa27-e6ddbcc43187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:22.567001 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e505eac-0698-4d95-822f-24926f27d04a req-4932ca80-11b7-40c5-bce4-4acf0e44472f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624993 Jun 17 08:32:22.589173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515e0b-859e-4cae-8115-597db993a707 req-0c471b8f-a174-487f-82fa-5bf1322c7c62 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:22.594227 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a3515e0b-859e-4cae-8115-597db993a707 req-0c471b8f-a174-487f-82fa-5bf1322c7c62 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 945 time: 0.1503272 Jun 17 08:32:22.594563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port a93f48cf-aa15-4ed5-a129-8a5d53748bf9, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a93f48cf-aa15-4ed5-a129-8a5d53748bf9,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:22.611078 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.622567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.6 (d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3/59d426ed-9015-482a-8de0-8f09c0caa6d4/7dc10267-8e7f-4b18-b60a-b6de2090c30c) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:22.634154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=bc74b794-99dd-43b9-adb4-62bfe4f72f8f,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:22.645670 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:22.646515 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:22.675482 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e496f0a-9f30-4081-a432-488151ebd641 x-openstack-request-id: req-3e496f0a-9f30-4081-a432-488151ebd641 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:22.675926 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe", "name": "network-vif-plugged", "status": "completed", "tag": "bc74b794-99dd-43b9-adb4-62bfe4f72f8f", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:22.688702 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e496f0a-9f30-4081-a432-488151ebd641 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:22.689366 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74b794-99dd-43b9-adb4-62bfe4f72f8f', 'code': 200} Jun 17 08:32:22.749251 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=a93f48cf-aa15-4ed5-a129-8a5d53748bf9,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:22.765902 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:22.768019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-a3515e0b-859e-4cae-8115-597db993a707 req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Deleting port eb732594-47a3-43be-b4ff-10a6af456194 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:22.768226 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a3515e0b-859e-4cae-8115-597db993a707 req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.910572 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a3515e0b-859e-4cae-8115-597db993a707 req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] For port eb732594-47a3-43be-b4ff-10a6af456194, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=eb732594-47a3-43be-b4ff-10a6af456194,segment=NetworkSegment(acf26fbc-ec53-40f3-b928-a6597586b779),segment_id=acf26fbc-ec53-40f3-b928-a6597586b779)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:22.911372 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a3515e0b-859e-4cae-8115-597db993a707 req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:22.995326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-a3515e0b-859e-4cae-8115-597db993a707 req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Calling delete_port for eb732594-47a3-43be-b4ff-10a6af456194 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:23.025514 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae04b38f-c4f2-4bdd-b444-3c106144fe54 req-9b49c168-ad6b-4309-bd85-e46a1cb8c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:23.027037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ae04b38f-c4f2-4bdd-b444-3c106144fe54 req-9b49c168-ad6b-4309-bd85-e46a1cb8c004 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe HTTP/1.1" status: 200 len: 1097 time: 0.2634969 Jun 17 08:32:23.047176 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.085963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object 7dc10267-8e7f-4b18-b60a-b6de2090c30c will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:23.095952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3532a-a5b5-472d-a849-a8bb5738cd05 req-25013da7-a79c-457d-b1ee-da2c80445739 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:23.097464 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5da3532a-a5b5-472d-a849-a8bb5738cd05 req-25013da7-a79c-457d-b1ee-da2c80445739 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 946 time: 0.2587910 Jun 17 08:32:23.113533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39974) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:23.121013 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ae04b38f-c4f2-4bdd-b444-3c106144fe54 req-9768bbb8-c297-4785-9ec0-464434fde499 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869529 Jun 17 08:32:23.124165 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ab992772-f22f-4264-a6e6-1bbeb8fce417 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Request body: {'floatingip': {'port_id': '848b1913-2542-40eb-82b3-62506553e0a0'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:23.133594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2ba37-acad-4345-a381-866904f294af req-a3b06362-bb85-4b36-9f7c-9d4d71734052 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:23.135231 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0f2ba37-acad-4345-a381-866904f294af req-a3b06362-bb85-4b36-9f7c-9d4d71734052 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 945 time: 0.1988163 Jun 17 08:32:23.180114 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab992772-f22f-4264-a6e6-1bbeb8fce417 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.203345 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0f2ba37-acad-4345-a381-866904f294af req-79f44bf0-a24b-4899-a779-7dc92dc8f718 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/security-groups?id=4088382f-793b-4f74-aa1c-2df376812b17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604496 Jun 17 08:32:23.221340 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.233966 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3e7db9bc-cea1-46bd-9420-2ad8031aa44f tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:23.292733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Allocated IP 172.20.0.2 (d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3/59d426ed-9015-482a-8de0-8f09c0caa6d4/bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:23.308185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:23.313815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:23.321158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:23.324957 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a3515e0b-859e-4cae-8115-597db993a707 req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.340332 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-de2aedf0-f37e-49b6-8e99-d97a154b845d tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:23.350108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=7dc10267-8e7f-4b18-b60a-b6de2090c30c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:23.357913 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:23.392960 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Pushing event deleted for resources: {'Port': ['ID=eb732594-47a3-43be-b4ff-10a6af456194,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:23.417180 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:23.418765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['eb732594-47a3-43be-b4ff-10a6af456194'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:23.422645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:23.423346 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.455713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3815080-31b1-4604-a83c-1388d7edf81d req-07a5769a-4126-4cdd-a0e9-73726c1d31d8 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:23.457273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3815080-31b1-4604-a83c-1388d7edf81d req-07a5769a-4126-4cdd-a0e9-73726c1d31d8 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 945 time: 0.2185104 Jun 17 08:32:23.460349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4662216 Jun 17 08:32:23.463082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39984) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:23.470737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3515e0b-859e-4cae-8115-597db993a707 req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] No DVR routers for this DVR port eb732594-47a3-43be-b4ff-10a6af456194 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:23.473421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a3515e0b-859e-4cae-8115-597db993a707 req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.475814 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a3515e0b-859e-4cae-8115-597db993a707 req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.63 "DELETE /v2.0/ports/eb732594-47a3-43be-b4ff-10a6af456194 HTTP/1.1" status: 204 len: 173 time: 0.8666246 Jun 17 08:32:23.478807 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a053862c-fb5f-45a2-ba36-5d9bf945561f', 'name': 'network-vif-deleted', 'tag': 'eb732594-47a3-43be-b4ff-10a6af456194'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:23.481851 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3adebf-c559-4cca-bc80-adf4dcd9ac24" -d '{"events": [{"server_uuid": "a053862c-fb5f-45a2-ba36-5d9bf945561f", "name": "network-vif-deleted", "tag": "eb732594-47a3-43be-b4ff-10a6af456194"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:23.564176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246ffd3-7c43-4f47-a546-cb9fe68571cb req-5c2cadde-ab69-4cd9-b0cd-fddadff2407a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:23.571772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3246ffd3-7c43-4f47-a546-cb9fe68571cb req-5c2cadde-ab69-4cd9-b0cd-fddadff2407a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 946 time: 0.2166433 Jun 17 08:32:23.590683 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.604060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Transition to ACTIVE for port object bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:23.614143 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3815080-31b1-4604-a83c-1388d7edf81d req-55d067a6-0fcb-4415-bbba-b72637f0b20c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419013 Jun 17 08:32:23.624007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Transition to ACTIVE for port object bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:23.645012 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.665634 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:23.686268 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Network d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:23.722436 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3246ffd3-7c43-4f47-a546-cb9fe68571cb req-fdda93ee-acbc-425c-8a4b-9949a2ed1a8a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497314 Jun 17 08:32:23.732265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:23.743437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:23.817858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-49a69f24-9bd9-48b4-ad96-e02ee14ac4f2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 7dc10267-8e7f-4b18-b60a-b6de2090c30c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:23.818988 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-49a69f24-9bd9-48b4-ad96-e02ee14ac4f2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:23.950562 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-217172bd-3798-459c-a2c3-57e9ae339ad4 req-0f05e6f7-dbf4-43fa-a778-ec97ecbcb233 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0953014 Jun 17 08:32:24.017241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39996) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:24.031965 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7cb9de1c-89dc-4fda-8162-b223bb766578 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:24.069324 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-49a69f24-9bd9-48b4-ad96-e02ee14ac4f2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.081304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 7cb9de1c-89dc-4fda-8162-b223bb766578 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:24.082078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 7cb9de1c-89dc-4fda-8162-b223bb766578 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:24.097087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Pushing event updated for resources: {'Port': ['ID=bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:24.100172 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:24.101047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Attempting to bind port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:24.101425 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Attempting to bind port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '74839538-9d69-4365-b627-4317b8e48bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd8ea2fc0-aa04-4a27-901a-d8f146c5d3b3'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:24.102147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Attempting to bind port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e on network d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:24.108228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:24.108618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Checking segment: {'id': '74839538-9d69-4365-b627-4317b8e48bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd8ea2fc0-aa04-4a27-901a-d8f146c5d3b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:24.109036 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.109483 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Bound using segment: {'id': '74839538-9d69-4365-b627-4317b8e48bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd8ea2fc0-aa04-4a27-901a-d8f146c5d3b3'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:24.109976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Bound port: bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74839538-9d69-4365-b627-4317b8e48bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd8ea2fc0-aa04-4a27-901a-d8f146c5d3b3'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:24.110565 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.175390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-49a69f24-9bd9-48b4-ad96-e02ee14ac4f2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 7dc10267-8e7f-4b18-b60a-b6de2090c30c owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:24.195119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099fe0-8f4f-456e-b560-be78d09f3ecf req-165efd85-459a-4ab3-b5dd-3e9c0a65ec25 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:24.203409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ce099fe0-8f4f-456e-b560-be78d09f3ecf req-165efd85-459a-4ab3-b5dd-3e9c0a65ec25 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2984648 Jun 17 08:32:24.213638 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] For port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:24.220513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1343175963', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:24.225810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] For port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e,segment=NetworkSegment(74839538-9d69-4365-b627-4317b8e48bbd),segment_id=74839538-9d69-4365-b627-4317b8e48bbd)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:24.234679 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.242957 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b22b1f5b-f3fd-49a7-ae22-a61f178e36bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:24.343727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Pushing event updated for resources: {'Port': ['ID=bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:24.359929 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:24.391961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Made reservation on behalf of 23e4b683f94444e0bf318aa9eb3e14d8 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:24.398570 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.417845 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.resource_extend [None req-ab992772-f22f-4264-a6e6-1bbeb8fce417 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:32:24.459360 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a55ed5-614b-45f1-905a-0d612a388818 x-openstack-request-id: req-47a55ed5-614b-45f1-905a-0d612a388818 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:24.459698 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a053862c-fb5f-45a2-ba36-5d9bf945561f", "name": "network-vif-deleted", "tag": "eb732594-47a3-43be-b4ff-10a6af456194", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:24.460003 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-47a55ed5-614b-45f1-905a-0d612a388818 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:24.460473 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a053862c-fb5f-45a2-ba36-5d9bf945561f', 'name': 'network-vif-deleted', 'tag': 'eb732594-47a3-43be-b4ff-10a6af456194', 'status': 'completed', 'code': 200} Jun 17 08:32:24.540890 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab992772-f22f-4264-a6e6-1bbeb8fce417 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.549786 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab992772-f22f-4264-a6e6-1bbeb8fce417 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.653713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca2daf-0730-4503-85ea-610424aeaade req-db1c009c-dd0f-4faa-85da-e84b28078e2a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:24.656589 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-09ca2daf-0730-4503-85ea-610424aeaade req-db1c009c-dd0f-4faa-85da-e84b28078e2a tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.63 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 946 time: 0.2033453 Jun 17 08:32:24.690914 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5288e23c-9037-4b5b-92b6-01af6fca79d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93f48cf-aa15-4ed5-a129-8a5d53748bf9'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:24.694135 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c19ab72-e0eb-4487-a332-f4bade4eeef8" -d '{"events": [{"server_uuid": "5288e23c-9037-4b5b-92b6-01af6fca79d9", "name": "network-vif-plugged", "status": "completed", "tag": "a93f48cf-aa15-4ed5-a129-8a5d53748bf9"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:24.766549 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-ab992772-f22f-4264-a6e6-1bbeb8fce417 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Floating IP 1660d24b-8c66-4997-8782-142da60575cf associated. External IP: 172.25.8.249, port: 848b1913-2542-40eb-82b3-62506553e0a0. Jun 17 08:32:24.805346 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.846043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ce099fe0-8f4f-456e-b560-be78d09f3ecf req-d6f56cf1-b40e-42bc-b88e-14bdb390b9e8 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6413550 Jun 17 08:32:24.856782 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c30c8058-a54d-4c12-988b-d168456b72df req-3deb6927-c98b-4c44-ac33-463e6c480acb tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] 10.222.0.47 "GET /v2.0/ports?device_id=a053862c-fb5f-45a2-ba36-5d9bf945561f HTTP/1.1" status: 200 len: 210 time: 0.0587709 Jun 17 08:32:24.864011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-09ca2daf-0730-4503-85ea-610424aeaade req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Deleting port b537b33c-6981-4fad-b00b-1f02264972d4 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:24.864143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-09ca2daf-0730-4503-85ea-610424aeaade req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:24.925768 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b06441-b706-45d7-9776-e0616959c911 x-openstack-request-id: req-56b06441-b706-45d7-9776-e0616959c911 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:24.925954 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5288e23c-9037-4b5b-92b6-01af6fca79d9", "name": "network-vif-plugged", "status": "completed", "tag": "a93f48cf-aa15-4ed5-a129-8a5d53748bf9", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:24.926075 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-56b06441-b706-45d7-9776-e0616959c911 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:24.926531 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5288e23c-9037-4b5b-92b6-01af6fca79d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93f48cf-aa15-4ed5-a129-8a5d53748bf9', 'code': 200} Jun 17 08:32:25.069671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-09ca2daf-0730-4503-85ea-610424aeaade req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] For port b537b33c-6981-4fad-b00b-1f02264972d4, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=b537b33c-6981-4fad-b00b-1f02264972d4,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:25.070392 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-09ca2daf-0730-4503-85ea-610424aeaade req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.077914 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-49a69f24-9bd9-48b4-ad96-e02ee14ac4f2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.096030 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fb209bb8-2b08-49a2-85a8-137306efb97d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:25.152794 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-09ca2daf-0730-4503-85ea-610424aeaade req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Calling delete_port for b537b33c-6981-4fad-b00b-1f02264972d4 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:25.206829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a69f24-9bd9-48b4-ad96-e02ee14ac4f2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=7dc10267-8e7f-4b18-b60a-b6de2090c30c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:25.209229 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-49a69f24-9bd9-48b4-ad96-e02ee14ac4f2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:25.210393 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab992772-f22f-4264-a6e6-1bbeb8fce417 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Router 1aa60da0-07df-444d-bec6-c49b1313ea7c has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:25.286834 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.306681 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.315809 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-786d776d-ebfa-4bd8-9f1c-f0f7fbc8e7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:25.319142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] device_id is not set on port 00afb1ef-99e5-44e6-8fe6-a0a86e67cb3b yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:25.344967 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-49a69f24-9bd9-48b4-ad96-e02ee14ac4f2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.347291 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-49a69f24-9bd9-48b4-ad96-e02ee14ac4f2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/7dc10267-8e7f-4b18-b60a-b6de2090c30c HTTP/1.1" status: 204 len: 168 time: 1.8830974 Jun 17 08:32:25.351876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40010) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:25.396664 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0698e64-7993-482b-8814-336ad33ccfa5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:32:25.397364 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0698e64-7993-482b-8814-336ad33ccfa5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:25.402315 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d0698e64-7993-482b-8814-336ad33ccfa5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/7dc10267-8e7f-4b18-b60a-b6de2090c30c HTTP/1.1" status: 404 len: 333 time: 0.0478458 Jun 17 08:32:25.407889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40012) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:25.442047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13df65d-cce0-49f4-b86c-e4e3c35740f4 req-a7aee901-9874-401e-8b87-c34efe7ecb6f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:25.443708 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a13df65d-cce0-49f4-b86c-e4e3c35740f4 req-a7aee901-9874-401e-8b87-c34efe7ecb6f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=56dc5a27-1550-453a-84ce-34c1fc6484c9 HTTP/1.1" status: 200 len: 946 time: 0.3774881 Jun 17 08:32:25.446329 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af0d78b-40b3-46c6-99e0-1ad0cbcd4880 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:32:25.448622 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d020d3b9-4257-46d7-bf4f-8b7ae1a4a014,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:25.450656 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1af0d78b-40b3-46c6-99e0-1ad0cbcd4880 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/7dc10267-8e7f-4b18-b60a-b6de2090c30c HTTP/1.1" status: 404 len: 333 time: 0.0417228 Jun 17 08:32:25.452451 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:25.453488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40014) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:25.454723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e6afa-b864-4667-962b-ce6932f382c9 req-214fa6cb-4469-4ca4-a1a0-1e901abb8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:25.456590 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c86e6afa-b864-4667-962b-ce6932f382c9 req-214fa6cb-4469-4ca4-a1a0-1e901abb8fdf service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 1097 time: 0.3796973 Jun 17 08:32:25.465376 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-09ca2daf-0730-4503-85ea-610424aeaade req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.471346 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a1b4dd-4b9f-4e3b-b6dc-f9b2314783d5 None None] Network d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:25.476116 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bcf076d1-7ad5-468e-a6fd-1eefa3e408cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:25.480108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc48ac78-ae38-4a44-ba89-c11b8697a9c1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:25.482921 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['b537b33c-6981-4fad-b00b-1f02264972d4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:25.513172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb2592e-9da4-4267-ac4f-d8d942dbed8d req-9e73fe33-597d-43fd-bddc-220ba1918a04 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:25.514684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-efb2592e-9da4-4267-ac4f-d8d942dbed8d req-9e73fe33-597d-43fd-bddc-220ba1918a04 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 945 time: 0.4472554 Jun 17 08:32:25.521528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab992772-f22f-4264-a6e6-1bbeb8fce417 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:25.527231 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event deleted for resources: {'Port': ['ID=b537b33c-6981-4fad-b00b-1f02264972d4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:25.533568 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab992772-f22f-4264-a6e6-1bbeb8fce417 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.539172 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:25.584708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d496f94-106a-4729-998c-500b41949aee None None] Sync routers for ids ['1aa60da0-07df-444d-bec6-c49b1313ea7c'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:25.599895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Allocated IP 172.25.8.130 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/00afb1ef-99e5-44e6-8fe6-a0a86e67cb3b) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:25.606878 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a13df65d-cce0-49f4-b86c-e4e3c35740f4 req-8ebfbee2-e5d1-4a00-bf94-649f6dd85d40 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461065 Jun 17 08:32:25.611786 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c86e6afa-b864-4667-962b-ce6932f382c9 req-61a4c697-2c67-4ef2-b600-38db231fe207 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108358 Jun 17 08:32:25.616127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ca2daf-0730-4503-85ea-610424aeaade req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] No DVR routers for this DVR port b537b33c-6981-4fad-b00b-1f02264972d4 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:25.620389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3e6c8d43-0973-4cf4-8ab8-f062a7e0a26d None None] Provisioning for port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:25.620684 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-09ca2daf-0730-4503-85ea-610424aeaade req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.622648 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-09ca2daf-0730-4503-85ea-610424aeaade req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.63 "DELETE /v2.0/ports/b537b33c-6981-4fad-b00b-1f02264972d4 HTTP/1.1" status: 204 len: 173 time: 0.9597454 Jun 17 08:32:25.626842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41ce5ca-5bd4-4cc5-b1c2-a70667f1cbc0 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting subnet 59d426ed-9015-482a-8de0-8f09c0caa6d4 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:25.635717 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d41ce5ca-5bd4-4cc5-b1c2-a70667f1cbc0 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.638278 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d496f94-106a-4729-998c-500b41949aee None None] Routers {'1aa60da0-07df-444d-bec6-c49b1313ea7c'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:25.639392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9d496f94-106a-4729-998c-500b41949aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1aa60da0-07df-444d-bec6-c49b1313ea7c'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:25.659598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-efb2592e-9da4-4267-ac4f-d8d942dbed8d req-b73c8af5-daf8-463c-8057-46a42244ae91 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042311 Jun 17 08:32:25.661547 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ab992772-f22f-4264-a6e6-1bbeb8fce417 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "PUT /v2.0/floatingips/1660d24b-8c66-4997-8782-142da60575cf HTTP/1.1" status: 200 len: 992 time: 2.5468335 Jun 17 08:32:25.691256 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d41ce5ca-5bd4-4cc5-b1c2-a70667f1cbc0 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.849641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device eb732594-47a3-43be-b4ff-10a6af456194 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:25.860207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d41ce5ca-5bd4-4cc5-b1c2-a70667f1cbc0 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.906422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: eb732594-47a3-43be-b4ff-10a6af456194 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:25.907543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device eb732594-47a3-43be-b4ff-10a6af456194 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:25.919031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e6c1d70-2712-4c1d-b691-7570e5fbdc85 req-3f09919c-b2f3-46f5-8e4f-9d1a9ecf32d9 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0785768 Jun 17 08:32:25.983579 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d41ce5ca-5bd4-4cc5-b1c2-a70667f1cbc0 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:25.988249 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2097cb1b-b46b-40a0-9281-d8fa18eabc61 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:25.999046 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.027299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ce5ca-5bd4-4cc5-b1c2-a70667f1cbc0 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Subnet': ['ID=59d426ed-9015-482a-8de0-8f09c0caa6d4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:26.030654 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d41ce5ca-5bd4-4cc5-b1c2-a70667f1cbc0 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:26.044901 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d41ce5ca-5bd4-4cc5-b1c2-a70667f1cbc0 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.048255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-9d496f94-106a-4729-998c-500b41949aee None None] Set router 1aa60da0-07df-444d-bec6-c49b1313ea7c gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:26.049180 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d41ce5ca-5bd4-4cc5-b1c2-a70667f1cbc0 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/59d426ed-9015-482a-8de0-8f09c0caa6d4 HTTP/1.1" status: 204 len: 168 time: 0.5922401 Jun 17 08:32:26.051551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40022) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:26.120388 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.143998 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b02cdc98-6bc5-4e82-80ac-c66873c32213 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:26.149314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40024) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:26.181939 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:26.213039 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.226388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070b832-f76d-4ce7-9db1-584cd6014008 req-cff0f044-5d21-4b5c-b8b1-e4c7dc47b63b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:26.227983 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5070b832-f76d-4ce7-9db1-584cd6014008 req-cff0f044-5d21-4b5c-b8b1-e4c7dc47b63b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.1818693 Jun 17 08:32:26.243937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:26.249439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Pushing event updated for resources: {'Port': ['ID=00afb1ef-99e5-44e6-8fe6-a0a86e67cb3b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:26.258469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:26.262427 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:26.266487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:26.279572 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe8cd0b-0c20-4f3d-bc30-3bdd9368d6d5 admin admin] Deleting subnet 0a4db804-8101-4dd3-b960-865e4ac98c1d {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:26.307066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-abe8cd0b-0c20-4f3d-bc30-3bdd9368d6d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.331310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:26.332331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:26.333060 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.341372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:26.341836 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.375562 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5070b832-f76d-4ce7-9db1-584cd6014008 req-f70c5136-55bf-45c6-a662-2139c667d39b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296520 Jun 17 08:32:26.380845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:26.381340 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.391500 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-abe8cd0b-0c20-4f3d-bc30-3bdd9368d6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.438899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.4177253 Jun 17 08:32:26.441059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40026) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:26.445835 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}]}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:26.477388 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] For port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e,segment=NetworkSegment(74839538-9d69-4365-b627-4317b8e48bbd),segment_id=74839538-9d69-4365-b627-4317b8e48bbd)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:26.477909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.478012 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-abe8cd0b-0c20-4f3d-bc30-3bdd9368d6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.529198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9d496f94-106a-4729-998c-500b41949aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '1660d24b-8c66-4997-8782-142da60575cf', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'port_id': '848b1913-2542-40eb-82b3-62506553e0a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'mac_address': 'fa:16:3e:c7:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:32:01Z', 'updated_at': '2021-06-17T08:32:23Z', 'revision_number': 1, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226251df-a0d5-48a7-aee9-0ac60c1c6fad', 'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'mac_address': 'fa:16:3e:c7:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:52Z', 'updated_at': '2021-06-17T08:32:02Z', 'revision_number': 5, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'subnets': [{'id': '7ce0329f-7903-4211-868f-795f342d4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:26.533208 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.539471 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.540525 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.586094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:26.608098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2960001f-c979-4ebe-bedd-c04dfefe2660 None None] Network d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:26.613148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d496f94-106a-4729-998c-500b41949aee None None] Checking router: 1aa60da0-07df-444d-bec6-c49b1313ea7c for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:26.640343 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.644447 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-abe8cd0b-0c20-4f3d-bc30-3bdd9368d6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.648673 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:26.681872 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56dc5a27-1550-453a-84ce-34c1fc6484c9', 'name': 'network-vif-deleted', 'tag': 'b537b33c-6981-4fad-b00b-1f02264972d4'}, {'name': 'network-changed', 'server_uuid': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'tag': '848b1913-2542-40eb-82b3-62506553e0a0'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:26.683348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e,segment=NetworkSegment(74839538-9d69-4365-b627-4317b8e48bbd),segment_id=74839538-9d69-4365-b627-4317b8e48bbd)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:26.687452 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7b68d2-da76-41ef-aeec-5d8ba690be99" -d '{"events": [{"server_uuid": "56dc5a27-1550-453a-84ce-34c1fc6484c9", "name": "network-vif-deleted", "tag": "b537b33c-6981-4fad-b00b-1f02264972d4"}, {"name": "network-changed", "server_uuid": "132d743b-cf28-43b0-b8a9-45fa613948d0", "tag": "848b1913-2542-40eb-82b3-62506553e0a0"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:26.703207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d496f94-106a-4729-998c-500b41949aee None None] Routers {'1aa60da0-07df-444d-bec6-c49b1313ea7c'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:26.706493 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9d496f94-106a-4729-998c-500b41949aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1aa60da0-07df-444d-bec6-c49b1313ea7c'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:26.724366 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.730959 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.733500 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:26.751174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8cd0b-0c20-4f3d-bc30-3bdd9368d6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a4db804-8101-4dd3-b960-865e4ac98c1d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:26.753676 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-abe8cd0b-0c20-4f3d-bc30-3bdd9368d6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.755887 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-abe8cd0b-0c20-4f3d-bc30-3bdd9368d6d5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0a4db804-8101-4dd3-b960-865e4ac98c1d HTTP/1.1" status: 204 len: 168 time: 0.6056666 Jun 17 08:32:26.758554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40034) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:26.768569 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-abe8cd0b-0c20-4f3d-bc30-3bdd9368d6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:26.792026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:26.793914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No DVR routers for this DVR port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:26.805944 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:26.825147 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:26.906910 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa8a9a5-fce1-48a3-a91e-e7ec237c3b2e x-openstack-request-id: req-4aa8a9a5-fce1-48a3-a91e-e7ec237c3b2e {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:26.907449 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56dc5a27-1550-453a-84ce-34c1fc6484c9", "name": "network-vif-deleted", "tag": "b537b33c-6981-4fad-b00b-1f02264972d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "132d743b-cf28-43b0-b8a9-45fa613948d0", "tag": "848b1913-2542-40eb-82b3-62506553e0a0", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:26.907889 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4aa8a9a5-fce1-48a3-a91e-e7ec237c3b2e {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:26.908512 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56dc5a27-1550-453a-84ce-34c1fc6484c9', 'name': 'network-vif-deleted', 'tag': 'b537b33c-6981-4fad-b00b-1f02264972d4', 'status': 'completed', 'code': 200} Jun 17 08:32:26.908946 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'tag': '848b1913-2542-40eb-82b3-62506553e0a0', 'status': 'completed', 'code': 200} Jun 17 08:32:26.928537 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.939703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:26.952802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74839538-9d69-4365-b627-4317b8e48bbd') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:26.953398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74839538-9d69-4365-b627-4317b8e48bbd') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:26.953796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-9d496f94-106a-4729-998c-500b41949aee None None] Set router 1aa60da0-07df-444d-bec6-c49b1313ea7c gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:26.966423 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.985681 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.993309 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:26.994104 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:26.998146 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:27.001003 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.015745 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.084017 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-724926e0-4d50-4c3e-8969-9473fc192ec8 None None] Provisioning complete for port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:27.084017 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-724926e0-4d50-4c3e-8969-9473fc192ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.088321 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.095073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.097550 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/networks/d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3 HTTP/1.1" status: 204 len: 168 time: 1.0422182 Jun 17 08:32:27.099009 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-16828884-4254-4240-b7db-f4c8d046a7e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:27.103313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40042) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:27.113525 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-257349741'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:27.148336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event deleted for resources: {'Port': ['ID=bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:27.151657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b68d2-da76-41ef-aeec-5d8ba690be99 req-71569037-973a-432a-a7cc-504d95370fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:27.153188 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f7b68d2-da76-41ef-aeec-5d8ba690be99 req-71569037-973a-432a-a7cc-504d95370fe5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7970418354844208e4c1ff5a7253a13&device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 1098 time: 0.2001386 Jun 17 08:32:27.153485 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:27.155255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-724926e0-4d50-4c3e-8969-9473fc192ec8 None None] Port bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e was deleted so its status cannot be updated. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:32:27.190148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Network': ['ID=d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:27.193177 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:27.196037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:27.200506 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.227481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88364202-f09b-4a52-a027-768a41baee9a req-ddd75182-ff6d-4f4d-b4eb-515753998546 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:27.228836 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:27.229108 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88364202-f09b-4a52-a027-768a41baee9a req-ddd75182-ff6d-4f4d-b4eb-515753998546 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 945 time: 0.3720202 Jun 17 08:32:27.241033 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.241380 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Added segment e72981ce-cc86-4b22-86c5-93fa08ff7ae6 of type vlan for network 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a Jun 17 08:32:27.293470 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.294131 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.326976 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['097ff4ff-fb7f-4249-b525-2868d741451c']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:27.331964 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.341432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:27.342485 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.351626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf26fbc-ec53-40f3-b928-a6597586b779') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:27.351992 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf26fbc-ec53-40f3-b928-a6597586b779') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:27.358738 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-18f8cf2b-345c-4f6e-89ba-01f0aba22117 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:27.374572 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.381232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99023b61-00f4-4129-a977-d3b0c6a25efa None None] DHCP port deletion for d8ea2fc0-aa04-4a27-901a-d8f146c5d3b3 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:32:27.425164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88364202-f09b-4a52-a027-768a41baee9a req-98af6d69-b71b-42a0-8293-47c779286f02 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787839 Jun 17 08:32:27.431011 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9d496f94-106a-4729-998c-500b41949aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '1660d24b-8c66-4997-8782-142da60575cf', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'port_id': '848b1913-2542-40eb-82b3-62506553e0a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'mac_address': 'fa:16:3e:c7:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:32:01Z', 'updated_at': '2021-06-17T08:32:23Z', 'revision_number': 1, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226251df-a0d5-48a7-aee9-0ac60c1c6fad', 'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'mac_address': 'fa:16:3e:c7:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:52Z', 'updated_at': '2021-06-17T08:32:02Z', 'revision_number': 5, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'subnets': [{'id': '7ce0329f-7903-4211-868f-795f342d4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:27.436290 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3293648 Jun 17 08:32:27.450198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40048) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:27.457564 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Network': ['ID=73dbe78c-bfc4-4acd-ae77-ec63b0420a5a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:27.460719 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:27.466157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': '73dbe78c-bfc4-4acd-ae77-ec63b0420a5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:27.473675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d496f94-106a-4729-998c-500b41949aee None None] The sync data for ids ['1aa60da0-07df-444d-bec6-c49b1313ea7c'] in n-d-779913-16 is: [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '1660d24b-8c66-4997-8782-142da60575cf', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'port_id': '848b1913-2542-40eb-82b3-62506553e0a0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'mac_address': 'fa:16:3e:c7:73:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:32:01Z', 'updated_at': '2021-06-17T08:32:23Z', 'revision_number': 1, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226251df-a0d5-48a7-aee9-0ac60c1c6fad', 'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'mac_address': 'fa:16:3e:c7:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:52Z', 'updated_at': '2021-06-17T08:32:02Z', 'revision_number': 5, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'subnets': [{'id': '7ce0329f-7903-4211-868f-795f342d4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:27.477751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:27.482301 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.494323 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-27319c47-8e60-4920-a49e-592cbdb45566 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3454382 Jun 17 08:32:27.498582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:27.499398 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:27.501929 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:27.507765 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b68d2-da76-41ef-aeec-5d8ba690be99 req-865a34fa-3597-4cb0-92ab-f20bc1f31b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:27.509479 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f7b68d2-da76-41ef-aeec-5d8ba690be99 req-865a34fa-3597-4cb0-92ab-f20bc1f31b1b service neutron] 10.222.0.10 "GET /v2.0/networks?id=6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 HTTP/1.1" status: 200 len: 906 time: 0.3428864 Jun 17 08:32:27.705245 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.720955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:27.724711 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.743774 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-396e145a-9620-4b9a-b493-adfca9e12a11 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:27.755272 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:27.757288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] 10.222.0.47 "DELETE /v2.0/networks/097ff4ff-fb7f-4249-b525-2868d741451c HTTP/1.1" status: 204 len: 168 time: 0.9873781 Jun 17 08:32:27.794470 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37350c38-8565-43a9-b571-92384a36104d None None] New status for floating IP 1660d24b-8c66-4997-8782-142da60575cf: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:32:27.795537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f7b68d2-da76-41ef-aeec-5d8ba690be99 req-81fb5e76-591a-46b5-abaa-c94750674024 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=848b1913-2542-40eb-82b3-62506553e0a0 HTTP/1.1" status: 200 len: 1000 time: 0.2615390 Jun 17 08:32:27.798720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-abb22af6-0b6d-437f-a5a6-f8a20e383477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:27.800557 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-abb22af6-0b6d-437f-a5a6-f8a20e383477 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=76b1458140554869aae6692b38e06da1&device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 1098 time: 0.2147985 Jun 17 08:32:27.805673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] Pushing event deleted for resources: {'Network': ['ID=097ff4ff-fb7f-4249-b525-2868d741451c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:27.827936 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:27.840290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device b537b33c-6981-4fad-b00b-1f02264972d4 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:27.855255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a94f19b-8ef4-465a-a7a5-6454a07ec6cf req-32e8f8af-7c50-455a-ae2b-4e8ce9113767 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.3284121 Jun 17 08:32:27.888619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: b537b33c-6981-4fad-b00b-1f02264972d4 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:27.888619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device b537b33c-6981-4fad-b00b-1f02264972d4 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:27.971500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495193e-68cb-44ae-ac72-cf446e7da8c0 req-68aba3ef-9c88-474b-8c79-12c4d0044662 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:27.973532 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d495193e-68cb-44ae-ac72-cf446e7da8c0 req-68aba3ef-9c88-474b-8c79-12c4d0044662 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.3367660 Jun 17 08:32:27.994663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b68d2-da76-41ef-aeec-5d8ba690be99 req-57523c3c-5139-4788-ab71-5297c5c4bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:27.996193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f7b68d2-da76-41ef-aeec-5d8ba690be99 req-57523c3c-5139-4788-ab71-5297c5c4bb74 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ce0329f-7903-4211-868f-795f342d4972 HTTP/1.1" status: 200 len: 844 time: 0.1717808 Jun 17 08:32:28.007774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5cb3c-922c-45b9-b469-249a4d0c54fd req-de066514-30c4-4c6e-8323-8f043b81216b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:28.009361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a1c5cb3c-922c-45b9-b469-249a4d0c54fd req-de066514-30c4-4c6e-8323-8f043b81216b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 946 time: 0.3325684 Jun 17 08:32:28.054949 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.057811 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:28.097958 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.113526 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:28.114052 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bbeb63e5-4a91-40a9-a9b6-2d876fd3a24e not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:28.167848 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40058) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:28.206440 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.213104 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-61f2bf10-59b3-47ab-808c-63b09fef7378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:28.222516 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a1c5cb3c-922c-45b9-b469-249a4d0c54fd req-057dff8f-df10-4eef-86f1-8f589ce5ac07 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989803 Jun 17 08:32:28.277043 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b68d2-da76-41ef-aeec-5d8ba690be99 req-5b78f86e-0788-433f-9d0b-d406d6a869af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:28.278555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f7b68d2-da76-41ef-aeec-5d8ba690be99 req-5b78f86e-0788-433f-9d0b-d406d6a869af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6424106c-cd8c-4cd7-b7d1-1f64cc3631c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2664263 Jun 17 08:32:28.643755 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Subnet': ['ID=4a78fcec-a860-4fdf-a291-5b2e6df6e812,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:28.646212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-2072f579-5b17-4527-a5bd-ca11a974579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:28.647719 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-2072f579-5b17-4527-a5bd-ca11a974579b service neutron] 10.222.0.10 "GET /v2.0/networks?id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 200 len: 912 time: 0.7812722 Jun 17 08:32:28.654076 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:28.656561 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-df3b6c2f-d4bf-4d12-9c03-b4c746468b4e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79ea1abce073485f95175427f07f9668&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877505 Jun 17 08:32:28.668059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40062) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:28.721855 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-e00970db-60fe-4cdb-9ab1-52f6b7fbf13b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc48ac78-ae38-4a44-ba89-c11b8697a9c1 HTTP/1.1" status: 200 len: 217 time: 0.0641773 Jun 17 08:32:28.728081 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Checking segment: {'id': 'e72981ce-cc86-4b22-86c5-93fa08ff7ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '73dbe78c-bfc4-4acd-ae77-ec63b0420a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:28.728438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network hostable DHCP agents. Network: 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:28.816412 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:28.819263 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-6bf7b946-d060-4795-8520-ec6adc14e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:28.820733 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-6bf7b946-d060-4795-8520-ec6adc14e60d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 200 len: 850 time: 0.0876555 Jun 17 08:32:28.824694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-d495193e-68cb-44ae-ac72-cf446e7da8c0 req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Deleting port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:28.824895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d555da0-1998-40dc-8c16-d938f3e45d43 req-8a8f5571-535c-4539-8ad5-8e7e0bef9db0 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:28.825387 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d495193e-68cb-44ae-ac72-cf446e7da8c0 req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.826451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d555da0-1998-40dc-8c16-d938f3e45d43 req-8a8f5571-535c-4539-8ad5-8e7e0bef9db0 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.6822093 Jun 17 08:32:28.855084 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88d210d4-3b25-4bf6-a73a-1447d423509d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.855325 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.892836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f7b68d2-da76-41ef-aeec-5d8ba690be99 req-cdac77cc-0593-4a4f-921a-7f85235b67cb service neutron] 10.222.0.10 "GET /v2.0/networks/6424106c-cd8c-4cd7-b7d1-1f64cc3631c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896997 Jun 17 08:32:28.900459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:28.916148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc84b4a2-731a-48d8-b3a4-4566bae95b2e None None] Network 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:28.925802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:28.926837 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.948318 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88d210d4-3b25-4bf6-a73a-1447d423509d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:28.986205 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5442617 Jun 17 08:32:28.997349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40066) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:29.011864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': '73dbe78c-bfc4-4acd-ae77-ec63b0420a5a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-24095750'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:29.024943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-d495193e-68cb-44ae-ac72-cf446e7da8c0 req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] For port bc48ac78-ae38-4a44-ba89-c11b8697a9c1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc48ac78-ae38-4a44-ba89-c11b8697a9c1,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:29.025390 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d495193e-68cb-44ae-ac72-cf446e7da8c0 req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.083292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a085369-5ba8-4815-ba90-28649c7a2a7c req-4ab346f5-0cd1-47eb-bb0c-1e61b29842aa tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:29.084823 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a085369-5ba8-4815-ba90-28649c7a2a7c req-4ab346f5-0cd1-47eb-bb0c-1e61b29842aa tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe HTTP/1.1" status: 200 len: 945 time: 0.3758731 Jun 17 08:32:29.117216 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-73dbe78c-bfc4-4acd-ae77-ec63b0420a5a', 'network_id': '73dbe78c-bfc4-4acd-ae77-ec63b0420a5a', 'tenant_id': '3166053c640740e586b92f01b627ff7b', 'fixed_ips': [{'subnet_id': '4a78fcec-a860-4fdf-a291-5b2e6df6e812'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:32:29.119020 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.124094 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d555da0-1998-40dc-8c16-d938f3e45d43 req-91c9d82d-2d6f-4c41-8a96-791198c94ff4 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853236 Jun 17 08:32:29.134834 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.136861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-d495193e-68cb-44ae-ac72-cf446e7da8c0 req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Calling delete_port for bc48ac78-ae38-4a44-ba89-c11b8697a9c1 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:29.143668 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.169981 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-de2d7bd8-cf0e-49cd-94d9-edc1c30ab5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:29.171486 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-de2d7bd8-cf0e-49cd-94d9-edc1c30ab5e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3388309 Jun 17 08:32:29.234756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a085369-5ba8-4815-ba90-28649c7a2a7c req-8d353176-15a4-47e0-8e51-9c54537532ee tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211951 Jun 17 08:32:29.244459 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f7b68d2-da76-41ef-aeec-5d8ba690be99 req-54a21d3f-88b3-4c6f-99bc-979194fef8a7 service neutron] 10.222.0.10 "GET /v2.0/networks/6424106c-cd8c-4cd7-b7d1-1f64cc3631c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158641 Jun 17 08:32:29.245356 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.245899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c9f519b-5ea8-4b6d-9f54-eb4fd394200f {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:32:29.247915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88d210d4-3b25-4bf6-a73a-1447d423509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.251218 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88d210d4-3b25-4bf6-a73a-1447d423509d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.252367 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-88d210d4-3b25-4bf6-a73a-1447d423509d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4088382f-793b-4f74-aa1c-2df376812b17 HTTP/1.1" status: 204 len: 168 time: 0.5834045 Jun 17 08:32:29.287703 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:32:29.289019 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f494cae4-37b1-4cfc-a99b-a9b87e379f28 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.8469768 Jun 17 08:32:29.292274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40072) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:29.295771 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-da195378-9acc-4fd0-aed9-2422c6266451 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:29.343827 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d210d4-3b25-4bf6-a73a-1447d423509d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4088382f-793b-4f74-aa1c-2df376812b17,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:29.351205 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-88d210d4-3b25-4bf6-a73a-1447d423509d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:29.398159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Allocated IP 172.20.0.2 (73dbe78c-bfc4-4acd-ae77-ec63b0420a5a/4a78fcec-a860-4fdf-a291-5b2e6df6e812/755c0852-f130-4658-9531-13c6b32b004c) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:29.405939 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-c760770a-ea77-4d75-b895-a54781fc5001 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267585 Jun 17 08:32:29.410544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:29.414391 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.549013 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8792c3c4-238a-44f1-97f7-33d0ee605f56 req-b2524414-8481-414b-a695-6315a15d67ca tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0736737 Jun 17 08:32:29.552371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port 22be2a42-45c6-46cd-8dab-be4b3621a8e6 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:29.569788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-22bdea3f-1054-475c-8b62-a08070f6b5f3 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Deleting port 00afb1ef-99e5-44e6-8fe6-a0a86e67cb3b {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:29.570144 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22bdea3f-1054-475c-8b62-a08070f6b5f3 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.622492 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.630358 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d495193e-68cb-44ae-ac72-cf446e7da8c0 req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.636614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Transition to ACTIVE for port object 755c0852-f130-4658-9531-13c6b32b004c will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:29.661938 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acf4e07c-1ea4-4e7e-bb4e-6550c6c88e4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:29.664931 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Transition to ACTIVE for port object 755c0852-f130-4658-9531-13c6b32b004c will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:29.694728 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.697878 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22bdea3f-1054-475c-8b62-a08070f6b5f3 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.703098 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:29.723131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665e1d2-a749-426a-9775-d082425d70d3 req-1f5c1160-2521-42ee-8fa7-2d13986e8b4b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:29.730160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9665e1d2-a749-426a-9775-d082425d70d3 req-1f5c1160-2521-42ee-8fa7-2d13986e8b4b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff HTTP/1.1" status: 200 len: 867 time: 0.1838329 Jun 17 08:32:29.747317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Network 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:29.750892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:29.752721 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event deleted for resources: {'Port': ['ID=bc48ac78-ae38-4a44-ba89-c11b8697a9c1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:29.767783 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:29.773911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:29.824903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc48ac78-ae38-4a44-ba89-c11b8697a9c1 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:29.841788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-22bdea3f-1054-475c-8b62-a08070f6b5f3 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Calling delete_port for 00afb1ef-99e5-44e6-8fe6-a0a86e67cb3b owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:29.880002 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: bc48ac78-ae38-4a44-ba89-c11b8697a9c1 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:29.880355 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc48ac78-ae38-4a44-ba89-c11b8697a9c1 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:29.897960 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-d495193e-68cb-44ae-ac72-cf446e7da8c0 req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] No DVR routers for this DVR port bc48ac78-ae38-4a44-ba89-c11b8697a9c1 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:29.901322 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b10a4b2-4cb4-443c-83d1-1c144857a248 req-7b462b58-6aad-47af-bc73-5d776e6005d5 service neutron] 10.222.0.10 "GET /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311583 Jun 17 08:32:29.904681 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-d495193e-68cb-44ae-ac72-cf446e7da8c0 req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:29.907164 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d495193e-68cb-44ae-ac72-cf446e7da8c0 req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.10 "DELETE /v2.0/ports/bc48ac78-ae38-4a44-ba89-c11b8697a9c1 HTTP/1.1" status: 204 len: 173 time: 1.7604799 Jun 17 08:32:29.907955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff', 'name': 'network-vif-deleted', 'tag': 'bc48ac78-ae38-4a44-ba89-c11b8697a9c1'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:29.912570 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55af027-3d5a-41f5-9293-fa89f8ef3fd1" -d '{"events": [{"server_uuid": "ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff", "name": "network-vif-deleted", "tag": "bc48ac78-ae38-4a44-ba89-c11b8697a9c1"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:29.951211 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-9d1a870c-bcb3-4807-8904-2f88b47ed4bc {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:32:29.951626 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:32:30.017820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9665e1d2-a749-426a-9775-d082425d70d3 req-1c48a197-bb0a-41cb-b902-5cf4b68c4005 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866354 Jun 17 08:32:30.054122 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6331f2bb-3186-4dc6-b43f-667bebc39731 x-openstack-request-id: req-6331f2bb-3186-4dc6-b43f-667bebc39731 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:30.054460 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff", "name": "network-vif-deleted", "tag": "bc48ac78-ae38-4a44-ba89-c11b8697a9c1", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:30.054754 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6331f2bb-3186-4dc6-b43f-667bebc39731 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:30.055227 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0d6b2e-f427-4590-a9d9-cddd3e76b5ff', 'name': 'network-vif-deleted', 'tag': 'bc48ac78-ae38-4a44-ba89-c11b8697a9c1', 'status': 'completed', 'code': 200} Jun 17 08:32:30.170373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Pushing event updated for resources: {'Port': ['ID=755c0852-f130-4658-9531-13c6b32b004c,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:30.180803 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:30.200431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Attempting to bind port 755c0852-f130-4658-9531-13c6b32b004c on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:30.201101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Attempting to bind port 755c0852-f130-4658-9531-13c6b32b004c by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'e72981ce-cc86-4b22-86c5-93fa08ff7ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '73dbe78c-bfc4-4acd-ae77-ec63b0420a5a'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:30.201658 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Attempting to bind port 755c0852-f130-4658-9531-13c6b32b004c on network 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:30.207742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:30.208383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Checking segment: {'id': 'e72981ce-cc86-4b22-86c5-93fa08ff7ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '73dbe78c-bfc4-4acd-ae77-ec63b0420a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:30.209142 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.209680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Bound using segment: {'id': 'e72981ce-cc86-4b22-86c5-93fa08ff7ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '73dbe78c-bfc4-4acd-ae77-ec63b0420a5a'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:30.210336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Bound port: 755c0852-f130-4658-9531-13c6b32b004c, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72981ce-cc86-4b22-86c5-93fa08ff7ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '73dbe78c-bfc4-4acd-ae77-ec63b0420a5a'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:30.211146 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.248702 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22bdea3f-1054-475c-8b62-a08070f6b5f3 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.267373 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-49a69f24-9bd9-48b4-ad96-e02ee14ac4f2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:30.294800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bdea3f-1054-475c-8b62-a08070f6b5f3 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Pushing event deleted for resources: {'Port': ['ID=00afb1ef-99e5-44e6-8fe6-a0a86e67cb3b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:30.298203 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-22bdea3f-1054-475c-8b62-a08070f6b5f3 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:30.305528 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] For port 755c0852-f130-4658-9531-13c6b32b004c, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:30.309152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] For port 755c0852-f130-4658-9531-13c6b32b004c, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=755c0852-f130-4658-9531-13c6b32b004c,segment=NetworkSegment(e72981ce-cc86-4b22-86c5-93fa08ff7ae6),segment_id=e72981ce-cc86-4b22-86c5-93fa08ff7ae6)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:30.317861 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.321589 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:30.396747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Pushing event updated for resources: {'Port': ['ID=755c0852-f130-4658-9531-13c6b32b004c,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:30.400207 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:30.423676 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22bdea3f-1054-475c-8b62-a08070f6b5f3 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.425629 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-22bdea3f-1054-475c-8b62-a08070f6b5f3 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] 10.222.0.47 "DELETE /v2.0/ports/00afb1ef-99e5-44e6-8fe6-a0a86e67cb3b HTTP/1.1" status: 204 len: 168 time: 1.1323617 Jun 17 08:32:30.453352 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:30.473062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e2718-124f-4122-b0cf-e27fc6d7a829 req-54a0d1c1-1834-49cb-ad66-b6448e16cbc1 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:30.475628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-315e2718-124f-4122-b0cf-e27fc6d7a829 req-54a0d1c1-1834-49cb-ad66-b6448e16cbc1 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.1491678 Jun 17 08:32:30.517138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port aedfb764-7587-47c0-8543-e93fbad0eea9 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:30.615931 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-315e2718-124f-4122-b0cf-e27fc6d7a829 req-0aa0fec5-fc46-43f1-a471-928c139603fe tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338177 Jun 17 08:32:30.872243 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.7 (73dbe78c-bfc4-4acd-ae77-ec63b0420a5a/4a78fcec-a860-4fdf-a291-5b2e6df6e812/aedfb764-7587-47c0-8543-e93fbad0eea9) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:30.914494 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d809b94-2915-4cc5-ba13-451aaa9f954d req-19227c75-2f3c-4a36-8e92-188b1f93a5e8 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0728183 Jun 17 08:32:30.986396 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40114) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:31.061075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80073e8-f7aa-4daf-b85c-393efb70e9e4 req-bdd12c46-b581-497a-a65b-d0e3a6a68c25 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:31.073642 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e80073e8-f7aa-4daf-b85c-393efb70e9e4 req-bdd12c46-b581-497a-a65b-d0e3a6a68c25 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe HTTP/1.1" status: 200 len: 945 time: 0.1555333 Jun 17 08:32:31.093725 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.110936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object aedfb764-7587-47c0-8543-e93fbad0eea9 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:31.143589 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e80073e8-f7aa-4daf-b85c-393efb70e9e4 req-ba344327-d620-46b1-a378-aa3a4f57b4b4 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681965 Jun 17 08:32:31.152403 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.156659 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e786701-d07b-483a-b64a-baffe7264f82 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:31.175945 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac9f8815-5be5-478a-972b-f10a541ecbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.203869 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:31.207530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:31.211760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:31.245340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=aedfb764-7587-47c0-8543-e93fbad0eea9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:31.251572 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:31.275014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:31.276068 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.302134 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac9f8815-5be5-478a-972b-f10a541ecbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.307870 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac9f8815-5be5-478a-972b-f10a541ecbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.313764 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e5b46c92-f1cf-44a3-8163-1975783fdffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:31.319751 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 2.3205781 Jun 17 08:32:31.320613 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40128) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:31.361456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ac9f8815-5be5-478a-972b-f10a541ecbf3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e29a6812fed7477f8152570023395a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3706152 Jun 17 08:32:31.365150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40132) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:31.381754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f8815-5be5-478a-972b-f10a541ecbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f23fdd-aaac-48f6-b1ac-00e1a05a6098,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:31.390535 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac9f8815-5be5-478a-972b-f10a541ecbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:31.463284 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c16f4e1b-a37e-4d1c-9322-759563554394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.501105 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c16f4e1b-a37e-4d1c-9322-759563554394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.534013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7e957-2712-4572-85b8-65e21f3682dc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port aedfb764-7587-47c0-8543-e93fbad0eea9 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:31.534364 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e957-2712-4572-85b8-65e21f3682dc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.569071 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c16f4e1b-a37e-4d1c-9322-759563554394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.575462 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c16f4e1b-a37e-4d1c-9322-759563554394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.576852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c16f4e1b-a37e-4d1c-9322-759563554394 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04f23fdd-aaac-48f6-b1ac-00e1a05a6098 HTTP/1.1" status: 204 len: 168 time: 0.2078071 Jun 17 08:32:31.578218 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d3fb0e28-115c-4cfd-b928-57e53bab6f83 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:31.602965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f4e1b-a37e-4d1c-9322-759563554394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f23fdd-aaac-48f6-b1ac-00e1a05a6098,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:31.605722 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c16f4e1b-a37e-4d1c-9322-759563554394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:31.700723 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e957-2712-4572-85b8-65e21f3682dc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:31.785617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7e957-2712-4572-85b8-65e21f3682dc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for aedfb764-7587-47c0-8543-e93fbad0eea9 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:31.838864 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f358dd07-1dee-4887-95ac-bee9ea7b884d None None] Network 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:32.059874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e957-2712-4572-85b8-65e21f3682dc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.070841 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-10375b22-735d-4f38-97a1-f7aab5c9c36b None None] Provisioning for port 755c0852-f130-4658-9531-13c6b32b004c completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:32.104569 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-457bcabd-e9bc-434c-94b4-8f2b61f7f844 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:32.162896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7e957-2712-4572-85b8-65e21f3682dc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=aedfb764-7587-47c0-8543-e93fbad0eea9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:32.193912 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ff7e957-2712-4572-85b8-65e21f3682dc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:32.236383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 755c0852-f130-4658-9531-13c6b32b004c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:32.292951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd3d08-dc75-483e-8e00-7c459d7de6c3 req-d2b7e736-a532-44d9-a96c-efe000db2a6d tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:32.308742 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77bd3d08-dc75-483e-8e00-7c459d7de6c3 req-d2b7e736-a532-44d9-a96c-efe000db2a6d tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2720411 Jun 17 08:32:32.312506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbcc3a-b4c3-4a2f-869b-a917310b356c req-d6578864-4e22-4086-8a7e-bc6d27afcfab tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:32.314334 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e5dbcc3a-b4c3-4a2f-869b-a917310b356c req-d6578864-4e22-4086-8a7e-bc6d27afcfab tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.63 "GET /v2.0/ports?device_id=5288e23c-9037-4b5b-92b6-01af6fca79d9 HTTP/1.1" status: 200 len: 945 time: 0.1794569 Jun 17 08:32:32.321973 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e957-2712-4572-85b8-65e21f3682dc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.324535 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3ff7e957-2712-4572-85b8-65e21f3682dc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/aedfb764-7587-47c0-8543-e93fbad0eea9 HTTP/1.1" status: 204 len: 168 time: 1.0023856 Jun 17 08:32:32.328191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40160) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:32.336182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7ddb7-fd50-4114-bf25-fde3de590912 req-9eeefa26-46ce-471c-9e70-10a2031b8645 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:32.339222 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b3f7ddb7-fd50-4114-bf25-fde3de590912 req-9eeefa26-46ce-471c-9e70-10a2031b8645 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "GET /v2.0/ports?device_id=47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe HTTP/1.1" status: 200 len: 945 time: 0.2596657 Jun 17 08:32:32.379915 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 755c0852-f130-4658-9531-13c6b32b004c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:32.403377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 755c0852-f130-4658-9531-13c6b32b004c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:32.403700 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fbd243-1394-4493-b2c6-8b6ffeb5ec27 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:32:32.404285 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.407797 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e5fbd243-1394-4493-b2c6-8b6ffeb5ec27 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/aedfb764-7587-47c0-8543-e93fbad0eea9 HTTP/1.1" status: 404 len: 333 time: 0.0706487 Jun 17 08:32:32.413019 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40164) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:32.495452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4130a76-5663-4fd9-8156-05768c8c402d req-86ea0e6b-5379-495b-8d40-f5d2149e35c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:32.497062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4130a76-5663-4fd9-8156-05768c8c402d req-86ea0e6b-5379-495b-8d40-f5d2149e35c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.8414700 Jun 17 08:32:32.497557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40168) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:32.543693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77bd3d08-dc75-483e-8e00-7c459d7de6c3 req-a243cfe0-cff9-4e68-8232-30f9697aef29 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339623 Jun 17 08:32:32.559600 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.579606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-b3f7ddb7-fd50-4114-bf25-fde3de590912 req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Deleting port bc74b794-99dd-43b9-adb4-62bfe4f72f8f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:32.580599 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b3f7ddb7-fd50-4114-bf25-fde3de590912 req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.603747 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-e5dbcc3a-b4c3-4a2f-869b-a917310b356c req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Deleting port a93f48cf-aa15-4ed5-a129-8a5d53748bf9 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:32.604102 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5dbcc3a-b4c3-4a2f-869b-a917310b356c req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.622080 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 755c0852-f130-4658-9531-13c6b32b004c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=755c0852-f130-4658-9531-13c6b32b004c,segment=NetworkSegment(e72981ce-cc86-4b22-86c5-93fa08ff7ae6),segment_id=e72981ce-cc86-4b22-86c5-93fa08ff7ae6)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:32.623202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-c626376d-1b28-4836-ae96-2ba3028cb65c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting subnet 4a78fcec-a860-4fdf-a291-5b2e6df6e812 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:32.632179 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.639649 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7e383354-fec1-46f9-9e2c-2290df5f1674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:32.639819 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c626376d-1b28-4836-ae96-2ba3028cb65c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.705066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=755c0852-f130-4658-9531-13c6b32b004c,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:32.721094 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:32.779265 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4130a76-5663-4fd9-8156-05768c8c402d req-5a67a441-6e7e-495b-aeba-1f74b05d6e16 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595110 Jun 17 08:32:32.827075 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-b3f7ddb7-fd50-4114-bf25-fde3de590912 req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] For port bc74b794-99dd-43b9-adb4-62bfe4f72f8f, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc74b794-99dd-43b9-adb4-62bfe4f72f8f,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:32.828119 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b3f7ddb7-fd50-4114-bf25-fde3de590912 req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.842482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-e5dbcc3a-b4c3-4a2f-869b-a917310b356c req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] For port a93f48cf-aa15-4ed5-a129-8a5d53748bf9, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=a93f48cf-aa15-4ed5-a129-8a5d53748bf9,segment=NetworkSegment(b51681d9-7a34-4568-a64b-09b91f07a30c),segment_id=b51681d9-7a34-4568-a64b-09b91f07a30c)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:32.843110 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5dbcc3a-b4c3-4a2f-869b-a917310b356c req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.885721 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c626376d-1b28-4836-ae96-2ba3028cb65c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.889579 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.917987 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13e1ca85-a1d3-4544-b07a-e62019dee82c req-7375e9c9-e1cd-4d1f-8c08-a0e618a51776 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.1573713 Jun 17 08:32:32.920994 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3038ba53-eef4-4815-8677-77dc025dce3e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=23e4b683f94444e0bf318aa9eb3e14d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4171233 Jun 17 08:32:32.930026 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ccaf864b-91c8-4afc-a971-b7959066a2e4 None None] Provisioning complete for port 755c0852-f130-4658-9531-13c6b32b004c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:32.932857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ccaf864b-91c8-4afc-a971-b7959066a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:32.935837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40180) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:32.950961 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-b3f7ddb7-fd50-4114-bf25-fde3de590912 req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Calling delete_port for bc74b794-99dd-43b9-adb4-62bfe4f72f8f owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:33.025136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8888dcb2-f5af-49bf-960a-dfaeff0462ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.038998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-e5dbcc3a-b4c3-4a2f-869b-a917310b356c req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Calling delete_port for a93f48cf-aa15-4ed5-a129-8a5d53748bf9 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:33.158478 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8888dcb2-f5af-49bf-960a-dfaeff0462ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.244989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-23efa911-f54f-42af-a3ea-6005188e95bf None None] Could not find standard attr ID for object aedfb764-7587-47c0-8543-e93fbad0eea9. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:32:33.253636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c626376d-1b28-4836-ae96-2ba3028cb65c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.306656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07c55a-0fc3-4705-9bec-cc206129743f req-5eae951e-bc28-4fdd-9893-4a7d3fd2a77e tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:33.314050 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d07c55a-0fc3-4705-9bec-cc206129743f req-5eae951e-bc28-4fdd-9893-4a7d3fd2a77e tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/ports?device_id=47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe HTTP/1.1" status: 200 len: 945 time: 0.4007571 Jun 17 08:32:33.327334 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b3f7ddb7-fd50-4114-bf25-fde3de590912 req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.335748 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8888dcb2-f5af-49bf-960a-dfaeff0462ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.336498 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-312ac388-eb1a-4843-92a2-43a2a7201428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:33.338674 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8888dcb2-f5af-49bf-960a-dfaeff0462ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.343375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc74b794-99dd-43b9-adb4-62bfe4f72f8f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:33.344608 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['a93f48cf-aa15-4ed5-a129-8a5d53748bf9'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:33.353454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8888dcb2-f5af-49bf-960a-dfaeff0462ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d020d3b9-4257-46d7-bf4f-8b7ae1a4a014 HTTP/1.1" status: 204 len: 168 time: 0.4108787 Jun 17 08:32:33.365598 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5dbcc3a-b4c3-4a2f-869b-a917310b356c req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.383902 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c02fcd99-42a4-4157-ba49-c28e7b0055f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:33.425116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888dcb2-f5af-49bf-960a-dfaeff0462ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d020d3b9-4257-46d7-bf4f-8b7ae1a4a014,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:33.433141 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8888dcb2-f5af-49bf-960a-dfaeff0462ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:33.447284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-254871cd-aa1e-4b0a-babe-a568023e6e8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:33.449455 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-254871cd-aa1e-4b0a-babe-a568023e6e8f tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.63 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.3985708 Jun 17 08:32:33.462114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['a93f48cf-aa15-4ed5-a129-8a5d53748bf9'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:33.471652 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d07c55a-0fc3-4705-9bec-cc206129743f req-dca6cc05-73d4-41cf-9ea8-fab70dc6ae0b tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.47 "GET /v2.0/security-groups?id=2018f492-23a6-4845-8f71-28ed588691b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564853 Jun 17 08:32:33.538525 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c626376d-1b28-4836-ae96-2ba3028cb65c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.541927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc74b794-99dd-43b9-adb4-62bfe4f72f8f'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:32:33.554548 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d47e97f2-e25a-42a6-af8d-e186d02cb8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:33.572957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dbcc3a-b4c3-4a2f-869b-a917310b356c req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] No DVR routers for this DVR port a93f48cf-aa15-4ed5-a129-8a5d53748bf9 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:33.576455 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e5dbcc3a-b4c3-4a2f-869b-a917310b356c req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.578553 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e5dbcc3a-b4c3-4a2f-869b-a917310b356c req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.63 "DELETE /v2.0/ports/a93f48cf-aa15-4ed5-a129-8a5d53748bf9 HTTP/1.1" status: 204 len: 173 time: 1.2511578 Jun 17 08:32:33.582675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Pushing event deleted for resources: {'Port': ['ID=bc74b794-99dd-43b9-adb4-62bfe4f72f8f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:33.587193 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:33.590179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626376d-1b28-4836-ae96-2ba3028cb65c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Subnet': ['ID=4a78fcec-a860-4fdf-a291-5b2e6df6e812,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:33.595188 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c626376d-1b28-4836-ae96-2ba3028cb65c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.601038 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c626376d-1b28-4836-ae96-2ba3028cb65c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/4a78fcec-a860-4fdf-a291-5b2e6df6e812 HTTP/1.1" status: 204 len: 168 time: 1.1842885 Jun 17 08:32:33.601264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5288e23c-9037-4b5b-92b6-01af6fca79d9', 'name': 'network-vif-deleted', 'tag': 'a93f48cf-aa15-4ed5-a129-8a5d53748bf9'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:33.601366 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c626376d-1b28-4836-ae96-2ba3028cb65c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:33.601449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d42d05-cd0a-43e4-8fd3-ba425cf6d152 None None] Network 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:33.607790 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0f30bd-41a6-485a-9a4b-2dbe7a08be34" -d '{"events": [{"server_uuid": "5288e23c-9037-4b5b-92b6-01af6fca79d9", "name": "network-vif-deleted", "tag": "a93f48cf-aa15-4ed5-a129-8a5d53748bf9"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:33.614126 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:33.620494 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40190) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:33.670424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Pushing event deleted for resources: {'Port': ['ID=a93f48cf-aa15-4ed5-a129-8a5d53748bf9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:33.679115 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:33.781332 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c253fd64-30ec-47ba-ac4a-93c10d3e858c x-openstack-request-id: req-c253fd64-30ec-47ba-ac4a-93c10d3e858c {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:33.781730 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5288e23c-9037-4b5b-92b6-01af6fca79d9", "name": "network-vif-deleted", "tag": "a93f48cf-aa15-4ed5-a129-8a5d53748bf9", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:33.785309 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c253fd64-30ec-47ba-ac4a-93c10d3e858c {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:33.785953 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5288e23c-9037-4b5b-92b6-01af6fca79d9', 'name': 'network-vif-deleted', 'tag': 'a93f48cf-aa15-4ed5-a129-8a5d53748bf9', 'status': 'completed', 'code': 200} Jun 17 08:32:33.786993 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f7ddb7-fd50-4114-bf25-fde3de590912 req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] No DVR routers for this DVR port bc74b794-99dd-43b9-adb4-62bfe4f72f8f on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:33.790655 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b3f7ddb7-fd50-4114-bf25-fde3de590912 req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.795632 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b3f7ddb7-fd50-4114-bf25-fde3de590912 req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] 10.222.0.10 "DELETE /v2.0/ports/bc74b794-99dd-43b9-adb4-62bfe4f72f8f HTTP/1.1" status: 204 len: 173 time: 1.4429400 Jun 17 08:32:33.958104 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.968143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Deleting port c86dbdf7-8340-4adf-9566-375f3229c2ad {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:33.968497 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:33.992390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdada3b5-27fd-40ff-a1cf-a820fbd4f969 None None] DHCP port deletion for 73dbe78c-bfc4-4acd-ae77-ec63b0420a5a request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:32:34.120357 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-bdada3b5-27fd-40ff-a1cf-a820fbd4f969 None None] Deleting port 755c0852-f130-4658-9531-13c6b32b004c {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:34.135143 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bdada3b5-27fd-40ff-a1cf-a820fbd4f969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.304419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-bdada3b5-27fd-40ff-a1cf-a820fbd4f969 None None] For port 755c0852-f130-4658-9531-13c6b32b004c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=755c0852-f130-4658-9531-13c6b32b004c,segment=NetworkSegment(e72981ce-cc86-4b22-86c5-93fa08ff7ae6),segment_id=e72981ce-cc86-4b22-86c5-93fa08ff7ae6)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:34.309718 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bdada3b5-27fd-40ff-a1cf-a820fbd4f969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.443758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7d6ff-a9b5-4b0e-b26f-4acefbdf6767 req-94f8700a-242c-4d9c-bbfd-a2a1974cf35d tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:34.451449 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81e7d6ff-a9b5-4b0e-b26f-4acefbdf6767 req-94f8700a-242c-4d9c-bbfd-a2a1974cf35d tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.6675036 Jun 17 08:32:34.452116 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-bdada3b5-27fd-40ff-a1cf-a820fbd4f969 None None] Calling delete_port for 755c0852-f130-4658-9531-13c6b32b004c owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:34.555966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bdada3b5-27fd-40ff-a1cf-a820fbd4f969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.573293 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:34.574632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] For port c86dbdf7-8340-4adf-9566-375f3229c2ad, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=c86dbdf7-8340-4adf-9566-375f3229c2ad,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:34.575082 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.579962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdada3b5-27fd-40ff-a1cf-a820fbd4f969 None None] No DVR routers for this DVR port 755c0852-f130-4658-9531-13c6b32b004c on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:34.612812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdada3b5-27fd-40ff-a1cf-a820fbd4f969 None None] Pushing event deleted for resources: {'Port': ['ID=755c0852-f130-4658-9531-13c6b32b004c,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:34.616882 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bdada3b5-27fd-40ff-a1cf-a820fbd4f969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:34.661905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c3d1d-f39c-45ea-887f-7f849b817755 req-61afbc98-d750-4630-9337-65d0b1ae8cc7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:34.663683 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e9c3d1d-f39c-45ea-887f-7f849b817755 req-61afbc98-d750-4630-9337-65d0b1ae8cc7 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 944 time: 0.6420109 Jun 17 08:32:34.702646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81e7d6ff-a9b5-4b0e-b26f-4acefbdf6767 req-def215c2-f235-4484-a636-9d8f99b57452 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501991 Jun 17 08:32:34.720037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 755c0852-f130-4658-9531-13c6b32b004c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:34.720392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.805268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e9c3d1d-f39c-45ea-887f-7f849b817755 req-fb2f680e-6a39-4242-891d-170c7db37ddf tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a80465c-847e-4fd3-bac7-8dbaad5f78fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271341 Jun 17 08:32:34.881139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] For port 755c0852-f130-4658-9531-13c6b32b004c, host n-d-779913-16, got binding levels [] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:34.881504 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:34.924146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1ce5a5d-639c-432e-8421-7f2315562334 req-2356ae02-03a7-486a-aedd-612e6981644b tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0636849 Jun 17 08:32:35.113776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40240) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:35.182203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6acfc8a-9750-4d84-a25b-88c94bec95d7 admin admin] Deleting subnet 556d7256-836f-4763-9d6e-d98ad90beec4 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:35.184308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6acfc8a-9750-4d84-a25b-88c94bec95d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.229692 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6acfc8a-9750-4d84-a25b-88c94bec95d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.273726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6acfc8a-9750-4d84-a25b-88c94bec95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.335159 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6acfc8a-9750-4d84-a25b-88c94bec95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.338730 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a98394fa-92e6-445c-9ac6-3d00f3bfbc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:35.365694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6acfc8a-9750-4d84-a25b-88c94bec95d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556d7256-836f-4763-9d6e-d98ad90beec4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:35.373334 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6acfc8a-9750-4d84-a25b-88c94bec95d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:35.374888 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6acfc8a-9750-4d84-a25b-88c94bec95d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.379962 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f6acfc8a-9750-4d84-a25b-88c94bec95d7 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/556d7256-836f-4763-9d6e-d98ad90beec4 HTTP/1.1" status: 204 len: 168 time: 0.2643540 Jun 17 08:32:35.380833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40248) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:35.395448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 755c0852-f130-4658-9531-13c6b32b004c owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:35.399205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.ipam_backend_mixin [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Port 755c0852-f130-4658-9531-13c6b32b004c was not found and therefore no delete operation was performed {{(pid=93803) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:32:35.402136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.405835 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-22bdea3f-1054-475c-8b62-a08070f6b5f3 tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:35.435731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=755c0852-f130-4658-9531-13c6b32b004c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:35.438265 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:35.443405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No DVR routers for this DVR port 755c0852-f130-4658-9531-13c6b32b004c on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:35.466032 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.477056 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.477637 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.477992 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Floating IP ba762c14-d2ae-437a-94c6-2ba723912057 disassociated. External IP: 172.25.8.125, port: c86dbdf7-8340-4adf-9566-375f3229c2ad. Jun 17 08:32:35.479133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Calling delete_port for c86dbdf7-8340-4adf-9566-375f3229c2ad owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:35.553464 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.565773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['074a0637-f8cd-452d-988e-d24c8837e58b']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:35.580383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51681d9-7a34-4568-a64b-09b91f07a30c') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:35.580635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51681d9-7a34-4568-a64b-09b91f07a30c') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:35.581754 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.594348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.595306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73dbe78c-bfc4-4acd-ae77-ec63b0420a5a']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:35.611688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.616353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72981ce-cc86-4b22-86c5-93fa08ff7ae6') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:35.616870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72981ce-cc86-4b22-86c5-93fa08ff7ae6') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:35.620869 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:35.621545 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:35.623805 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:35.630307 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.657891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.689543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:35.689986 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:35.693554 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:35.699154 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.704402 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.708086 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/074a0637-f8cd-452d-988e-d24c8837e58b HTTP/1.1" status: 204 len: 168 time: 0.3258379 Jun 17 08:32:35.709343 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:35.724167 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=074a0637-f8cd-452d-988e-d24c8837e58b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:35.731601 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:35.781219 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.786154 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.788159 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/networks/73dbe78c-bfc4-4acd-ae77-ec63b0420a5a HTTP/1.1" status: 204 len: 168 time: 2.1663849 Jun 17 08:32:35.789492 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-10ccf339-1b82-422f-94d6-989be1f94ae6 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:35.793886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe', 'name': 'network-vif-deleted', 'tag': 'bc74b794-99dd-43b9-adb4-62bfe4f72f8f'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:35.794615 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40270) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:35.795760 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:35.796394 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7d1f1b-be00-4ff2-962b-8ee5a577a59f" -d '{"events": [{"server_uuid": "47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe", "name": "network-vif-deleted", "tag": "bc74b794-99dd-43b9-adb4-62bfe4f72f8f"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:35.806904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40274) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:35.807083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'name': 'tempest-PortsTestJSON-1451446396'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:35.839323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Network': ['ID=73dbe78c-bfc4-4acd-ae77-ec63b0420a5a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:35.841966 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:35.853895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc74b794-99dd-43b9-adb4-62bfe4f72f8f no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:35.874184 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bc329eb7-abc6-46e7-bb89-7ebee4db3ea9 tempest-ServersAdminTestJSON-318044656 tempest-ServersAdminTestJSON-318044656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:35.874862 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9a52c4-87ae-47c2-a1d0-bc22fb12b786 x-openstack-request-id: req-ee9a52c4-87ae-47c2-a1d0-bc22fb12b786 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:35.875590 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe", "name": "network-vif-deleted", "tag": "bc74b794-99dd-43b9-adb4-62bfe4f72f8f", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:35.876038 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ee9a52c4-87ae-47c2-a1d0-bc22fb12b786 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:35.876708 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e2fefc-0c4b-41de-b6e5-740fe9fcdbbe', 'name': 'network-vif-deleted', 'tag': 'bc74b794-99dd-43b9-adb4-62bfe4f72f8f', 'status': 'completed', 'code': 200} Jun 17 08:32:35.900871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: bc74b794-99dd-43b9-adb4-62bfe4f72f8f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:35.901314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc74b794-99dd-43b9-adb4-62bfe4f72f8f not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:35.902988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a93f48cf-aa15-4ed5-a129-8a5d53748bf9 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:35.933646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event deleted for resources: {'Port': ['ID=c86dbdf7-8340-4adf-9566-375f3229c2ad,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:35.936526 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:35.984847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: a93f48cf-aa15-4ed5-a129-8a5d53748bf9 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:35.985201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device a93f48cf-aa15-4ed5-a129-8a5d53748bf9 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:36.037514 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 755c0852-f130-4658-9531-13c6b32b004c no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:36.067034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 755c0852-f130-4658-9531-13c6b32b004c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:36.067606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 755c0852-f130-4658-9531-13c6b32b004c not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:36.079876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-944585784', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:36.091075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cae5d6d-607c-4944-9109-1d9f04a1be28 req-b13b7daa-8515-4b61-822b-083bf5cdb5d9 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 210 time: 0.0508013 Jun 17 08:32:36.124092 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40286) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:36.128792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:32:36.128792 n-d-779913-16 neutron-server[93803]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:32:36.128792 n-d-779913-16 neutron-server[93803]: [parameters: {'project_id': '3166053c640740e586b92f01b627ff7b', 'id': '873abfcb-a28d-4002-aac5-70dbda8009d4', 'expiration': datetime.datetime(2021, 6, 17, 8, 34, 36, 108985)}] Jun 17 08:32:36.128792 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:32:36.129559 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:32:36.154633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Router 3401a297-0b4d-4218-9e29-3ebaacbcb921 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:36.162974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44dd5f-c779-4e6f-bb64-e22f6fa3603a req-2ac3f0c7-b1cb-428a-a015-49599360dc52 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:36.164503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a44dd5f-c779-4e6f-bb64-e22f6fa3603a req-2ac3f0c7-b1cb-428a-a015-49599360dc52 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2865152 Jun 17 08:32:36.169878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Made reservation on behalf of 664829f1c1c24fef86db03e7670ee762 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:36.174175 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.194927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.233892 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eddd1e8d-5f1c-4efb-a289-e3bf30575f76 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=91714abb8e2c4051a925a91f475cf561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079092 Jun 17 08:32:36.237880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40290) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:36.301341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c23e5c64-b8b7-4333-aca8-ae9fd431c906 req-52e19487-3842-41d9-975a-14b6fbc91c4d tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0552359 Jun 17 08:32:36.344040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836788f7-bf84-43c0-9a9d-d97d45120a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.355243 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a44dd5f-c779-4e6f-bb64-e22f6fa3603a req-b0ea9a9b-de9f-4e64-82f3-daccc9f523bd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808984 Jun 17 08:32:36.384338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836788f7-bf84-43c0-9a9d-d97d45120a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.412234 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:36.434222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c71a4b6-bcf5-44dd-837f-ed2930e9ea17 None None] Sync routers for ids ['3401a297-0b4d-4218-9e29-3ebaacbcb921'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:36.451883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c71a4b6-bcf5-44dd-837f-ed2930e9ea17 None None] Routers {'3401a297-0b4d-4218-9e29-3ebaacbcb921'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:36.454084 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-5c71a4b6-bcf5-44dd-837f-ed2930e9ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3401a297-0b4d-4218-9e29-3ebaacbcb921'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:36.513225 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.526744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.540628 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-88d210d4-3b25-4bf6-a73a-1447d423509d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:36.544569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] device_id is not set on port 702da123-0b46-4c57-b8a9-d46c39a1cd81 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:36.602514 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] No DVR routers for this DVR port c86dbdf7-8340-4adf-9566-375f3229c2ad on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:36.605949 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.609283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b466384d-edb2-4b4f-88c4-dda0d0831fad req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.63 "DELETE /v2.0/ports/c86dbdf7-8340-4adf-9566-375f3229c2ad HTTP/1.1" status: 204 len: 173 time: 3.1317713 Jun 17 08:32:36.609956 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-deleted', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:32:36.611435 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836788f7-bf84-43c0-9a9d-d97d45120a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.612766 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eacc5c-dc81-41a0-8450-c349ed00e0a6" -d '{"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-deleted", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:32:36.614541 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836788f7-bf84-43c0-9a9d-d97d45120a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.615968 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-836788f7-bf84-43c0-9a9d-d97d45120a20 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2018f492-23a6-4845-8f71-28ed588691b4 HTTP/1.1" status: 204 len: 168 time: 0.3769484 Jun 17 08:32:36.657731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dfe2e3-b6fd-4fb0-829f-60732c6841a4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:36.673082 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:36.677543 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b2b1cc21-b975-4e9a-90f7-b8d5e64d03de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:36.679471 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:36.687139 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:36.701915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836788f7-bf84-43c0-9a9d-d97d45120a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2018f492-23a6-4845-8f71-28ed588691b4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:36.711175 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a771b4-7e3c-436c-beff-07aa71659dc0 x-openstack-request-id: req-20a771b4-7e3c-436c-beff-07aa71659dc0 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:32:36.712362 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e4aaaa2-4409-4c25-91ad-2d3a39a40a55", "name": "network-vif-deleted", "tag": "c86dbdf7-8340-4adf-9566-375f3229c2ad", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:32:36.712966 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20a771b4-7e3c-436c-beff-07aa71659dc0 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:32:36.713643 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e4aaaa2-4409-4c25-91ad-2d3a39a40a55', 'name': 'network-vif-deleted', 'tag': 'c86dbdf7-8340-4adf-9566-375f3229c2ad', 'status': 'completed', 'code': 200} Jun 17 08:32:36.715416 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-836788f7-bf84-43c0-9a9d-d97d45120a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:36.725775 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port f78a0e2a-9a20-4f28-9562-e7b6a4a1a311 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:36.821297 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-5c71a4b6-bcf5-44dd-837f-ed2930e9ea17 None None] Set router 3401a297-0b4d-4218-9e29-3ebaacbcb921 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:36.830557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Allocated IP 172.25.8.63 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/702da123-0b46-4c57-b8a9-d46c39a1cd81) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:36.997239 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.049401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.057759 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0edcbe16-acd7-433d-b4ee-f99fdc476405 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:37.104556 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.126231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=f78a0e2a-9a20-4f28-9562-e7b6a4a1a311,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:37.134908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 677639c3-6d01-4d34-9565-8da109646317 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:37.136032 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:37.137355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:37.145827 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:37.157409 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:37.159527 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.180885 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.182683 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40310) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:37.183693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3811452 Jun 17 08:32:37.207987 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:37.216539 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-5c71a4b6-bcf5-44dd-837f-ed2930e9ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 4, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e9177c49-19cd-4aec-98fc-49d70921be31', 'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'mac_address': 'fa:16:3e:11:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:11Z', 'updated_at': '2021-06-17T08:23:18Z', 'revision_number': 5, 'project_id': '76b1458140554869aae6692b38e06da1', 'subnets': [{'id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:37.253002 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c71a4b6-bcf5-44dd-837f-ed2930e9ea17 None None] Checking router: 3401a297-0b4d-4218-9e29-3ebaacbcb921 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:37.264934 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c71a4b6-bcf5-44dd-837f-ed2930e9ea17 None None] Routers {'3401a297-0b4d-4218-9e29-3ebaacbcb921'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:37.265744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-5c71a4b6-bcf5-44dd-837f-ed2930e9ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3401a297-0b4d-4218-9e29-3ebaacbcb921'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:37.283368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:37.294244 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:37.313646 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:37.392675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Pushing event updated for resources: {'Port': ['ID=702da123-0b46-4c57-b8a9-d46c39a1cd81,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:37.409067 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:37.430471 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:37.431552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.444270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-5c71a4b6-bcf5-44dd-837f-ed2930e9ea17 None None] Set router 3401a297-0b4d-4218-9e29-3ebaacbcb921 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:37.447172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0e89d75-84af-4cbe-9a88-b8406a5c66c7 req-0a6877f3-3f96-4e41-817a-992f03b5b151 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e4aaaa2-4409-4c25-91ad-2d3a39a40a55 HTTP/1.1" status: 200 len: 210 time: 0.1183069 Jun 17 08:32:37.484905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40330) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:37.485180 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6769733 Jun 17 08:32:37.490231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.63'}]}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:37.490455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b1559c71-0c15-4e81-96ad-ea8394b268af tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port f78a0e2a-9a20-4f28-9562-e7b6a4a1a311 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:37.491093 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b1559c71-0c15-4e81-96ad-ea8394b268af tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.537448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.538692 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.695522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ac7b4a0-fab4-49d9-9d74-b2a59b6b9c7e req-9b585cf3-5082-40fb-8517-543471454966 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0615809 Jun 17 08:32:37.716562 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:37.770516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-5c71a4b6-bcf5-44dd-837f-ed2930e9ea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 4, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e9177c49-19cd-4aec-98fc-49d70921be31', 'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'mac_address': 'fa:16:3e:11:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:11Z', 'updated_at': '2021-06-17T08:23:18Z', 'revision_number': 5, 'project_id': '76b1458140554869aae6692b38e06da1', 'subnets': [{'id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:37.859580 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c71a4b6-bcf5-44dd-837f-ed2930e9ea17 None None] The sync data for ids ['3401a297-0b4d-4218-9e29-3ebaacbcb921'] in n-d-779913-16 is: [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:23:12Z', 'revision_number': 4, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e9177c49-19cd-4aec-98fc-49d70921be31', 'name': '', 'network_id': '1cc1239f-e7c8-47fb-a006-4a6c6fc01c91', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'mac_address': 'fa:16:3e:11:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:11Z', 'updated_at': '2021-06-17T08:23:18Z', 'revision_number': 5, 'project_id': '76b1458140554869aae6692b38e06da1', 'subnets': [{'id': 'a3b3ef64-dd68-4de7-acbf-fa464b6f2298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:37.871973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:37.964732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: c86dbdf7-8340-4adf-9566-375f3229c2ad {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:37.965161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device c86dbdf7-8340-4adf-9566-375f3229c2ad not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:38.024906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40350) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:38.079303 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cab553eb-162e-4f5a-a829-1ec299e36d42 req-c0848b10-fc4d-4b63-8c6d-b0933c860ce7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.1215787 Jun 17 08:32:38.088834 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.154586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea8d2e-f9a2-401b-84f8-348ab7b4cf2d req-c7c1387e-9b2f-41ca-958b-831d53ad9da8 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:38.162361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31ea8d2e-f9a2-401b-84f8-348ab7b4cf2d req-c7c1387e-9b2f-41ca-958b-831d53ad9da8 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.4524696 Jun 17 08:32:38.231184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-728986518-network', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:38.244582 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b1559c71-0c15-4e81-96ad-ea8394b268af tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.278145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31ea8d2e-f9a2-401b-84f8-348ab7b4cf2d req-7e99f337-eaab-4698-a072-3cf846b156bd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146657 Jun 17 08:32:38.303981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Made reservation on behalf of a809d1ded99b4987b6a60b9b919271db for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:38.307862 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.311782 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea68ca-15b4-46e0-a353-205cd5e7e238 None None] New status for floating IP ba762c14-d2ae-437a-94c6-2ba723912057: DOWN {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:32:38.323794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.349536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b1559c71-0c15-4e81-96ad-ea8394b268af tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for f78a0e2a-9a20-4f28-9562-e7b6a4a1a311 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:38.515235 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b1559c71-0c15-4e81-96ad-ea8394b268af tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.527378 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a5e4fc23-e031-4864-b6c0-a424b19cda00 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:38.554261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1559c71-0c15-4e81-96ad-ea8394b268af tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=f78a0e2a-9a20-4f28-9562-e7b6a4a1a311,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:38.559318 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b1559c71-0c15-4e81-96ad-ea8394b268af tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:38.565728 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b1559c71-0c15-4e81-96ad-ea8394b268af tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.580435 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b1559c71-0c15-4e81-96ad-ea8394b268af tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/f78a0e2a-9a20-4f28-9562-e7b6a4a1a311 HTTP/1.1" status: 204 len: 168 time: 1.3954747 Jun 17 08:32:38.581436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40392) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:38.587662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'mac_address': 'fa:16:3e:c4:fa:f3', 'name': 'tempest-PortsTestJSON-85153489'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:38.660530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.688033 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40402) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:38.691760 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.828333 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.862198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a41194df-a412-42fd-9381-ddfed3d405b5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.862429 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.873534 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-23d50370-01d9-41e0-be13-b05b2f7dc811 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:38.941945 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a41194df-a412-42fd-9381-ddfed3d405b5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:38.961033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:38.975140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe2cdf-6185-44c6-9105-ad7af6e4541d req-dadc83cb-d471-47ed-91e0-89f7dfd92a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:38.975832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77efa4b7-b395-4606-b1f4-6e6ffc35c3a6 req-b4a19c94-b19a-4c40-b5e8-ac83bd8baae7 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0812693 Jun 17 08:32:38.978031 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5ebe2cdf-6185-44c6-9105-ad7af6e4541d req-dadc83cb-d471-47ed-91e0-89f7dfd92a25 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 1097 time: 0.2100353 Jun 17 08:32:38.982337 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:39.012901 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.013262 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Added segment 0f293b38-9328-4869-8b51-7a788182f6de of type vlan for network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 Jun 17 08:32:39.016892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b731d55b-d922-4404-a84c-d3cf0ed41b88,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:39.039073 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:39.078281 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.082735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c16302-1658-43e2-8cbe-33fbca20a781 req-fd4ef938-8fe2-4ba2-832a-203e0db4591f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:39.084395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9c16302-1658-43e2-8cbe-33fbca20a781 req-fd4ef938-8fe2-4ba2-832a-203e0db4591f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2728567 Jun 17 08:32:39.088371 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.155391 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.215446 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe2cdf-6185-44c6-9105-ad7af6e4541d req-ce7f9867-39f1-4037-9ad3-026524678a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:39.218340 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5ebe2cdf-6185-44c6-9105-ad7af6e4541d req-ce7f9867-39f1-4037-9ad3-026524678a67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 912 time: 0.2291038 Jun 17 08:32:39.301804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9c16302-1658-43e2-8cbe-33fbca20a781 req-994cc49d-13cd-4338-9c5b-6f3c33ad1c18 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079310 Jun 17 08:32:39.307757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.335946 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.337287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:39.337980 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.341501 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.344535 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:39.349820 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.357740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port 478a8442-6179-417b-820c-0d349ac7ba85 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:39.363159 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a41194df-a412-42fd-9381-ddfed3d405b5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.366981 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a41194df-a412-42fd-9381-ddfed3d405b5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.368398 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a41194df-a412-42fd-9381-ddfed3d405b5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "DELETE /v2.0/security-groups/8a80465c-847e-4fd3-bac7-8dbaad5f78fe HTTP/1.1" status: 204 len: 168 time: 0.6790936 Jun 17 08:32:39.371211 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f267174-a97f-4f78-b8fa-2dff60f1f45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:39.375710 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5ebe2cdf-6185-44c6-9105-ad7af6e4541d req-e8620ab8-b277-44b4-b4ea-5b5ab2e4cb61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbe71f9-527b-4cd1-acb2-700b3720fdfd HTTP/1.1" status: 200 len: 1001 time: 0.1465352 Jun 17 08:32:39.377415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40450) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:39.437443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41194df-a412-42fd-9381-ddfed3d405b5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a80465c-847e-4fd3-bac7-8dbaad5f78fe,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:39.444413 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3881922 Jun 17 08:32:39.445869 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40458) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:39.447920 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a41194df-a412-42fd-9381-ddfed3d405b5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:39.453630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Request body: {'subnet': {'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-728986518-subnet', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:39.458464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Pushing event updated for resources: {'Network': ['ID=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:39.462785 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.463302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8090ffb-7e4d-40a9-9a84-8f65854e9114 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:32:39.464919 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:39.472598 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:39.489735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Made reservation on behalf of a809d1ded99b4987b6a60b9b919271db for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:39.492604 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.493323 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-d32d0705-c5f5-4051-a744-d456ecfccc20 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] show failed (client error): The resource could not be found. Jun 17 08:32:39.496090 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:32:39.497157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-47bb7e6b-22d6-4c29-b4a3-74478c39b060 tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.0110443 Jun 17 08:32:39.497883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40460) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:39.498047 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d32d0705-c5f5-4051-a744-d456ecfccc20 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "GET /v2.0/security-groups/8a80465c-847e-4fd3-bac7-8dbaad5f78fe HTTP/1.1" status: 404 len: 347 time: 0.1178925 Jun 17 08:32:39.503067 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40462) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:39.582553 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe2cdf-6185-44c6-9105-ad7af6e4541d req-cc7450a9-eab0-44f0-8d06-145a81061ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:39.584070 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5ebe2cdf-6185-44c6-9105-ad7af6e4541d req-cc7450a9-eab0-44f0-8d06-145a81061ef6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 200 len: 850 time: 0.1924279 Jun 17 08:32:39.724783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Deleting port a7087395-8be8-4b75-8104-b6fba46b0607 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:39.725126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.744641 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.769226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe2cdf-6185-44c6-9105-ad7af6e4541d req-ebb35418-a33b-491e-b368-f1bcf8d0e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:39.770851 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5ebe2cdf-6185-44c6-9105-ad7af6e4541d req-ebb35418-a33b-491e-b368-f1bcf8d0e487 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=423f5745-9961-4843-8bc3-428ac1bbf196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1773167 Jun 17 08:32:39.774331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1ac616ef-432c-45f8-a81b-37ab4780c14b tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Deleting port 702da123-0b46-4c57-b8a9-d46c39a1cd81 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:39.774921 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ac616ef-432c-45f8-a81b-37ab4780c14b tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.837492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.844440 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5b2c23d9-3581-4759-83cb-d8ca8f9a886d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:39.878282 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.878282 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.933702 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.941521 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ac616ef-432c-45f8-a81b-37ab4780c14b tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:39.951735 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1ece0874-5116-4523-b150-6cb6e309f337 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:39.953252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Calling delete_port for a7087395-8be8-4b75-8104-b6fba46b0607 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:39.989788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c506e8-3b69-4d72-b90d-bb671d81d8d4,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:40.004317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40480) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:40.021280 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:40.032864 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5ebe2cdf-6185-44c6-9105-ad7af6e4541d req-1ababb52-2439-4b98-bfc5-9025c508d18b service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524288 Jun 17 08:32:40.037111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Checking segment: {'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:40.037474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Network hostable DHCP agents. Network: 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:40.060854 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1ac616ef-432c-45f8-a81b-37ab4780c14b tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Calling delete_port for 702da123-0b46-4c57-b8a9-d46c39a1cd81 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:40.070276 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:40.089172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:40.094591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:40.095319 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.103016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dedf940-636a-457b-9062-f1dc3c5dfdd1 None None] Network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:40.110200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 677639c3-6d01-4d34-9565-8da109646317 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:40.138086 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:40.166196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-183c360e-764e-4c7d-bc09-6a6cb208be73 req-bb5543ae-72b1-4f63-8d87-005e6672adbe tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0667207 Jun 17 08:32:40.171985 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7259138 Jun 17 08:32:40.177861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40486) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:40.184553 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-728986518-router', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:40.197171 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:40.202973 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.208438 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-714ad6ff-fea0-462b-9b81-37033a1a7fc8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:40.209422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:40.210118 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.230487 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=478a8442-6179-417b-820c-0d349ac7ba85,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:40.235718 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:40.238825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Pushing event deleted for resources: {'Port': ['ID=a7087395-8be8-4b75-8104-b6fba46b0607,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:40.243278 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:40.247470 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.249370 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.305880 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.324427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ca36b-23ff-4313-af57-598887054e38 None None] Network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:40.353765 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24ba70b6-bc46-4c0d-a1b5-324b48bc4f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.420800 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.8380017 Jun 17 08:32:40.422923 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5ebe2cdf-6185-44c6-9105-ad7af6e4541d req-c67fe7dd-ff15-4bd0-9aaa-692a5149dfc3 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527694 Jun 17 08:32:40.423442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40492) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:40.585455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92df52c8-4a20-425e-8866-291e86740cfa tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:40.589466 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-92df52c8-4a20-425e-8866-291e86740cfa tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/478a8442-6179-417b-820c-0d349ac7ba85 HTTP/1.1" status: 200 len: 839 time: 0.1339471 Jun 17 08:32:40.594262 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40494) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:40.681575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ac616ef-432c-45f8-a81b-37ab4780c14b tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.689350 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-982ad6e1-9774-4ceb-a785-85f681cdf80a tempest-ServerAddressesTestJSON-998424988 tempest-ServerAddressesTestJSON-998424988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:40.755391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac616ef-432c-45f8-a81b-37ab4780c14b tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Pushing event deleted for resources: {'Port': ['ID=702da123-0b46-4c57-b8a9-d46c39a1cd81,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:40.759159 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1ac616ef-432c-45f8-a81b-37ab4780c14b tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:40.813689 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24ba70b6-bc46-4c0d-a1b5-324b48bc4f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.829026 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24ba70b6-bc46-4c0d-a1b5-324b48bc4f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.834339 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-39b5a655-81d5-4952-9ad6-fd39cc0a0ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:40.881822 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57aac37f-26fb-474c-adb7-9f9908076a0c req-47c71d42-f3c4-4fbd-99c5-cf2dcaa39c97 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c&device_id=e58b68ed-06da-463e-80fd-90180ac6ad13 HTTP/1.1" status: 200 len: 210 time: 0.1484084 Jun 17 08:32:40.886156 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ac616ef-432c-45f8-a81b-37ab4780c14b tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.887583 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1ac616ef-432c-45f8-a81b-37ab4780c14b tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] 10.222.0.47 "DELETE /v2.0/ports/702da123-0b46-4c57-b8a9-d46c39a1cd81 HTTP/1.1" status: 204 len: 168 time: 1.3794036 Jun 17 08:32:40.893683 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-24ba70b6-bc46-4c0d-a1b5-324b48bc4f61 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b17032a0b59840b3a9d21940f23fb2ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8580935 Jun 17 08:32:40.897411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40498) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:40.910189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-600a876c-452f-41d5-93c6-fcd0b99ac04d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 478a8442-6179-417b-820c-0d349ac7ba85 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:40.910592 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-600a876c-452f-41d5-93c6-fcd0b99ac04d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.933683 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba70b6-bc46-4c0d-a1b5-324b48bc4f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5beb258d-7769-402a-b9bf-9371cd9dc33a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:40.940413 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-24ba70b6-bc46-4c0d-a1b5-324b48bc4f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:40.981281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.984136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:40.985446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] 10.222.0.47 "DELETE /v2.0/floatingips/ba762c14-d2ae-437a-94c6-2ba723912057 HTTP/1.1" status: 204 len: 168 time: 1.4868252 Jun 17 08:32:40.994902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40502) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:41.029645 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-600a876c-452f-41d5-93c6-fcd0b99ac04d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.050371 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.074558 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-87734467-c88e-4611-9357-ac56035e3588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.136151 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-87734467-c88e-4611-9357-ac56035e3588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.149224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-600a876c-452f-41d5-93c6-fcd0b99ac04d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 478a8442-6179-417b-820c-0d349ac7ba85 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:41.178748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17899456-839b-478d-a103-9afe4570f71e req-6974b2ce-e036-4d70-8417-e0e3d4d056aa tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:41.186929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17899456-839b-478d-a103-9afe4570f71e req-6974b2ce-e036-4d70-8417-e0e3d4d056aa tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.4548681 Jun 17 08:32:41.223683 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40508) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:41.297585 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-87734467-c88e-4611-9357-ac56035e3588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.300269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-87734467-c88e-4611-9357-ac56035e3588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.304347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-87734467-c88e-4611-9357-ac56035e3588 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5beb258d-7769-402a-b9bf-9371cd9dc33a HTTP/1.1" status: 204 len: 168 time: 0.4059846 Jun 17 08:32:41.307491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17899456-839b-478d-a103-9afe4570f71e req-2252b9bc-1a15-4a6c-a210-1ce344eee78f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196527 Jun 17 08:32:41.309497 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6cc3c61e-3317-4326-9b76-eecbbc0754e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:41.347385 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5f668a7-ea6f-49d0-bc86-7d8c74f8a82c req-07dbc36e-0894-45e2-82b0-1da55ff0127b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a825124c281749899576be1b8bf79d55&device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0582688 Jun 17 08:32:41.349873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87734467-c88e-4611-9357-ac56035e3588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5beb258d-7769-402a-b9bf-9371cd9dc33a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:41.352772 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-87734467-c88e-4611-9357-ac56035e3588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:41.406186 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5f668a7-ea6f-49d0-bc86-7d8c74f8a82c req-2f264888-440c-47d5-b5d3-8aabb632f189 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=a825124c281749899576be1b8bf79d55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511625 Jun 17 08:32:41.462045 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-82b708f3-da7e-4589-8ed5-c8db9dc784a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.500685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-600a876c-452f-41d5-93c6-fcd0b99ac04d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.512203 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f1253b1-71af-48e0-8d8a-9697118311e8 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:41.512443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe93babb-798c-45e7-9daf-280bc0c63275 req-3fcd3786-74ea-4709-9463-7c3a2996ca1d tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0815821 Jun 17 08:32:41.544146 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a876c-452f-41d5-93c6-fcd0b99ac04d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=478a8442-6179-417b-820c-0d349ac7ba85,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:41.550452 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-600a876c-452f-41d5-93c6-fcd0b99ac04d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:41.554495 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-600a876c-452f-41d5-93c6-fcd0b99ac04d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.556474 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-600a876c-452f-41d5-93c6-fcd0b99ac04d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/478a8442-6179-417b-820c-0d349ac7ba85 HTTP/1.1" status: 204 len: 168 time: 0.9611573 Jun 17 08:32:41.559130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40520) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:41.594960 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-5088289a-e3fb-42a6-82b6-048b761b4c46 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:32:41.596566 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5088289a-e3fb-42a6-82b6-048b761b4c46 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/478a8442-6179-417b-820c-0d349ac7ba85 HTTP/1.1" status: 404 len: 333 time: 0.0365021 Jun 17 08:32:41.602617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40522) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:41.609235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'name': 'tempest-PortsTestJSON-8322250'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:41.686007 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f668a7-ea6f-49d0-bc86-7d8c74f8a82c req-d2940be2-90b5-4f61-96a5-510de385bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:41.687826 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5f668a7-ea6f-49d0-bc86-7d8c74f8a82c req-d2940be2-90b5-4f61-96a5-510de385bcef service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2751646 Jun 17 08:32:41.709076 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.733323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40524) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:41.741156 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.763728 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-647086b9-4044-429e-89a3-57a312475a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.832127 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.838360 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-82b708f3-da7e-4589-8ed5-c8db9dc784a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.844289 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-82b708f3-da7e-4589-8ed5-c8db9dc784a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.850295 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-755fb7dc-d0a9-434c-92e0-6914183a51ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:41.915973 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-82b708f3-da7e-4589-8ed5-c8db9dc784a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0a6759e6a88e4966a98420d911eb5e28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6909299 Jun 17 08:32:41.918689 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40526) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:41.920392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b708f3-da7e-4589-8ed5-c8db9dc784a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7a01c0-c13d-4bbe-a40c-01d1dc09de4e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:41.925681 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-82b708f3-da7e-4589-8ed5-c8db9dc784a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:41.930762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:41.934156 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:41.949528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Allocated IP 172.25.8.161 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:41.982270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port 11083815-3af1-4158-853b-67b60119dc90 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:42.113523 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc2918db-9d4a-4d55-ba56-f3b47e79d819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.121973 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.128851 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-647086b9-4044-429e-89a3-57a312475a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.136536 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-647086b9-4044-429e-89a3-57a312475a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.140904 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-32ccf0d4-9f1e-4e4c-9922-db0f1b7229da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:42.154658 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc2918db-9d4a-4d55-ba56-f3b47e79d819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.188604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-647086b9-4044-429e-89a3-57a312475a23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2aaef4bcc96a494a87cb9b3633eac405&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4517617 Jun 17 08:32:42.191404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40528) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:42.193502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647086b9-4044-429e-89a3-57a312475a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85441c4-0efa-462d-b5d4-d7db34246a7b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:42.196630 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-647086b9-4044-429e-89a3-57a312475a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:42.238432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.241420 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d820f5c7-ab4a-4579-9035-6b54b5ba50ee tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:42.277349 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.280444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:42.289667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:42.292378 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:42.323376 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc2918db-9d4a-4d55-ba56-f3b47e79d819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.326027 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc2918db-9d4a-4d55-ba56-f3b47e79d819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.326243 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5cdb6ec-0ad5-478b-bf62-2ad236728b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.327190 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bc2918db-9d4a-4d55-ba56-f3b47e79d819 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb7a01c0-c13d-4bbe-a40c-01d1dc09de4e HTTP/1.1" status: 204 len: 168 time: 0.4075139 Jun 17 08:32:42.333806 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:42.335772 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Pushing event updated for resources: {'Port': ['ID=e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:42.338726 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:42.365743 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2918db-9d4a-4d55-ba56-f3b47e79d819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7a01c0-c13d-4bbe-a40c-01d1dc09de4e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:42.372299 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc2918db-9d4a-4d55-ba56-f3b47e79d819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:42.383733 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5cdb6ec-0ad5-478b-bf62-2ad236728b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.405022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.410829 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86bc68ad-4630-4c79-b213-af470599fbd5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:42.654360 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5cdb6ec-0ad5-478b-bf62-2ad236728b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.657108 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5cdb6ec-0ad5-478b-bf62-2ad236728b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.658308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c5cdb6ec-0ad5-478b-bf62-2ad236728b6f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e85441c4-0efa-462d-b5d4-d7db34246a7b HTTP/1.1" status: 204 len: 168 time: 0.4658298 Jun 17 08:32:42.664099 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac9267af-b903-4062-a7c8-dd8aa58b94f6 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:42.681293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdb6ec-0ad5-478b-bf62-2ad236728b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85441c4-0efa-462d-b5d4-d7db34246a7b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:42.685100 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5cdb6ec-0ad5-478b-bf62-2ad236728b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:42.698514 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5202142-4e05-4744-9c01-083472a5c180 req-11441fa0-42e5-46d0-9165-c9f3e8ea268a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:42.700338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5202142-4e05-4744-9c01-083472a5c180 req-11441fa0-42e5-46d0-9165-c9f3e8ea268a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2307611 Jun 17 08:32:42.779808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5202142-4e05-4744-9c01-083472a5c180 req-457a1422-91d3-4bc8-b5b6-df225fac6b91 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721686 Jun 17 08:32:42.791360 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.900382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40544) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:42.941721 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 677639c3-6d01-4d34-9565-8da109646317 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:42.945193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2de3c6e9-86ec-42ce-b89d-c8043a94e451 req-31f2493c-ec9e-4292-a979-05d8739f12c8 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0753036 Jun 17 08:32:42.956570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=11083815-3af1-4158-853b-67b60119dc90,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:42.959857 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:42.969116 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:42.969607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:42.978937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:42.978937 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:42.983276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Deleting port e9177c49-19cd-4aec-98fc-49d70921be31 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:42.983604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.022869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5f668a7-ea6f-49d0-bc86-7d8c74f8a82c req-cc02e44a-9d46-4eac-b5d2-bc53d47e38f8 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.63 "GET /v2.0/ports?device_id=607932ed-2468-4dd3-94a0-8fc9baa10a8c HTTP/1.1" status: 200 len: 210 time: 0.0473719 Jun 17 08:32:43.028136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0d5f92ee-95d2-4ecb-ba9d-c58d63691b85 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=664829f1c1c24fef86db03e7670ee762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1178339 Jun 17 08:32:43.030830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40548) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:43.036061 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 843 time: 1.4323614 Jun 17 08:32:43.039977 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40550) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:43.047937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7109f490-e380-4f10-8cc0-edf3415c7c8e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:43.171935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] For port e9177c49-19cd-4aec-98fc-49d70921be31, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e9177c49-19cd-4aec-98fc-49d70921be31,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:43.172378 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.188048 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8daea5c1-eddc-4b4d-8fe4-d50b2a6e8b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.225383 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8daea5c1-eddc-4b4d-8fe4-d50b2a6e8b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.250515 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.251093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Calling delete_port for e9177c49-19cd-4aec-98fc-49d70921be31 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:43.261023 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7109f490-e380-4f10-8cc0-edf3415c7c8e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.341359 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31fa3835-2961-4ebe-b084-ed717050f3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.362275 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8daea5c1-eddc-4b4d-8fe4-d50b2a6e8b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.365475 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8daea5c1-eddc-4b4d-8fe4-d50b2a6e8b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.366741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8daea5c1-eddc-4b4d-8fe4-d50b2a6e8b0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73dfe2e3-b6fd-4fb0-829f-60732c6841a4 HTTP/1.1" status: 204 len: 168 time: 0.3350639 Jun 17 08:32:43.369784 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f4b9a4d-92af-4edf-95ff-238d7fb147d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:43.383148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daea5c1-eddc-4b4d-8fe4-d50b2a6e8b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dfe2e3-b6fd-4fb0-829f-60732c6841a4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:43.385642 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8daea5c1-eddc-4b4d-8fe4-d50b2a6e8b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:43.447831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Router a84c78ec-9fe9-40c0-8b42-27b249f7d893 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:32:43.599580 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7109f490-e380-4f10-8cc0-edf3415c7c8e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.615038 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7109f490-e380-4f10-8cc0-edf3415c7c8e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.627281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:43.628426 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:43.639410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Sync routers for ids ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:43.667735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Routers {'a84c78ec-9fe9-40c0-8b42-27b249f7d893'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:43.668384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:43.674814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7109f490-e380-4f10-8cc0-edf3415c7c8e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] In _notify_port_updated(), no bound segment for port 11083815-3af1-4158-853b-67b60119dc90 on network 677639c3-6d01-4d34-9565-8da109646317 {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:32:43.680351 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7109f490-e380-4f10-8cc0-edf3415c7c8e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:43.680982 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7109f490-e380-4f10-8cc0-edf3415c7c8e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.682269 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7109f490-e380-4f10-8cc0-edf3415c7c8e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "PUT /v2.0/ports/11083815-3af1-4158-853b-67b60119dc90 HTTP/1.1" status: 200 len: 818 time: 0.6413620 Jun 17 08:32:43.685517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40576) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:43.707915 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.709173 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5303581 Jun 17 08:32:43.716574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109f490-e380-4f10-8cc0-edf3415c7c8e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=11083815-3af1-4158-853b-67b60119dc90,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:43.719087 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40578) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:43.731246 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7109f490-e380-4f10-8cc0-edf3415c7c8e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:43.899795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Set router a84c78ec-9fe9-40c0-8b42-27b249f7d893 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:43.912029 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.918644 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2987315a-3e8d-4ff5-b0de-195aaf21c8c4 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 11083815-3af1-4158-853b-67b60119dc90 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:43.919039 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2987315a-3e8d-4ff5-b0de-195aaf21c8c4 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:43.920885 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e84fa7f8-abfa-47d9-a30a-fa599428de2b tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:44.028678 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2987315a-3e8d-4ff5-b0de-195aaf21c8c4 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.039079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Pushing event deleted for resources: {'Port': ['ID=e9177c49-19cd-4aec-98fc-49d70921be31,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:44.063777 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:44.132942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2987315a-3e8d-4ff5-b0de-195aaf21c8c4 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 11083815-3af1-4158-853b-67b60119dc90 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:44.269542 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2987315a-3e8d-4ff5-b0de-195aaf21c8c4 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.281159 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:44.315963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987315a-3e8d-4ff5-b0de-195aaf21c8c4 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=11083815-3af1-4158-853b-67b60119dc90,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:44.329769 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2987315a-3e8d-4ff5-b0de-195aaf21c8c4 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:44.340216 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2987315a-3e8d-4ff5-b0de-195aaf21c8c4 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.342874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2987315a-3e8d-4ff5-b0de-195aaf21c8c4 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/11083815-3af1-4158-853b-67b60119dc90 HTTP/1.1" status: 204 len: 168 time: 0.6561339 Jun 17 08:32:44.345446 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40596) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:44.362757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40598) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:44.409364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'name': 'tempest-ServerRescueNegativeTestJSON-728986518-router', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:40Z', 'updated_at': '2021-06-17T08:32:42Z', 'revision_number': 3, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'gw_port': {'id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:41Z', 'updated_at': '2021-06-17T08:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:44.452462 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Checking router: a84c78ec-9fe9-40c0-8b42-27b249f7d893 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:44.453479 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Updating router a84c78ec-9fe9-40c0-8b42-27b249f7d893 port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:32:44.482943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1545a-d63d-4406-8b0d-6b45a81ff398 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:44.493241 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8dc1545a-d63d-4406-8b0d-6b45a81ff398 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1436064 Jun 17 08:32:44.493669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40606) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:44.493885 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.496962 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.567969 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1e7321-0d8a-43a9-ada8-c04d170a6da8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:32:44.569723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4b1e7321-0d8a-43a9-ada8-c04d170a6da8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/11083815-3af1-4158-853b-67b60119dc90 HTTP/1.1" status: 404 len: 333 time: 0.0740752 Jun 17 08:32:44.573440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40610) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:44.578687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1623067339'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:44.640761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.701604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:44.705153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.789100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40618) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:44.811723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:44.862351 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.862351 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Added segment 0a8d48d8-1639-42f2-875a-1f3a772a4ba7 of type vlan for network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 Jun 17 08:32:44.881075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-153a3392-2b6a-423e-a697-10eddbcafce1 req-1decd3ac-2e76-4567-aa97-41f6f8b94121 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=e58b68ed-06da-463e-80fd-90180ac6ad13 HTTP/1.1" status: 200 len: 210 time: 0.0641267 Jun 17 08:32:44.892789 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.909672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Transition to ACTIVE for port object e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:44.917238 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.919753 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:44.922331 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:44.929054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-f7b604df-1017-4cb5-857a-7dbda6349629 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:44.930494 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f7b604df-1017-4cb5-857a-7dbda6349629 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1404331 Jun 17 08:32:44.989404 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Attempting to bind port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:44.989870 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Attempting to bind port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:44.990267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Attempting to bind port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:44.992634 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7ff66-a4f2-4f31-9314-2160de148a0d None None] Pushing event updated for resources: {'Port': ['ID=e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:44.995773 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5ef7ff66-a4f2-4f31-9314-2160de148a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:45.000515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:45.000907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:45.001330 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.001734 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:45.002213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Bound port: e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:45.002599 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.043220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40624) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.050462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-81909d05-5802-420d-bba1-dc9682ad9a3b tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.051740 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-81909d05-5802-420d-bba1-dc9682ad9a3b tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050752 Jun 17 08:32:45.056673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40626) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.061886 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] For port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:45.065264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Router 3401a297-0b4d-4218-9e29-3ebaacbcb921 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:45.065754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] For port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:45.068803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-ae14c400-cc3c-43e9-b71a-9ca80310bec3 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.069797 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ae14c400-cc3c-43e9-b71a-9ca80310bec3 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0114243 Jun 17 08:32:45.073622 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40628) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.074689 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.077265 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:45.082241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-c5fa4a7f-25f4-407d-9792-ca5b993c2b9e tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.085927 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c5fa4a7f-25f4-407d-9792-ca5b993c2b9e tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0075810 Jun 17 08:32:45.114296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40630) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.119043 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-02253d61-a9ce-4296-a53b-61d8df403155 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.123641 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-02253d61-a9ce-4296-a53b-61d8df403155 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046089 Jun 17 08:32:45.127194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40632) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.128869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Routers {'a84c78ec-9fe9-40c0-8b42-27b249f7d893'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:45.129769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:45.136150 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-3753ae1e-5d3c-4886-a39f-a8f65be8f584 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.139804 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3753ae1e-5d3c-4886-a39f-a8f65be8f584 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0071852 Jun 17 08:32:45.141664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40634) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.146376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-26e45bbd-51ce-450f-91cb-da4c63b5101c tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.150825 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-26e45bbd-51ce-450f-91cb-da4c63b5101c tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046170 Jun 17 08:32:45.154304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40636) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.195232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-373ad3d5-a453-4725-b95a-42a29149f830 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.198841 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-373ad3d5-a453-4725-b95a-42a29149f830 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0410571 Jun 17 08:32:45.206259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7ff66-a4f2-4f31-9314-2160de148a0d None None] Pushing event updated for resources: {'Port': ['ID=e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:45.211007 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5ef7ff66-a4f2-4f31-9314-2160de148a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:45.244358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40638) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.247288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] Set router a84c78ec-9fe9-40c0-8b42-27b249f7d893 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:45.253185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-eb8c48f0-4437-4cc5-ad84-9296781a05c4 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.256682 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eb8c48f0-4437-4cc5-ad84-9296781a05c4 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0088494 Jun 17 08:32:45.259730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40640) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.267341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-5a2a4360-300c-460d-8361-bc1e5733ac0d tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.270748 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5a2a4360-300c-460d-8361-bc1e5733ac0d tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0076277 Jun 17 08:32:45.274690 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40642) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.280551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-4f511a1b-65b1-4157-98d6-39c9f7bbba70 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.283979 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4f511a1b-65b1-4157-98d6-39c9f7bbba70 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061743 Jun 17 08:32:45.291695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40644) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.296162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-ecfda244-d612-4e49-b74e-95a9e6fd80be tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.299641 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ecfda244-d612-4e49-b74e-95a9e6fd80be tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044794 Jun 17 08:32:45.302296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40646) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.329715 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-00e551dd-f94a-4db1-8f18-77430b2f5c0c tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.333188 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-00e551dd-f94a-4db1-8f18-77430b2f5c0c tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0237932 Jun 17 08:32:45.334558 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40648) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.347458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-d8ceaedb-1d3d-4cea-bbd0-c8c919f460d0 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.350978 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d8ceaedb-1d3d-4cea-bbd0-c8c919f460d0 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0131738 Jun 17 08:32:45.352830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40650) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.358609 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-c4666fcf-2e17-4e94-aa24-3e334d3167bb tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.359114 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c4666fcf-2e17-4e94-aa24-3e334d3167bb tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0056303 Jun 17 08:32:45.362498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40652) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.371067 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-8a0ec536-cb99-4ece-bbdd-2a1ef1cefa02 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.374330 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8a0ec536-cb99-4ece-bbdd-2a1ef1cefa02 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0070822 Jun 17 08:32:45.379907 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40654) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.384306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-b2521de5-a0d8-4b7e-a280-b590ba05fade tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.387723 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b2521de5-a0d8-4b7e-a280-b590ba05fade tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044010 Jun 17 08:32:45.388805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4377312-219e-49c9-b83a-02067d42d39c req-fb057f10-a370-4b2c-8360-fb871055557e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a825124c281749899576be1b8bf79d55&device_id=e58b68ed-06da-463e-80fd-90180ac6ad13 HTTP/1.1" status: 200 len: 210 time: 0.7087047 Jun 17 08:32:45.393151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40656) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.397342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-daf3efcd-f6df-4d30-b1e6-320c0eb40043 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.400738 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-daf3efcd-f6df-4d30-b1e6-320c0eb40043 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0045586 Jun 17 08:32:45.400906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Allocated IP 172.20.0.1 (7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60/b9c506e8-3b69-4d72-b90d-bb671d81d8d4/aa67f90d-8479-4aa1-8259-c86a25d63490) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:45.402845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40658) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.407633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-d79d31fc-3a2d-464b-ba31-4af40924bf36 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.411017 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d79d31fc-3a2d-464b-ba31-4af40924bf36 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0045633 Jun 17 08:32:45.411908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:45.412947 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.415308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40660) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.423139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-8bef0b18-9eea-438e-a999-ea9671fe35b1 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.426609 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8bef0b18-9eea-438e-a999-ea9671fe35b1 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0078940 Jun 17 08:32:45.429735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40662) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.430471 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] 10.222.0.47 "PUT /v2.0/routers/3401a297-0b4d-4218-9e29-3ebaacbcb921/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4246726 Jun 17 08:32:45.431753 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40376fdc-239d-48ac-8d10-d0707df18e4a None None] Sync routers for ids ['3401a297-0b4d-4218-9e29-3ebaacbcb921'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:45.432250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40664) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.443858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-9904c4f4-d8f1-4ad3-983f-17201848ccc5 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.447439 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9904c4f4-d8f1-4ad3-983f-17201848ccc5 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0129354 Jun 17 08:32:45.447439 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4377312-219e-49c9-b83a-02067d42d39c req-1f8a11a4-1858-450e-84ab-809cbebfcd13 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=a825124c281749899576be1b8bf79d55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502212 Jun 17 08:32:45.450870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40666) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.455574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-414c077f-b8a7-4679-ac6e-b98b2c814ca1 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.459479 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-414c077f-b8a7-4679-ac6e-b98b2c814ca1 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048215 Jun 17 08:32:45.461163 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40376fdc-239d-48ac-8d10-d0707df18e4a None None] Routers {'3401a297-0b4d-4218-9e29-3ebaacbcb921'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:45.462295 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-40376fdc-239d-48ac-8d10-d0707df18e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3401a297-0b4d-4218-9e29-3ebaacbcb921'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:45.462436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'name': 'tempest-ServerRescueNegativeTestJSON-728986518-router', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:40Z', 'updated_at': '2021-06-17T08:32:42Z', 'revision_number': 3, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'gw_port': {'id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:41Z', 'updated_at': '2021-06-17T08:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:45.463947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40668) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.486095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-b68cc433-4263-441c-aac9-bd8a66400f8f tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.489424 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b68cc433-4263-441c-aac9-bd8a66400f8f tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0222661 Jun 17 08:32:45.492026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40670) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.494384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63e2b7-ab20-471e-a185-31a70da31fd3 None None] The sync data for ids ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'] in n-d-779913-16 is: [{'id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'name': 'tempest-ServerRescueNegativeTestJSON-728986518-router', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:40Z', 'updated_at': '2021-06-17T08:32:42Z', 'revision_number': 3, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'gw_port': {'id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:41Z', 'updated_at': '2021-06-17T08:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:45.507698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-161bd914-bcd7-49c8-870a-65e2c051954a tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.511051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-161bd914-bcd7-49c8-870a-65e2c051954a tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0142887 Jun 17 08:32:45.512548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40672) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.549188 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-4c88cae4-f043-4e9c-8e0c-93377c58f1b6 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.552763 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4c88cae4-f043-4e9c-8e0c-93377c58f1b6 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0377162 Jun 17 08:32:45.563304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40674) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.565806 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.569504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-dc155530-2e25-47db-b087-13b0b981cd3a tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.571089 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dc155530-2e25-47db-b087-13b0b981cd3a tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0062292 Jun 17 08:32:45.571227 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.576104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:45.576722 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.578833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40676) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.588395 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf599967-96a9-4197-ad84-56011eb3e5b8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:45.588656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-0b256ed0-67cd-4f40-961b-63b84737bb71 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.589575 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0b256ed0-67cd-4f40-961b-63b84737bb71 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0099418 Jun 17 08:32:45.593803 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3a7ded72-76aa-4f83-9da4-4aad52b0c4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.594810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40678) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.596301 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.601548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-723a4015-b0fb-48cc-8bf9-9d2d945f4737 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.602489 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-723a4015-b0fb-48cc-8bf9-9d2d945f4737 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065541 Jun 17 08:32:45.607714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40680) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.611965 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-09210ce4-cace-44dd-a2fd-6ba4612b8d9a tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.612886 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-09210ce4-cace-44dd-a2fd-6ba4612b8d9a tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043659 Jun 17 08:32:45.619656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40682) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.639550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-2daae1b6-7e87-467f-b29d-6a449df3bf1e tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.640779 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2daae1b6-7e87-467f-b29d-6a449df3bf1e tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0147302 Jun 17 08:32:45.644726 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-40376fdc-239d-48ac-8d10-d0707df18e4a None None] Set router 3401a297-0b4d-4218-9e29-3ebaacbcb921 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:45.646087 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=18440075af3442f0b1b6f8d6c401d6df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2751074 Jun 17 08:32:45.647121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40684) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.649001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40686) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.652117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-cccdacaa-2c89-4fc4-96cd-c58744e9533e tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.655730 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cccdacaa-2c89-4fc4-96cd-c58744e9533e tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0050616 Jun 17 08:32:45.663482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40688) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.673251 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.683959 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1095212 Jun 17 08:32:45.685939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-c262dc41-5311-4f73-b3e7-3e7df4171f39 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.690798 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c262dc41-5311-4f73-b3e7-3e7df4171f39 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0208259 Jun 17 08:32:45.694519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40690) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.695081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40692) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.699926 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.702414 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': 'f298aaa3-d977-4a76-9f0d-94dcb854b5d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:45.716673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-81af6f21-230f-4d5d-8fac-16cdece02b3d tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.717566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-81af6f21-230f-4d5d-8fac-16cdece02b3d tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0192034 Jun 17 08:32:45.722217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40694) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.746380 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-520170d4-0a69-4717-a586-14e056ca86f7 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.749699 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-520170d4-0a69-4717-a586-14e056ca86f7 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080512 Jun 17 08:32:45.751188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Network': ['ID=f298aaa3-d977-4a76-9f0d-94dcb854b5d0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:45.753059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40696) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.762527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:45.790940 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:45.799597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-964e30e6-6355-4539-8c53-b50d43adafdd tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.801530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-964e30e6-6355-4539-8c53-b50d43adafdd tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0123770 Jun 17 08:32:45.806165 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-39a8fca4-b0aa-4457-97a2-e4a16680890a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:45.812547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40698) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.824677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-39bef6cd-1c1f-4245-bd3f-1d62c9789ca5 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.828481 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-39bef6cd-1c1f-4245-bd3f-1d62c9789ca5 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0100248 Jun 17 08:32:45.835278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40700) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.849756 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4377312-219e-49c9-b83a-02067d42d39c req-c842931f-e36d-4d40-a036-9505fbe30a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:45.851438 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4377312-219e-49c9-b83a-02067d42d39c req-c842931f-e36d-4d40-a036-9505fbe30a16 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3882937 Jun 17 08:32:45.884282 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-99135393-fbbc-4fca-a6d1-92fc87a1ed9d tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.885309 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-99135393-fbbc-4fca-a6d1-92fc87a1ed9d tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0375917 Jun 17 08:32:45.888070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40702) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.903675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-8e0292db-922e-479a-9aa9-339d94195bd7 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.904589 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8e0292db-922e-479a-9aa9-339d94195bd7 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0111251 Jun 17 08:32:45.908188 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40706) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.913247 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-b15b34fa-8065-4d67-b23c-e5d247b4c6a5 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.914371 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b15b34fa-8065-4d67-b23c-e5d247b4c6a5 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045819 Jun 17 08:32:45.916048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893ae4f7-5685-4fe5-ad05-e0223cea2d5c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:45.919468 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40708) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.922944 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-40376fdc-239d-48ac-8d10-d0707df18e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192'}], 'enable_snat': True}, 'gw_port_id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:32:43Z', 'revision_number': 5, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port': {'id': '868f6221-e6cd-4d39-a7ad-027acdd3f91b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:a7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:23:04Z', 'updated_at': '2021-06-17T08:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:45.927151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-4fec3574-25cc-4d7a-8a65-515cd90764e0 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.927151 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4fec3574-25cc-4d7a-8a65-515cd90764e0 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047185 Jun 17 08:32:45.945310 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.950277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40710) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.968681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.971558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.972074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.972459 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.973048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.973489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.973864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.974233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.974942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.975458 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.976110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.976785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:45.985363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-67aa6e28-981f-4d6a-bb2f-5b4f2dd1a900 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:45.985363 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-67aa6e28-981f-4d6a-bb2f-5b4f2dd1a900 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0297143 Jun 17 08:32:45.985700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:45.989857 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:45.993730 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40712) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:45.994695 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:46.016443 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.018430 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40376fdc-239d-48ac-8d10-d0707df18e4a None None] Checking router: 3401a297-0b4d-4218-9e29-3ebaacbcb921 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:46.019110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-e4ead224-ef41-4897-8749-d579c8be62ee tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.021062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e4ead224-ef41-4897-8749-d579c8be62ee tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0230274 Jun 17 08:32:46.028102 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40714) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.034284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-a7e4a0c1-6177-448f-89d0-20ced0991beb tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.040157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a7e4a0c1-6177-448f-89d0-20ced0991beb tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0108821 Jun 17 08:32:46.047669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40716) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.055276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-fd15c887-f03e-43df-9a34-82bd73abb0a3 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.056595 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fd15c887-f03e-43df-9a34-82bd73abb0a3 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069897 Jun 17 08:32:46.061776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40720) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.074942 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0a28f9b-621e-400a-b1b8-eb080eb43b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.082482 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40376fdc-239d-48ac-8d10-d0707df18e4a None None] Routers {'3401a297-0b4d-4218-9e29-3ebaacbcb921'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:46.083375 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-40376fdc-239d-48ac-8d10-d0707df18e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3401a297-0b4d-4218-9e29-3ebaacbcb921'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:46.098614 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-aa9398e6-49b6-4c94-9144-3eb2996bd942 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.099971 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-aa9398e6-49b6-4c94-9144-3eb2996bd942 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0271869 Jun 17 08:32:46.103521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40722) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.119336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-695438b4-7600-4098-8038-db8ee33cd09c tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.138654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-695438b4-7600-4098-8038-db8ee33cd09c tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0160766 Jun 17 08:32:46.142482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40724) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.152892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-6ed60d8a-773f-4418-b625-3d6cc8cb8276 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.154329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6ed60d8a-773f-4418-b625-3d6cc8cb8276 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0105903 Jun 17 08:32:46.171232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40726) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.192552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-8fde62c7-55c1-47b0-9ff1-c2a1658f20e5 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.193998 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8fde62c7-55c1-47b0-9ff1-c2a1658f20e5 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0196373 Jun 17 08:32:46.199372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40728) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.210554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-63f32c6c-502e-4794-b54e-6c19e086ad1f tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.212168 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.212861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-63f32c6c-502e-4794-b54e-6c19e086ad1f tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0119026 Jun 17 08:32:46.215120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40730) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.236720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-306fc72b-afec-44ae-bae9-441a7cdf2c94 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.237985 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-306fc72b-afec-44ae-bae9-441a7cdf2c94 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0217605 Jun 17 08:32:46.240634 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ff22d53-2b71-4d02-88b8-a3bd9079f0c8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:46.241902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40732) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.250225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-28350b8e-693b-4065-8096-a6f3ce710383 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.252022 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-28350b8e-693b-4065-8096-a6f3ce710383 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0087197 Jun 17 08:32:46.256942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40734) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.266264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-7c6700bb-1d2e-46fd-960a-ed2ae1328113 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.267579 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7c6700bb-1d2e-46fd-960a-ed2ae1328113 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0091867 Jun 17 08:32:46.273046 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-40376fdc-239d-48ac-8d10-d0707df18e4a None None] Set router 3401a297-0b4d-4218-9e29-3ebaacbcb921 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:46.289422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40736) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.291039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:46.294605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-143f8cdd-b698-4b22-bb6e-517faff2ebbb tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.295958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-143f8cdd-b698-4b22-bb6e-517faff2ebbb tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053773 Jun 17 08:32:46.299723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40738) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.305471 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-bf3a4909-d36d-4874-a4dc-e5207c26081f tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.308529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf3a4909-d36d-4874-a4dc-e5207c26081f tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058708 Jun 17 08:32:46.316337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40740) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.320683 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0a28f9b-621e-400a-b1b8-eb080eb43b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.321416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-e49c3655-1a3d-400d-9ab0-b64a1249f020 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.322562 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e49c3655-1a3d-400d-9ab0-b64a1249f020 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0050344 Jun 17 08:32:46.325530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40742) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.332793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-14d591e4-5b87-4b20-b7ee-98377cca8d19 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.339136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-14d591e4-5b87-4b20-b7ee-98377cca8d19 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0121770 Jun 17 08:32:46.342163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40744) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.347341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:46.348542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-9c6fdf6b-8b49-4c73-9eab-4079b302959b tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.349770 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9c6fdf6b-8b49-4c73-9eab-4079b302959b tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063872 Jun 17 08:32:46.352914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40746) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.365989 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-5125cc1d-8fd0-4848-9d29-857719e606a2 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.371742 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5125cc1d-8fd0-4848-9d29-857719e606a2 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0139942 Jun 17 08:32:46.379086 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:46.379820 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-40376fdc-239d-48ac-8d10-d0707df18e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:32:46Z', 'revision_number': 6, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:46.381984 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:46.389286 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40748) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.402683 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-7e0f2af5-a05c-4471-8864-f834b954d44a tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.407635 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7e0f2af5-a05c-4471-8864-f834b954d44a tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0154982 Jun 17 08:32:46.408850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40750) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.417968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-ea47314a-be13-4738-b52c-3ed4a3079a8c tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.418967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ea47314a-be13-4738-b52c-3ed4a3079a8c tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0091407 Jun 17 08:32:46.419629 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40376fdc-239d-48ac-8d10-d0707df18e4a None None] The sync data for ids ['3401a297-0b4d-4218-9e29-3ebaacbcb921'] in n-d-779913-16 is: [{'id': '3401a297-0b4d-4218-9e29-3ebaacbcb921', 'name': 'tempest-ServerActionsTestJSON-145162891-router', 'tenant_id': '76b1458140554869aae6692b38e06da1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:23:02Z', 'updated_at': '2021-06-17T08:32:46Z', 'revision_number': 6, 'project_id': '76b1458140554869aae6692b38e06da1', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:46.427200 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40752) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.446884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-e115a0df-8cca-4a4f-a2ea-e797c38bb885 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.448847 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e115a0df-8cca-4a4f-a2ea-e797c38bb885 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0206783 Jun 17 08:32:46.451843 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40754) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.452945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:46.453601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Pushing event updated for resources: {'Port': ['ID=aa67f90d-8479-4aa1-8259-c86a25d63490,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:46.456647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-7efdae2b-a09d-4962-ba4f-62f2a65c6bc6 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.457999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7efdae2b-a09d-4962-ba4f-62f2a65c6bc6 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0051804 Jun 17 08:32:46.460848 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40756) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.461363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:46.462529 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.465499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-28427764-5ceb-457c-b995-ac57d4a864ae tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.466500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-28427764-5ceb-457c-b995-ac57d4a864ae tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0046883 Jun 17 08:32:46.469426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40758) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.476245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-c5e0c97e-467d-49e2-8150-cf7757df8f2f tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.477170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c5e0c97e-467d-49e2-8150-cf7757df8f2f tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0068128 Jun 17 08:32:46.481084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40760) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.488955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.489363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.489745 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.490218 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.490588 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.490973 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.491397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.491789 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.492278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.492635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.492995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-725581a3-5c02-4b85-968d-85b5557a1bc6 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.493118 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.493395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:46.494936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-725581a3-5c02-4b85-968d-85b5557a1bc6 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0120063 Jun 17 08:32:46.500337 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:46.501830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40762) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.512880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-cda7f80b-d287-453f-97ae-f9dcd52e01d6 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.517003 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cda7f80b-d287-453f-97ae-f9dcd52e01d6 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0094547 Jun 17 08:32:46.523709 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40764) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.530355 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-18fef275-abb9-4902-a278-83aa6bbd3c7b tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.535126 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-18fef275-abb9-4902-a278-83aa6bbd3c7b tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0094044 Jun 17 08:32:46.539495 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40766) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.559127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Deleting port 868f6221-e6cd-4d39-a7ad-027acdd3f91b {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:46.559535 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.559759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [None req-4ee8331f-62c9-4aac-af85-ff95641f2846 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.562242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4ee8331f-62c9-4aac-af85-ff95641f2846 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0217502 Jun 17 08:32:46.571124 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40768) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.577337 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [None req-dcb8f0e6-32ad-4662-8f8d-6952f4163a89 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:32:46.578855 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dcb8f0e6-32ad-4662-8f8d-6952f4163a89 tempest-ExtensionsTestJSON-1213296925 tempest-ExtensionsTestJSON-1213296925-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0058255 Jun 17 08:32:46.601550 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.620384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f249b0a-8e3a-40f5-a290-c96d09722f14 req-3e1691e9-fc1a-4889-8b2a-0fc7269a3b8f tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=e58b68ed-06da-463e-80fd-90180ac6ad13 HTTP/1.1" status: 200 len: 210 time: 0.0462818 Jun 17 08:32:46.639825 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.642119 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-abe8cd0b-0c20-4f3d-bc30-3bdd9368d6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:46.668126 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.704796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Subnet': ['ID=6e154098-82ee-49e5-bc32-6587155ad11b,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:46.710286 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:46.711712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:46.718222 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0a28f9b-621e-400a-b1b8-eb080eb43b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.720994 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.721590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0a28f9b-621e-400a-b1b8-eb080eb43b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.726296 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d0a28f9b-621e-400a-b1b8-eb080eb43b2e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/893ae4f7-5685-4fe5-ad05-e0223cea2d5c HTTP/1.1" status: 204 len: 168 time: 1.0630338 Jun 17 08:32:46.730062 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:46.733074 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8994b1b5-768e-4cb3-9b01-af437fad2069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:46.764461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a28f9b-621e-400a-b1b8-eb080eb43b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893ae4f7-5685-4fe5-ad05-e0223cea2d5c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:46.784523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Checking segment: {'id': '0a8d48d8-1639-42f2-875a-1f3a772a4ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f298aaa3-d977-4a76-9f0d-94dcb854b5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:46.784895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network hostable DHCP agents. Network: f298aaa3-d977-4a76-9f0d-94dcb854b5d0, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:46.829518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] For port 868f6221-e6cd-4d39-a7ad-027acdd3f91b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=868f6221-e6cd-4d39-a7ad-027acdd3f91b,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:46.830182 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.837507 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:46.843784 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.857132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, f298aaa3-d977-4a76-9f0d-94dcb854b5d0) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:46.875244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:46.877507 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:46.883794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88f525e-c3a6-4d18-8cc6-47ae049bf950 None None] Network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:46.913710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2173467 Jun 17 08:32:46.916588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40774) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:46.925394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-84e5482f-f36b-4dcd-88b4-7ede56c64c2b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': 'f298aaa3-d977-4a76-9f0d-94dcb854b5d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:47.182302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40780) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:47.239047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4377312-219e-49c9-b83a-02067d42d39c req-2b5614c3-e6d7-4e66-a424-f82e3871a835 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.63 "GET /v2.0/ports?device_id=e58b68ed-06da-463e-80fd-90180ac6ad13 HTTP/1.1" status: 200 len: 210 time: 0.0655880 Jun 17 08:32:47.241225 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:47.246236 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:47.283348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e5482f-f36b-4dcd-88b4-7ede56c64c2b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:47.294922 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84e5482f-f36b-4dcd-88b4-7ede56c64c2b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.351585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Calling delete_port for 868f6221-e6cd-4d39-a7ad-027acdd3f91b owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:47.448043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-f298aaa3-d977-4a76-9f0d-94dcb854b5d0', 'network_id': 'f298aaa3-d977-4a76-9f0d-94dcb854b5d0', 'tenant_id': '3166053c640740e586b92f01b627ff7b', 'fixed_ips': [{'subnet_id': '6e154098-82ee-49e5-bc32-6587155ad11b'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:32:47.449505 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.521260 n-d-779913-16 neutron-server[93803]: INFO neutron.db.ipam_backend_mixin [None req-84e5482f-f36b-4dcd-88b4-7ede56c64c2b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6e154098-82ee-49e5-bc32-6587155ad11b (CIDR: 172.20.0.0/28) Jun 17 08:32:47.529226 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e5482f-f36b-4dcd-88b4-7ede56c64c2b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:32:47.529732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e5482f-f36b-4dcd-88b4-7ede56c64c2b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:32:47.575349 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d0a28f9b-621e-400a-b1b8-eb080eb43b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.843s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:47.580548 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0f5898ec-d341-4c5f-9c2e-70efe54fc265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.595805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-84e5482f-f36b-4dcd-88b4-7ede56c64c2b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6780305 Jun 17 08:32:47.598725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40794) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:47.605922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': 'f298aaa3-d977-4a76-9f0d-94dcb854b5d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:47.663662 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.686671 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Allocated IP 172.20.0.2 (f298aaa3-d977-4a76-9f0d-94dcb854b5d0/6e154098-82ee-49e5-bc32-6587155ad11b/86a03339-1dc8-42b8-87d3-2d91d9d57679) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:47.838884 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0f5898ec-d341-4c5f-9c2e-70efe54fc265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.882315 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70f519ee-0eab-4c5b-bef4-71600ab0cbd8 req-999b29d8-1589-475b-bb99-6220d2ffb2d2 tempest-ServerShowV247Test-1942780922 tempest-ServerShowV247Test-1942780922-project] 10.222.0.47 "GET /v2.0/ports?device_id=e58b68ed-06da-463e-80fd-90180ac6ad13 HTTP/1.1" status: 200 len: 210 time: 0.0499642 Jun 17 08:32:47.885513 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0f5898ec-d341-4c5f-9c2e-70efe54fc265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:47.892231 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4548e33d-cd14-43bb-9484-7cb0a2d7189d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:47.956566 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5898ec-d341-4c5f-9c2e-70efe54fc265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690ad51-d9b8-427e-ad7b-8d12d43d89c7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:47.970013 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0f5898ec-d341-4c5f-9c2e-70efe54fc265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:47.977469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:47.988469 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.093893 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.096436 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.099941 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6b65f0a5-b12d-459c-b417-4efe85b523ab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:48.109163 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.152772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:48.157583 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Pushing event deleted for resources: {'Port': ['ID=868f6221-e6cd-4d39-a7ad-027acdd3f91b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:48.168573 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:48.169071 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa91da31-d39f-45b7-93e1-f6023c3fcb60 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:48.177328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0f5898ec-d341-4c5f-9c2e-70efe54fc265 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d858fe0be13c43ae9e2be7945a0bc253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9731200 Jun 17 08:32:48.177567 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40806) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:48.191277 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.205541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Transition to ACTIVE for port object 86a03339-1dc8-42b8-87d3-2d91d9d57679 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:48.230108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Transition to ACTIVE for port object 86a03339-1dc8-42b8-87d3-2d91d9d57679 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:48.241732 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.251983 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:48.259210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:48.259210 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.286941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:48.306968 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.307672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:48.314673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:48.335242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Pushing event updated for resources: {'Port': ['ID=86a03339-1dc8-42b8-87d3-2d91d9d57679,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:48.357087 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:48.380044 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eda5edb1-df80-4706-b40c-c4ade98c60b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.398169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Attempting to bind port 86a03339-1dc8-42b8-87d3-2d91d9d57679 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:48.398630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Attempting to bind port 86a03339-1dc8-42b8-87d3-2d91d9d57679 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '0a8d48d8-1639-42f2-875a-1f3a772a4ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f298aaa3-d977-4a76-9f0d-94dcb854b5d0'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:48.399095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Attempting to bind port 86a03339-1dc8-42b8-87d3-2d91d9d57679 on network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:48.408728 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eda5edb1-df80-4706-b40c-c4ade98c60b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.421455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Pushing event updated for resources: {'Port': ['ID=aa67f90d-8479-4aa1-8259-c86a25d63490,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:48.426740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:48.427236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Checking segment: {'id': '0a8d48d8-1639-42f2-875a-1f3a772a4ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f298aaa3-d977-4a76-9f0d-94dcb854b5d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:48.427754 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.428222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Bound using segment: {'id': '0a8d48d8-1639-42f2-875a-1f3a772a4ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f298aaa3-d977-4a76-9f0d-94dcb854b5d0'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:48.428844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Bound port: 86a03339-1dc8-42b8-87d3-2d91d9d57679, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8d48d8-1639-42f2-875a-1f3a772a4ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'f298aaa3-d977-4a76-9f0d-94dcb854b5d0'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:48.429301 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.431959 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.435612 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.452524 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-76ed67f4-01ec-4c27-b8f1-ce584e7c1a18 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:48.466079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:48.469323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:48.500614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:48.501365 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.533589 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9334209 Jun 17 08:32:48.536992 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40812) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:48.542883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': 'f298aaa3-d977-4a76-9f0d-94dcb854b5d0', 'fixed_ips': [{'subnet_id': '6e154098-82ee-49e5-bc32-6587155ad11b'}, {'subnet_id': '93b20b01-1e15-4f12-8a35-43cbbe333a74'}], 'name': 'tempest-PortsTestJSON-284035139'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:48.548072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Subnet': ['ID=93b20b01-1e15-4f12-8a35-43cbbe333a74,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:48.564974 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:48.572604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.574315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] For port 86a03339-1dc8-42b8-87d3-2d91d9d57679, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:48.576329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.578615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] For port 86a03339-1dc8-42b8-87d3-2d91d9d57679, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=86a03339-1dc8-42b8-87d3-2d91d9d57679,segment=NetworkSegment(0a8d48d8-1639-42f2-875a-1f3a772a4ba7),segment_id=0a8d48d8-1639-42f2-875a-1f3a772a4ba7)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:48.580553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 868f6221-e6cd-4d39-a7ad-027acdd3f91b no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:48.606210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 868f6221-e6cd-4d39-a7ad-027acdd3f91b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:48.606672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 868f6221-e6cd-4d39-a7ad-027acdd3f91b not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:48.607227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e9177c49-19cd-4aec-98fc-49d70921be31 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:48.612207 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.613067 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:48.636035 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:48.638733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: e9177c49-19cd-4aec-98fc-49d70921be31 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:48.638921 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e9177c49-19cd-4aec-98fc-49d70921be31 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:48.662509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.663510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3401a297-0b4d-4218-9e29-3ebaacbcb921 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:32:48.674735 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.675634 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] 10.222.0.47 "DELETE /v2.0/routers/3401a297-0b4d-4218-9e29-3ebaacbcb921 HTTP/1.1" status: 204 len: 168 time: 3.2427950 Jun 17 08:32:48.684271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40818) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:48.719653 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Pushing event updated for resources: {'Port': ['ID=86a03339-1dc8-42b8-87d3-2d91d9d57679,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:48.727274 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:48.816744 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.848757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eda5edb1-df80-4706-b40c-c4ade98c60b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.854876 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eda5edb1-df80-4706-b40c-c4ade98c60b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.859361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc48ad75-cffa-4262-b564-53818183ec46 admin admin] Deleting subnet a3b3ef64-dd68-4de7-acbf-fa464b6f2298 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:48.864695 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eda5edb1-df80-4706-b40c-c4ade98c60b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1690ad51-d9b8-427e-ad7b-8d12d43d89c7 HTTP/1.1" status: 204 len: 168 time: 0.6886520 Jun 17 08:32:48.880951 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2be64a6d-68d6-4959-a6a4-27b0a34eab0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:48.882508 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc48ad75-cffa-4262-b564-53818183ec46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:48.902390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:48.912793 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5edb1-df80-4706-b40c-c4ade98c60b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690ad51-d9b8-427e-ad7b-8d12d43d89c7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:48.915956 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:48.927572 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eda5edb1-df80-4706-b40c-c4ade98c60b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:48.940068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:49.014545 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc48ad75-cffa-4262-b564-53818183ec46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.216801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Router a84c78ec-9fe9-40c0-8b42-27b249f7d893 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:32:49.244817 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.266311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc48ad75-cffa-4262-b564-53818183ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.297773 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port ca501301-728b-4821-a6b2-db16f4d8f484 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:32:49.376823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:49.385679 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] 10.222.0.47 "PUT /v2.0/routers/a84c78ec-9fe9-40c0-8b42-27b249f7d893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6632726 Jun 17 08:32:49.390419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Sync routers for ids ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:49.403977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Routers {'a84c78ec-9fe9-40c0-8b42-27b249f7d893'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:49.404892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:49.495203 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc48ad75-cffa-4262-b564-53818183ec46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.500927 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e331e874-cf1a-4c96-b4a0-62c6f439507f tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:49.538297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48ad75-cffa-4262-b564-53818183ec46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b3ef64-dd68-4de7-acbf-fa464b6f2298,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:49.556457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Set router a84c78ec-9fe9-40c0-8b42-27b249f7d893 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:49.560848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72410b3-e5ab-46a2-a432-81ad6549231c None None] Network 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:49.569985 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bc48ad75-cffa-4262-b564-53818183ec46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:49.573643 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bc48ad75-cffa-4262-b564-53818183ec46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.575678 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bc48ad75-cffa-4262-b564-53818183ec46 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a3b3ef64-dd68-4de7-acbf-fa464b6f2298 HTTP/1.1" status: 204 len: 168 time: 0.8877261 Jun 17 08:32:49.578233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40846) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:49.740676 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:49.745747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40852) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:49.833818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.3 (f298aaa3-d977-4a76-9f0d-94dcb854b5d0/6e154098-82ee-49e5-bc32-6587155ad11b/ca501301-728b-4821-a6b2-db16f4d8f484) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:49.850533 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.25 (f298aaa3-d977-4a76-9f0d-94dcb854b5d0/93b20b01-1e15-4f12-8a35-43cbbe333a74/ca501301-728b-4821-a6b2-db16f4d8f484) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:49.886952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Deleting port 56c4e532-f86d-4dc3-8254-a9be4caede8c {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:49.888956 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.035395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'name': 'tempest-ServerRescueNegativeTestJSON-728986518-router', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:40Z', 'updated_at': '2021-06-17T08:32:47Z', 'revision_number': 4, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'gw_port': {'id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:41Z', 'updated_at': '2021-06-17T08:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'aa67f90d-8479-4aa1-8259-c86a25d63490', 'name': '', 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'mac_address': 'fa:16:3e:c2:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'b9c506e8-3b69-4d72-b90d-bb671d81d8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:45Z', 'updated_at': '2021-06-17T08:32:47Z', 'revision_number': 2, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'subnets': [{'id': 'b9c506e8-3b69-4d72-b90d-bb671d81d8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:50.079339 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Checking router: a84c78ec-9fe9-40c0-8b42-27b249f7d893 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:32:50.079928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Updating router a84c78ec-9fe9-40c0-8b42-27b249f7d893 port aa67f90d-8479-4aa1-8259-c86a25d63490 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:32:50.104254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] For port 56c4e532-f86d-4dc3-8254-a9be4caede8c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=56c4e532-f86d-4dc3-8254-a9be4caede8c,segment=NetworkSegment(f5f7cb9f-101b-455b-9a92-44a8cf96c65e),segment_id=f5f7cb9f-101b-455b-9a92-44a8cf96c65e)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:50.105307 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.176510 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.179168 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.193398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 86a03339-1dc8-42b8-87d3-2d91d9d57679 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:50.193699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object ca501301-728b-4821-a6b2-db16f4d8f484 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:50.304676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Calling delete_port for 56c4e532-f86d-4dc3-8254-a9be4caede8c owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:50.346655 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8f5a95-33fd-4607-a684-9181f6228fde None None] Network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:50.371167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91418b69-644e-47fa-988d-4aaac989fb0e req-4a7f808c-ec2c-490f-bbc9-c59996b07ea7 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:50.372717 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-4a7f808c-ec2c-490f-bbc9-c59996b07ea7 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 818 time: 0.1405840 Jun 17 08:32:50.378504 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.387200 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf9a23f4-9ecd-4d7b-9589-be2496882805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:50.430031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047dea16-e6d6-4b68-8ddb-b1aae8a849ca None None] DHCP port deletion for 1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:32:50.451418 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f6701ef9-a3e6-4eed-9af2-6e5a29bec4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.470348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:50.474261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 86a03339-1dc8-42b8-87d3-2d91d9d57679 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:50.475643 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:50.484482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:50.491072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-0cc667b0-6701-4143-812a-684f58626709 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/quotas/a809d1ded99b4987b6a60b9b919271db HTTP/1.1" status: 200 len: 375 time: 0.1064904 Jun 17 08:32:50.500066 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.516272 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e65921bc-9a9a-4098-b053-20fc9384cb6f tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:50.522163 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-047dea16-e6d6-4b68-8ddb-b1aae8a849ca None None] The port '56c4e532-f86d-4dc3-8254-a9be4caede8c' was deleted {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 17 08:32:50.556613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3ee060fe-392f-4ccb-9458-2286b36bdc4a None None] Provisioning for port 86a03339-1dc8-42b8-87d3-2d91d9d57679 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:50.557949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c4e532-f86d-4dc3-8254-a9be4caede8c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:50.562258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] No DVR routers for this DVR port 56c4e532-f86d-4dc3-8254-a9be4caede8c on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:32:50.569242 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:50.578655 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3ee060fe-392f-4ccb-9458-2286b36bdc4a None None] Provisioning complete for port 86a03339-1dc8-42b8-87d3-2d91d9d57679 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:50.579512 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3ee060fe-392f-4ccb-9458-2286b36bdc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.638428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=ca501301-728b-4821-a6b2-db16f4d8f484,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:50.652567 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:50.680043 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:50.681099 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.705223 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40886) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:50.705562 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40888) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:50.728593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.737273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-348e3086-7539-4d8b-a5ed-c9b4830df746 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2163136 Jun 17 08:32:50.741185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc1239f-e7c8-47fb-a006-4a6c6fc01c91']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:50.763697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:50.764007 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f7cb9f-101b-455b-9a92-44a8cf96c65e') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:50.780774 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.813253 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.834290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:32:50.834723 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:32:50.836673 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:32:50.877536 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f6701ef9-a3e6-4eed-9af2-6e5a29bec4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.887029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-4db1306a-8712-42f7-9eb2-fc5c6d2f1779 service neutron] 10.222.0.47 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423397 Jun 17 08:32:50.890155 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f6701ef9-a3e6-4eed-9af2-6e5a29bec4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.898102 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-647086b9-4044-429e-89a3-57a312475a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:50.900962 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 2.3626745 Jun 17 08:32:50.904001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40894) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:50.912664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-384776530'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:50.929461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e154098-82ee-49e5-bc32-6587155ad11b'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:50.947557 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3ee060fe-392f-4ccb-9458-2286b36bdc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.957188 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6996a965-bd3e-4978-b65a-0e4ff4556b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:50.998884 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f6701ef9-a3e6-4eed-9af2-6e5a29bec4c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a825124c281749899576be1b8bf79d55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2264862 Jun 17 08:32:50.999670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6701ef9-a3e6-4eed-9af2-6e5a29bec4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4c9d34-e436-49d6-92d5-a85bc8598824,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:51.000268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40900) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:51.005315 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f6701ef9-a3e6-4eed-9af2-6e5a29bec4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:51.024503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Made reservation on behalf of 61d93396f6994c0ba217fd3c5ae22112 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:51.027903 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.040226 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.056736 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4c848a15-e9af-460e-bcee-ca79395ee048 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:51.059463 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.062366 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1cc1239f-e7c8-47fb-a006-4a6c6fc01c91 HTTP/1.1" status: 204 len: 168 time: 1.4817939 Jun 17 08:32:51.069692 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.079232 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-0af0b8a5-e7cd-4bad-83e3-80ce03f19db0 service neutron] 10.222.0.47 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822248 Jun 17 08:32:51.118988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc1239f-e7c8-47fb-a006-4a6c6fc01c91,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:51.165274 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:51.191841 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.220382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Transition to ACTIVE for port object aa67f90d-8479-4aa1-8259-c86a25d63490 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:51.234511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-acfe9382-362e-41d3-ba2f-05ba1bce8cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.241874 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.248641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3ee060fe-392f-4ccb-9458-2286b36bdc4a None None] For port 86a03339-1dc8-42b8-87d3-2d91d9d57679, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=86a03339-1dc8-42b8-87d3-2d91d9d57679,segment=NetworkSegment(0a8d48d8-1639-42f2-875a-1f3a772a4ba7),segment_id=0a8d48d8-1639-42f2-875a-1f3a772a4ba7)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:51.248858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40904) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:51.251140 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:51.319883 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-acfe9382-362e-41d3-ba2f-05ba1bce8cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.320077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1fe54ffe-22fd-4e4b-87da-fb8aeeabdf80 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=76b1458140554869aae6692b38e06da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0673087 Jun 17 08:32:51.320190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40912) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:51.338895 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3ee060fe-392f-4ccb-9458-2286b36bdc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.350749 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6996a965-bd3e-4978-b65a-0e4ff4556b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.375335 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6996a965-bd3e-4978-b65a-0e4ff4556b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.382913 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1df941c0-d19f-4a92-b5f6-eb90563fa054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:51.389124 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.398838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9831f0b7-c0dc-439f-8262-cfac0affbe12 req-377814bf-8e50-4b98-af06-df2015ebe825 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 210 time: 0.0586247 Jun 17 08:32:51.454960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28d97a77-2f9d-403b-80b8-0a816272db47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.465271 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6996a965-bd3e-4978-b65a-0e4ff4556b48 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55400dd6ac054db9a09ca5ee3ac6e5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7586172 Jun 17 08:32:51.467986 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40916) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:51.468635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996a965-bd3e-4978-b65a-0e4ff4556b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec346d-2bb2-4093-92ec-1c208a1dd663,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:51.491668 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6996a965-bd3e-4978-b65a-0e4ff4556b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:51.498691 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28d97a77-2f9d-403b-80b8-0a816272db47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.504020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3b4f6-73d8-4e48-9816-583c59388561 None None] Pushing event updated for resources: {'Port': ['ID=aa67f90d-8479-4aa1-8259-c86a25d63490,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:51.523573 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-acfe9382-362e-41d3-ba2f-05ba1bce8cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.526221 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-acfe9382-362e-41d3-ba2f-05ba1bce8cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.527430 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-acfe9382-362e-41d3-ba2f-05ba1bce8cef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a4c9d34-e436-49d6-92d5-a85bc8598824 HTTP/1.1" status: 204 len: 168 time: 0.5262086 Jun 17 08:32:51.528757 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-33a3b4f6-73d8-4e48-9816-583c59388561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:51.535785 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-60e157ee-d381-4302-bc6b-ce4b26194c9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:51.546853 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8f393106-8e6c-474b-8560-0d0543e6f7e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:51.568440 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9269710b-2039-4c42-940e-bd50036ad3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.569390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe9382-362e-41d3-ba2f-05ba1bce8cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4c9d34-e436-49d6-92d5-a85bc8598824,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:51.576535 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acfe9382-362e-41d3-ba2f-05ba1bce8cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:51.594038 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9269710b-2039-4c42-940e-bd50036ad3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.650018 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9269710b-2039-4c42-940e-bd50036ad3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.653878 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9269710b-2039-4c42-940e-bd50036ad3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.655558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9269710b-2039-4c42-940e-bd50036ad3fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7eec346d-2bb2-4093-92ec-1c208a1dd663 HTTP/1.1" status: 204 len: 168 time: 0.1860447 Jun 17 08:32:51.656961 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-82b708f3-da7e-4589-8ed5-c8db9dc784a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:51.660349 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.671413 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.678040 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-598cc272-c69b-4484-aa2a-1574dd5400f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:51.690182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269710b-2039-4c42-940e-bd50036ad3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec346d-2bb2-4093-92ec-1c208a1dd663,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:51.694903 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9269710b-2039-4c42-940e-bd50036ad3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:51.708893 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28d97a77-2f9d-403b-80b8-0a816272db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.713149 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28d97a77-2f9d-403b-80b8-0a816272db47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.718621 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-28d97a77-2f9d-403b-80b8-0a816272db47 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c5669fb2-1096-4ef1-afa9-ea558ba2b7b1 HTTP/1.1" status: 204 len: 168 time: 0.3973980 Jun 17 08:32:51.720767 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-87734467-c88e-4611-9357-ac56035e3588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:51.738603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:51.746554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d97a77-2f9d-403b-80b8-0a816272db47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5669fb2-1096-4ef1-afa9-ea558ba2b7b1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:51.751023 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28d97a77-2f9d-403b-80b8-0a816272db47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:51.756295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e9b304-b9d3-4221-b2f1-082a198af4ea None None] Update dhcp port {'port': {'network_id': 'f298aaa3-d977-4a76-9f0d-94dcb854b5d0', 'fixed_ips': [{'subnet_id': '6e154098-82ee-49e5-bc32-6587155ad11b', 'ip_address': '172.20.0.2'}, {'subnet_id': '93b20b01-1e15-4f12-8a35-43cbbe333a74'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '86a03339-1dc8-42b8-87d3-2d91d9d57679'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:32:51.778175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ba75ad-59a2-4af7-be88-94fee4125242,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:51.784237 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.784738 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Added segment 3476ffb3-fc95-4776-bb60-fd279be6148c of type vlan for network fa9a3698-57bc-4271-b22e-5247c617e273 Jun 17 08:32:51.789810 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:51.864055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.874289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Delete allocated IP 172.20.0.25 (f298aaa3-d977-4a76-9f0d-94dcb854b5d0/93b20b01-1e15-4f12-8a35-43cbbe333a74) {{(pid=93804) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:32:51.935968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-f2a4d05d-d010-4094-8d10-312e185f42f0 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:51.945427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-f2a4d05d-d010-4094-8d10-312e185f42f0 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 818 time: 0.2102103 Jun 17 08:32:51.956871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.964882 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:51.965576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:51.970126 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6d9b26b0-50b2-4f3f-a457-351db83d5967 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:51.979829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-19cc60d8-8505-41a6-9930-f3d41235540b tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/quotas/a809d1ded99b4987b6a60b9b919271db HTTP/1.1" status: 200 len: 375 time: 0.0313091 Jun 17 08:32:52.016290 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-44e9b304-b9d3-4221-b2f1-082a198af4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.039486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee060fe-392f-4ccb-9458-2286b36bdc4a None None] Pushing event updated for resources: {'Port': ['ID=86a03339-1dc8-42b8-87d3-2d91d9d57679,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:52.058850 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3ee060fe-392f-4ccb-9458-2286b36bdc4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:52.060587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Attempting to bind port aa67f90d-8479-4aa1-8259-c86a25d63490 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:52.061123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Attempting to bind port aa67f90d-8479-4aa1-8259-c86a25d63490 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:52.061576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Attempting to bind port aa67f90d-8479-4aa1-8259-c86a25d63490 on network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:52.068967 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3609447 Jun 17 08:32:52.074500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:52.075341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Checking segment: {'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:52.076742 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.077306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Bound using segment: {'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:52.077893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Bound port: aa67f90d-8479-4aa1-8259-c86a25d63490, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:52.078453 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.085306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40942) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:52.093172 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Request body: {'subnet': {'network_id': 'fa9a3698-57bc-4271-b22e-5247c617e273', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:52.142227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 56c4e532-f86d-4dc3-8254-a9be4caede8c no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:32:52.152064 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-ad2175ee-2249-4c8a-aadd-dcf894e691fc tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1712024 Jun 17 08:32:52.203954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event updated for resources: {'Network': ['ID=fa9a3698-57bc-4271-b22e-5247c617e273,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:52.220966 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:52.243377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 56c4e532-f86d-4dc3-8254-a9be4caede8c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:32:52.244018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 56c4e532-f86d-4dc3-8254-a9be4caede8c not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:32:52.245406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network fa9a3698-57bc-4271-b22e-5247c617e273 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:52.336969 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.341022 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-6ef07029-2bcf-478c-94b3-99bd4609cb1f service neutron] 10.222.0.47 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864049 Jun 17 08:32:52.360793 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Ignored duplicate provisioning block setup for port ca501301-728b-4821-a6b2-db16f4d8f484 by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 17 08:32:52.389552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.407096 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f89ddcf2-a37b-4d71-9c6d-aad2f3f6cae6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:52.414342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] For port aa67f90d-8479-4aa1-8259-c86a25d63490, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:52.420506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] For port aa67f90d-8479-4aa1-8259-c86a25d63490, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=aa67f90d-8479-4aa1-8259-c86a25d63490,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:52.429075 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.448357 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d85b439b-478b-4456-8d96-fb3a99ba37a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:52.475788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40950) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:52.485793 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Made reservation on behalf of 61d93396f6994c0ba217fd3c5ae22112 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:52.488885 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.522373 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b515f426-a29f-4206-8c51-281b5f49fb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.524056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Routers {'a84c78ec-9fe9-40c0-8b42-27b249f7d893'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:52.524938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:52.530057 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-44e9b304-b9d3-4221-b2f1-082a198af4ea None None] Allocated IP 172.20.0.18 (f298aaa3-d977-4a76-9f0d-94dcb854b5d0/93b20b01-1e15-4f12-8a35-43cbbe333a74/86a03339-1dc8-42b8-87d3-2d91d9d57679) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:52.599654 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a3b4f6-73d8-4e48-9816-583c59388561 None None] Pushing event updated for resources: {'Port': ['ID=aa67f90d-8479-4aa1-8259-c86a25d63490,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:52.602627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=ca501301-728b-4821-a6b2-db16f4d8f484,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:52.609051 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-33a3b4f6-73d8-4e48-9816-583c59388561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:52.622065 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:52.642885 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-9affb6db-32c7-4089-9e94-b94191be8fe7 service neutron] 10.222.0.47 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987761 Jun 17 08:32:52.715166 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] In _notify_port_updated(), no bound segment for port ca501301-728b-4821-a6b2-db16f4d8f484 on network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:32:52.722387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] Set router a84c78ec-9fe9-40c0-8b42-27b249f7d893 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:32:52.730643 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:52.733212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.739375 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "PUT /v2.0/ports/ca501301-728b-4821-a6b2-db16f4d8f484 HTTP/1.1" status: 200 len: 918 time: 1.8283510 Jun 17 08:32:52.743644 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40954) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:52.789327 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e154098-82ee-49e5-bc32-6587155ad11b'}, {'subnet_id': '93b20b01-1e15-4f12-8a35-43cbbe333a74'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:52.813504 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-44e9b304-b9d3-4221-b2f1-082a198af4ea None None] For port 86a03339-1dc8-42b8-87d3-2d91d9d57679, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=86a03339-1dc8-42b8-87d3-2d91d9d57679,segment=NetworkSegment(0a8d48d8-1639-42f2-875a-1f3a772a4ba7),segment_id=0a8d48d8-1639-42f2-875a-1f3a772a4ba7)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:52.956004 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-44e9b304-b9d3-4221-b2f1-082a198af4ea None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:52.984292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-44e9b304-b9d3-4221-b2f1-082a198af4ea None None] Transition to ACTIVE for port object 86a03339-1dc8-42b8-87d3-2d91d9d57679 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:53.002916 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-44e9b304-b9d3-4221-b2f1-082a198af4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.027214 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:53.077986 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.087625 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ed2f9e7-e973-4ff9-9ced-fb14b405f8b2 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:53.097920 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.168074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event updated for resources: {'Subnet': ['ID=2f199a3d-5de7-4376-aef8-be648977e546,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:53.173261 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:53.204717 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aad47d4a-2c3f-4b16-8ff8-46f575709267 req-37387520-dea8-4861-91fa-fe88a4d97fad tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 210 time: 0.1080225 Jun 17 08:32:53.204927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Checking segment: {'id': '3476ffb3-fc95-4776-bb60-fd279be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fa9a3698-57bc-4271-b22e-5247c617e273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:53.205192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Network hostable DHCP agents. Network: fa9a3698-57bc-4271-b22e-5247c617e273, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:53.232642 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Network fa9a3698-57bc-4271-b22e-5247c617e273 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:53.250976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, fa9a3698-57bc-4271-b22e-5247c617e273) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:53.268931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:53.271510 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.279267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf7934a-3566-4dbd-970a-5d4ad3d21746 None None] Network fa9a3698-57bc-4271-b22e-5247c617e273 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:53.364965 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:32:53.464465 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b515f426-a29f-4206-8c51-281b5f49fb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.472813 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b515f426-a29f-4206-8c51-281b5f49fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.482971 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3963985 Jun 17 08:32:53.485615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40988) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:53.491280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4489ad7f-2802-43c8-8adb-a26b99f342c5 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-274669489', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:53.501290 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e04cf43c-a104-4f26-a5bd-6f0400eff818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:53.513502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b515f426-a29f-4206-8c51-281b5f49fb89 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a653cd497a3e481e913a04a78fcf87e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0291300 Jun 17 08:32:53.525549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40990) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:53.587668 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515f426-a29f-4206-8c51-281b5f49fb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd4c970-4524-479b-badd-91883ebfeee4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:53.593132 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b515f426-a29f-4206-8c51-281b5f49fb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:53.690348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.30 (f298aaa3-d977-4a76-9f0d-94dcb854b5d0/93b20b01-1e15-4f12-8a35-43cbbe333a74/ca501301-728b-4821-a6b2-db16f4d8f484) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:53.695363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9b304-b9d3-4221-b2f1-082a198af4ea None None] Pushing event updated for resources: {'Port': ['ID=86a03339-1dc8-42b8-87d3-2d91d9d57679,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:53.709575 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-44e9b304-b9d3-4221-b2f1-082a198af4ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:53.765314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-fa9a3698-57bc-4271-b22e-5247c617e273', 'network_id': 'fa9a3698-57bc-4271-b22e-5247c617e273', 'tenant_id': '61d93396f6994c0ba217fd3c5ae22112', 'fixed_ips': [{'subnet_id': '2f199a3d-5de7-4376-aef8-be648977e546'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:32:53.766269 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.771948 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4489ad7f-2802-43c8-8adb-a26b99f342c5 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.784645 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4489ad7f-2802-43c8-8adb-a26b99f342c5 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:53.792567 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'name': 'tempest-ServerRescueNegativeTestJSON-728986518-router', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:40Z', 'updated_at': '2021-06-17T08:32:47Z', 'revision_number': 4, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'gw_port': {'id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:41Z', 'updated_at': '2021-06-17T08:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'aa67f90d-8479-4aa1-8259-c86a25d63490', 'name': '', 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'mac_address': 'fa:16:3e:c2:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'b9c506e8-3b69-4d72-b90d-bb671d81d8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:45Z', 'updated_at': '2021-06-17T08:32:52Z', 'revision_number': 4, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'subnets': [{'id': 'b9c506e8-3b69-4d72-b90d-bb671d81d8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:53.838238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c397fd-7c88-4a05-a419-af6464a976df None None] The sync data for ids ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'] in n-d-779913-16 is: [{'id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'name': 'tempest-ServerRescueNegativeTestJSON-728986518-router', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:40Z', 'updated_at': '2021-06-17T08:32:47Z', 'revision_number': 4, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'gw_port': {'id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:41Z', 'updated_at': '2021-06-17T08:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'aa67f90d-8479-4aa1-8259-c86a25d63490', 'name': '', 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'mac_address': 'fa:16:3e:c2:5a:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'device_owner': 'network:router_interface', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'b9c506e8-3b69-4d72-b90d-bb671d81d8d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:45Z', 'updated_at': '2021-06-17T08:32:52Z', 'revision_number': 4, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'subnets': [{'id': 'b9c506e8-3b69-4d72-b90d-bb671d81d8d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:53.864985 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e4aa05f1-6ee3-4426-98bf-21d4a5eb976a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.005540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41004) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:54.011072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41006) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:54.038105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e4aa05f1-6ee3-4426-98bf-21d4a5eb976a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.040989 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4489ad7f-2802-43c8-8adb-a26b99f342c5 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.050178 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4489ad7f-2802-43c8-8adb-a26b99f342c5 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.134592 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4489ad7f-2802-43c8-8adb-a26b99f342c5 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.135978 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4489ad7f-2802-43c8-8adb-a26b99f342c5 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6493344 Jun 17 08:32:54.140493 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41012) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:54.170173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Allocated IP 172.20.0.2 (fa9a3698-57bc-4271-b22e-5247c617e273/2f199a3d-5de7-4376-aef8-be648977e546/f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:54.273600 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.332213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Ignored duplicate provisioning block setup for port ca501301-728b-4821-a6b2-db16f4d8f484 by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 17 08:32:54.339704 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.348632 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2987315a-3e8d-4ff5-b0de-195aaf21c8c4 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:54.352723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa67f90d-8479-4aa1-8259-c86a25d63490 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:54.423205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-174316005-network', 'tenant_id': '87b014fadc084f5bb0b8c7657f0b088d'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:54.430456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-89624231-network', 'tenant_id': '033da5dc68fa4bd2a4be3af5a03b4561'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:54.487761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Made reservation on behalf of 033da5dc68fa4bd2a4be3af5a03b4561 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:54.490995 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.511584 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.530546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port aa67f90d-8479-4aa1-8259-c86a25d63490 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:54.537878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port aa67f90d-8479-4aa1-8259-c86a25d63490 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:54.538362 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.835482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] In _notify_port_updated(), no bound segment for port ca501301-728b-4821-a6b2-db16f4d8f484 on network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 {{(pid=93803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:32:54.841551 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:54.842233 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.843646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "PUT /v2.0/ports/ca501301-728b-4821-a6b2-db16f4d8f484 HTTP/1.1" status: 200 len: 998 time: 2.0990136 Jun 17 08:32:54.844614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Made reservation on behalf of 87b014fadc084f5bb0b8c7657f0b088d for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:54.847050 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.849402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41018) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:54.852225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=ca501301-728b-4821-a6b2-db16f4d8f484,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:54.856963 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6abf4b90-82d2-4b53-a008-100b0ac6cd5e req-fca108a8-23b2-4500-b6bd-ebb50394e23e tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 210 time: 0.2774823 Jun 17 08:32:54.860195 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:54.948942 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:54.952167 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a871d430-8228-4a16-9c35-ce906954372c None None] Network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:55.080128 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cf0ae7ec-2cc1-4cee-b3b6-9763422eaaeb None None] Provisioning for port ca501301-728b-4821-a6b2-db16f4d8f484 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:55.088736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cf0ae7ec-2cc1-4cee-b3b6-9763422eaaeb None None] Provisioning complete for port ca501301-728b-4821-a6b2-db16f4d8f484 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:55.089179 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae7ec-2cc1-4cee-b3b6-9763422eaaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.095126 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.157669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-da28e944-c86b-46c3-ad7e-a854675b5d59 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port ca501301-728b-4821-a6b2-db16f4d8f484 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:55.160668 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da28e944-c86b-46c3-ad7e-a854675b5d59 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.179695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Transition to ACTIVE for port object f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:55.217750 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e4aa05f1-6ee3-4426-98bf-21d4a5eb976a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.221256 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e4aa05f1-6ee3-4426-98bf-21d4a5eb976a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.222582 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e4aa05f1-6ee3-4426-98bf-21d4a5eb976a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dcd4c970-4524-479b-badd-91883ebfeee4 HTTP/1.1" status: 204 len: 168 time: 1.6953840 Jun 17 08:32:55.253221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ae7ec-2cc1-4cee-b3b6-9763422eaaeb None None] Port ca501301-728b-4821-a6b2-db16f4d8f484 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:32:55.253642 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Transition to ACTIVE for port object f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:55.266568 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eaecc2a5-bd3b-4298-82c3-45a899fb3358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:55.269383 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.277858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa05f1-6ee3-4426-98bf-21d4a5eb976a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd4c970-4524-479b-badd-91883ebfeee4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:55.282416 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e4aa05f1-6ee3-4426-98bf-21d4a5eb976a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:55.303264 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.373750 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.391375 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-85348593-f40f-42b5-8348-42b567014999 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:55.397659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cf0ae7ec-2cc1-4cee-b3b6-9763422eaaeb None None] Provisioning for port 86a03339-1dc8-42b8-87d3-2d91d9d57679 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:55.420058 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a5180fab-6e99-4fe3-9344-354b04193a3e tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:55.421841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a5180fab-6e99-4fe3-9344-354b04193a3e tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.63 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 818 time: 0.3714149 Jun 17 08:32:55.438068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Request body: {'port': {'device_id': '4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88', 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60', 'admin_state_up': True, 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:55.492954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cf0ae7ec-2cc1-4cee-b3b6-9763422eaaeb None None] Provisioning complete for port 86a03339-1dc8-42b8-87d3-2d91d9d57679 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:55.496940 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae7ec-2cc1-4cee-b3b6-9763422eaaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.608998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Network fa9a3698-57bc-4271-b22e-5247c617e273 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:55.629536 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:55.664472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:55.699722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port aa67f90d-8479-4aa1-8259-c86a25d63490, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=aa67f90d-8479-4aa1-8259-c86a25d63490,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:55.704804 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Pushing event updated for resources: {'Port': ['ID=f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:55.722468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.722913 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.723261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.723602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.723939 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.724273 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.724606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.724929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.725257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.725579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.725902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.726227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:32:55.731759 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:55.755557 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:55.756499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 86a03339-1dc8-42b8-87d3-2d91d9d57679 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:55.780909 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:55.854158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-9827d2eb-6ff2-4aa3-ad50-139cb530a647 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:55.855775 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-9827d2eb-6ff2-4aa3-ad50-139cb530a647 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.63 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 818 time: 0.2656424 Jun 17 08:32:55.863039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=aa67f90d-8479-4aa1-8259-c86a25d63490,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:55.869925 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:55.887711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Request body: {'port': {'device_id': '0f41fc75-ef62-483d-96f8-44c0e52e30f9', 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60', 'admin_state_up': True, 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:56.043618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Attempting to bind port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:32:56.043993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Attempting to bind port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '3476ffb3-fc95-4776-bb60-fd279be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fa9a3698-57bc-4271-b22e-5247c617e273'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:32:56.044373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Attempting to bind port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd on network fa9a3698-57bc-4271-b22e-5247c617e273 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:32:56.075186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:32:56.075747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Checking segment: {'id': '3476ffb3-fc95-4776-bb60-fd279be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fa9a3698-57bc-4271-b22e-5247c617e273'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:56.076386 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.087192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Bound using segment: {'id': '3476ffb3-fc95-4776-bb60-fd279be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fa9a3698-57bc-4271-b22e-5247c617e273'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:32:56.087808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Bound port: f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3476ffb3-fc95-4776-bb60-fd279be6148c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'fa9a3698-57bc-4271-b22e-5247c617e273'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:32:56.089027 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.123849 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da28e944-c86b-46c3-ad7e-a854675b5d59 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.182918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 86a03339-1dc8-42b8-87d3-2d91d9d57679 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:56.183322 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.245325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-da28e944-c86b-46c3-ad7e-a854675b5d59 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for ca501301-728b-4821-a6b2-db16f4d8f484 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:32:56.248581 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] For port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:32:56.253676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] For port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd,segment=NetworkSegment(3476ffb3-fc95-4776-bb60-fd279be6148c),segment_id=3476ffb3-fc95-4776-bb60-fd279be6148c)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:32:56.262899 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.266398 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3ee060fe-392f-4ccb-9458-2286b36bdc4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:56.269051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Allocated IP 172.20.0.1 (fa9a3698-57bc-4271-b22e-5247c617e273/2f199a3d-5de7-4376-aef8-be648977e546/1b996f21-a7ed-4d36-a36c-2ded6ed85c2f) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:56.343560 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Pushing event updated for resources: {'Port': ['ID=f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:56.352979 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:56.404955 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67a1fbd3-37d7-4597-8449-67fd591a9443 req-b24b6fba-3c4f-4fc6-bbcd-663cc3717a05 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 210 time: 0.2490523 Jun 17 08:32:56.487244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.500727 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.520352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.524391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Transition to ACTIVE for port object 1b996f21-a7ed-4d36-a36c-2ded6ed85c2f will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:56.524888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa67f90d-8479-4aa1-8259-c86a25d63490 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:56.542133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:56.554153 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c16f4e1b-a37e-4d1c-9322-759563554394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:56.569277 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.572683 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a5f74e9d-bf2d-485b-abf5-3ac0925df191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:56.601671 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port aa67f90d-8479-4aa1-8259-c86a25d63490 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:56.602060 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.641122 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Network fa9a3698-57bc-4271-b22e-5247c617e273 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:56.654215 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.654646 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Added segment 8a8c22d1-1957-4e24-8d40-892c88f6c979 of type vlan for network c313181c-9e3f-4526-af69-a8c62d7d61bc Jun 17 08:32:56.672035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:56.682668 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:56.711528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event updated for resources: {'Port': ['ID=1b996f21-a7ed-4d36-a36c-2ded6ed85c2f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:56.726538 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:56.726857 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.761677 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.771825 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da28e944-c86b-46c3-ad7e-a854675b5d59 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.824591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fced3b1-70f1-4b08-843a-82c0a064ec99,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:56.840824 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:56.843836 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-10a24768-69ae-4ced-a0b8-21999ce75513 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:56.849420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.850888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:56.851636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:56.936988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28e944-c86b-46c3-ad7e-a854675b5d59 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=ca501301-728b-4821-a6b2-db16f4d8f484,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:56.970567 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-da28e944-c86b-46c3-ad7e-a854675b5d59 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:56.971089 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-606bceb3-87e0-47ac-bcbf-6a054fe0a617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:57.010325 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.104239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Pushing event updated for resources: {'Network': ['ID=c313181c-9e3f-4526-af69-a8c62d7d61bc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:57.123625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network c313181c-9e3f-4526-af69-a8c62d7d61bc details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:57.136590 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:57.155838 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.171031 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.187165 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8daea5c1-eddc-4b4d-8fe4-d50b2a6e8b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:57.192627 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1565354 Jun 17 08:32:57.193469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41054) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:57.193609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:32:57.203550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Request body: {'subnet': {'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-89624231-subnet', 'tenant_id': '033da5dc68fa4bd2a4be3af5a03b4561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:57.204241 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da28e944-c86b-46c3-ad7e-a854675b5d59 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.209067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-da28e944-c86b-46c3-ad7e-a854675b5d59 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/ca501301-728b-4821-a6b2-db16f4d8f484 HTTP/1.1" status: 204 len: 168 time: 2.3579264 Jun 17 08:32:57.211766 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41058) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:57.252070 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:32:57.252070 n-d-779913-16 neutron-server[93804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:32:57.252070 n-d-779913-16 neutron-server[93804]: [parameters: {'project_id_1': '033da5dc68fa4bd2a4be3af5a03b4561', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 32, 57, 212536)}] Jun 17 08:32:57.252070 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:32:57.252450 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:32:57.253313 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f698ec91-14b8-4eba-b488-2a3917751e82 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:32:57.258161 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f698ec91-14b8-4eba-b488-2a3917751e82 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/ca501301-728b-4821-a6b2-db16f4d8f484 HTTP/1.1" status: 404 len: 333 time: 0.0434744 Jun 17 08:32:57.260289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41062) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:57.267529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:32:57.267529 n-d-779913-16 neutron-server[93804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:32:57.267529 n-d-779913-16 neutron-server[93804]: [parameters: {'project_id_1': 'a809d1ded99b4987b6a60b9b919271db', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 32, 56, 397860)}] Jun 17 08:32:57.267529 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:32:57.267923 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:32:57.282541 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.282912 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Added segment b298c92a-5987-4ebe-b8be-521b96e2bce1 of type vlan for network 57bace8b-ea9c-4476-87ca-9d857de9fef7 Jun 17 08:32:57.322698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:57.330845 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:57.362443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Made reservation on behalf of a809d1ded99b4987b6a60b9b919271db for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:57.365855 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.417520 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.449458 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b18807-d529-4f3b-8269-3a8f2d8255a2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting subnet 93b20b01-1e15-4f12-8a35-43cbbe333a74 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:57.453313 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d2b18807-d529-4f3b-8269-3a8f2d8255a2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.502080 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d2b18807-d529-4f3b-8269-3a8f2d8255a2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.547749 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.555002 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.559482 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2aad642-07a1-4f6d-966b-2a12dba6e077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:57.575522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cc402f80-6890-4e36-b970-17634d5e660c None None] Could not find standard attr ID for object ca501301-728b-4821-a6b2-db16f4d8f484. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:32:57.600268 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cc402f80-6890-4e36-b970-17634d5e660c None None] Provisioning complete for port 86a03339-1dc8-42b8-87d3-2d91d9d57679 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:57.602575 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cc402f80-6890-4e36-b970-17634d5e660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.648394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e10b80f2-72e0-4e6d-9296-fa08084936a3 req-86a1253b-db26-4b77-a380-47960d416a83 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 210 time: 0.0484176 Jun 17 08:32:57.667055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.672840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event updated for resources: {'Port': ['ID=1b996f21-a7ed-4d36-a36c-2ded6ed85c2f,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:57.676731 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:57.775304 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.776434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:57.777472 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.790671 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:57.834655 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Network fa9a3698-57bc-4271-b22e-5247c617e273 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:57.838215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:57.926031 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d2b18807-d529-4f3b-8269-3a8f2d8255a2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:57.957539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Pushing event updated for resources: {'Network': ['ID=57bace8b-ea9c-4476-87ca-9d857de9fef7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:57.968816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 57bace8b-ea9c-4476-87ca-9d857de9fef7 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:32:57.970649 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:57.979717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Allocated IP 172.20.0.10 (7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60/b9c506e8-3b69-4d72-b90d-bb671d81d8d4/15192063-d1db-426e-a96c-30c28a48d0e6) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:57.999094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Made reservation on behalf of a809d1ded99b4987b6a60b9b919271db for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:58.004875 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.048456 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d2b18807-d529-4f3b-8269-3a8f2d8255a2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.054175 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c626376d-1b28-4836-ae96-2ba3028cb65c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:58.063860 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c83c8d9-b108-4f94-8353-1a9f612b37a8 None None] Network fa9a3698-57bc-4271-b22e-5247c617e273 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:58.081024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8cd991ab-59b2-4cd0-8ade-087e1d0c094a None None] Could not find standard attr ID for object ca501301-728b-4821-a6b2-db16f4d8f484. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:32:58.088222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b18807-d529-4f3b-8269-3a8f2d8255a2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Subnet': ['ID=93b20b01-1e15-4f12-8a35-43cbbe333a74,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:58.100218 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Made reservation on behalf of 033da5dc68fa4bd2a4be3af5a03b4561 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:58.103178 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.104914 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d2b18807-d529-4f3b-8269-3a8f2d8255a2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:58.111529 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d2b18807-d529-4f3b-8269-3a8f2d8255a2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.115202 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d2b18807-d529-4f3b-8269-3a8f2d8255a2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/93b20b01-1e15-4f12-8a35-43cbbe333a74 HTTP/1.1" status: 204 len: 168 time: 0.8487484 Jun 17 08:32:58.127223 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41092) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:58.241714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-20e015e4-adc1-4704-9159-35033bea390e None None] Provisioning for port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:58.254408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de4ff7f-a234-43db-8a26-6a676ce9cd9f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting subnet 6e154098-82ee-49e5-bc32-6587155ad11b {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:32:58.257142 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.282886 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6de4ff7f-a234-43db-8a26-6a676ce9cd9f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.304448 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 4.2862613 Jun 17 08:32:58.305093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41112) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:58.309465 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.317475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Request body: {'subnet': {'network_id': '57bace8b-ea9c-4476-87ca-9d857de9fef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-174316005-subnet', 'tenant_id': '87b014fadc084f5bb0b8c7657f0b088d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:58.322348 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5391b337-6e81-4428-bcdd-a062d52e832e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:58.402741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Made reservation on behalf of 87b014fadc084f5bb0b8c7657f0b088d for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:58.406249 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.422434 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6de4ff7f-a234-43db-8a26-6a676ce9cd9f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.497333 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:58.499177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Router 90ba95ed-54a5-4433-ba74-4a0d0cc2ec09 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:32:58.508100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:58.511100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:58.517551 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Pushing event updated for resources: {'Port': ['ID=15192063-d1db-426e-a96c-30c28a48d0e6,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:58.520817 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:58.567073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Allocated IP 172.20.0.5 (7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60/b9c506e8-3b69-4d72-b90d-bb671d81d8d4/d1e84c35-2908-4d1d-8940-85e875573794) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:32:58.604749 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:32:58.605426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:58.606214 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.648063 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2160482 Jun 17 08:32:58.661514 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Request body: {'port': {'device_id': '4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:58.758891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:32:58.764064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:58.764799 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.798137 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6de4ff7f-a234-43db-8a26-6a676ce9cd9f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.830273 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.834992 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ad701e5-8705-46b8-ba45-6b7727cc05e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:58.868532 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.882746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:32:58.896742 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254b947-bea9-4955-9f88-ed20acefc12b None None] Sync routers for ids ['90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:32:58.925336 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254b947-bea9-4955-9f88-ed20acefc12b None None] Routers {'90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:58.926653 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2254b947-bea9-4955-9f88-ed20acefc12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:58.930762 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dad58e00-2370-4798-90a0-f5c6b811a78a None None] Provisioning complete for port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:32:58.931434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dad58e00-2370-4798-90a0-f5c6b811a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:58.970394 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "PUT /v2.0/routers/90ba95ed-54a5-4433-ba74-4a0d0cc2ec09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8282905 Jun 17 08:32:58.982056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41148) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:58.990309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Request body: {'port': {'network_id': 'fa9a3698-57bc-4271-b22e-5247c617e273', 'name': 'tempest-FloatingIPNegativeTestJSON-1020437850'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:32:58.996773 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6de4ff7f-a234-43db-8a26-6a676ce9cd9f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.010234 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-31777124-2873-47e6-8414-b8324dd01829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:59.019334 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2254b947-bea9-4955-9f88-ed20acefc12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:59.024028 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.030612 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254b947-bea9-4955-9f88-ed20acefc12b None None] Routers {'90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:32:59.031668 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2254b947-bea9-4955-9f88-ed20acefc12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:32:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:59.071566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-006249b0-afed-4b6a-a5d6-a50adc82de98 req-00caa15d-4467-4de2-b359-0470d0223f9c tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 210 time: 0.1118886 Jun 17 08:32:59.081120 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2254b947-bea9-4955-9f88-ed20acefc12b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:32:59.082352 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254b947-bea9-4955-9f88-ed20acefc12b None None] The sync data for ids ['90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:32:59.133047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19db71e-aabe-456b-b177-049d8f0a5319,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:59.158498 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.194228 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:59.200991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Checking segment: {'id': 'b298c92a-5987-4ebe-b8be-521b96e2bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '57bace8b-ea9c-4476-87ca-9d857de9fef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:59.201723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Network hostable DHCP agents. Network: 57bace8b-ea9c-4476-87ca-9d857de9fef7, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:59.245237 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dad58e00-2370-4798-90a0-f5c6b811a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.261900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41152) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:59.277608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4ff7f-a234-43db-8a26-6a676ce9cd9f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Subnet': ['ID=6e154098-82ee-49e5-bc32-6587155ad11b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:59.285812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6de4ff7f-a234-43db-8a26-6a676ce9cd9f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.288385 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6de4ff7f-a234-43db-8a26-6a676ce9cd9f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/6e154098-82ee-49e5-bc32-6587155ad11b HTTP/1.1" status: 204 len: 168 time: 1.1552243 Jun 17 08:32:59.292519 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41156) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:59.294489 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6de4ff7f-a234-43db-8a26-6a676ce9cd9f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:59.297695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd,segment=NetworkSegment(3476ffb3-fc95-4776-bb60-fd279be6148c),segment_id=3476ffb3-fc95-4776-bb60-fd279be6148c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:59.299094 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6acfc8a-9750-4d84-a25b-88c94bec95d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:59.308698 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.313768 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5ef7ff66-a4f2-4f31-9314-2160de148a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:59.378206 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-dad58e00-2370-4798-90a0-f5c6b811a78a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:32:59.378579 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-dad58e00-2370-4798-90a0-f5c6b811a78a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:32:59.379316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f02c5dd-b4af-4088-b4d2-2b5d99a0f5e0 None None] Network f298aaa3-d977-4a76-9f0d-94dcb854b5d0 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:59.381304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=038e5845-17a0-4392-9346-6cb0c01ba0f2,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:59.401031 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:59.418881 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.465088 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Checking segment: {'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:32:59.465803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Network hostable DHCP agents. Network: c313181c-9e3f-4526-af69-a8c62d7d61bc, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:32:59.497018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Network 57bace8b-ea9c-4476-87ca-9d857de9fef7 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:59.543433 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b0218b4-9e9e-4667-9871-dc5ffdace928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.548074 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.558282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Network c313181c-9e3f-4526-af69-a8c62d7d61bc is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:32:59.561021 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 57bace8b-ea9c-4476-87ca-9d857de9fef7) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:59.571454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:59.572143 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.577892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743bb104-5a72-4180-b096-1a11e8d8db0a None None] Network 57bace8b-ea9c-4476-87ca-9d857de9fef7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:59.581797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, c313181c-9e3f-4526-af69-a8c62d7d61bc) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:59.591966 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:59.592603 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.619829 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.633200 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-23d64989-87b4-4b0e-86de-50831f083867 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:59.667939 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedf27b9-d810-4265-8ff6-8a7c8bdc7b80 None None] Network c313181c-9e3f-4526-af69-a8c62d7d61bc requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:32:59.688786 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:59.692792 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:59.704795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:32:59.713070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:32:59.716406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Pushing event updated for resources: {'Port': ['ID=d1e84c35-2908-4d1d-8940-85e875573794,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:59.726266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:32:59.730250 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:59.767188 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 86a03339-1dc8-42b8-87d3-2d91d9d57679 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:32:59.767536 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.800954 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b0218b4-9e9e-4667-9871-dc5ffdace928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.809051 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2b0218b4-9e9e-4667-9871-dc5ffdace928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.828476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:32:59.829169 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.842429 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0c57a1d4-f50c-42a4-8cee-60b3cc30baab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:32:59.844276 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6480322 Jun 17 08:32:59.864315 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2b0218b4-9e9e-4667-9871-dc5ffdace928 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=972ff0dd7d4e4914bc1ed5d6a8759909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5924244 Jun 17 08:32:59.865932 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5590200 Jun 17 08:32:59.880109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41162) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:32:59.885388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15192063-d1db-426e-a96c-30c28a48d0e6 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:32:59.888428 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] For port 86a03339-1dc8-42b8-87d3-2d91d9d57679, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=86a03339-1dc8-42b8-87d3-2d91d9d57679,segment=NetworkSegment(0a8d48d8-1639-42f2-875a-1f3a772a4ba7),segment_id=0a8d48d8-1639-42f2-875a-1f3a772a4ba7)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:32:59.888817 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.897768 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0218b4-9e9e-4667-9871-dc5ffdace928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df8444a-d263-4ee5-b364-0be48d1a1bfa,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:32:59.904522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.909381 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2b0218b4-9e9e-4667-9871-dc5ffdace928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:32:59.925320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Transition to ACTIVE for port object 15192063-d1db-426e-a96c-30c28a48d0e6 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:32:59.928811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Made reservation on behalf of 61d93396f6994c0ba217fd3c5ae22112 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:32:59.933566 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.949013 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:32:59.956146 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:00.000716 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 86a03339-1dc8-42b8-87d3-2d91d9d57679 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:00.003724 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1296258 Jun 17 08:33:00.008432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=15192063-d1db-426e-a96c-30c28a48d0e6,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:00.013584 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:00.023265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] device_id is not set on port 88e32545-9ba7-4a2b-8633-2b25c3fed37a yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:00.028559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Request body: {'port': {'device_id': '0f41fc75-ef62-483d-96f8-44c0e52e30f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:00.232657 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e8346fd-b599-45d2-be32-2668ec45cd98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.254208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403c2ae8-7b81-490c-b4c4-fa0c3861d091 None None] Network 57bace8b-ea9c-4476-87ca-9d857de9fef7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:00.277199 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.319929 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e8346fd-b599-45d2-be32-2668ec45cd98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.356844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dad58e00-2370-4798-90a0-f5c6b811a78a None None] Provisioning for port 1b996f21-a7ed-4d36-a36c-2ded6ed85c2f completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:00.366597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] DHCP port deletion for f298aaa3-d977-4a76-9f0d-94dcb854b5d0 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:33:00.376396 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dad58e00-2370-4798-90a0-f5c6b811a78a None None] Provisioning complete for port 1b996f21-a7ed-4d36-a36c-2ded6ed85c2f triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:00.377002 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dad58e00-2370-4798-90a0-f5c6b811a78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.419084 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.425100 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9735a2a-a822-4f96-9299-1ca70a753f8c tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:00.451884 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=86a03339-1dc8-42b8-87d3-2d91d9d57679,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:00.460059 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:00.463753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Allocated IP 172.20.0.12 (fa9a3698-57bc-4271-b22e-5247c617e273/2f199a3d-5de7-4376-aef8-be648977e546/88e32545-9ba7-4a2b-8633-2b25c3fed37a) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:00.520558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:00.529437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No DVR routers for this DVR port 86a03339-1dc8-42b8-87d3-2d91d9d57679 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:00.559868 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e8346fd-b599-45d2-be32-2668ec45cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.562950 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6e8346fd-b599-45d2-be32-2668ec45cd98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.567547 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6e8346fd-b599-45d2-be32-2668ec45cd98 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5df8444a-d263-4ee5-b364-0be48d1a1bfa HTTP/1.1" status: 204 len: 168 time: 0.6827567 Jun 17 08:33:00.567547 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:00.575667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef88d81-d52e-484a-9ccc-8968783cfbc0 None None] Network c313181c-9e3f-4526-af69-a8c62d7d61bc requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:00.582977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-dad58e00-2370-4798-90a0-f5c6b811a78a None None] Port 1b996f21-a7ed-4d36-a36c-2ded6ed85c2f cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:00.642079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8346fd-b599-45d2-be32-2668ec45cd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df8444a-d263-4ee5-b364-0be48d1a1bfa,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:00.674340 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6e8346fd-b599-45d2-be32-2668ec45cd98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:00.697068 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.707686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] Deleting port 86a03339-1dc8-42b8-87d3-2d91d9d57679 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:00.708895 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.710982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f298aaa3-d977-4a76-9f0d-94dcb854b5d0']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:00.720214 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.725786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8d48d8-1639-42f2-875a-1f3a772a4ba7') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:00.726082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8d48d8-1639-42f2-875a-1f3a772a4ba7') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:00.745298 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.748931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Transition to ACTIVE for port object 88e32545-9ba7-4a2b-8633-2b25c3fed37a will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:00.773381 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.774419 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Attempting to bind port 15192063-d1db-426e-a96c-30c28a48d0e6 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:00.775018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Attempting to bind port 15192063-d1db-426e-a96c-30c28a48d0e6 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:00.775704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Attempting to bind port 15192063-d1db-426e-a96c-30c28a48d0e6 on network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:00.783625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:00.783877 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:00.787305 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:00.801562 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ddb143b4-ed9f-4848-bd72-8d41f96e068b None None] Provisioning complete for port 1b996f21-a7ed-4d36-a36c-2ded6ed85c2f triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:00.801942 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ddb143b4-ed9f-4848-bd72-8d41f96e068b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.858072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] For port 86a03339-1dc8-42b8-87d3-2d91d9d57679, host n-d-779913-16, got binding levels [] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:00.858430 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.862363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Port 15192063-d1db-426e-a96c-30c28a48d0e6 on network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:00.863498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Attempting to bind port 15192063-d1db-426e-a96c-30c28a48d0e6 on network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:00.863695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:00.864057 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.885476 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:00.886280 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Checking segment: {'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:00.887089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Bound using segment: {'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:00.887814 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Bound port: 15192063-d1db-426e-a96c-30c28a48d0e6, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:00.888424 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.919401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:00.931543 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:01.001830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348ca6e-ccf0-4314-96a1-602856016652 req-99061a9b-f5ac-4f4e-be25-3840c9971a7f tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:01.002657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] Calling delete_port for 86a03339-1dc8-42b8-87d3-2d91d9d57679 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:01.010599 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8348ca6e-ccf0-4314-96a1-602856016652 req-99061a9b-f5ac-4f4e-be25-3840c9971a7f tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 931 time: 0.6417966 Jun 17 08:33:01.024815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.ipam_backend_mixin [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] Port 86a03339-1dc8-42b8-87d3-2d91d9d57679 was not found and therefore no delete operation was performed {{(pid=93805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:33:01.028335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ddb143b4-ed9f-4848-bd72-8d41f96e068b None None] Port 1b996f21-a7ed-4d36-a36c-2ded6ed85c2f cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:01.035667 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.040205 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-33a3b4f6-73d8-4e48-9816-583c59388561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:01.045794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ddb143b4-ed9f-4848-bd72-8d41f96e068b None None] Could not find standard attr ID for object ca501301-728b-4821-a6b2-db16f4d8f484. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:33:01.072633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Network fa9a3698-57bc-4271-b22e-5247c617e273 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:01.089924 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] No DVR routers for this DVR port 86a03339-1dc8-42b8-87d3-2d91d9d57679 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:01.092327 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] Pushing event deleted for resources: {'Port': ['ID=86a03339-1dc8-42b8-87d3-2d91d9d57679,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:01.097316 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:01.121738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:01.130534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41192) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.147333 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369606fc-5673-4576-8a03-63614774dcf9 req-432b7c8a-fd81-4ded-aa72-918dd41f7d7e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:01.149054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-432b7c8a-fd81-4ded-aa72-918dd41f7d7e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 812 time: 0.6944115 Jun 17 08:33:01.153734 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:01.171954 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event updated for resources: {'Port': ['ID=88e32545-9ba7-4a2b-8633-2b25c3fed37a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:01.176743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 86a03339-1dc8-42b8-87d3-2d91d9d57679 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:01.200547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 86a03339-1dc8-42b8-87d3-2d91d9d57679 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:33:01.200939 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 86a03339-1dc8-42b8-87d3-2d91d9d57679 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:33:01.224092 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:01.246995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e84c35-2908-4d1d-8940-85e875573794 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:01.253912 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.256949 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.260938 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ebf97b12-eb90-448a-b85c-cd643c08e8e7 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:01.265135 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.270885 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/networks/f298aaa3-d977-4a76-9f0d-94dcb854b5d0 HTTP/1.1" status: 204 len: 168 time: 1.9703419 Jun 17 08:33:01.271086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a263d473-4575-4230-bbdd-8e541d38fadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.271182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41194) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.293174 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-65318dbc-1346-4efe-957d-334f37c91cee tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/quotas/033da5dc68fa4bd2a4be3af5a03b4561 HTTP/1.1" status: 200 len: 375 time: 0.1270325 Jun 17 08:33:01.296270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8348ca6e-ccf0-4314-96a1-602856016652 req-0d864d7a-708d-41cb-919f-f4bf46896a59 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846875 Jun 17 08:33:01.299034 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Network': ['ID=f298aaa3-d977-4a76-9f0d-94dcb854b5d0,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:01.302645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] For port 15192063-d1db-426e-a96c-30c28a48d0e6, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:01.311475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] For port 15192063-d1db-426e-a96c-30c28a48d0e6, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=15192063-d1db-426e-a96c-30c28a48d0e6,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:01.323662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:01.324329 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.334070 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:01.335050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Transition to ACTIVE for port object d1e84c35-2908-4d1d-8940-85e875573794 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:01.341157 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.345275 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.348503 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fb563693-2e87-4f52-bdd4-ecec493d9d9e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:01.357717 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:01.390281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-f996ceaf-5ea8-4289-a325-bf58c1df735c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753174 Jun 17 08:33:01.428704 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e84c35-2908-4d1d-8940-85e875573794,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:01.433630 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:01.473028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6239109-dadd-4e3b-9448-27012be7a0f8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:01.477995 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e6239109-dadd-4e3b-9448-27012be7a0f8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2028892 Jun 17 08:33:01.480363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:01.480995 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.482476 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] 10.222.0.63 "PUT /v2.0/ports/15192063-d1db-426e-a96c-30c28a48d0e6 HTTP/1.1" status: 200 len: 1093 time: 2.8254800 Jun 17 08:33:01.483065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88', 'tag': '15192063-d1db-426e-a96c-30c28a48d0e6'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:01.485402 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecddd573-d13f-4760-850f-afe89c11c28a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88", "tag": "15192063-d1db-426e-a96c-30c28a48d0e6"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:01.487698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41198) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.537872 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Attempting to bind port d1e84c35-2908-4d1d-8940-85e875573794 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:01.538304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Attempting to bind port d1e84c35-2908-4d1d-8940-85e875573794 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:01.538839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Attempting to bind port d1e84c35-2908-4d1d-8940-85e875573794 on network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:01.543629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Port d1e84c35-2908-4d1d-8940-85e875573794 on network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:01.543788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Attempting to bind port d1e84c35-2908-4d1d-8940-85e875573794 on network 7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:01.549238 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:01.549519 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Checking segment: {'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:01.549974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Bound using segment: {'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:01.550804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Bound port: d1e84c35-2908-4d1d-8940-85e875573794, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f293b38-9328-4869-8b51-7a788182f6de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:01.551251 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.573034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fcd810dc-2c0f-402d-83ac-6445297472f8 None None] Provisioning for port 88e32545-9ba7-4a2b-8633-2b25c3fed37a completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:01.579247 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fcd810dc-2c0f-402d-83ac-6445297472f8 None None] Provisioning complete for port 88e32545-9ba7-4a2b-8633-2b25c3fed37a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:01.579722 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fcd810dc-2c0f-402d-83ac-6445297472f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.603119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=15192063-d1db-426e-a96c-30c28a48d0e6,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:01.614933 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:01.640212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] For port d1e84c35-2908-4d1d-8940-85e875573794, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:01.644668 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] For port d1e84c35-2908-4d1d-8940-85e875573794, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d1e84c35-2908-4d1d-8940-85e875573794,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:01.648806 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-fcd810dc-2c0f-402d-83ac-6445297472f8 None None] Port 88e32545-9ba7-4a2b-8633-2b25c3fed37a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:01.651488 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.665640 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff9558f5-b855-4cd2-921d-49b3e5ae8a32 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:01.674049 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-da0708e3-6e3f-48a5-966c-65676a28aff1 service neutron] 10.222.0.47 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596972 Jun 17 08:33:01.701342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:01.702203 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.703587 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] 10.222.0.63 "PUT /v2.0/ports/d1e84c35-2908-4d1d-8940-85e875573794 HTTP/1.1" status: 200 len: 1092 time: 1.6822188 Jun 17 08:33:01.704303 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f41fc75-ef62-483d-96f8-44c0e52e30f9', 'tag': 'd1e84c35-2908-4d1d-8940-85e875573794'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:01.707295 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17579f70-ca95-4067-a99e-cb6e67117569" -d '{"events": [{"name": "network-changed", "server_uuid": "0f41fc75-ef62-483d-96f8-44c0e52e30f9", "tag": "d1e84c35-2908-4d1d-8940-85e875573794"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:01.729406 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5a975ddf-29ec-4df1-bf1a-ebec05f233ed tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2303295 Jun 17 08:33:01.730491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a263d473-4575-4230-bbdd-8e541d38fadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.733645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41212) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.759074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e84c35-2908-4d1d-8940-85e875573794,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:01.762457 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:01.781373 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1593728437'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:01.795782 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a263d473-4575-4230-bbdd-8e541d38fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:01.806944 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-d7512aa6-4161-4cb5-bc66-455f70c3959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:01.808622 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-d7512aa6-4161-4cb5-bc66-455f70c3959b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 1095 time: 0.0642214 Jun 17 08:33:01.812926 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac9f8815-5be5-478a-972b-f10a541ecbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:01.815762 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8299327 Jun 17 08:33:01.821454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41214) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:01.827274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:01.860536 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91418b69-644e-47fa-988d-4aaac989fb0e req-96116b27-3242-4441-9cc3-4d4caaefd430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:01.862368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-96116b27-3242-4441-9cc3-4d4caaefd430 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 1096 time: 0.3243568 Jun 17 08:33:01.863194 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-f9a94154-1087-4fab-bc48-287059771e2e service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e84c35-2908-4d1d-8940-85e875573794 HTTP/1.1" status: 200 len: 217 time: 0.0475094 Jun 17 08:33:01.872799 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:33:01.872799 n-d-779913-16 neutron-server[93804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:33:01.872799 n-d-779913-16 neutron-server[93804]: [parameters: {'project_id_1': '61d93396f6994c0ba217fd3c5ae22112', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 33, 1, 860337)}] Jun 17 08:33:01.872799 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:33:01.873414 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:33:01.917013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-9823561f-74d9-4fe3-9991-2fe203d0f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:01.918496 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-9823561f-74d9-4fe3-9991-2fe203d0f701 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 200 len: 858 time: 0.0445499 Jun 17 08:33:01.951940 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-6c136423-0112-4b3f-a068-2f40d6303073 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273826 Jun 17 08:33:02.056015 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-138de6b9-2048-4020-bd14-d8c20f3f59b2 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976329 Jun 17 08:33:02.150649 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-096985cf-1d72-46a2-ba03-b8e1b966e7cb req-13b27c6a-cb33-46c2-8f33-5bf2c57bf208 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886230 Jun 17 08:33:02.334328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a263d473-4575-4230-bbdd-8e541d38fadd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08d716b0401a42af8bcb4c19156d93f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1947942 Jun 17 08:33:02.337436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41218) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:02.341400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:02.344813 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.347612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-e8f18d7d-bc08-437c-8d99-07b71c0433ae service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15192063-d1db-426e-a96c-30c28a48d0e6 HTTP/1.1" status: 200 len: 217 time: 0.4604592 Jun 17 08:33:02.348298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263d473-4575-4230-bbdd-8e541d38fadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99c5e67-22ba-4961-8a2c-c02b131befc8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:02.361053 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a263d473-4575-4230-bbdd-8e541d38fadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:02.411808 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16d59212-f29c-4a34-88ff-c65c35458a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.421191 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.422229 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-1539a664-74a7-4a45-8397-aaeea4830a43 service neutron] 10.222.0.47 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346435 Jun 17 08:33:02.441900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-cbd657a9-9262-41e7-b3cb-3589d3467cfd tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:02.443453 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-cbd657a9-9262-41e7-b3cb-3589d3467cfd tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/networks?id=57bace8b-ea9c-4476-87ca-9d857de9fef7 HTTP/1.1" status: 200 len: 820 time: 0.7117014 Jun 17 08:33:02.448008 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16d59212-f29c-4a34-88ff-c65c35458a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.457758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:02.471202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91418b69-644e-47fa-988d-4aaac989fb0e req-06cd4f12-824e-428e-9784-fa512ef9d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:02.472678 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-06cd4f12-824e-428e-9784-fa512ef9d762 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 200 len: 858 time: 0.1129012 Jun 17 08:33:02.478210 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.478564 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Added segment b7040928-94fb-4f17-8fb5-61309c0b5aad of type vlan for network 89137277-d5bf-458b-916f-0825b4e5c797 Jun 17 08:33:02.496084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-3528a604-372a-47a2-8f66-aa83efb70326 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/quotas/87b014fadc084f5bb0b8c7657f0b088d HTTP/1.1" status: 200 len: 375 time: 0.0360329 Jun 17 08:33:02.540425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-30c615fd-ba2b-4463-ad03-3403a9b39a82 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599704 Jun 17 08:33:02.541920 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16d59212-f29c-4a34-88ff-c65c35458a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.544588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16d59212-f29c-4a34-88ff-c65c35458a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.547581 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-16d59212-f29c-4a34-88ff-c65c35458a9b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e99c5e67-22ba-4961-8a2c-c02b131befc8 HTTP/1.1" status: 204 len: 168 time: 0.2087946 Jun 17 08:33:02.549450 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-61efc060-a417-4185-b241-2787eb627afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:02.587750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d59212-f29c-4a34-88ff-c65c35458a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99c5e67-22ba-4961-8a2c-c02b131befc8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:02.593886 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-16d59212-f29c-4a34-88ff-c65c35458a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:02.595024 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.597053 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.602194 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-71e84cf5-9c38-41e3-8c9a-8078e8c3d299 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=87b014fadc084f5bb0b8c7657f0b088d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866787 Jun 17 08:33:02.745633 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.758282 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:02.759515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Allocated IP 172.25.8.206 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/e57cc524-c9e4-4984-91e9-9246fe8323fa) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:02.762572 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.783497 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:02.898047 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:02.927030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-2f7442c4-a352-4fd2-b816-a810afce0156 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765175 Jun 17 08:33:02.947351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1830912 Jun 17 08:33:02.952021 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41236) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:02.962155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': '89137277-d5bf-458b-916f-0825b4e5c797', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:02.973874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Network': ['ID=89137277-d5bf-458b-916f-0825b4e5c797,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:02.980614 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:03.001428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 89137277-d5bf-458b-916f-0825b4e5c797 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:03.050231 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-b95b874d-54d0-428c-bdaf-ac43a6fcf79b service neutron] 10.222.0.47 "GET /v2.0/networks/57bace8b-ea9c-4476-87ca-9d857de9fef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210320 Jun 17 08:33:03.067760 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.100701 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:03.107701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.147837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91418b69-644e-47fa-988d-4aaac989fb0e req-d1572a5e-0032-4dd5-be47-4fb7ed7ef6ca service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024593 Jun 17 08:33:03.175370 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb08148c-1e30-4c82-91a3-52764378d849 x-openstack-request-id: req-cb08148c-1e30-4c82-91a3-52764378d849 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:03.176373 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88", "tag": "15192063-d1db-426e-a96c-30c28a48d0e6", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:03.176638 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb08148c-1e30-4c82-91a3-52764378d849 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:03.177109 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88', 'tag': '15192063-d1db-426e-a96c-30c28a48d0e6', 'status': 'completed', 'code': 200} Jun 17 08:33:03.257895 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0d1a61-ea0f-4655-8bc2-c26791959ab5 x-openstack-request-id: req-1b0d1a61-ea0f-4655-8bc2-c26791959ab5 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:03.257895 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f41fc75-ef62-483d-96f8-44c0e52e30f9", "tag": "d1e84c35-2908-4d1d-8940-85e875573794", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:03.257895 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b0d1a61-ea0f-4655-8bc2-c26791959ab5 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:03.259294 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f41fc75-ef62-483d-96f8-44c0e52e30f9', 'tag': 'd1e84c35-2908-4d1d-8940-85e875573794', 'status': 'completed', 'code': 200} Jun 17 08:33:03.264862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-d4f7fd97-122a-42f3-8aec-b09d3b599c39 service neutron] 10.222.0.47 "GET /v2.0/networks/57bace8b-ea9c-4476-87ca-9d857de9fef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057705 Jun 17 08:33:03.310825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddd573-d13f-4760-850f-afe89c11c28a req-e73ab89c-b617-4ea9-95ac-817d25151dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:03.312709 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecddd573-d13f-4760-850f-afe89c11c28a req-e73ab89c-b617-4ea9-95ac-817d25151dab service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 1096 time: 0.1018534 Jun 17 08:33:03.460516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.474364 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ff7e957-2712-4572-85b8-65e21f3682dc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:03.531881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea4d3e-5cbb-4b56-9751-5a7caef0323e req-acded1ba-a9dc-4d7e-8e73-ccb181a66e75 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:03.534869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57ea4d3e-5cbb-4b56-9751-5a7caef0323e req-acded1ba-a9dc-4d7e-8e73-ccb181a66e75 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 943 time: 0.1379521 Jun 17 08:33:03.585558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57ea4d3e-5cbb-4b56-9751-5a7caef0323e req-54664a2f-d06b-4b42-a801-4f20c8b2806e tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Jun 17 08:33:03.587450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddd573-d13f-4760-850f-afe89c11c28a req-ddb1afe8-fa3f-440d-b42f-3e5a514ed6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:03.588954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecddd573-d13f-4760-850f-afe89c11c28a req-ddb1afe8-fa3f-440d-b42f-3e5a514ed6ed service neutron] 10.222.0.63 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 919 time: 0.2704167 Jun 17 08:33:03.602390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event updated for resources: {'Port': ['ID=e57cc524-c9e4-4984-91e9-9246fe8323fa,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:03.640130 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:03.645213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:03.665814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:03.667067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecddd573-d13f-4760-850f-afe89c11c28a req-c697cc7d-d181-4d7b-bf09-e891d26bfb27 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15192063-d1db-426e-a96c-30c28a48d0e6 HTTP/1.1" status: 200 len: 217 time: 0.0694175 Jun 17 08:33:03.671633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17579f70-ca95-4067-a99e-cb6e67117569 req-463b2b6e-234c-4119-8095-8600e80a5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:03.673311 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-17579f70-ca95-4067-a99e-cb6e67117569 req-463b2b6e-234c-4119-8095-8600e80a5ecc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 1095 time: 0.3821168 Jun 17 08:33:03.674264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:03.703147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.737076 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-266949a0-b713-445b-9be9-eb2413d4149d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:03.784348 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-24cec8d7-c74a-43b9-a224-91c4b5b033d9 req-c98770c4-aa68-413b-8281-136ede312d93 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 210 time: 0.1127844 Jun 17 08:33:03.801615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c695696-375e-4600-98ed-54926de59611 req-90ce8c02-756f-4bfb-b53a-bb3a21e0782a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 210 time: 0.1325817 Jun 17 08:33:03.846170 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddd573-d13f-4760-850f-afe89c11c28a req-4a93f5ad-223d-4c0b-ae8b-717f608d430c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:03.848285 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecddd573-d13f-4760-850f-afe89c11c28a req-4a93f5ad-223d-4c0b-ae8b-717f608d430c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 200 len: 858 time: 0.1337378 Jun 17 08:33:03.902894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecddd573-d13f-4760-850f-afe89c11c28a req-284fbb47-b943-461f-a88d-807d4210cfc6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473728 Jun 17 08:33:03.960659 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:03.976906 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d1e84c35-2908-4d1d-8940-85e875573794 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:04.061949 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.102002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecddd573-d13f-4760-850f-afe89c11c28a req-7f7019d9-a986-4568-b75b-aa1062a2aeca service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921272 Jun 17 08:33:04.146152 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Subnet': ['ID=62ce7bf6-8e30-49a4-95f9-ba012a8727ee,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:04.151505 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:04.164263 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Checking segment: {'id': 'b7040928-94fb-4f17-8fb5-61309c0b5aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '89137277-d5bf-458b-916f-0825b4e5c797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:04.164530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network hostable DHCP agents. Network: 89137277-d5bf-458b-916f-0825b4e5c797, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:04.195351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d1e84c35-2908-4d1d-8940-85e875573794, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d1e84c35-2908-4d1d-8940-85e875573794,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:04.217294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'd1e84c35-2908-4d1d-8940-85e875573794', 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60', 'port_id': 'd1e84c35-2908-4d1d-8940-85e875573794', 'mac_address': 'fa:16:3e:2d:68:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c506e8-3b69-4d72-b90d-bb671d81d8d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:04.271688 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.278812 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecddd573-d13f-4760-850f-afe89c11c28a req-9d718c41-35ef-41c5-b40e-d674fcbe3a6d service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675658 Jun 17 08:33:04.296919 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e84c35-2908-4d1d-8940-85e875573794 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:04.322912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17579f70-ca95-4067-a99e-cb6e67117569 req-73024293-9d3e-4c30-ab0e-68398c01f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:04.325021 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-17579f70-ca95-4067-a99e-cb6e67117569 req-73024293-9d3e-4c30-ab0e-68398c01f2b8 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 919 time: 0.6024413 Jun 17 08:33:04.336089 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 89137277-d5bf-458b-916f-0825b4e5c797 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:04.361491 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d1e84c35-2908-4d1d-8940-85e875573794, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d1e84c35-2908-4d1d-8940-85e875573794,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:04.371428 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.377515 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-42bc52a1-ff59-4882-be03-9684e03061cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:04.397698 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-17579f70-ca95-4067-a99e-cb6e67117569 req-671d585d-8dff-45a3-903b-07ebc89cb6b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e84c35-2908-4d1d-8940-85e875573794 HTTP/1.1" status: 200 len: 217 time: 0.0627518 Jun 17 08:33:04.415675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 89137277-d5bf-458b-916f-0825b4e5c797) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:04.453503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d1e84c35-2908-4d1d-8940-85e875573794,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:04.465682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d896f2-533b-4f0f-a10a-019453d28b5a None None] Network 89137277-d5bf-458b-916f-0825b4e5c797 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:04.468064 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:04.474933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17579f70-ca95-4067-a99e-cb6e67117569 req-d2f213d0-4e8b-46c5-aec9-487cde12b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:04.476427 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-17579f70-ca95-4067-a99e-cb6e67117569 req-d2f213d0-4e8b-46c5-aec9-487cde12b3b9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 200 len: 858 time: 0.0618668 Jun 17 08:33:04.547015 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:04.547786 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.561720 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-17579f70-ca95-4067-a99e-cb6e67117569 req-70dfee13-0321-441c-b6a3-03e05cf4b3a1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735373 Jun 17 08:33:04.615797 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['d1e84c35-2908-4d1d-8940-85e875573794'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:04.652748 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6990409 Jun 17 08:33:04.655964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41294) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:04.672827 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': '89137277-d5bf-458b-916f-0825b4e5c797', 'name': 'tempest-PortsTestJSON-1087261617'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:04.702283 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.723175 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.733305 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:04.750286 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369606fc-5673-4576-8a03-63614774dcf9 req-7860b8f3-1f5f-4978-a105-d1e72e27dfa6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:04.752109 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-7860b8f3-1f5f-4978-a105-d1e72e27dfa6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.10 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 812 time: 0.3511887 Jun 17 08:33:04.807635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Request body: {'port': {'device_id': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc', 'admin_state_up': True, 'tenant_id': '033da5dc68fa4bd2a4be3af5a03b4561'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:04.847797 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-89137277-d5bf-458b-916f-0825b4e5c797', 'network_id': '89137277-d5bf-458b-916f-0825b4e5c797', 'tenant_id': '3166053c640740e586b92f01b627ff7b', 'fixed_ips': [{'subnet_id': '62ce7bf6-8e30-49a4-95f9-ba012a8727ee'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:04.848686 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:04.994277 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-17579f70-ca95-4067-a99e-cb6e67117569 req-c245cf9c-48b0-47f3-a54a-ac657201f91c service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237781 Jun 17 08:33:05.012409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c79efaa-ff73-44e1-8d18-39eff151fe85 req-8238b128-d368-4aae-bc07-2b8b9943506a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 210 time: 0.0599434 Jun 17 08:33:05.035221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event updated for resources: {'Port': ['ID=e57cc524-c9e4-4984-91e9-9246fe8323fa,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:05.041097 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:05.048763 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:05.053610 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.093854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af7dc-81c4-492f-8d2c-e71ec1d71b4c req-3efbcbe8-bb66-476f-962d-ac6db3508276 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:05.095813 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c74af7dc-81c4-492f-8d2c-e71ec1d71b4c req-3efbcbe8-bb66-476f-962d-ac6db3508276 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 944 time: 0.2192147 Jun 17 08:33:05.105006 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.105242 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port 2cfb9371-4715-439a-b896-ad637cdf7f8b yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:05.185601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Allocated IP 172.20.0.2 (89137277-d5bf-458b-916f-0825b4e5c797/62ce7bf6-8e30-49a4-95f9-ba012a8727ee/960c7c87-8633-444b-b378-3963d5cc228e) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:05.195559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.197238 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3747907 Jun 17 08:33:05.203209 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41322) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.203814 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:05.206151 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:33:05.220523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1ed9b214-5dcc-4ec9-bdc4-f52102ddfc24 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Request body: {'floatingip': {'port_id': '88e32545-9ba7-4a2b-8633-2b25c3fed37a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:05.247510 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f089ca9e-05ce-41d4-86b1-4d9931614531 req-ccbaafad-5329-4984-bdc5-b88bb67b85be tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 210 time: 0.0352781 Jun 17 08:33:05.297286 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c74af7dc-81c4-492f-8d2c-e71ec1d71b4c req-4027cc33-ff0e-47cd-a0dc-79bd7faa5f6d tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973480 Jun 17 08:33:05.360122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ed9b214-5dcc-4ec9-bdc4-f52102ddfc24 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.469438 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.479133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Transition to ACTIVE for port object 960c7c87-8633-444b-b378-3963d5cc228e will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:05.499655 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Transition to ACTIVE for port object 960c7c87-8633-444b-b378-3963d5cc228e will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:05.507783 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.511869 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:05.550926 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Network 89137277-d5bf-458b-916f-0825b4e5c797 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:05.554202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:05.558533 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:05.577978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.3 (89137277-d5bf-458b-916f-0825b4e5c797/62ce7bf6-8e30-49a4-95f9-ba012a8727ee/2cfb9371-4715-439a-b896-ad637cdf7f8b) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:05.604972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Pushing event updated for resources: {'Port': ['ID=960c7c87-8633-444b-b378-3963d5cc228e,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:05.617124 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-17579f70-ca95-4067-a99e-cb6e67117569 req-301b3828-d29c-4256-8e53-360390fb8d67 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875149 Jun 17 08:33:05.625913 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:05.641375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Attempting to bind port 960c7c87-8633-444b-b378-3963d5cc228e on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:05.641808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Attempting to bind port 960c7c87-8633-444b-b378-3963d5cc228e by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'b7040928-94fb-4f17-8fb5-61309c0b5aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '89137277-d5bf-458b-916f-0825b4e5c797'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:05.642180 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Attempting to bind port 960c7c87-8633-444b-b378-3963d5cc228e on network 89137277-d5bf-458b-916f-0825b4e5c797 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:05.646511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-8e1e8a0e-46f1-4864-bdfe-8e88b3f0c3c2 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:05.647599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:05.648162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Checking segment: {'id': 'b7040928-94fb-4f17-8fb5-61309c0b5aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '89137277-d5bf-458b-916f-0825b4e5c797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:05.648488 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-8e1e8a0e-46f1-4864-bdfe-8e88b3f0c3c2 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.10 "GET /v2.0/networks?id=57bace8b-ea9c-4476-87ca-9d857de9fef7 HTTP/1.1" status: 200 len: 820 time: 0.5025530 Jun 17 08:33:05.648595 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.648909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Bound using segment: {'id': 'b7040928-94fb-4f17-8fb5-61309c0b5aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '89137277-d5bf-458b-916f-0825b4e5c797'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:05.649614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Bound port: 960c7c87-8633-444b-b378-3963d5cc228e, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7040928-94fb-4f17-8fb5-61309c0b5aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '89137277-d5bf-458b-916f-0825b4e5c797'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:05.650222 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.651487 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-1ed9b214-5dcc-4ec9-bdc4-f52102ddfc24 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] update failed (client error): The resource could not be found. Jun 17 08:33:05.652920 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1ed9b214-5dcc-4ec9-bdc4-f52102ddfc24 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "PUT /v2.0/floatingips/41a52a1f-f1f9-4fdc-a446-1055dc70bee3 HTTP/1.1" status: 404 len: 507 time: 0.4376464 Jun 17 08:33:05.656331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41340) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:05.662581 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Request body: {'port': {'device_id': '1d831d08-7f27-477b-ad6c-bc49df3e5370', 'network_id': '57bace8b-ea9c-4476-87ca-9d857de9fef7', 'admin_state_up': True, 'tenant_id': '87b014fadc084f5bb0b8c7657f0b088d'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:05.672756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Made reservation on behalf of 033da5dc68fa4bd2a4be3af5a03b4561 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:05.676883 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.725375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] For port 960c7c87-8633-444b-b378-3963d5cc228e, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:05.728502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] For port 960c7c87-8633-444b-b378-3963d5cc228e, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=960c7c87-8633-444b-b378-3963d5cc228e,segment=NetworkSegment(b7040928-94fb-4f17-8fb5-61309c0b5aad),segment_id=b7040928-94fb-4f17-8fb5-61309c0b5aad)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:05.735550 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.747437 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:05.760685 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.789133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object 2cfb9371-4715-439a-b896-ad637cdf7f8b will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:05.826393 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Pushing event updated for resources: {'Port': ['ID=960c7c87-8633-444b-b378-3963d5cc228e,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:05.836056 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:05.838680 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.844247 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e2fef612-d077-4f06-925d-c706e6f97556 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:05.894361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 89137277-d5bf-458b-916f-0825b4e5c797 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:05.898191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:05.903516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:05.954188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=2cfb9371-4715-439a-b896-ad637cdf7f8b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:05.959998 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:05.968354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:05.969372 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:05.994222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 15192063-d1db-426e-a96c-30c28a48d0e6 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:05.996997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d1e84c35-2908-4d1d-8940-85e875573794 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:06.013273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3554964 Jun 17 08:33:06.015524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41356) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:06.021488 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': '89137277-d5bf-458b-916f-0825b4e5c797', 'name': 'tempest-PortsTestJSON-921851466'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:06.204279 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port d1e84c35-2908-4d1d-8940-85e875573794 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:06.209824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port d1e84c35-2908-4d1d-8940-85e875573794 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:06.210526 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.279198 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb2e3d19-7af2-4d5e-93d5-22c16a476c83 req-b2c958f1-6d6e-414e-a3cc-121fd29e7433 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 210 time: 0.0628357 Jun 17 08:33:06.292649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 15192063-d1db-426e-a96c-30c28a48d0e6, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=15192063-d1db-426e-a96c-30c28a48d0e6,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:06.334879 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '15192063-d1db-426e-a96c-30c28a48d0e6', 'network_id': '7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60', 'port_id': '15192063-d1db-426e-a96c-30c28a48d0e6', 'mac_address': 'fa:16:3e:9a:41:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c506e8-3b69-4d72-b90d-bb671d81d8d4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:06.371656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:06.379348 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.407209 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.423544 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port 0b3a5c53-4454-4616-9791-32874badd2c4 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:06.455001 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d1e84c35-2908-4d1d-8940-85e875573794, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d1e84c35-2908-4d1d-8940-85e875573794,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:06.461058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f41fc75-ef62-483d-96f8-44c0e52e30f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e84c35-2908-4d1d-8940-85e875573794'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:06.466912 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3218a763-e024-4ea9-9d9f-1bb083dacca6" -d '{"events": [{"server_uuid": "0f41fc75-ef62-483d-96f8-44c0e52e30f9", "name": "network-vif-plugged", "status": "completed", "tag": "d1e84c35-2908-4d1d-8940-85e875573794"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:06.479296 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.482518 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:06.487392 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.528976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15192063-d1db-426e-a96c-30c28a48d0e6 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:06.548265 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5004066f-cd03-4b6f-b8a9-86b8ad15ea74 req-ad6ef226-66c3-45b8-9257-3f35731b066a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 210 time: 0.0542750 Jun 17 08:33:06.716592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Deleting port e57cc524-c9e4-4984-91e9-9246fe8323fa {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:06.719267 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.775324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 960c7c87-8633-444b-b378-3963d5cc228e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:06.776126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.4 (89137277-d5bf-458b-916f-0825b4e5c797/62ce7bf6-8e30-49a4-95f9-ba012a8727ee/0b3a5c53-4454-4616-9791-32874badd2c4) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:06.797587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Allocated IP 172.20.0.2 (c313181c-9e3f-4526-af69-a8c62d7d61bc/038e5845-17a0-4392-9346-6cb0c01ba0f2/8a958cee-467d-47ea-a037-5c2418ee0166) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:06.847119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e68de-4d2b-4cff-8e4e-40b86e397321 req-ec829a8c-131c-4276-9ff0-1730ae97d087 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:06.854255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a1e68de-4d2b-4cff-8e4e-40b86e397321 req-ec829a8c-131c-4276-9ff0-1730ae97d087 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.2810998 Jun 17 08:33:06.869327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Made reservation on behalf of 87b014fadc084f5bb0b8c7657f0b088d for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:06.869466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 15192063-d1db-426e-a96c-30c28a48d0e6, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=15192063-d1db-426e-a96c-30c28a48d0e6,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:06.872315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d1e84c35-2908-4d1d-8940-85e875573794,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:06.876307 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:06.878319 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.892414 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.902135 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5ef7ff66-a4f2-4f31-9314-2160de148a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:06.965542 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 960c7c87-8633-444b-b378-3963d5cc228e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:06.971283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a1e68de-4d2b-4cff-8e4e-40b86e397321 req-7796db5d-721d-491a-a455-6206904252a6 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155949 Jun 17 08:33:06.977371 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:06.977930 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.039248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=15192063-d1db-426e-a96c-30c28a48d0e6,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:07.048508 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:07.074597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Calling delete_port for e57cc524-c9e4-4984-91e9-9246fe8323fa owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:07.086529 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27591179-31ce-41fb-9444-3bb7e3c13b99 x-openstack-request-id: req-27591179-31ce-41fb-9444-3bb7e3c13b99 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:07.087069 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f41fc75-ef62-483d-96f8-44c0e52e30f9", "name": "network-vif-plugged", "status": "completed", "tag": "d1e84c35-2908-4d1d-8940-85e875573794", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:07.087486 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-27591179-31ce-41fb-9444-3bb7e3c13b99 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:07.088067 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f41fc75-ef62-483d-96f8-44c0e52e30f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e84c35-2908-4d1d-8940-85e875573794', 'code': 200} Jun 17 08:33:07.097441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['15192063-d1db-426e-a96c-30c28a48d0e6'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:07.175252 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.195533 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object 0b3a5c53-4454-4616-9791-32874badd2c4 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:07.252462 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.257507 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cf93e7d4-4700-4cc7-8631-d321cae9a630 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:07.414400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=0b3a5c53-4454-4616-9791-32874badd2c4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:07.435692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6d475b-d20c-4244-8284-45a87896b374 None None] Network 89137277-d5bf-458b-916f-0825b4e5c797 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:07.455241 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:07.464880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 89137277-d5bf-458b-916f-0825b4e5c797 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:07.472939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:07.486368 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:07.585995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5068cbe2-a28c-489c-aa43-7aecb1b12a20 None None] Provisioning for port 960c7c87-8633-444b-b378-3963d5cc228e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:07.600146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5068cbe2-a28c-489c-aa43-7aecb1b12a20 None None] Provisioning complete for port 960c7c87-8633-444b-b378-3963d5cc228e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:07.600606 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5068cbe2-a28c-489c-aa43-7aecb1b12a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.604123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Allocated IP 172.20.0.4 (57bace8b-ea9c-4476-87ca-9d857de9fef7/c19db71e-aabe-456b-b177-049d8f0a5319/4121ca07-ae1a-4d2a-aca6-5327bd7d5615) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:07.633201 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-781f98e0-888e-432f-96b5-fe8a11706b01 req-dd4e6be5-4cd2-4ff3-b074-4234e7c5ff06 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 210 time: 0.0712757 Jun 17 08:33:07.695642 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:07.695642 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.704036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6872995 Jun 17 08:33:07.708314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41440) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:07.794084 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5068cbe2-a28c-489c-aa43-7aecb1b12a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.807601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82dec-50bb-45c0-baab-c3944a33f973 req-af3af27b-5596-454d-a1e1-958733eb5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:07.809472 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b6d82dec-50bb-45c0-baab-c3944a33f973 req-af3af27b-5596-454d-a1e1-958733eb5591 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 1097 time: 0.6343310 Jun 17 08:33:07.820676 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.861248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-5068cbe2-a28c-489c-aa43-7aecb1b12a20 None None] For port 960c7c87-8633-444b-b378-3963d5cc228e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=960c7c87-8633-444b-b378-3963d5cc228e,segment=NetworkSegment(b7040928-94fb-4f17-8fb5-61309c0b5aad),segment_id=b7040928-94fb-4f17-8fb5-61309c0b5aad)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:07.870652 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5068cbe2-a28c-489c-aa43-7aecb1b12a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.872793 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-44e9b304-b9d3-4221-b2f1-082a198af4ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:07.945630 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:07.954708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068cbe2-a28c-489c-aa43-7aecb1b12a20 None None] Pushing event updated for resources: {'Port': ['ID=960c7c87-8633-444b-b378-3963d5cc228e,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:07.964335 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5068cbe2-a28c-489c-aa43-7aecb1b12a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:07.971361 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-721ff4c9-3f85-4fc9-ac4e-b13c405885c6 tempest-ServerDiskConfigTestJSON-67125428 tempest-ServerDiskConfigTestJSON-67125428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:08.003084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8bea012-614e-48b6-9626-5c500b542805 req-0ddf8ed3-4fb2-41e6-b14c-a55313479f30 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 210 time: 0.1143706 Jun 17 08:33:08.029411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 15192063-d1db-426e-a96c-30c28a48d0e6 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:08.038097 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b6d82dec-50bb-45c0-baab-c3944a33f973 req-3655bdd8-2a87-4bd7-aa60-8465a5046b3b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130563 Jun 17 08:33:08.045614 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event deleted for resources: {'Port': ['ID=e57cc524-c9e4-4984-91e9-9246fe8323fa,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:08.054258 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:08.117152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32f52ab-52a7-4a79-a309-bd50c01cb157 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:08.122539 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 15192063-d1db-426e-a96c-30c28a48d0e6 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:08.124897 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a32f52ab-52a7-4a79-a309-bd50c01cb157 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.4147985 Jun 17 08:33:08.126617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41462) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:08.137629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 15192063-d1db-426e-a96c-30c28a48d0e6 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:08.137965 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.222626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.252546 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b1559c71-0c15-4e81-96ad-ea8394b268af tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:08.325838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:08.339021 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:08.342842 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.351687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c7303ab8-12d5-4e0a-9311-976b276b4d82 None None] Provisioning for port 0b3a5c53-4454-4616-9791-32874badd2c4 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:08.358125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c7303ab8-12d5-4e0a-9311-976b276b4d82 None None] Provisioning complete for port 0b3a5c53-4454-4616-9791-32874badd2c4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:08.370982 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c7303ab8-12d5-4e0a-9311-976b276b4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.373891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa945c3a-54c6-4fb5-a834-afd77cf705a8 req-0734d288-8e86-4c5c-a984-6fff14558a0c tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:08.376327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa945c3a-54c6-4fb5-a834-afd77cf705a8 req-0734d288-8e86-4c5c-a984-6fff14558a0c tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.1328676 Jun 17 08:33:08.418362 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Network c313181c-9e3f-4526-af69-a8c62d7d61bc is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:08.442157 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.455032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 15192063-d1db-426e-a96c-30c28a48d0e6, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=15192063-d1db-426e-a96c-30c28a48d0e6,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:08.458794 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.459621 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa945c3a-54c6-4fb5-a834-afd77cf705a8 req-7e0ad025-3b84-4201-b219-796ed5e55f1e tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725443 Jun 17 08:33:08.466991 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "DELETE /v2.0/floatingips/41a52a1f-f1f9-4fdc-a446-1055dc70bee3 HTTP/1.1" status: 204 len: 168 time: 2.8036728 Jun 17 08:33:08.467407 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.467518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:08.468155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41480) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:08.470173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:08.472440 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:08.481511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a708f0fb-fd31-4815-b0cd-d0ff4ad34506 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Request body: {'floatingip': {'floating_network_id': 'fa9a3698-57bc-4271-b22e-5247c617e273', 'port_id': '88e32545-9ba7-4a2b-8633-2b25c3fed37a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:08.522668 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a708f0fb-fd31-4815-b0cd-d0ff4ad34506 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.570381 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c7303ab8-12d5-4e0a-9311-976b276b4d82 None None] Port 0b3a5c53-4454-4616-9791-32874badd2c4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:08.583229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 960c7c87-8633-444b-b378-3963d5cc228e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:08.601278 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.630421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:08.631548 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.659781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-efef6771-396f-46b3-998e-0264c4a76c96 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 0b3a5c53-4454-4616-9791-32874badd2c4 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:08.660622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efef6771-396f-46b3-998e-0264c4a76c96 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.661331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c7303ab8-12d5-4e0a-9311-976b276b4d82 None None] Provisioning for port 2cfb9371-4715-439a-b896-ad637cdf7f8b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:08.669216 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c7303ab8-12d5-4e0a-9311-976b276b4d82 None None] Provisioning complete for port 2cfb9371-4715-439a-b896-ad637cdf7f8b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:08.669601 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c7303ab8-12d5-4e0a-9311-976b276b4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.688544 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8882434 Jun 17 08:33:08.694614 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-a708f0fb-fd31-4815-b0cd-d0ff4ad34506 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:33:08.695754 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a708f0fb-fd31-4815-b0cd-d0ff4ad34506 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2263200 Jun 17 08:33:08.699488 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41494) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:08.704872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': '88e32545-9ba7-4a2b-8633-2b25c3fed37a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:08.758722 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.785220 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c7303ab8-12d5-4e0a-9311-976b276b4d82 None None] Port 2cfb9371-4715-439a-b896-ad637cdf7f8b cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:08.787848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=15192063-d1db-426e-a96c-30c28a48d0e6,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:08.795898 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:08.801480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 960c7c87-8633-444b-b378-3963d5cc228e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:08.802071 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.868534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c7303ab8-12d5-4e0a-9311-976b276b4d82 None None] Provisioning complete for port 960c7c87-8633-444b-b378-3963d5cc228e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:08.868534 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c7303ab8-12d5-4e0a-9311-976b276b4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:08.988705 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.003203 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:09.017005 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efef6771-396f-46b3-998e-0264c4a76c96 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.080310 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Request body: {'port': {'device_id': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:09.084081 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Network 57bace8b-ea9c-4476-87ca-9d857de9fef7 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:09.084682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e71e-fd84-47c8-8314-953697b86c42 req-a0663e7a-55b2-4d3c-9d7a-716de50f091b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:09.095530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3506e71e-fd84-47c8-8314-953697b86c42 req-a0663e7a-55b2-4d3c-9d7a-716de50f091b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 931 time: 0.1984475 Jun 17 08:33:09.130273 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.139169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15192063-d1db-426e-a96c-30c28a48d0e6'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:09.144468 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bffb2e-d656-4b46-b0d1-d1661365388a" -d '{"events": [{"server_uuid": "4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88", "name": "network-vif-plugged", "status": "completed", "tag": "15192063-d1db-426e-a96c-30c28a48d0e6"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:09.169500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:09.180281 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.200820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-063007cd-52b1-40b8-9272-28eb6b6d7a27 None None] Provisioning complete for port 0b3a5c53-4454-4616-9791-32874badd2c4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:09.201287 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-063007cd-52b1-40b8-9272-28eb6b6d7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.219097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3506e71e-fd84-47c8-8314-953697b86c42 req-4e56f974-fc05-4333-92af-7f8990c9b82c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191647 Jun 17 08:33:09.221154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-efef6771-396f-46b3-998e-0264c4a76c96 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 0b3a5c53-4454-4616-9791-32874badd2c4 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:09.227026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:09.278552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-063007cd-52b1-40b8-9272-28eb6b6d7a27 None None] Port 0b3a5c53-4454-4616-9791-32874badd2c4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:09.291609 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-063007cd-52b1-40b8-9272-28eb6b6d7a27 None None] Provisioning complete for port 2cfb9371-4715-439a-b896-ad637cdf7f8b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:09.292104 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-063007cd-52b1-40b8-9272-28eb6b6d7a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.316764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Pushing event updated for resources: {'Port': ['ID=4121ca07-ae1a-4d2a-aca6-5327bd7d5615,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:09.327979 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:09.345151 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-063007cd-52b1-40b8-9272-28eb6b6d7a27 None None] Port 2cfb9371-4715-439a-b896-ad637cdf7f8b cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:09.378854 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:09.379813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.397390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Allocated IP 172.25.8.243 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/e79dc0cf-6098-4588-9227-1ed4a7492a00) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:09.412924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.430500 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7730193 Jun 17 08:33:09.444378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Request body: {'port': {'device_id': '1d831d08-7f27-477b-ad6c-bc49df3e5370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:09.453330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919f793-2c72-4606-a926-bf70b6c44633 req-2121dff1-0484-460e-96ec-accad2c59c0e tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:09.459384 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ebd4d1-b450-46e8-b706-5a375e6016c2 x-openstack-request-id: req-19ebd4d1-b450-46e8-b706-5a375e6016c2 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:09.459932 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88", "name": "network-vif-plugged", "status": "completed", "tag": "15192063-d1db-426e-a96c-30c28a48d0e6", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:09.460475 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19ebd4d1-b450-46e8-b706-5a375e6016c2 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:09.460925 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15192063-d1db-426e-a96c-30c28a48d0e6', 'code': 200} Jun 17 08:33:09.462208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c919f793-2c72-4606-a926-bf70b6c44633 req-2121dff1-0484-460e-96ec-accad2c59c0e tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 931 time: 0.1570547 Jun 17 08:33:09.555331 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c919f793-2c72-4606-a926-bf70b6c44633 req-43d32305-67a8-4bef-a48f-44f84e939cc1 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921912 Jun 17 08:33:09.608588 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.695651 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.699151 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7d6acfe1-ddc7-4f75-a695-b805023eccdb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:09.704022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efef6771-396f-46b3-998e-0264c4a76c96 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.716668 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-446b9005-54f5-46cd-9f26-b3253d572d5c tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:09.740496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:09.752046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:09.756663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:09.765153 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.765604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb536c4-e740-495e-84e8-2aae53b7ebab req-a379dea6-fe43-44ba-885f-26899663262b tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:09.767184 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef6771-396f-46b3-998e-0264c4a76c96 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=0b3a5c53-4454-4616-9791-32874badd2c4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:09.767355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7bb536c4-e740-495e-84e8-2aae53b7ebab req-a379dea6-fe43-44ba-885f-26899663262b tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.1384723 Jun 17 08:33:09.794252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event updated for resources: {'Port': ['ID=e79dc0cf-6098-4588-9227-1ed4a7492a00,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:09.799471 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:09.803368 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-efef6771-396f-46b3-998e-0264c4a76c96 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:09.873269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcd1d7-e143-4481-95bf-2d0c89049de4 req-0e41d38c-b50b-40f7-bfcb-48ee3317d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:09.875063 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4edcd1d7-e143-4481-95bf-2d0c89049de4 req-0e41d38c-b50b-40f7-bfcb-48ee3317d571 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 1098 time: 0.3400106 Jun 17 08:33:09.881480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7bb536c4-e740-495e-84e8-2aae53b7ebab req-62e438d0-073b-4b85-9d1e-a680741ae160 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884953 Jun 17 08:33:09.985297 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efef6771-396f-46b3-998e-0264c4a76c96 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:09.987280 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-efef6771-396f-46b3-998e-0264c4a76c96 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/0b3a5c53-4454-4616-9791-32874badd2c4 HTTP/1.1" status: 204 len: 168 time: 1.8575265 Jun 17 08:33:09.990282 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41578) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:10.067252 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4edcd1d7-e143-4481-95bf-2d0c89049de4 req-5ce35866-d01d-4d4c-bef2-388b481e31c5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678567 Jun 17 08:33:10.084602 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd600073-7979-4cb7-94cd-8036e41a9e48 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:33:10.090821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cd600073-7979-4cb7-94cd-8036e41a9e48 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/0b3a5c53-4454-4616-9791-32874badd2c4 HTTP/1.1" status: 404 len: 333 time: 0.0985527 Jun 17 08:33:10.091453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41584) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:10.204637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a958cee-467d-47ea-a037-5c2418ee0166 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:10.207506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Deleting port e79dc0cf-6098-4588-9227-1ed4a7492a00 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:10.208123 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.215479 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.241696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Transition to ACTIVE for port object 8a958cee-467d-47ea-a037-5c2418ee0166 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:10.266638 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.270397 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-efef6771-396f-46b3-998e-0264c4a76c96 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:10.317815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-59aa6966-c72f-4ea1-9351-70740722ed30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 2cfb9371-4715-439a-b896-ad637cdf7f8b {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:10.318672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59aa6966-c72f-4ea1-9351-70740722ed30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.409714 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.410988 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.422804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:10.431155 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:10.468645 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:10.496856 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.524185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Transition to ACTIVE for port object 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:10.528676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5066e-dd93-4773-b42d-2389e1daa6dd req-3779c13b-0962-4f32-bab4-a4feba4a88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:10.530211 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ee5066e-dd93-4773-b42d-2389e1daa6dd req-3779c13b-0962-4f32-bab4-a4feba4a88f2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 1097 time: 0.2245779 Jun 17 08:33:10.533605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:10.536081 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-600a876c-452f-41d5-93c6-fcd0b99ac04d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:10.607455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Attempting to bind port 8a958cee-467d-47ea-a037-5c2418ee0166 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:10.607455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Attempting to bind port 8a958cee-467d-47ea-a037-5c2418ee0166 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:10.607803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Attempting to bind port 8a958cee-467d-47ea-a037-5c2418ee0166 on network c313181c-9e3f-4526-af69-a8c62d7d61bc {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:10.678350 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Pushing event updated for resources: {'Port': ['ID=4121ca07-ae1a-4d2a-aca6-5327bd7d5615,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:10.683097 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:10.686649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Port 8a958cee-467d-47ea-a037-5c2418ee0166 on network c313181c-9e3f-4526-af69-a8c62d7d61bc not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:10.687001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Attempting to bind port 8a958cee-467d-47ea-a037-5c2418ee0166 on network c313181c-9e3f-4526-af69-a8c62d7d61bc {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:10.727034 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:10.727034 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Checking segment: {'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:10.727411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Bound using segment: {'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:10.727840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Bound port: 8a958cee-467d-47ea-a037-5c2418ee0166, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:10.728187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.001700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Calling delete_port for e79dc0cf-6098-4588-9227-1ed4a7492a00 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:11.092904 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59aa6966-c72f-4ea1-9351-70740722ed30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.143109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5066e-dd93-4773-b42d-2389e1daa6dd req-eed90b71-a717-43ce-b422-ed87b8d9b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.144665 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ee5066e-dd93-4773-b42d-2389e1daa6dd req-eed90b71-a717-43ce-b422-ed87b8d9b0d9 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 919 time: 0.6015897 Jun 17 08:33:11.177165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-59aa6966-c72f-4ea1-9351-70740722ed30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 2cfb9371-4715-439a-b896-ad637cdf7f8b owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:11.200864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4fec05-b97f-4ebe-aeb8-520af6a33f84 req-1c21ce54-eee2-4a28-84b8-8fb520e36cb9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.202400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b4fec05-b97f-4ebe-aeb8-520af6a33f84 req-1c21ce54-eee2-4a28-84b8-8fb520e36cb9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 943 time: 0.7860456 Jun 17 08:33:11.207112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ee5066e-dd93-4773-b42d-2389e1daa6dd req-6f230f9e-c7b6-456e-a091-f4109c23b1cd service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e84c35-2908-4d1d-8940-85e875573794 HTTP/1.1" status: 200 len: 217 time: 0.0536113 Jun 17 08:33:11.251898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Attempting to bind port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:11.252235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Attempting to bind port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'b298c92a-5987-4ebe-b8be-521b96e2bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '57bace8b-ea9c-4476-87ca-9d857de9fef7'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:11.252748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Attempting to bind port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 on network 57bace8b-ea9c-4476-87ca-9d857de9fef7 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:11.261858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:11.277970 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 on network 57bace8b-ea9c-4476-87ca-9d857de9fef7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:11.278293 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Attempting to bind port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 on network 57bace8b-ea9c-4476-87ca-9d857de9fef7 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:11.282728 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:11.284133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffbee93-01cb-431c-82db-c361fb8b516d req-cd27a1af-27bf-45bf-a2d2-44f5c21d3077 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.291244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ffbee93-01cb-431c-82db-c361fb8b516d req-cd27a1af-27bf-45bf-a2d2-44f5c21d3077 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.8239620 Jun 17 08:33:11.291639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5066e-dd93-4773-b42d-2389e1daa6dd req-b7a2c9ed-f501-4da1-89ae-23e89d67801e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.293104 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ee5066e-dd93-4773-b42d-2389e1daa6dd req-b7a2c9ed-f501-4da1-89ae-23e89d67801e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 200 len: 858 time: 0.0711074 Jun 17 08:33:11.294130 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.297310 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:11.299665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:11.299997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Checking segment: {'id': 'b298c92a-5987-4ebe-b8be-521b96e2bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '57bace8b-ea9c-4476-87ca-9d857de9fef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:11.300612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Bound using segment: {'id': 'b298c92a-5987-4ebe-b8be-521b96e2bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '57bace8b-ea9c-4476-87ca-9d857de9fef7'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:11.301336 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Bound port: 4121ca07-ae1a-4d2a-aca6-5327bd7d5615, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b298c92a-5987-4ebe-b8be-521b96e2bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '57bace8b-ea9c-4476-87ca-9d857de9fef7'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:11.301873 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.368321 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ee5066e-dd93-4773-b42d-2389e1daa6dd req-872d088e-b6ee-472b-8b53-87128e8de70c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642176 Jun 17 08:33:11.371340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b4fec05-b97f-4ebe-aeb8-520af6a33f84 req-865a8b73-4931-41c7-836c-6a6576c3982a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581874 Jun 17 08:33:11.384830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.385660 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.386870 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] 10.222.0.10 "PUT /v2.0/ports/8a958cee-467d-47ea-a037-5c2418ee0166 HTTP/1.1" status: 200 len: 1092 time: 2.6894796 Jun 17 08:33:11.393950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:11.396717 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b91c726-b8cb-4de0-8406-ab84bfe44c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:11.413346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ffbee93-01cb-431c-82db-c361fb8b516d req-0657edb2-a5e3-44fa-af65-e591685a12b8 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211121 Jun 17 08:33:11.481344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41662) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:11.487808 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.501485 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-45685a55-c92e-4a24-9aac-c73d97fdda17 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:11.517029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:11.527733 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:11.568232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event deleted for resources: {'Port': ['ID=e79dc0cf-6098-4588-9227-1ed4a7492a00,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:11.578119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] For port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:11.588787 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:11.598397 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ee5066e-dd93-4773-b42d-2389e1daa6dd req-3253f8de-c027-4b39-ab26-36af93be66b8 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216091 Jun 17 08:33:11.640165 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369606fc-5673-4576-8a03-63614774dcf9 req-3ed4b543-3ec5-4253-bfeb-9463145f6fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.641715 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-3ed4b543-3ec5-4253-bfeb-9463145f6fe3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 1095 time: 0.1989527 Jun 17 08:33:11.672186 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59aa6966-c72f-4ea1-9351-70740722ed30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.680762 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:11.712373 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa6966-c72f-4ea1-9351-70740722ed30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=2cfb9371-4715-439a-b896-ad637cdf7f8b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:11.719465 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59aa6966-c72f-4ea1-9351-70740722ed30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:11.733363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] For port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4121ca07-ae1a-4d2a-aca6-5327bd7d5615,segment=NetworkSegment(b298c92a-5987-4ebe-b8be-521b96e2bce1),segment_id=b298c92a-5987-4ebe-b8be-521b96e2bce1)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:11.735474 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-8301fdd1-a5cc-43cb-8c06-d941e6862456 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a958cee-467d-47ea-a037-5c2418ee0166 HTTP/1.1" status: 200 len: 217 time: 0.0686147 Jun 17 08:33:11.736495 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f17b8fb5-ae8a-465f-82dc-ecb7aa54c9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.746686 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.758525 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:11.761229 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] create failed (client error): The resource could not be found. Jun 17 08:33:11.762281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0618567 Jun 17 08:33:11.771641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41668) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:11.798948 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd344ae3-5fe5-4495-b322-10c403ecca2d x-openstack-request-id: req-bd344ae3-5fe5-4495-b322-10c403ecca2d {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:11.799513 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:11.799821 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd344ae3-5fe5-4495-b322-10c403ecca2d {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:11.800272 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166', 'status': 'completed', 'code': 200} Jun 17 08:33:11.841741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdad001-c6dd-418b-8819-8c48823689a5 req-a19d75ae-4285-40c3-af72-c1b4c3ca2ac5 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.843368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7bdad001-c6dd-418b-8819-8c48823689a5 req-a19d75ae-4285-40c3-af72-c1b4c3ca2ac5 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 943 time: 0.2514863 Jun 17 08:33:11.891266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.891806 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.893213 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] 10.222.0.10 "PUT /v2.0/ports/4121ca07-ae1a-4d2a-aca6-5327bd7d5615 HTTP/1.1" status: 200 len: 1092 time: 2.4547043 Jun 17 08:33:11.901785 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59aa6966-c72f-4ea1-9351-70740722ed30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:11.903737 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-59aa6966-c72f-4ea1-9351-70740722ed30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/2cfb9371-4715-439a-b896-ad637cdf7f8b HTTP/1.1" status: 204 len: 168 time: 1.8097408 Jun 17 08:33:11.909673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41670) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:11.941310 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369606fc-5673-4576-8a03-63614774dcf9 req-c5c1194d-a266-4de6-a5b3-d6a9f12a1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:11.942815 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-c5c1194d-a266-4de6-a5b3-d6a9f12a1a34 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=038e5845-17a0-4392-9346-6cb0c01ba0f2 HTTP/1.1" status: 200 len: 852 time: 0.1935611 Jun 17 08:33:11.952442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Pushing event updated for resources: {'Port': ['ID=4121ca07-ae1a-4d2a-aca6-5327bd7d5615,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:11.957067 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ee5066e-dd93-4773-b42d-2389e1daa6dd req-92f3e59b-a129-4227-b3ac-95f752c9dcd3 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466945 Jun 17 08:33:11.957803 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:11.983401 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dca4a69-8d12-4d4b-a227-f0c63049cf07 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:33:11.985115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5dca4a69-8d12-4d4b-a227-f0c63049cf07 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/2cfb9371-4715-439a-b896-ad637cdf7f8b HTTP/1.1" status: 404 len: 333 time: 0.0740590 Jun 17 08:33:11.991486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7bdad001-c6dd-418b-8819-8c48823689a5 req-9df6f38a-d998-4d1a-af77-45d67fedde4c tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358190 Jun 17 08:33:11.994300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41672) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:11.997830 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-932e44e9-8a49-43e7-a455-571ba3aa3798 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c313181c-9e3f-4526-af69-a8c62d7d61bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379190 Jun 17 08:33:12.071056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-8419d37b-41bb-4d1c-9d3b-dcc19ab3eeb3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting subnet 62ce7bf6-8e30-49a4-95f9-ba012a8727ee {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:33:12.073817 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8419d37b-41bb-4d1c-9d3b-dcc19ab3eeb3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.111607 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-556e7ae5-76ee-4a7e-897b-2ef1d8176bf8 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Deleting port 88e32545-9ba7-4a2b-8633-2b25c3fed37a {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:12.111607 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-556e7ae5-76ee-4a7e-897b-2ef1d8176bf8 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.158430 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-56a38f8b-6932-416c-b48b-b016dbda0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:12.159861 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8419d37b-41bb-4d1c-9d3b-dcc19ab3eeb3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.161019 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-56a38f8b-6932-416c-b48b-b016dbda0752 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87b014fadc084f5bb0b8c7657f0b088d&device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 1095 time: 0.2021151 Jun 17 08:33:12.168697 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-6209d088-03b2-4785-8f4b-b6b8bd65314b service neutron] 10.222.0.10 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490424 Jun 17 08:33:12.228079 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f17b8fb5-ae8a-465f-82dc-ecb7aa54c9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.238313 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-c5c7494d-ac80-4930-985d-fed1ae5087a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4121ca07-ae1a-4d2a-aca6-5327bd7d5615 HTTP/1.1" status: 200 len: 217 time: 0.0667841 Jun 17 08:33:12.240831 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f17b8fb5-ae8a-465f-82dc-ecb7aa54c9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.267002 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-acfe9382-362e-41d3-ba2f-05ba1bce8cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:12.267235 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-556e7ae5-76ee-4a7e-897b-2ef1d8176bf8 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.342928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-556e7ae5-76ee-4a7e-897b-2ef1d8176bf8 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Calling delete_port for 88e32545-9ba7-4a2b-8633-2b25c3fed37a owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:12.347129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b8fb5-ae8a-465f-82dc-ecb7aa54c9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237d0f1e-b539-42c4-8f3d-7dc5c3fa4d28,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:12.352384 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8419d37b-41bb-4d1c-9d3b-dcc19ab3eeb3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.361140 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f17b8fb5-ae8a-465f-82dc-ecb7aa54c9af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d568da1b49654429b4d9981879256393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8756151 Jun 17 08:33:12.362816 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f17b8fb5-ae8a-465f-82dc-ecb7aa54c9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:12.366011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41678) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:12.397709 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-37fb720f-00f8-4f2e-a60b-16cd932baac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:12.399146 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-37fb720f-00f8-4f2e-a60b-16cd932baac7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c19db71e-aabe-456b-b177-049d8f0a5319 HTTP/1.1" status: 200 len: 860 time: 0.1300092 Jun 17 08:33:12.411506 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-369606fc-5673-4576-8a03-63614774dcf9 req-3dc9dc63-3866-42e9-83a3-96df894c8794 service neutron] 10.222.0.10 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294211 Jun 17 08:33:12.444373 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-f813f7cd-9d2c-4457-acdf-66e91d416fcf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57bace8b-ea9c-4476-87ca-9d857de9fef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354025 Jun 17 08:33:12.474136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8419d37b-41bb-4d1c-9d3b-dcc19ab3eeb3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.477861 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-495b6a8c-f5ef-4215-8cf8-6ab77a765894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:12.508256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419d37b-41bb-4d1c-9d3b-dcc19ab3eeb3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Subnet': ['ID=62ce7bf6-8e30-49a4-95f9-ba012a8727ee,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:12.512170 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8419d37b-41bb-4d1c-9d3b-dcc19ab3eeb3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.516870 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8419d37b-41bb-4d1c-9d3b-dcc19ab3eeb3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/62ce7bf6-8e30-49a4-95f9-ba012a8727ee HTTP/1.1" status: 204 len: 168 time: 0.5212955 Jun 17 08:33:12.517965 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8419d37b-41bb-4d1c-9d3b-dcc19ab3eeb3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:12.518421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41684) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:12.529190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06894e2-5c38-44e0-9ff6-622a8c2c2497 None None] Network 89137277-d5bf-458b-916f-0825b4e5c797 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:12.555879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-44995e03-4696-4704-9e4e-07a5f78c2a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.602276 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-44995e03-4696-4704-9e4e-07a5f78c2a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.634454 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-4f7d138b-5de0-48c5-9ba6-a57b56d42d9f service neutron] 10.222.0.10 "GET /v2.0/networks/57bace8b-ea9c-4476-87ca-9d857de9fef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825483 Jun 17 08:33:12.635401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-556e7ae5-76ee-4a7e-897b-2ef1d8176bf8 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.641645 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.647459 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8cf1d72c-7cd5-46dc-968d-28572c315312 tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:12.710918 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e7ae5-76ee-4a7e-897b-2ef1d8176bf8 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event deleted for resources: {'Port': ['ID=88e32545-9ba7-4a2b-8633-2b25c3fed37a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:12.726502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c726-b8cb-4de0-8406-ab84bfe44c4a req-37e23d57-4803-4b8f-b8ab-69ab3bc883c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:12.728218 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8b91c726-b8cb-4de0-8406-ab84bfe44c4a req-37e23d57-4803-4b8f-b8ab-69ab3bc883c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 1095 time: 0.2288539 Jun 17 08:33:12.732273 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-556e7ae5-76ee-4a7e-897b-2ef1d8176bf8 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:12.802125 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-44995e03-4696-4704-9e4e-07a5f78c2a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.805190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-44995e03-4696-4704-9e4e-07a5f78c2a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.806450 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-44995e03-4696-4704-9e4e-07a5f78c2a17 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/237d0f1e-b539-42c4-8f3d-7dc5c3fa4d28 HTTP/1.1" status: 204 len: 168 time: 0.4394221 Jun 17 08:33:12.813849 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-16d59212-f29c-4a34-88ff-c65c35458a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:12.820640 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a7656bb4-37a5-4a53-8102-bb20cb73d74c req-0b26c209-cdc6-4a21-a8a8-f0bd80cc60d5 service neutron] 10.222.0.10 "GET /v2.0/networks/57bace8b-ea9c-4476-87ca-9d857de9fef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774030 Jun 17 08:33:12.822014 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d899c1f-37f8-43ad-9e01-3b60363a6fac None None] DHCP port deletion for 89137277-d5bf-458b-916f-0825b4e5c797 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:33:12.848525 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44995e03-4696-4704-9e4e-07a5f78c2a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237d0f1e-b539-42c4-8f3d-7dc5c3fa4d28,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:12.860824 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-44995e03-4696-4704-9e4e-07a5f78c2a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:12.879420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-556e7ae5-76ee-4a7e-897b-2ef1d8176bf8 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.881387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-556e7ae5-76ee-4a7e-897b-2ef1d8176bf8 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "DELETE /v2.0/ports/88e32545-9ba7-4a2b-8633-2b25c3fed37a HTTP/1.1" status: 204 len: 168 time: 1.0880048 Jun 17 08:33:12.884506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41690) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:12.950132 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c726-b8cb-4de0-8406-ab84bfe44c4a req-5244343a-2f65-40cd-91ea-613fc5d8483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:12.951803 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8b91c726-b8cb-4de0-8406-ab84bfe44c4a req-5244343a-2f65-40cd-91ea-613fc5d8483a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 913 time: 0.2167587 Jun 17 08:33:12.967835 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4d899c1f-37f8-43ad-9e01-3b60363a6fac None None] Deleting port 960c7c87-8633-444b-b378-3963d5cc228e {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:12.968610 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d899c1f-37f8-43ad-9e01-3b60363a6fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.971213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fe3ed-8170-412b-a576-77d2f0b3b474 req-64a00276-dbd1-4acc-a6f2-e83fdc7030d5 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:12.979041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f64fe3ed-8170-412b-a576-77d2f0b3b474 req-64a00276-dbd1-4acc-a6f2-e83fdc7030d5 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 943 time: 0.3323479 Jun 17 08:33:12.985914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 960c7c87-8633-444b-b378-3963d5cc228e {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:12.986252 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:12.995310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456a2be-a394-4117-8e0b-6617a54ae030 req-e5f28e6d-8b44-470c-bb99-03fac7fa9983 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:13.002690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1456a2be-a394-4117-8e0b-6617a54ae030 req-e5f28e6d-8b44-470c-bb99-03fac7fa9983 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.3113461 Jun 17 08:33:13.025635 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8b91c726-b8cb-4de0-8406-ab84bfe44c4a req-1eef028a-bdb9-476e-812b-3234be700f82 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a958cee-467d-47ea-a037-5c2418ee0166 HTTP/1.1" status: 200 len: 217 time: 0.0662639 Jun 17 08:33:13.058720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4d899c1f-37f8-43ad-9e01-3b60363a6fac None None] For port 960c7c87-8633-444b-b378-3963d5cc228e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=960c7c87-8633-444b-b378-3963d5cc228e,segment=NetworkSegment(b7040928-94fb-4f17-8fb5-61309c0b5aad),segment_id=b7040928-94fb-4f17-8fb5-61309c0b5aad)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:13.059250 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d899c1f-37f8-43ad-9e01-3b60363a6fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.106954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b894f4-ea8d-4c1c-a1ef-c404c9f0d309 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:13.109127 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-99b894f4-ea8d-4c1c-a1ef-c404c9f0d309 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "GET /v2.0/ports?device_id=90ba95ed-54a5-4433-ba74-4a0d0cc2ec09 HTTP/1.1" status: 200 len: 913 time: 0.2236657 Jun 17 08:33:13.113030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41698) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:13.140087 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1456a2be-a394-4117-8e0b-6617a54ae030 req-84c5eae0-10bf-4862-802a-97619e3683f5 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364074 Jun 17 08:33:13.165504 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f64fe3ed-8170-412b-a576-77d2f0b3b474 req-88e0ea61-7654-4772-ae49-a58b7ce4c8a9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854391 Jun 17 08:33:13.170704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] For port 960c7c87-8633-444b-b378-3963d5cc228e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=960c7c87-8633-444b-b378-3963d5cc228e,segment=NetworkSegment(b7040928-94fb-4f17-8fb5-61309c0b5aad),segment_id=b7040928-94fb-4f17-8fb5-61309c0b5aad)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:13.173361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4d899c1f-37f8-43ad-9e01-3b60363a6fac None None] Calling delete_port for 960c7c87-8633-444b-b378-3963d5cc228e owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:13.174148 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.213914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91c726-b8cb-4de0-8406-ab84bfe44c4a req-d3efee27-f02e-4437-8975-59948fc02e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:13.215847 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8b91c726-b8cb-4de0-8406-ab84bfe44c4a req-d3efee27-f02e-4437-8975-59948fc02e49 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=038e5845-17a0-4392-9346-6cb0c01ba0f2 HTTP/1.1" status: 200 len: 852 time: 0.1832635 Jun 17 08:33:13.287061 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8b91c726-b8cb-4de0-8406-ab84bfe44c4a req-6556befb-60d8-4fbf-85aa-60e30c8e9f60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c313181c-9e3f-4526-af69-a8c62d7d61bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629458 Jun 17 08:33:13.314638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 960c7c87-8633-444b-b378-3963d5cc228e owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:13.348855 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e119b438-bdb2-481e-8739-e580c776812f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.379057 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d899c1f-37f8-43ad-9e01-3b60363a6fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.381276 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e0470d78-a977-4d33-a295-153bebae25bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:13.407785 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d899c1f-37f8-43ad-9e01-3b60363a6fac None None] Pushing event deleted for resources: {'Port': ['ID=960c7c87-8633-444b-b378-3963d5cc228e,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:13.410889 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4d899c1f-37f8-43ad-9e01-3b60363a6fac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:13.415916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d899c1f-37f8-43ad-9e01-3b60363a6fac None None] No DVR routers for this DVR port 960c7c87-8633-444b-b378-3963d5cc228e on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:13.473181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.478173 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-847f384f-15a0-4932-8f7a-a7d5d1b1deac tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:13.492426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2efae-ef6b-4a50-971e-f29add9703d3 req-77cc18a7-e12f-4da4-a10d-85ab567adc59 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:13.493977 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23f2efae-ef6b-4a50-971e-f29add9703d3 req-77cc18a7-e12f-4da4-a10d-85ab567adc59 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 943 time: 0.1045394 Jun 17 08:33:13.505214 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8b91c726-b8cb-4de0-8406-ab84bfe44c4a req-deeaa7a4-a53d-4e4c-a276-884596b94ffe service neutron] 10.222.0.10 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110529 Jun 17 08:33:13.515999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=960c7c87-8633-444b-b378-3963d5cc228e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:13.517832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No DVR routers for this DVR port 960c7c87-8633-444b-b378-3963d5cc228e on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:13.525403 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:13.624467 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23f2efae-ef6b-4a50-971e-f29add9703d3 req-08fe0f8e-e827-47ca-8761-1abab020ab9f tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120203 Jun 17 08:33:13.641757 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.650275 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8b91c726-b8cb-4de0-8406-ab84bfe44c4a req-552d8645-2837-4485-8b9e-c761529aaa4e service neutron] 10.222.0.10 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380394 Jun 17 08:33:13.652519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89137277-d5bf-458b-916f-0825b4e5c797']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:13.664567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7040928-94fb-4f17-8fb5-61309c0b5aad') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:13.664919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7040928-94fb-4f17-8fb5-61309c0b5aad') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:13.674700 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.689489 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.696037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:13.696445 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:13.699611 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:13.702743 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:13.722360 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.767672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.772408 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.774542 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/networks/89137277-d5bf-458b-916f-0825b4e5c797 HTTP/1.1" status: 204 len: 168 time: 1.2505076 Jun 17 08:33:13.776130 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d445d9a2-a3e6-4dee-8228-b94a7cac9154 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:13.780428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41716) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:13.785602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1638942811'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:13.799052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Network': ['ID=89137277-d5bf-458b-916f-0825b4e5c797,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:13.802341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d831d08-7f27-477b-ad6c-bc49df3e5370', 'tag': '4121ca07-ae1a-4d2a-aca6-5327bd7d5615'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:13.804876 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9574f3-5062-4d5a-a0dc-799eb9f0e57b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d831d08-7f27-477b-ad6c-bc49df3e5370", "tag": "4121ca07-ae1a-4d2a-aca6-5327bd7d5615"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:13.805549 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:13.832483 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:13.836373 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.880849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:13.892176 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.892871 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Added segment 11b8354e-327d-4386-ae94-fd15ae2a1100 of type vlan for network 9ca34636-24c1-4357-a44a-6e0c73f17187 Jun 17 08:33:13.944000 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.977985 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.983962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:13.984411 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:13.987244 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a2043bb1-dbd1-461f-a02e-7af145232a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:14.055008 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2734635 Jun 17 08:33:14.057721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41724) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:14.065917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': '9ca34636-24c1-4357-a44a-6e0c73f17187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:14.082239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Network': ['ID=9ca34636-24c1-4357-a44a-6e0c73f17187,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:14.087131 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:14.098193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 9ca34636-24c1-4357-a44a-6e0c73f17187 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:14.166236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:14.170783 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.203787 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a57af1-a6e3-414f-88f7-90088f8e4018 x-openstack-request-id: req-88a57af1-a6e3-414f-88f7-90088f8e4018 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:14.205148 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d831d08-7f27-477b-ad6c-bc49df3e5370", "tag": "4121ca07-ae1a-4d2a-aca6-5327bd7d5615", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:14.205695 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-88a57af1-a6e3-414f-88f7-90088f8e4018 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:14.206284 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d831d08-7f27-477b-ad6c-bc49df3e5370', 'tag': '4121ca07-ae1a-4d2a-aca6-5327bd7d5615', 'status': 'completed', 'code': 200} Jun 17 08:33:14.384612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9574f3-5062-4d5a-a0dc-799eb9f0e57b req-208f8063-2a12-4782-a3e7-3cae9c26efea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:14.387239 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc9574f3-5062-4d5a-a0dc-799eb9f0e57b req-208f8063-2a12-4782-a3e7-3cae9c26efea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=87b014fadc084f5bb0b8c7657f0b088d&device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 1095 time: 0.1789978 Jun 17 08:33:14.490898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb785185-db74-4c35-9c3c-bd78f8950b75 req-f736ec66-7753-4130-98ea-fd8a4d91de1f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:14.492783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb785185-db74-4c35-9c3c-bd78f8950b75 req-f736ec66-7753-4130-98ea-fd8a4d91de1f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 943 time: 0.1773167 Jun 17 08:33:14.542824 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Deleting port 1b996f21-a7ed-4d36-a36c-2ded6ed85c2f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:14.543434 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.550383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 960c7c87-8633-444b-b378-3963d5cc228e no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:14.597029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 960c7c87-8633-444b-b378-3963d5cc228e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:33:14.602064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 960c7c87-8633-444b-b378-3963d5cc228e not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:33:14.653486 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9574f3-5062-4d5a-a0dc-799eb9f0e57b req-a8f94e30-77ad-465f-be7a-9ff84fad40c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:14.656618 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc9574f3-5062-4d5a-a0dc-799eb9f0e57b req-a8f94e30-77ad-465f-be7a-9ff84fad40c3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=57bace8b-ea9c-4476-87ca-9d857de9fef7 HTTP/1.1" status: 200 len: 921 time: 0.2584560 Jun 17 08:33:14.661646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb785185-db74-4c35-9c3c-bd78f8950b75 req-6b297b74-f76b-4216-9f14-2c2bdb32d954 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595845 Jun 17 08:33:14.676715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.701249 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-051717cf-124b-4cfb-81ea-989e70158023 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:14.724886 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc9574f3-5062-4d5a-a0dc-799eb9f0e57b req-f0ce930f-56ca-4fba-be80-98d5cd9cbb79 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4121ca07-ae1a-4d2a-aca6-5327bd7d5615 HTTP/1.1" status: 200 len: 217 time: 0.0524919 Jun 17 08:33:14.783901 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9574f3-5062-4d5a-a0dc-799eb9f0e57b req-5b7d7464-27bb-422c-bb55-b453d929cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:14.785748 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc9574f3-5062-4d5a-a0dc-799eb9f0e57b req-5b7d7464-27bb-422c-bb55-b453d929cf21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c19db71e-aabe-456b-b177-049d8f0a5319 HTTP/1.1" status: 200 len: 860 time: 0.0526896 Jun 17 08:33:14.824857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Subnet': ['ID=e194532e-c75d-4a85-b152-e701d66a6493,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:14.828298 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:14.830947 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc9574f3-5062-4d5a-a0dc-799eb9f0e57b req-b92b4f05-4234-4ef6-bf8f-ff54e6e3875c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=57bace8b-ea9c-4476-87ca-9d857de9fef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342870 Jun 17 08:33:14.835395 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Checking segment: {'id': '11b8354e-327d-4386-ae94-fd15ae2a1100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9ca34636-24c1-4357-a44a-6e0c73f17187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:14.835755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network hostable DHCP agents. Network: 9ca34636-24c1-4357-a44a-6e0c73f17187, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:14.855428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.883590 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 9ca34636-24c1-4357-a44a-6e0c73f17187 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:14.896505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878367a0-486f-4a92-968f-a6bb6c834410 req-2e5390f7-5350-45ba-864c-21421452cdac tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:14.916900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-878367a0-486f-4a92-968f-a6bb6c834410 req-2e5390f7-5350-45ba-864c-21421452cdac tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.2267940 Jun 17 08:33:14.946200 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 9ca34636-24c1-4357-a44a-6e0c73f17187) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:14.951557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:14.953281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:14.969893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9315a5-867e-4af0-8c01-2904ef3e6037 None None] Network 9ca34636-24c1-4357-a44a-6e0c73f17187 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:14.995620 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-878367a0-486f-4a92-968f-a6bb6c834410 req-3f5a0c0a-e01e-4654-9196-748fd9dd10b1 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775688 Jun 17 08:33:14.996559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Calling delete_port for 1b996f21-a7ed-4d36-a36c-2ded6ed85c2f owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:15.007296 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9470470 Jun 17 08:33:15.008924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41758) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:15.035257 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': '9ca34636-24c1-4357-a44a-6e0c73f17187', 'name': 'tempest-PortsTestJSON-670087322', 'fixed_ips': [{'subnet_id': 'e194532e-c75d-4a85-b152-e701d66a6493', 'ip_address': '172.20.0.10'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:15.089781 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc9574f3-5062-4d5a-a0dc-799eb9f0e57b req-01396860-5d8e-4f46-8c9d-d2a95082e3b3 service neutron] 10.222.0.10 "GET /v2.0/networks/57bace8b-ea9c-4476-87ca-9d857de9fef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477436 Jun 17 08:33:15.198391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bb919-69a7-4698-9374-0f3f4649ce00 req-18ed2f79-4c95-429c-841c-95141c7a0bc9 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:15.199910 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-051bb919-69a7-4698-9374-0f3f4649ce00 req-18ed2f79-4c95-429c-841c-95141c7a0bc9 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 943 time: 0.1991298 Jun 17 08:33:15.268217 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc9574f3-5062-4d5a-a0dc-799eb9f0e57b req-ad0e0955-2b00-41a6-89fb-d6f67032e6ac service neutron] 10.222.0.10 "GET /v2.0/networks/57bace8b-ea9c-4476-87ca-9d857de9fef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670694 Jun 17 08:33:15.285717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:15.296524 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-9ca34636-24c1-4357-a44a-6e0c73f17187', 'network_id': '9ca34636-24c1-4357-a44a-6e0c73f17187', 'tenant_id': '3166053c640740e586b92f01b627ff7b', 'fixed_ips': [{'subnet_id': 'e194532e-c75d-4a85-b152-e701d66a6493'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:15.297421 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:15.330378 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:15.333883 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-68ac9f15-ba77-4eb8-bc65-8d47d18ae428 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:15.368657 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event deleted for resources: {'Port': ['ID=1b996f21-a7ed-4d36-a36c-2ded6ed85c2f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:15.378424 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:15.399835 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:15.416893 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-051bb919-69a7-4698-9374-0f3f4649ce00 req-5b756b74-e7db-4aa1-8bf4-9031f699f4b6 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045393 Jun 17 08:33:15.441811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port 301d54a6-d548-4d84-9cc7-c9fac329296d yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:15.544321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Allocated IP 172.20.0.2 (9ca34636-24c1-4357-a44a-6e0c73f17187/e194532e-c75d-4a85-b152-e701d66a6493/072d003c-609a-4a68-a2c1-0df576cdf267) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:15.643585 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:15.665632 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eac00720-7b9a-488a-ba5e-c04ba04f8365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:15.783871 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:15.793295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Transition to ACTIVE for port object 072d003c-609a-4a68-a2c1-0df576cdf267 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:15.809473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Transition to ACTIVE for port object 072d003c-609a-4a68-a2c1-0df576cdf267 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:15.821006 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:15.823539 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4ad11150-236f-483e-a363-b3d597b931ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:15.857372 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Router 90ba95ed-54a5-4433-ba74-4a0d0cc2ec09 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:33:15.870755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Pushing event updated for resources: {'Port': ['ID=072d003c-609a-4a68-a2c1-0df576cdf267,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:15.880701 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:15.900739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Network 9ca34636-24c1-4357-a44a-6e0c73f17187 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:15.903295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:15.905331 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:15.907246 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:15.960352 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.10 (9ca34636-24c1-4357-a44a-6e0c73f17187/e194532e-c75d-4a85-b152-e701d66a6493/301d54a6-d548-4d84-9cc7-c9fac329296d) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:15.980756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:33:15.987700 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "PUT /v2.0/routers/90ba95ed-54a5-4433-ba74-4a0d0cc2ec09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8711209 Jun 17 08:33:15.989289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41824) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:15.996773 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c61171-04f0-4480-b639-3251d66c08ec req-b83adf1c-7989-4345-9a41-654055113238 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:15.999129 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8c61171-04f0-4480-b639-3251d66c08ec req-b83adf1c-7989-4345-9a41-654055113238 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 943 time: 0.1978245 Jun 17 08:33:15.999479 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Attempting to bind port 072d003c-609a-4a68-a2c1-0df576cdf267 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:16.000033 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Attempting to bind port 072d003c-609a-4a68-a2c1-0df576cdf267 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '11b8354e-327d-4386-ae94-fd15ae2a1100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9ca34636-24c1-4357-a44a-6e0c73f17187'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:16.000566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Attempting to bind port 072d003c-609a-4a68-a2c1-0df576cdf267 on network 9ca34636-24c1-4357-a44a-6e0c73f17187 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:16.006845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5952609-ce0d-417e-84ab-26b56842f854 None None] Sync routers for ids ['90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:33:16.010698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:16.011109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Checking segment: {'id': '11b8354e-327d-4386-ae94-fd15ae2a1100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9ca34636-24c1-4357-a44a-6e0c73f17187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:16.011717 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.012117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Bound using segment: {'id': '11b8354e-327d-4386-ae94-fd15ae2a1100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9ca34636-24c1-4357-a44a-6e0c73f17187'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:16.012730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Bound port: 072d003c-609a-4a68-a2c1-0df576cdf267, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b8354e-327d-4386-ae94-fd15ae2a1100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '9ca34636-24c1-4357-a44a-6e0c73f17187'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:16.013118 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.086186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] For port 072d003c-609a-4a68-a2c1-0df576cdf267, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:16.086873 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c0fa-4bef-4115-bcdb-5d9fad8c4fa6 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.088442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] For port 072d003c-609a-4a68-a2c1-0df576cdf267, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=072d003c-609a-4a68-a2c1-0df576cdf267,segment=NetworkSegment(11b8354e-327d-4386-ae94-fd15ae2a1100),segment_id=11b8354e-327d-4386-ae94-fd15ae2a1100)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:16.098107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5952609-ce0d-417e-84ab-26b56842f854 None None] Routers {'90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:16.098433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e5952609-ce0d-417e-84ab-26b56842f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:33:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:16.110531 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.131321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8c61171-04f0-4480-b639-3251d66c08ec req-b8f64286-75ae-491c-8b49-4a2363cd9ec7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146245 Jun 17 08:33:16.156257 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4d899c1f-37f8-43ad-9e01-3b60363a6fac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:16.193550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:16.203812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e5952609-ce0d-417e-84ab-26b56842f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:16.299238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Pushing event updated for resources: {'Port': ['ID=072d003c-609a-4a68-a2c1-0df576cdf267,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:16.303868 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:16.310347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5952609-ce0d-417e-84ab-26b56842f854 None None] Routers {'90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:16.311022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e5952609-ce0d-417e-84ab-26b56842f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:33:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:16.317194 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c0fa-4bef-4115-bcdb-5d9fad8c4fa6 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.319171 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c0fa-4bef-4115-bcdb-5d9fad8c4fa6 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.331931 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.349412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038d716-45c7-4e2f-be53-e3f78d617f43 req-dc8e8b7a-c983-49aa-b4b8-e9bd23806c7c tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:16.353017 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e5952609-ce0d-417e-84ab-26b56842f854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:16.353881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5952609-ce0d-417e-84ab-26b56842f854 None None] The sync data for ids ['90ba95ed-54a5-4433-ba74-4a0d0cc2ec09'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:33:16.362015 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4038d716-45c7-4e2f-be53-e3f78d617f43 req-dc8e8b7a-c983-49aa-b4b8-e9bd23806c7c tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.1468449 Jun 17 08:33:16.367986 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c0fa-4bef-4115-bcdb-5d9fad8c4fa6 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.368523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f4c0fa-4bef-4115-bcdb-5d9fad8c4fa6 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Fanout notify agent at l3_agent the message router_deleted on router 90ba95ed-54a5-4433-ba74-4a0d0cc2ec09 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:33:16.384390 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9f4c0fa-4bef-4115-bcdb-5d9fad8c4fa6 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.386139 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a9f4c0fa-4bef-4115-bcdb-5d9fad8c4fa6 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "DELETE /v2.0/routers/90ba95ed-54a5-4433-ba74-4a0d0cc2ec09 HTTP/1.1" status: 204 len: 168 time: 0.3956366 Jun 17 08:33:16.388724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41852) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:16.391728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4121ca07-ae1a-4d2a-aca6-5327bd7d5615,segment=NetworkSegment(b298c92a-5987-4ebe-b8be-521b96e2bce1),segment_id=b298c92a-5987-4ebe-b8be-521b96e2bce1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:16.394077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object 301d54a6-d548-4d84-9cc7-c9fac329296d will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:16.405602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '4121ca07-ae1a-4d2a-aca6-5327bd7d5615', 'network_id': '57bace8b-ea9c-4476-87ca-9d857de9fef7', 'port_id': '4121ca07-ae1a-4d2a-aca6-5327bd7d5615', 'mac_address': 'fa:16:3e:1f:46:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19db71e-aabe-456b-b177-049d8f0a5319', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:16.449013 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.464521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:16.465893 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4038d716-45c7-4e2f-be53-e3f78d617f43 req-1005f9bc-ad3b-41c2-a353-62cbba5055d9 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029232 Jun 17 08:33:16.492704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4121ca07-ae1a-4d2a-aca6-5327bd7d5615,segment=NetworkSegment(b298c92a-5987-4ebe-b8be-521b96e2bce1),segment_id=b298c92a-5987-4ebe-b8be-521b96e2bce1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:16.503006 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.504339 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 8a958cee-467d-47ea-a037-5c2418ee0166 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:16.507436 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:16.509110 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-4797e6f7-d578-4393-87fc-6114d7d12f0a tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Deleting subnet 2f199a3d-5de7-4376-aef8-be648977e546 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:33:16.521663 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4797e6f7-d578-4393-87fc-6114d7d12f0a tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.548921 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.554289 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fa385fb3-05e1-4ba5-a189-a5c6aad3d70c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:16.578992 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4797e6f7-d578-4393-87fc-6114d7d12f0a tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.649410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=4121ca07-ae1a-4d2a-aca6-5327bd7d5615,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:16.654320 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:16.722310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 9ca34636-24c1-4357-a44a-6e0c73f17187 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:16.729575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4797e6f7-d578-4393-87fc-6114d7d12f0a tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.738973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:16.745970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:16.754650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:16.765381 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=301d54a6-d548-4d84-9cc7-c9fac329296d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:16.770812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '8a958cee-467d-47ea-a037-5c2418ee0166', 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc', 'port_id': '8a958cee-467d-47ea-a037-5c2418ee0166', 'mac_address': 'fa:16:3e:91:8e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038e5845-17a0-4392-9346-6cb0c01ba0f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:16.813438 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:16.827452 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.841111 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.845037 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a958cee-467d-47ea-a037-5c2418ee0166 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:16.851674 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4797e6f7-d578-4393-87fc-6114d7d12f0a tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.856142 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:16.878824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:16.879945 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.885876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797e6f7-d578-4393-87fc-6114d7d12f0a tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event deleted for resources: {'Subnet': ['ID=2f199a3d-5de7-4376-aef8-be648977e546,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:16.888871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4797e6f7-d578-4393-87fc-6114d7d12f0a tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.891453 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4797e6f7-d578-4393-87fc-6114d7d12f0a tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "DELETE /v2.0/subnets/2f199a3d-5de7-4376-aef8-be648977e546 HTTP/1.1" status: 204 len: 168 time: 0.5015893 Jun 17 08:33:16.893495 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4797e6f7-d578-4393-87fc-6114d7d12f0a tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:16.894230 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41884) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:16.908565 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bbb651-0300-4d81-9f9d-cbb55520a66d None None] Network fa9a3698-57bc-4271-b22e-5247c617e273 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:16.909766 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9fd9c-e184-42e0-9a20-091694250340 req-ec7c9a3a-ed08-468b-b7cf-d3546b4acc5a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:16.911493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4a9fd9c-e184-42e0-9a20-091694250340 req-ec7c9a3a-ed08-468b-b7cf-d3546b4acc5a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 944 time: 0.1918819 Jun 17 08:33:16.914993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:16.918041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9006958 Jun 17 08:33:16.918282 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41886) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:16.923705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': '9ca34636-24c1-4357-a44a-6e0c73f17187', 'name': 'tempest-PortsTestJSON-738007519', 'fixed_ips': [{'subnet_id': 'e194532e-c75d-4a85-b152-e701d66a6493', 'ip_address': '172.20.0.9'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:16.927961 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:16.955984 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:16.999370 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.007355 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:17.012255 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:17.032440 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4a9fd9c-e184-42e0-9a20-091694250340 req-933b36bd-d434-4a23-b90f-0147bb357baa tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047890 Jun 17 08:33:17.099638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Deleting port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:17.102045 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.128325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:17.139645 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.169888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port 1bc4256b-77a1-4267-88be-14f46f8fb8f5 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:17.204627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] For port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd,segment=NetworkSegment(3476ffb3-fc95-4776-bb60-fd279be6148c),segment_id=3476ffb3-fc95-4776-bb60-fd279be6148c)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:17.205002 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.226180 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] DHCP port deletion for fa9a3698-57bc-4271-b22e-5247c617e273 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:33:17.290568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['4121ca07-ae1a-4d2a-aca6-5327bd7d5615'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:17.362257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['8a958cee-467d-47ea-a037-5c2418ee0166'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:17.383600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Calling delete_port for f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:17.409525 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41896) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:17.489394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed9d5d-c21f-4c77-ade5-0288ff37cbdd req-ecfcd5ce-71d0-4c70-a06e-c81eecd7fd34 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:17.492114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-baed9d5d-c21f-4c77-ade5-0288ff37cbdd req-ecfcd5ce-71d0-4c70-a06e-c81eecd7fd34 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 0.1973364 Jun 17 08:33:17.550619 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.556560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.9 (9ca34636-24c1-4357-a44a-6e0c73f17187/e194532e-c75d-4a85-b152-e701d66a6493/1bc4256b-77a1-4267-88be-14f46f8fb8f5) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:17.568848 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-baed9d5d-c21f-4c77-ade5-0288ff37cbdd req-45f35997-0754-42e7-af83-565c7ad376b0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709183 Jun 17 08:33:17.571005 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7109f490-e380-4f10-8cc0-edf3415c7c8e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:17.605418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event deleted for resources: {'Port': ['ID=f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:17.610555 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] No DVR routers for this DVR port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:17.618194 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:17.679162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96f0a886-1e09-4d30-bd5c-c1e955f94174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.759441 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.772927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] Deleting port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:17.773752 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.778975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa9a3698-57bc-4271-b22e-5247c617e273']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:17.805749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3476ffb3-fc95-4776-bb60-fd279be6148c') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:17.806030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3476ffb3-fc95-4776-bb60-fd279be6148c') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:17.823062 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.852943 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.860249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfc2f5f-c584-4148-9f09-079116c8751a None None] Network 9ca34636-24c1-4357-a44a-6e0c73f17187 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:17.864937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:17.865345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:17.869879 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:17.874955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b740f2-3c1b-4823-9f03-998bf4de9a44 req-bd1722a3-e4dd-42a4-bc65-c3a007d34096 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:17.878752 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75b740f2-3c1b-4823-9f03-998bf4de9a44 req-bd1722a3-e4dd-42a4-bc65-c3a007d34096 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.1637549 Jun 17 08:33:17.905404 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.929698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object 1bc4256b-77a1-4267-88be-14f46f8fb8f5 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:17.961267 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.974932 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b670f24-572d-43da-9602-b0643f446b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:17.979385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:17.979590 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75b740f2-3c1b-4823-9f03-998bf4de9a44 req-266e7f7a-8b42-44a7-b7c1-7368242dc8cc tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996554 Jun 17 08:33:17.984475 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] 10.222.0.47 "DELETE /v2.0/networks/fa9a3698-57bc-4271-b22e-5247c617e273 HTTP/1.1" status: 204 len: 168 time: 1.0859916 Jun 17 08:33:17.984641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] For port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd, host n-d-779913-16, got binding levels [] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:17.984641 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.000205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Pushing event deleted for resources: {'Network': ['ID=fa9a3698-57bc-4271-b22e-5247c617e273,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:18.003686 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96f0a886-1e09-4d30-bd5c-c1e955f94174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.005185 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:18.011303 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96f0a886-1e09-4d30-bd5c-c1e955f94174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.015329 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eda5edb1-df80-4706-b40c-c4ade98c60b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:18.044740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0a886-1e09-4d30-bd5c-c1e955f94174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5011ad2e-028d-485a-b28a-1a5bf62fa491,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:18.051472 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-96f0a886-1e09-4d30-bd5c-c1e955f94174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:18.058497 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.067153 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:18.101532 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-96f0a886-1e09-4d30-bd5c-c1e955f94174 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d945ab5a29e4cad85de95bc351d49bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6904905 Jun 17 08:33:18.104311 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41908) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:18.104553 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 9ca34636-24c1-4357-a44a-6e0c73f17187 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:18.127099 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] Calling delete_port for f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:18.129799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:18.134513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e6a67c6d-7130-4f3d-bb1c-e4a43ca94466 None None] Provisioning for port 072d003c-609a-4a68-a2c1-0df576cdf267 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:18.135022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:18.141023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.ipam_backend_mixin [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] Port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd was not found and therefore no delete operation was performed {{(pid=93805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:33:18.157901 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.166162 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-16bc4475-6f4f-415b-b0f3-c3e589622d9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:18.188603 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] Network fa9a3698-57bc-4271-b22e-5247c617e273 is not hosted by any dhcp agent {{(pid=93805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:33:18.189333 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] No DVR routers for this DVR port f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:18.191186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:18.191856 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.195633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] Pushing event deleted for resources: {'Port': ['ID=f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:18.205553 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:18.257846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=1bc4256b-77a1-4267-88be-14f46f8fb8f5,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:18.261319 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:18.261836 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a274b9c5-ad65-44f9-bc2d-75e6a125307d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.265782 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3463175 Jun 17 08:33:18.268652 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41914) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:18.303412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984e825-c6f8-4d07-9ff7-ffefdd6ebb96 req-00f535d2-3bfa-4628-816e-ce4d5cca4637 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:18.304770 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9984e825-c6f8-4d07-9ff7-ffefdd6ebb96 req-00f535d2-3bfa-4628-816e-ce4d5cca4637 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 944 time: 0.1074505 Jun 17 08:33:18.357629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41916) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:18.414913 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a274b9c5-ad65-44f9-bc2d-75e6a125307d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.505663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666995bd-11fd-4ee1-aa80-359af1a02421 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:18.509926 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-666995bd-11fd-4ee1-aa80-359af1a02421 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2376058 Jun 17 08:33:18.510177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41920) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:18.585817 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a274b9c5-ad65-44f9-bc2d-75e6a125307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.591145 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a274b9c5-ad65-44f9-bc2d-75e6a125307d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.593648 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a274b9c5-ad65-44f9-bc2d-75e6a125307d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5011ad2e-028d-485a-b28a-1a5bf62fa491 HTTP/1.1" status: 204 len: 168 time: 0.4868121 Jun 17 08:33:18.602347 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-836788f7-bf84-43c0-9a9d-d97d45120a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:18.619069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274b9c5-ad65-44f9-bc2d-75e6a125307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5011ad2e-028d-485a-b28a-1a5bf62fa491,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:18.622928 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a274b9c5-ad65-44f9-bc2d-75e6a125307d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:18.623271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 072d003c-609a-4a68-a2c1-0df576cdf267 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:18.662019 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-849db144-1c24-4259-a064-55721a17301e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61d93396f6994c0ba217fd3c5ae22112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844620 Jun 17 08:33:18.667836 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41926) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:18.697862 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d363b14c-c672-430f-9d55-8dcf3181d4d8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:18.704582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d363b14c-c672-430f-9d55-8dcf3181d4d8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:18.723219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d363b14c-c672-430f-9d55-8dcf3181d4d8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:18.724924 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d363b14c-c672-430f-9d55-8dcf3181d4d8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2137139 Jun 17 08:33:18.728727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41928) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:18.752903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 072d003c-609a-4a68-a2c1-0df576cdf267 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:18.757289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 072d003c-609a-4a68-a2c1-0df576cdf267 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:18.757684 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.832734 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.842680 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-073217ad-300b-42e3-91f5-c4f932474f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.905230 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.915312 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-073217ad-300b-42e3-91f5-c4f932474f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.916387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-51044251-9c50-424b-a9d2-375607478a10 None None] Provisioning for port 301d54a6-d548-4d84-9cc7-c9fac329296d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:18.931200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-51044251-9c50-424b-a9d2-375607478a10 None None] Provisioning complete for port 301d54a6-d548-4d84-9cc7-c9fac329296d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:18.931776 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-51044251-9c50-424b-a9d2-375607478a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:18.974118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-51044251-9c50-424b-a9d2-375607478a10 None None] Port 301d54a6-d548-4d84-9cc7-c9fac329296d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:18.994927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9984e825-c6f8-4d07-9ff7-ffefdd6ebb96 req-77b7412d-21ba-4b52-99f3-65906a6e8ec7 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6830525 Jun 17 08:33:19.017966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 072d003c-609a-4a68-a2c1-0df576cdf267, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=072d003c-609a-4a68-a2c1-0df576cdf267,segment=NetworkSegment(11b8354e-327d-4386-ae94-fd15ae2a1100),segment_id=11b8354e-327d-4386-ae94-fd15ae2a1100)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:19.022310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-51044251-9c50-424b-a9d2-375607478a10 None None] Provisioning complete for port 072d003c-609a-4a68-a2c1-0df576cdf267 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:19.022885 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-51044251-9c50-424b-a9d2-375607478a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.026971 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.043795 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-073217ad-300b-42e3-91f5-c4f932474f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.052394 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-073217ad-300b-42e3-91f5-c4f932474f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.052394 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-073217ad-300b-42e3-91f5-c4f932474f2b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/02ba75ad-59a2-4af7-be88-94fee4125242 HTTP/1.1" status: 204 len: 168 time: 0.3811188 Jun 17 08:33:19.052394 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a274b9c5-ad65-44f9-bc2d-75e6a125307d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:19.062056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c388626b-b12d-4c98-a8a7-d016a0899e47 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 1bc4256b-77a1-4267-88be-14f46f8fb8f5 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:19.063263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eda78b-2bf8-4a18-8ee1-7427eefb5b91 req-2c050bef-3487-4a66-8e19-6cfa96906cc3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:19.063755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c388626b-b12d-4c98-a8a7-d016a0899e47 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.067401 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63eda78b-2bf8-4a18-8ee1-7427eefb5b91 req-2c050bef-3487-4a66-8e19-6cfa96906cc3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 0.1409163 Jun 17 08:33:19.078273 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bdada3b5-27fd-40ff-a1cf-a820fbd4f969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:19.082823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073217ad-300b-42e3-91f5-c4f932474f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ba75ad-59a2-4af7-be88-94fee4125242,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:19.088075 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-073217ad-300b-42e3-91f5-c4f932474f2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:19.131106 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41936) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:19.174763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:19.218666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:33:19.219071 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f34c7a7e-e43e-46e5-86d9-3b6fcbfc94bd not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:33:19.233434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=072d003c-609a-4a68-a2c1-0df576cdf267,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:19.236683 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:19.239385 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c3f3-1c4b-471f-8236-57e0e9c31708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.250000 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c388626b-b12d-4c98-a8a7-d016a0899e47 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.275540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63eda78b-2bf8-4a18-8ee1-7427eefb5b91 req-48275f92-85cd-43f9-810e-5557ae7333f9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011335 Jun 17 08:33:19.320054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-51044251-9c50-424b-a9d2-375607478a10 None None] Provisioning for port 1bc4256b-77a1-4267-88be-14f46f8fb8f5 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:19.325514 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-51044251-9c50-424b-a9d2-375607478a10 None None] Provisioning complete for port 1bc4256b-77a1-4267-88be-14f46f8fb8f5 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:19.326171 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-51044251-9c50-424b-a9d2-375607478a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.386958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-51044251-9c50-424b-a9d2-375607478a10 None None] Port 1bc4256b-77a1-4267-88be-14f46f8fb8f5 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:19.404281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a0629-f54a-4ac4-a107-8fe0bb462bd7 req-671c87d6-8c6b-4daf-8a9c-d85ea6338e99 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:19.405928 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c3a0629-f54a-4ac4-a107-8fe0bb462bd7 req-671c87d6-8c6b-4daf-8a9c-d85ea6338e99 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.2030032 Jun 17 08:33:19.462479 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c3a0629-f54a-4ac4-a107-8fe0bb462bd7 req-71d808a6-e932-4417-9880-0a2305cc33b9 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482848 Jun 17 08:33:19.508839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d0a34319-46b1-4362-beae-af6057c98e9e None None] Provisioning complete for port 301d54a6-d548-4d84-9cc7-c9fac329296d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:19.509286 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d0a34319-46b1-4362-beae-af6057c98e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.511406 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c3f3-1c4b-471f-8236-57e0e9c31708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.520027 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d6b1c3f3-1c4b-471f-8236-57e0e9c31708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.528443 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1b7d595-6c4d-4616-a7e6-be1455e773ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:19.558383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d0a34319-46b1-4362-beae-af6057c98e9e None None] Port 301d54a6-d548-4d84-9cc7-c9fac329296d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:19.572325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b1c3f3-1c4b-471f-8236-57e0e9c31708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf54958e-1e01-4041-bb12-0394c38f12ca,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:19.576092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d0a34319-46b1-4362-beae-af6057c98e9e None None] Provisioning complete for port 1bc4256b-77a1-4267-88be-14f46f8fb8f5 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:19.576649 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d0a34319-46b1-4362-beae-af6057c98e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.577090 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d6b1c3f3-1c4b-471f-8236-57e0e9c31708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:19.581365 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d6b1c3f3-1c4b-471f-8236-57e0e9c31708 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f9b5d83d69449a5bee38a515a7f9a92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490659 Jun 17 08:33:19.583904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41946) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:19.626186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d0a34319-46b1-4362-beae-af6057c98e9e None None] Port 1bc4256b-77a1-4267-88be-14f46f8fb8f5 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:19.640970 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a954ec23-3498-4fa7-b8a5-380a2b92b861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.663487 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a954ec23-3498-4fa7-b8a5-380a2b92b861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.709426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c388626b-b12d-4c98-a8a7-d016a0899e47 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 1bc4256b-77a1-4267-88be-14f46f8fb8f5 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:19.721253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a954ec23-3498-4fa7-b8a5-380a2b92b861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.724623 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a954ec23-3498-4fa7-b8a5-380a2b92b861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.725889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a954ec23-3498-4fa7-b8a5-380a2b92b861 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf54958e-1e01-4041-bb12-0394c38f12ca HTTP/1.1" status: 204 len: 168 time: 0.1407268 Jun 17 08:33:19.726944 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c2026f3e-1382-4cb6-971b-d565e77bb690 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:19.738731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954ec23-3498-4fa7-b8a5-380a2b92b861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf54958e-1e01-4041-bb12-0394c38f12ca,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:19.741568 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a954ec23-3498-4fa7-b8a5-380a2b92b861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:19.853112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c388626b-b12d-4c98-a8a7-d016a0899e47 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.858174 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:19.890108 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388626b-b12d-4c98-a8a7-d016a0899e47 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=1bc4256b-77a1-4267-88be-14f46f8fb8f5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:19.893672 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c388626b-b12d-4c98-a8a7-d016a0899e47 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:19.994614 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c388626b-b12d-4c98-a8a7-d016a0899e47 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:19.996175 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c388626b-b12d-4c98-a8a7-d016a0899e47 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/1bc4256b-77a1-4267-88be-14f46f8fb8f5 HTTP/1.1" status: 204 len: 168 time: 1.2667964 Jun 17 08:33:19.999527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41966) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:20.033863 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9500ef4-4c22-4be8-b004-304e103a10d7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:33:20.036724 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d9500ef4-4c22-4be8-b004-304e103a10d7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/1bc4256b-77a1-4267-88be-14f46f8fb8f5 HTTP/1.1" status: 404 len: 333 time: 0.0367305 Jun 17 08:33:20.038797 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41972) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:20.159743 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41976) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:20.170592 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:20.241344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:20.246579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:20.247237 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.252915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b080e98-a5ff-4404-9201-fd3296a8d8ca req-963a5769-6794-4f29-9f9b-0e9c1a766fb2 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.254545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b080e98-a5ff-4404-9201-fd3296a8d8ca req-963a5769-6794-4f29-9f9b-0e9c1a766fb2 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 944 time: 0.1300731 Jun 17 08:33:20.259579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-55c6b25d-93b3-4b90-bc17-76d0ddd40d01 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 301d54a6-d548-4d84-9cc7-c9fac329296d {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:20.259925 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c6b25d-93b3-4b90-bc17-76d0ddd40d01 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.345960 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b080e98-a5ff-4404-9201-fd3296a8d8ca req-9de191eb-5dd6-4cb7-a002-9f1db5b03ef5 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829194 Jun 17 08:33:20.395552 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.398747 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c6b25d-93b3-4b90-bc17-76d0ddd40d01 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.427954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d831d08-7f27-477b-ad6c-bc49df3e5370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4121ca07-ae1a-4d2a-aca6-5327bd7d5615'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:20.431827 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba80cbc2-20ae-4bb2-9a0e-0fc7cee44a2f" -d '{"events": [{"server_uuid": "1d831d08-7f27-477b-ad6c-bc49df3e5370", "name": "network-vif-plugged", "status": "completed", "tag": "4121ca07-ae1a-4d2a-aca6-5327bd7d5615"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:20.447275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4121ca07-ae1a-4d2a-aca6-5327bd7d5615,segment=NetworkSegment(b298c92a-5987-4ebe-b8be-521b96e2bce1),segment_id=b298c92a-5987-4ebe-b8be-521b96e2bce1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:20.447551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-62413371'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:20.456128 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.457764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 8a958cee-467d-47ea-a037-5c2418ee0166 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:20.460804 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:20.524705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:20.527944 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 072d003c-609a-4a68-a2c1-0df576cdf267 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:20.531240 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.536334 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573a8bb5-dbaf-461c-bd7c-e47e78aa354b x-openstack-request-id: req-573a8bb5-dbaf-461c-bd7c-e47e78aa354b {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:20.536639 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d831d08-7f27-477b-ad6c-bc49df3e5370", "name": "network-vif-plugged", "status": "completed", "tag": "4121ca07-ae1a-4d2a-aca6-5327bd7d5615", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:20.536897 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-573a8bb5-dbaf-461c-bd7c-e47e78aa354b {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:20.537542 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d831d08-7f27-477b-ad6c-bc49df3e5370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4121ca07-ae1a-4d2a-aca6-5327bd7d5615', 'code': 200} Jun 17 08:33:20.559257 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.571825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-55c6b25d-93b3-4b90-bc17-76d0ddd40d01 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 301d54a6-d548-4d84-9cc7-c9fac329296d owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:20.584649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=4121ca07-ae1a-4d2a-aca6-5327bd7d5615,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:20.591466 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:20.609950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 8a958cee-467d-47ea-a037-5c2418ee0166 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:20.617582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 8a958cee-467d-47ea-a037-5c2418ee0166 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:20.617966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.652162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 072d003c-609a-4a68-a2c1-0df576cdf267 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:20.652910 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.709700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd4ed1-0b66-4e8d-bf71-8465ab5d9023 req-98940ddb-6df1-4d65-bd6c-202cdbc0d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:20.711792 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cdcd4ed1-0b66-4e8d-bf71-8465ab5d9023 req-98940ddb-6df1-4d65-bd6c-202cdbc0d0d1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 1097 time: 0.0864031 Jun 17 08:33:20.755008 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-cdcd4ed1-0b66-4e8d-bf71-8465ab5d9023 req-13a8c3c1-e2d3-40d3-a19c-27efec907a88 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Jun 17 08:33:20.790696 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.830824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:20.837178 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.840268 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:20.849270 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c6b25d-93b3-4b90-bc17-76d0ddd40d01 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.857227 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-62ddb20b-872a-4cbb-a919-1ff552dfc719 tempest-InstanceActionsTestJSON-1698456545 tempest-InstanceActionsTestJSON-1698456545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:20.926801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:20.927745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6b25d-93b3-4b90-bc17-76d0ddd40d01 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=301d54a6-d548-4d84-9cc7-c9fac329296d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:20.940501 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:20.949459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.955748 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:20.958429 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55c6b25d-93b3-4b90-bc17-76d0ddd40d01 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:20.959415 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc2918db-9d4a-4d55-ba56-f3b47e79d819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:20.988143 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:20.995088 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717715e1-2143-40e5-9a66-6d7b68611a92,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:20.999637 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:21.003228 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.003814 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Added segment 230ca6c6-aaf9-4048-864a-1f4e94a8b6ef of type vlan for network d231bba0-9b81-4c81-ba87-508b5420fdd5 Jun 17 08:33:21.004965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084437b6-dfc8-48d2-bd44-cbd9c834d211 req-53194fb7-5b1c-4593-b410-de03280f8db0 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:21.012193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-084437b6-dfc8-48d2-bd44-cbd9c834d211 req-53194fb7-5b1c-4593-b410-de03280f8db0 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.2769105 Jun 17 08:33:21.054185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5624a7f-7df1-481b-ab71-382ec2005b96 req-678692de-eef2-427a-8466-ef95dce0373f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:21.054912 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.055752 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5624a7f-7df1-481b-ab71-382ec2005b96 req-678692de-eef2-427a-8466-ef95dce0373f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 0.3188841 Jun 17 08:33:21.095760 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.103856 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:21.104863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.110055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-084437b6-dfc8-48d2-bd44-cbd9c834d211 req-5e88bd6c-e349-4cba-a320-1938815ad268 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968542 Jun 17 08:33:21.117918 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55c6b25d-93b3-4b90-bc17-76d0ddd40d01 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.119764 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d39be2c-b32d-4a60-871c-bc2486789e5e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:21.133416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-55c6b25d-93b3-4b90-bc17-76d0ddd40d01 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/301d54a6-d548-4d84-9cc7-c9fac329296d HTTP/1.1" status: 204 len: 168 time: 1.0933673 Jun 17 08:33:21.135521 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9740937 Jun 17 08:33:21.136770 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42018) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:21.218640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=d231bba0-9b81-4c81-ba87-508b5420fdd5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:21.231015 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:21.231289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network d231bba0-9b81-4c81-ba87-508b5420fdd5 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:21.257093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5624a7f-7df1-481b-ab71-382ec2005b96 req-258c467d-b08a-4297-8e3f-2e40bf41aef7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876869 Jun 17 08:33:21.257093 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-27982f01-16ea-4fff-af3b-d56e4f0e7593 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:33:21.257093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-27982f01-16ea-4fff-af3b-d56e4f0e7593 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/301d54a6-d548-4d84-9cc7-c9fac329296d HTTP/1.1" status: 404 len: 333 time: 0.1161976 Jun 17 08:33:21.267258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42028) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:21.349409 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73b5fb8-1fdc-4db5-848a-d2006aa21d6f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting subnet e194532e-c75d-4a85-b152-e701d66a6493 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:33:21.352786 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f73b5fb8-1fdc-4db5-848a-d2006aa21d6f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.401992 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f73b5fb8-1fdc-4db5-848a-d2006aa21d6f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.526174 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f73b5fb8-1fdc-4db5-848a-d2006aa21d6f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.548032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae9881-52fc-4bed-8d25-0eb28f44d339 req-d54fb0f6-01d7-4c3a-88e4-bfde284aa900 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:21.550081 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-beae9881-52fc-4bed-8d25-0eb28f44d339 req-d54fb0f6-01d7-4c3a-88e4-bfde284aa900 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 945 time: 0.0818510 Jun 17 08:33:21.596526 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f73b5fb8-1fdc-4db5-848a-d2006aa21d6f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.601876 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-62a3f794-fb69-413e-a42a-1e934c6a2ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:21.612152 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-beae9881-52fc-4bed-8d25-0eb28f44d339 req-81699269-5200-4638-9724-14f76594311c tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545909 Jun 17 08:33:21.633142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b5fb8-1fdc-4db5-848a-d2006aa21d6f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Subnet': ['ID=e194532e-c75d-4a85-b152-e701d66a6493,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:21.637623 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f73b5fb8-1fdc-4db5-848a-d2006aa21d6f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:21.639030 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f73b5fb8-1fdc-4db5-848a-d2006aa21d6f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.641200 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f73b5fb8-1fdc-4db5-848a-d2006aa21d6f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/e194532e-c75d-4a85-b152-e701d66a6493 HTTP/1.1" status: 204 len: 168 time: 0.3687594 Jun 17 08:33:21.643828 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42044) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:21.648321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6444c2c-480a-4e00-909d-f0ecda2388f0 None None] Network 9ca34636-24c1-4357-a44a-6e0c73f17187 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:21.749490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42046) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:21.769995 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.892081 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b560d45d-6e6d-4756-b6bf-34d834e835b8 req-c033560f-fdeb-4953-a30c-1acc3b1de779 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1357009 Jun 17 08:33:21.917939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 072d003c-609a-4a68-a2c1-0df576cdf267 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:21.918501 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.935331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff1823-940a-4cae-a919-43fdd5a1f096 None None] DHCP port deletion for 9ca34636-24c1-4357-a44a-6e0c73f17187 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:33:21.947809 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9deb46c9-1bc4-4cf2-b6ad-c326ef5122a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:21.998243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff1823-940a-4cae-a919-43fdd5a1f096 None None] Deleting port 072d003c-609a-4a68-a2c1-0df576cdf267 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:21.998721 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1823-940a-4cae-a919-43fdd5a1f096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.075944 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] For port 072d003c-609a-4a68-a2c1-0df576cdf267, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=072d003c-609a-4a68-a2c1-0df576cdf267,segment=NetworkSegment(11b8354e-327d-4386-ae94-fd15ae2a1100),segment_id=11b8354e-327d-4386-ae94-fd15ae2a1100)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:22.076581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.100526 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f9ff1823-940a-4cae-a919-43fdd5a1f096 None None] For port 072d003c-609a-4a68-a2c1-0df576cdf267, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=072d003c-609a-4a68-a2c1-0df576cdf267,segment=NetworkSegment(11b8354e-327d-4386-ae94-fd15ae2a1100),segment_id=11b8354e-327d-4386-ae94-fd15ae2a1100)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:22.101103 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1823-940a-4cae-a919-43fdd5a1f096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.124965 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9deb46c9-1bc4-4cf2-b6ad-c326ef5122a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.131661 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9deb46c9-1bc4-4cf2-b6ad-c326ef5122a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.151162 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-af7c463b-f002-4332-9809-b04a5725e749 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:22.155397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 072d003c-609a-4a68-a2c1-0df576cdf267 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:22.176033 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560d45d-6e6d-4756-b6bf-34d834e835b8 req-3d3dd71f-2d32-4163-b50a-a24d2d0f1ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:22.177537 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b560d45d-6e6d-4756-b6bf-34d834e835b8 req-3d3dd71f-2d32-4163-b50a-a24d2d0f1ad8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 1098 time: 0.1720438 Jun 17 08:33:22.205659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff1823-940a-4cae-a919-43fdd5a1f096 None None] Calling delete_port for 072d003c-609a-4a68-a2c1-0df576cdf267 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:22.231285 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9deb46c9-1bc4-4cf2-b6ad-c326ef5122a0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ea56adfbe804be3a563d0f331cd2ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781644 Jun 17 08:33:22.231285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb46c9-1bc4-4cf2-b6ad-c326ef5122a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2808d86-24bd-4787-b25d-20615d51ac2e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:22.233655 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42052) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:22.235085 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9deb46c9-1bc4-4cf2-b6ad-c326ef5122a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:22.333936 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1823-940a-4cae-a919-43fdd5a1f096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.343555 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:22.376152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff1823-940a-4cae-a919-43fdd5a1f096 None None] Pushing event deleted for resources: {'Port': ['ID=072d003c-609a-4a68-a2c1-0df576cdf267,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:22.379250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff1823-940a-4cae-a919-43fdd5a1f096 None None] No DVR routers for this DVR port 072d003c-609a-4a68-a2c1-0df576cdf267 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:22.381059 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f9ff1823-940a-4cae-a919-43fdd5a1f096 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:22.419359 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.428263 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a8f64f2-8166-4475-938b-ac424802a704 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:22.429020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09b371-829f-4702-ac24-07c1e7980e88 req-830fc8c2-a7b0-4b64-a897-d777d43d5e80 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:22.430492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560d45d-6e6d-4756-b6bf-34d834e835b8 req-4b3d1c0b-6f72-4f65-a9b8-b5f02dcf5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:22.431993 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b560d45d-6e6d-4756-b6bf-34d834e835b8 req-4b3d1c0b-6f72-4f65-a9b8-b5f02dcf5bbb service neutron] 10.222.0.63 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 919 time: 0.2241495 Jun 17 08:33:22.435442 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6bd30c77-d1a3-4d65-b156-005974e11838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.437226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No DVR routers for this DVR port 072d003c-609a-4a68-a2c1-0df576cdf267 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:22.443353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc09b371-829f-4702-ac24-07c1e7980e88 req-830fc8c2-a7b0-4b64-a897-d777d43d5e80 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.1539807 Jun 17 08:33:22.468387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=072d003c-609a-4a68-a2c1-0df576cdf267,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:22.535782 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 072d003c-609a-4a68-a2c1-0df576cdf267 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:22.540129 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc09b371-829f-4702-ac24-07c1e7980e88 req-2fc894d2-c040-4cb1-8623-e1934a2d1663 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952418 Jun 17 08:33:22.543652 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:22.547547 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b560d45d-6e6d-4756-b6bf-34d834e835b8 req-61a4fa8d-c04c-4f17-beab-ce699bd33ada service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15192063-d1db-426e-a96c-30c28a48d0e6 HTTP/1.1" status: 200 len: 217 time: 0.0911300 Jun 17 08:33:22.562207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:22.564543 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb665478-6d21-4c90-a8a4-9d38b2414b09" -d '{"events": [{"server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "name": "network-vif-plugged", "status": "completed", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:22.568020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 072d003c-609a-4a68-a2c1-0df576cdf267 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:33:22.568378 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 072d003c-609a-4a68-a2c1-0df576cdf267 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:33:22.600492 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098c741-3d8e-409d-8337-a4310f524e52 req-d9d564a6-5169-4073-a7ff-06ddf93117fa tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:22.608393 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d098c741-3d8e-409d-8337-a4310f524e52 req-d9d564a6-5169-4073-a7ff-06ddf93117fa tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1547651 Jun 17 08:33:22.639981 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6bd30c77-d1a3-4d65-b156-005974e11838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.664270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d098c741-3d8e-409d-8337-a4310f524e52 req-1fa15e5a-7763-46f9-ba69-3ce95225b299 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522497 Jun 17 08:33:22.678072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.713994 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3b043b-a0b5-4969-ba60-4c48f0d4e8b0 x-openstack-request-id: req-fe3b043b-a0b5-4969-ba60-4c48f0d4e8b0 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:22.714396 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "name": "network-vif-plugged", "status": "completed", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:22.714752 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe3b043b-a0b5-4969-ba60-4c48f0d4e8b0 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:22.715283 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166', 'code': 200} Jun 17 08:33:22.716392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560d45d-6e6d-4756-b6bf-34d834e835b8 req-b719a9ba-4b74-454d-8a0d-bdd6839fdb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:22.717933 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b560d45d-6e6d-4756-b6bf-34d834e835b8 req-b719a9ba-4b74-454d-8a0d-bdd6839fdb5a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 200 len: 858 time: 0.1439326 Jun 17 08:33:22.721583 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca34636-24c1-4357-a44a-6e0c73f17187']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:22.746620 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6bd30c77-d1a3-4d65-b156-005974e11838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.749411 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6bd30c77-d1a3-4d65-b156-005974e11838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.750531 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6bd30c77-d1a3-4d65-b156-005974e11838 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2808d86-24bd-4787-b25d-20615d51ac2e HTTP/1.1" status: 204 len: 168 time: 0.4664114 Jun 17 08:33:22.754409 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-44995e03-4696-4704-9e4e-07a5f78c2a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:22.773931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b8354e-327d-4386-ae94-fd15ae2a1100') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:22.774240 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b8354e-327d-4386-ae94-fd15ae2a1100') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:22.784134 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b560d45d-6e6d-4756-b6bf-34d834e835b8 req-f5493d75-5cfd-4bfb-8b3b-c3c4e0bb7d0a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562620 Jun 17 08:33:22.791829 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.794053 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd30c77-d1a3-4d65-b156-005974e11838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2808d86-24bd-4787-b25d-20615d51ac2e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:22.815403 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6bd30c77-d1a3-4d65-b156-005974e11838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:22.841923 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.849909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:22.850472 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:22.893512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dac1b-61b2-4d88-8103-f90ae287340f req-e7c29278-d218-4833-ba54-12154bdbcf4b tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:22.899403 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a15dac1b-61b2-4d88-8103-f90ae287340f req-e7c29278-d218-4833-ba54-12154bdbcf4b tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 945 time: 0.0921273 Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:22.917182 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:22.985475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a15dac1b-61b2-4d88-8103-f90ae287340f req-a67ae710-1802-40fe-b394-f798cd44a95e tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820494 Jun 17 08:33:22.995619 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.041498 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b560d45d-6e6d-4756-b6bf-34d834e835b8 req-96b08b1c-321f-4c67-b5d6-2d58d13d64c2 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451909 Jun 17 08:33:23.045846 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:23.159233 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.166829 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/networks/9ca34636-24c1-4357-a44a-6e0c73f17187 HTTP/1.1" status: 204 len: 168 time: 1.5201592 Jun 17 08:33:23.166988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42080) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:23.167108 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Network': ['ID=9ca34636-24c1-4357-a44a-6e0c73f17187,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:23.172398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1203411597'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:23.180702 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:23.190604 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b560d45d-6e6d-4756-b6bf-34d834e835b8 req-ead68e8e-64b2-446d-89e3-2b3371720286 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244504 Jun 17 08:33:23.208200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910c8e0-5e32-4356-b25b-8d5a1e2c30c2 req-1e4d6ddb-a27f-4ece-883a-4df63eb97ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:23.209012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:23.209691 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8910c8e0-5e32-4356-b25b-8d5a1e2c30c2 req-1e4d6ddb-a27f-4ece-883a-4df63eb97ef0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 1097 time: 0.2874868 Jun 17 08:33:23.216290 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.263098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:23.276122 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.276791 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Added segment cb6c99f8-8365-4373-a7cd-7681833777aa of type vlan for network ea351580-a167-45e5-bc7a-a2cbfc899a38 Jun 17 08:33:23.283676 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8910c8e0-5e32-4356-b25b-8d5a1e2c30c2 req-5e8b5625-e837-4654-a445-28797200c124 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641644 Jun 17 08:33:23.325221 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.366436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.372577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:23.373190 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.383663 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5a88d764-b8eb-47e5-9826-6ab4eaae75a4 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:23.407417 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2406745 Jun 17 08:33:23.408360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42098) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:23.422140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': 'ea351580-a167-45e5-bc7a-a2cbfc899a38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:23.461965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Network': ['ID=ea351580-a167-45e5-bc7a-a2cbfc899a38,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:23.465132 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:23.474442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network ea351580-a167-45e5-bc7a-a2cbfc899a38 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:23.577763 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:23.586942 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:23.778849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01859c-0fe6-410b-9974-384b8809dd49 req-379478ac-ca90-4d12-b2b6-4bb8d4da6dd6 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:23.788715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd01859c-0fe6-410b-9974-384b8809dd49 req-379478ac-ca90-4d12-b2b6-4bb8d4da6dd6 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.0898771 Jun 17 08:33:23.865657 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd01859c-0fe6-410b-9974-384b8809dd49 req-56ad72c8-35aa-4e38-9d6d-8459676709f6 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757344 Jun 17 08:33:23.997421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.004090 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff0a072a-d224-47e8-ad58-70d5af5d5e7e tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:24.125515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec6a22-8a98-4644-9b5b-307aeac7b157 req-df88b264-d446-4c74-91dc-009f04ccc3cc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:24.127543 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0aec6a22-8a98-4644-9b5b-307aeac7b157 req-df88b264-d446-4c74-91dc-009f04ccc3cc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.0971513 Jun 17 08:33:24.143641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Checking segment: {'id': 'cb6c99f8-8365-4373-a7cd-7681833777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ea351580-a167-45e5-bc7a-a2cbfc899a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:24.144057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network hostable DHCP agents. Network: ea351580-a167-45e5-bc7a-a2cbfc899a38, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:24.154222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Subnet': ['ID=d5187f22-d7a7-4d3b-a656-0eda7793dce6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:24.158699 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:24.181370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network ea351580-a167-45e5-bc7a-a2cbfc899a38 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:24.199212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0aec6a22-8a98-4644-9b5b-307aeac7b157 req-62f6274f-a476-4a7f-8e40-b923f9ff1b2a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655630 Jun 17 08:33:24.208287 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, ea351580-a167-45e5-bc7a-a2cbfc899a38) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:24.217773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:24.223451 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.233036 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e694c4c7-fdd6-46b4-8edb-7de43c50d2df None None] Network ea351580-a167-45e5-bc7a-a2cbfc899a38 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:24.244023 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8327825 Jun 17 08:33:24.246887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42140) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:24.253633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c66fabf4-6e1d-48d3-a83e-5d8f74c5bd60 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-644842647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:24.343405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42152) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:24.349548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'network_id': 'd231bba0-9b81-4c81-ba87-508b5420fdd5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:24.350830 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c66fabf4-6e1d-48d3-a83e-5d8f74c5bd60 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.352056 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c66fabf4-6e1d-48d3-a83e-5d8f74c5bd60 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.476235 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c66fabf4-6e1d-48d3-a83e-5d8f74c5bd60 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.485271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-ea351580-a167-45e5-bc7a-a2cbfc899a38', 'network_id': 'ea351580-a167-45e5-bc7a-a2cbfc899a38', 'tenant_id': '3166053c640740e586b92f01b627ff7b', 'fixed_ips': [{'subnet_id': 'd5187f22-d7a7-4d3b-a656-0eda7793dce6'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:24.486190 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.492593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfad68-9b1c-46e4-9eac-a118e9497d1c req-fff7829f-8e80-48ee-9e86-e64d26f4cb82 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:24.495260 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69cfad68-9b1c-46e4-9eac-a118e9497d1c req-fff7829f-8e80-48ee-9e86-e64d26f4cb82 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 945 time: 0.2268965 Jun 17 08:33:24.497557 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c66fabf4-6e1d-48d3-a83e-5d8f74c5bd60 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.531288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c66fabf4-6e1d-48d3-a83e-5d8f74c5bd60 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.535824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c66fabf4-6e1d-48d3-a83e-5d8f74c5bd60 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2849216 Jun 17 08:33:24.545068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42154) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:24.551957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:24.553653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'network_id': 'ea351580-a167-45e5-bc7a-a2cbfc899a38', 'name': 'tempest-PortsTestJSON-1647103970'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:24.557570 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.638972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Allocated IP 172.20.0.2 (ea351580-a167-45e5-bc7a-a2cbfc899a38/d5187f22-d7a7-4d3b-a656-0eda7793dce6/c9c2eff7-4833-4dad-beec-d6cf35f28792) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:24.741104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69cfad68-9b1c-46e4-9eac-a118e9497d1c req-0bc634d2-9c9a-4ffb-84b8-6e4077d5191d tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229891 Jun 17 08:33:24.832805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.835264 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d41ce5ca-5bd4-4cc5-b1c2-a70667f1cbc0 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:24.841162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:24.846051 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.848916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42158) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:24.868294 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.877585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Transition to ACTIVE for port object c9c2eff7-4833-4dad-beec-d6cf35f28792 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:24.882382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port 605f105d-1633-42ed-93cc-acd9c9f1341a yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:24.904175 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Transition to ACTIVE for port object c9c2eff7-4833-4dad-beec-d6cf35f28792 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:24.908970 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=b032dc36-7abe-47f2-aeed-8243a0763398,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:24.911969 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:24.919818 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.920841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Checking segment: {'id': '230ca6c6-aaf9-4048-864a-1f4e94a8b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd231bba0-9b81-4c81-ba87-508b5420fdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:24.921203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network hostable DHCP agents. Network: d231bba0-9b81-4c81-ba87-508b5420fdd5, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:24.921660 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:24.943670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network d231bba0-9b81-4c81-ba87-508b5420fdd5 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:24.961649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, d231bba0-9b81-4c81-ba87-508b5420fdd5) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:24.964450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Network ea351580-a167-45e5-bc7a-a2cbfc899a38 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:24.969377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:24.972161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:24.972386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:24.977860 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:24.979328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f342fb70-f852-4859-aa66-b4f1547fbd4c None None] Network d231bba0-9b81-4c81-ba87-508b5420fdd5 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:25.016434 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6715562 Jun 17 08:33:25.019822 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42164) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:25.027604 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2038554113'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:25.046066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Pushing event updated for resources: {'Port': ['ID=c9c2eff7-4833-4dad-beec-d6cf35f28792,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:25.077199 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:25.079042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:25.087419 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.116373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Attempting to bind port c9c2eff7-4833-4dad-beec-d6cf35f28792 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:25.116860 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Attempting to bind port c9c2eff7-4833-4dad-beec-d6cf35f28792 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'cb6c99f8-8365-4373-a7cd-7681833777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ea351580-a167-45e5-bc7a-a2cbfc899a38'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:25.117320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Attempting to bind port c9c2eff7-4833-4dad-beec-d6cf35f28792 on network ea351580-a167-45e5-bc7a-a2cbfc899a38 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:25.122408 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-958bbca6-89ae-4938-a694-7aaaa08f8c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.123516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:25.131244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:25.131714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Checking segment: {'id': 'cb6c99f8-8365-4373-a7cd-7681833777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ea351580-a167-45e5-bc7a-a2cbfc899a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:25.132320 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.132766 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Bound using segment: {'id': 'cb6c99f8-8365-4373-a7cd-7681833777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ea351580-a167-45e5-bc7a-a2cbfc899a38'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:25.133466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Bound port: c9c2eff7-4833-4dad-beec-d6cf35f28792, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb6c99f8-8365-4373-a7cd-7681833777aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'ea351580-a167-45e5-bc7a-a2cbfc899a38'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:25.133961 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.136127 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.136705 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Added segment 22b380f1-058e-4b16-8d3f-a760747c2014 of type vlan for network 6bc80ba8-4d44-48f3-8458-097891e5d3ed Jun 17 08:33:25.143070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.3 (ea351580-a167-45e5-bc7a-a2cbfc899a38/d5187f22-d7a7-4d3b-a656-0eda7793dce6/605f105d-1633-42ed-93cc-acd9c9f1341a) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:25.207721 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.244844 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acafbe0-f6f0-4ecf-a72e-afcaf3eeacee req-ead3b8df-ea16-466d-a256-d8f78e8b8b0d tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:25.246630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9acafbe0-f6f0-4ecf-a72e-afcaf3eeacee req-ead3b8df-ea16-466d-a256-d8f78e8b8b0d tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.1847098 Jun 17 08:33:25.256804 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.263227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:25.264333 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.275534 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79d87c64-476e-4a63-9753-f7e878613320 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:25.298610 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] For port c9c2eff7-4833-4dad-beec-d6cf35f28792, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:25.303236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] For port c9c2eff7-4833-4dad-beec-d6cf35f28792, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c9c2eff7-4833-4dad-beec-d6cf35f28792,segment=NetworkSegment(cb6c99f8-8365-4373-a7cd-7681833777aa),segment_id=cb6c99f8-8365-4373-a7cd-7681833777aa)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:25.308232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-d231bba0-9b81-4c81-ba87-508b5420fdd5', 'network_id': 'd231bba0-9b81-4c81-ba87-508b5420fdd5', 'tenant_id': 'b37d9fdaa1034d5c9ea536b198e4ba8c', 'fixed_ips': [{'subnet_id': 'b032dc36-7abe-47f2-aeed-8243a0763398'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:25.308774 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.315188 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.325941 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:25.373128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=6bc80ba8-4d44-48f3-8458-097891e5d3ed,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:25.375652 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:25.392576 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9acafbe0-f6f0-4ecf-a72e-afcaf3eeacee req-6d1d165f-cc65-465c-a687-fd284dd79cce tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253805 Jun 17 08:33:25.407291 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 6bc80ba8-4d44-48f3-8458-097891e5d3ed details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:25.440751 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-958bbca6-89ae-4938-a694-7aaaa08f8c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.456871 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4322193 Jun 17 08:33:25.457100 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.459190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42170) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:25.463770 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'network_id': '6bc80ba8-4d44-48f3-8458-097891e5d3ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:25.476559 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-958bbca6-89ae-4938-a694-7aaaa08f8c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.482552 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-04f1acbe-aab1-4ba3-8f6a-78b1f105988c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:25.503787 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Pushing event updated for resources: {'Port': ['ID=c9c2eff7-4833-4dad-beec-d6cf35f28792,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:25.505033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object 605f105d-1633-42ed-93cc-acd9c9f1341a will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:25.507973 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:25.539152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bbca6-89ae-4938-a694-7aaaa08f8c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39d406f-cbd6-420e-b888-074af01c0fe3,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:25.548829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-958bbca6-89ae-4938-a694-7aaaa08f8c6a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cbcaadf8c4df4f36a0349e12388638b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6963849 Jun 17 08:33:25.549079 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-958bbca6-89ae-4938-a694-7aaaa08f8c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:25.552107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42172) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:25.620295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007a3da-b1be-47e9-a598-1036a5b89cd1 req-275a31d2-16b7-4fb0-bc88-6d19d273e905 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:25.622105 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4007a3da-b1be-47e9-a598-1036a5b89cd1 req-275a31d2-16b7-4fb0-bc88-6d19d273e905 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1835191 Jun 17 08:33:25.632825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e67839-c720-440b-871a-16a56efd7696 req-bc1c2a12-7c44-42c2-a26e-64845e6e4e54 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:25.634504 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a3e67839-c720-440b-871a-16a56efd7696 req-bc1c2a12-7c44-42c2-a26e-64845e6e4e54 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.10 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 945 time: 0.1157122 Jun 17 08:33:25.635390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:25.639485 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.639745 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.650697 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55c6b25d-93b3-4b90-bc17-76d0ddd40d01 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:25.734909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network ea351580-a167-45e5-bc7a-a2cbfc899a38 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:25.740452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56e8451d-8e91-46d1-ad54-66a0bece7746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.749363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:25.759550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4007a3da-b1be-47e9-a598-1036a5b89cd1 req-44e20722-58f5-498e-b4c0-1b1cae0f52b6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225617 Jun 17 08:33:25.764565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:25.782665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=605f105d-1633-42ed-93cc-acd9c9f1341a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:25.826461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Allocated IP 2001:db8:0:ffff::2 (d231bba0-9b81-4c81-ba87-508b5420fdd5/b032dc36-7abe-47f2-aeed-8243a0763398/b868d8f3-f989-43d4-b53c-f99b1af7dd69) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:25.846953 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-a3e67839-c720-440b-871a-16a56efd7696 req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Deleting port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:25.847422 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a3e67839-c720-440b-871a-16a56efd7696 req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:25.849402 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:25.884153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56e8451d-8e91-46d1-ad54-66a0bece7746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.006176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:26.007123 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.054692 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a3e67839-c720-440b-871a-16a56efd7696 req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] For port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4121ca07-ae1a-4d2a-aca6-5327bd7d5615,segment=NetworkSegment(b298c92a-5987-4ebe-b8be-521b96e2bce1),segment_id=b298c92a-5987-4ebe-b8be-521b96e2bce1)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:26.055090 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a3e67839-c720-440b-871a-16a56efd7696 req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.071515 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56e8451d-8e91-46d1-ad54-66a0bece7746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.074961 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56e8451d-8e91-46d1-ad54-66a0bece7746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.078620 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-56e8451d-8e91-46d1-ad54-66a0bece7746 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f39d406f-cbd6-420e-b888-074af01c0fe3 HTTP/1.1" status: 204 len: 168 time: 0.5218594 Jun 17 08:33:26.085607 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.092838 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-56b5200d-cdb8-4ff3-8c17-dce945a2ceab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:26.094699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Transition to ACTIVE for port object b868d8f3-f989-43d4-b53c-f99b1af7dd69 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:26.115156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Transition to ACTIVE for port object b868d8f3-f989-43d4-b53c-f99b1af7dd69 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:26.124308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5776179 Jun 17 08:33:26.124502 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.133931 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-33a3b4f6-73d8-4e48-9816-583c59388561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:26.143683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Network d231bba0-9b81-4c81-ba87-508b5420fdd5 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:26.147880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:26.151961 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42190) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:26.159021 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e8451d-8e91-46d1-ad54-66a0bece7746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39d406f-cbd6-420e-b888-074af01c0fe3,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:26.166747 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-56e8451d-8e91-46d1-ad54-66a0bece7746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:26.182764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:26.223961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28875b58-baa3-40f9-bf69-58fbb42db5fb req-63074774-2d3d-40bc-91e4-d547ae93e03c tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:26.225925 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28875b58-baa3-40f9-bf69-58fbb42db5fb req-63074774-2d3d-40bc-91e4-d547ae93e03c tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 945 time: 0.2371137 Jun 17 08:33:26.255297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-7de2d5c2-d995-4471-bb7b-a270d869144d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:26.256802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-7de2d5c2-d995-4471-bb7b-a270d869144d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 812 time: 0.1796837 Jun 17 08:33:26.270706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-a3e67839-c720-440b-871a-16a56efd7696 req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Calling delete_port for 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:26.280538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Attempting to bind port b868d8f3-f989-43d4-b53c-f99b1af7dd69 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:26.280538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Attempting to bind port b868d8f3-f989-43d4-b53c-f99b1af7dd69 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '230ca6c6-aaf9-4048-864a-1f4e94a8b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd231bba0-9b81-4c81-ba87-508b5420fdd5'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:26.281214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Attempting to bind port b868d8f3-f989-43d4-b53c-f99b1af7dd69 on network d231bba0-9b81-4c81-ba87-508b5420fdd5 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:26.294521 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28875b58-baa3-40f9-bf69-58fbb42db5fb req-c439e0df-9754-4747-b7e9-1109d10ee887 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/security-groups?id=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583653 Jun 17 08:33:26.296434 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-d357c112-4891-404f-9377-e2b7880e3fe1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/quotas/033da5dc68fa4bd2a4be3af5a03b4561 HTTP/1.1" status: 200 len: 375 time: 0.0309119 Jun 17 08:33:26.320343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Pushing event updated for resources: {'Port': ['ID=b868d8f3-f989-43d4-b53c-f99b1af7dd69,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:26.320343 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:26.320675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:26.322114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Checking segment: {'id': '230ca6c6-aaf9-4048-864a-1f4e94a8b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd231bba0-9b81-4c81-ba87-508b5420fdd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:26.322242 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.322883 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.323161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Bound using segment: {'id': '230ca6c6-aaf9-4048-864a-1f4e94a8b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd231bba0-9b81-4c81-ba87-508b5420fdd5'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:26.323698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Bound port: b868d8f3-f989-43d4-b53c-f99b1af7dd69, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '230ca6c6-aaf9-4048-864a-1f4e94a8b6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'd231bba0-9b81-4c81-ba87-508b5420fdd5'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:26.324088 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.364467 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71b10239-d502-49aa-ab30-81a84f00adff tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:26.430358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-4fa556cc-e9d9-49c6-baba-f88d77edfaf7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1261060 Jun 17 08:33:26.431602 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=c5dd4c9d-dbae-4e56-a7a4-e1c2e3136422,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:26.439901 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:26.493749 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] For port b868d8f3-f989-43d4-b53c-f99b1af7dd69, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:26.515174 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] For port b868d8f3-f989-43d4-b53c-f99b1af7dd69, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b868d8f3-f989-43d4-b53c-f99b1af7dd69,segment=NetworkSegment(230ca6c6-aaf9-4048-864a-1f4e94a8b6ef),segment_id=230ca6c6-aaf9-4048-864a-1f4e94a8b6ef)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:26.525525 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:26.527791 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:26.649361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Pushing event updated for resources: {'Port': ['ID=b868d8f3-f989-43d4-b53c-f99b1af7dd69,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:26.652985 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:26.657863 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c9c2eff7-4833-4dad-beec-d6cf35f28792 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:26.688482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-263d2660-6837-473e-9ffe-22a6f3329dbf service neutron] 10.222.0.47 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301297 Jun 17 08:33:26.732110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port c9c2eff7-4833-4dad-beec-d6cf35f28792 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:26.806916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-b46f8c23-e11d-45df-a168-db0cbfd91ac9 service neutron] 10.222.0.47 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174450 Jun 17 08:33:26.856646 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Checking segment: {'id': '22b380f1-058e-4b16-8d3f-a760747c2014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '6bc80ba8-4d44-48f3-8458-097891e5d3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:26.858975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network hostable DHCP agents. Network: 6bc80ba8-4d44-48f3-8458-097891e5d3ed, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:26.915199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aab83d-628e-4be9-ab9d-7b89c05ed971 req-e27a8d61-f80e-4997-974b-15491a67fe3e tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:26.916910 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90aab83d-628e-4be9-ab9d-7b89c05ed971 req-e27a8d61-f80e-4997-974b-15491a67fe3e tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.2261794 Jun 17 08:33:26.987844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90aab83d-628e-4be9-ab9d-7b89c05ed971 req-2a468139-0dcc-42a7-8062-1c3c1daed906 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510230 Jun 17 08:33:27.074712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae197e30-d813-48f8-9b5f-3dd0fa91b980 None None] Network ea351580-a167-45e5-bc7a-a2cbfc899a38 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:27.154480 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a3e67839-c720-440b-871a-16a56efd7696 req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.164082 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:27.194035 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34bba8c0-d44d-4e34-97ca-cc254428565c req-2e146530-bef9-4449-acf4-593bad2eb8df tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 210 time: 0.0516188 Jun 17 08:33:27.226055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Pushing event deleted for resources: {'Port': ['ID=4121ca07-ae1a-4d2a-aca6-5327bd7d5615,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:27.229695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network 6bc80ba8-4d44-48f3-8458-097891e5d3ed is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:27.232329 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:27.240246 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-082245fe-4186-46cb-b400-6cd0721ca38d None None] Provisioning for port c9c2eff7-4833-4dad-beec-d6cf35f28792 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:27.249937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-082245fe-4186-46cb-b400-6cd0721ca38d None None] Provisioning complete for port c9c2eff7-4833-4dad-beec-d6cf35f28792 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:27.250652 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-082245fe-4186-46cb-b400-6cd0721ca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.286866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 6bc80ba8-4d44-48f3-8458-097891e5d3ed) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:27.291757 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:27.292476 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.299076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d23a46-c7de-45fe-9fbf-ba0696a184b8 None None] Network 6bc80ba8-4d44-48f3-8458-097891e5d3ed requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:27.306052 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.396241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42224) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:27.396542 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9379580 Jun 17 08:33:27.402251 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e67839-c720-440b-871a-16a56efd7696 req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] No DVR routers for this DVR port 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:27.406845 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a3e67839-c720-440b-871a-16a56efd7696 req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.409870 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a3e67839-c720-440b-871a-16a56efd7696 req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.10 "DELETE /v2.0/ports/4121ca07-ae1a-4d2a-aca6-5327bd7d5615 HTTP/1.1" status: 204 len: 173 time: 1.7666590 Jun 17 08:33:27.413512 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d831d08-7f27-477b-ad6c-bc49df3e5370', 'name': 'network-vif-deleted', 'tag': '4121ca07-ae1a-4d2a-aca6-5327bd7d5615'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:27.420425 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b685f071-f53c-44f6-a1a4-a48f44933903" -d '{"events": [{"server_uuid": "1d831d08-7f27-477b-ad6c-bc49df3e5370", "name": "network-vif-deleted", "tag": "4121ca07-ae1a-4d2a-aca6-5327bd7d5615"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:27.501415 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42230) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:27.520422 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352ab056-d2aa-414c-a1e2-9723a0f0daae x-openstack-request-id: req-352ab056-d2aa-414c-a1e2-9723a0f0daae {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:27.522009 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d831d08-7f27-477b-ad6c-bc49df3e5370", "name": "network-vif-deleted", "tag": "4121ca07-ae1a-4d2a-aca6-5327bd7d5615", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:27.522407 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-352ab056-d2aa-414c-a1e2-9723a0f0daae {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:27.522836 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d831d08-7f27-477b-ad6c-bc49df3e5370', 'name': 'network-vif-deleted', 'tag': '4121ca07-ae1a-4d2a-aca6-5327bd7d5615', 'status': 'completed', 'code': 200} Jun 17 08:33:27.567652 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-082245fe-4186-46cb-b400-6cd0721ca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.671173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-082245fe-4186-46cb-b400-6cd0721ca38d None None] For port c9c2eff7-4833-4dad-beec-d6cf35f28792, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c9c2eff7-4833-4dad-beec-d6cf35f28792,segment=NetworkSegment(cb6c99f8-8365-4373-a7cd-7681833777aa),segment_id=cb6c99f8-8365-4373-a7cd-7681833777aa)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:27.688044 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbfd70b-c58f-47e3-9b76-a7fc9a24b82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-6bc80ba8-4d44-48f3-8458-097891e5d3ed', 'network_id': '6bc80ba8-4d44-48f3-8458-097891e5d3ed', 'tenant_id': 'b37d9fdaa1034d5c9ea536b198e4ba8c', 'fixed_ips': [{'subnet_id': 'c5dd4c9d-dbae-4e56-a7a4-e1c2e3136422'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:27.688918 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-afbfd70b-c58f-47e3-9b76-a7fc9a24b82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.692661 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-082245fe-4186-46cb-b400-6cd0721ca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.727013 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-70401a73-475e-4319-8d7c-17bf76058f30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:27.776352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:27.845361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9a2becdb-ce68-47a7-8d5e-4d59014c879a tempest-AgentManagementNegativeTest-1669967937 tempest-AgentManagementNegativeTest-1669967937-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3421829 Jun 17 08:33:27.848920 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9623114f-e945-4d72-ab53-2dca9b8a06dc req-e9a35cb2-e7f2-48b0-a02b-b85903281a74 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d831d08-7f27-477b-ad6c-bc49df3e5370 HTTP/1.1" status: 200 len: 210 time: 0.0687590 Jun 17 08:33:27.929311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.052995 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.064421 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-44d0247b-5134-46c1-9e95-97f2474571e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:28.098434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082245fe-4186-46cb-b400-6cd0721ca38d None None] Pushing event updated for resources: {'Port': ['ID=c9c2eff7-4833-4dad-beec-d6cf35f28792,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:28.123846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Subnet': ['ID=c5dd4c9d-dbae-4e56-a7a4-e1c2e3136422,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:28.125571 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-082245fe-4186-46cb-b400-6cd0721ca38d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:28.130831 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server [None req-afbfd70b-c58f-47e3-9b76-a7fc9a24b82d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5dd4c9d-dbae-4e56-a7a4-e1c2e3136422: This subnet is being modified by another concurrent operation. Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:33:28.136281 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5dd4c9d-dbae-4e56-a7a4-e1c2e3136422: This subnet is being modified by another concurrent operation. Jun 17 08:33:28.140960 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Jun 17 08:33:28.180575 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:28.182674 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9815bbdb-ccbf-4101-925a-ec65ea0e76a5 None None] Network 6bc80ba8-4d44-48f3-8458-097891e5d3ed requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:28.244709 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.275359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc80ba8-4d44-48f3-8458-097891e5d3ed']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:28.323442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b380f1-058e-4b16-8d3f-a760747c2014') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:28.324129 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b380f1-058e-4b16-8d3f-a760747c2014') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:28.351847 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.389864 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.411832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:33:28.412284 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 4121ca07-ae1a-4d2a-aca6-5327bd7d5615 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:33:28.452476 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c67af57-baa7-46d6-8e31-4cec5d17be4e req-643f96c1-2b4c-4782-9b74-91a117c44892 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 210 time: 0.0557568 Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:28.471405 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:28.507863 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8d7c9a78-86bd-4b77-83ad-a575856234e2 None None] Provisioning for port 605f105d-1633-42ed-93cc-acd9c9f1341a completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:28.606480 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b9906809-f464-4886-936d-51a81c37b85e req-6342eb43-8786-446f-8ac8-da68cfaeff31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3299255 Jun 17 08:33:28.616769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebe56a3-4e4d-422d-a514-4782b5a4b5be None None] Network d231bba0-9b81-4c81-ba87-508b5420fdd5 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:28.623173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8d7c9a78-86bd-4b77-83ad-a575856234e2 None None] Provisioning complete for port 605f105d-1633-42ed-93cc-acd9c9f1341a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:28.623871 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9a78-86bd-4b77-83ad-a575856234e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.651642 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42244) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:28.734038 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.768388 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.779775 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42250) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:28.780543 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/6bc80ba8-4d44-48f3-8458-097891e5d3ed HTTP/1.1" status: 204 len: 168 time: 1.3820317 Jun 17 08:33:28.787850 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ccc3bbff-63b0-4018-ad42-649304c8ed09 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:28.788944 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1599352620'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:28.807019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906809-f464-4886-936d-51a81c37b85e req-f2383921-ffb8-404a-b36a-ab509632d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:28.810216 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b9906809-f464-4886-936d-51a81c37b85e req-f2383921-ffb8-404a-b36a-ab509632d27e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 1097 time: 0.1277487 Jun 17 08:33:28.825851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Network': ['ID=6bc80ba8-4d44-48f3-8458-097891e5d3ed,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:28.830582 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:28.851771 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c9c2eff7-4833-4dad-beec-d6cf35f28792 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:28.861018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8d7c9a78-86bd-4b77-83ad-a575856234e2 None None] Port 605f105d-1633-42ed-93cc-acd9c9f1341a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:28.865989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f018e0-e121-444e-b975-2d7cc0442128 req-df122ac0-247c-47e2-8f5f-8fb506253d78 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:28.874254 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8f018e0-e121-444e-b975-2d7cc0442128 req-df122ac0-247c-47e2-8f5f-8fb506253d78 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.4162400 Jun 17 08:33:28.931865 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8f018e0-e121-444e-b975-2d7cc0442128 req-2ae81df2-d663-4f49-97a7-5d3da6df665d tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564539 Jun 17 08:33:28.963948 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f68dbe7b-c8ac-4707-bd69-77bde13a5b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.966140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8d7c9a78-86bd-4b77-83ad-a575856234e2 None None] Provisioning complete for port c9c2eff7-4833-4dad-beec-d6cf35f28792 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:28.966795 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9a78-86bd-4b77-83ad-a575856234e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:28.975098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:28.980042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.032667 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.038231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42254) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:29.049413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port c9c2eff7-4833-4dad-beec-d6cf35f28792 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:29.050202 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.057203 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.061318 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:29.069503 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:29.113586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906809-f464-4886-936d-51a81c37b85e req-dc530bb8-cd88-4a76-8b0b-1d8a392df05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:29.114744 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b9906809-f464-4886-936d-51a81c37b85e req-dc530bb8-cd88-4a76-8b0b-1d8a392df05d service neutron] 10.222.0.10 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 912 time: 0.2694161 Jun 17 08:33:29.126055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.126664 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Added segment 1e569b36-e0cb-4ef0-b12d-a76fe492f37f of type vlan for network 421643d4-b308-401e-be72-ec121e48f486 Jun 17 08:33:29.166574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7db5d6-bfe0-41c5-9174-78efcf6e732d admin admin] Deleting subnet c19db71e-aabe-456b-b177-049d8f0a5319 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:33:29.176785 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea7db5d6-bfe0-41c5-9174-78efcf6e732d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.241720 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f68dbe7b-c8ac-4707-bd69-77bde13a5b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.252678 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f68dbe7b-c8ac-4707-bd69-77bde13a5b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.259988 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5cdb6ec-0ad5-478b-bf62-2ad236728b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:29.270606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b868d8f3-f989-43d4-b53c-f99b1af7dd69 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:29.307617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=605f105d-1633-42ed-93cc-acd9c9f1341a,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:29.314718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68dbe7b-c8ac-4707-bd69-77bde13a5b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c561ff9-63a9-433a-a06f-250d224f0f77,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:29.319665 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f68dbe7b-c8ac-4707-bd69-77bde13a5b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:29.322495 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea7db5d6-bfe0-41c5-9174-78efcf6e732d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.324203 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:29.350920 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.373793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2161b2ed-166d-4ed9-bad9-5971a5f4cf76 None None] Provisioning for port b868d8f3-f989-43d4-b53c-f99b1af7dd69 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:29.381175 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f68dbe7b-c8ac-4707-bd69-77bde13a5b75 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=22f70f1913fd4ba4b6a446b680f9544a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7248669 Jun 17 08:33:29.384498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42256) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:29.406853 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b9906809-f464-4886-936d-51a81c37b85e req-11539bf3-1fa2-4e7c-a588-7d8442a3a2de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbe71f9-527b-4cd1-acb2-700b3720fdfd HTTP/1.1" status: 200 len: 1001 time: 0.2518985 Jun 17 08:33:29.421910 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea7db5d6-bfe0-41c5-9174-78efcf6e732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.436577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2161b2ed-166d-4ed9-bad9-5971a5f4cf76 None None] Provisioning complete for port 605f105d-1633-42ed-93cc-acd9c9f1341a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:29.436959 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2161b2ed-166d-4ed9-bad9-5971a5f4cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.500598 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port b868d8f3-f989-43d4-b53c-f99b1af7dd69 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:29.510141 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b868d8f3-f989-43d4-b53c-f99b1af7dd69 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:29.510528 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.546126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63ff5693-d46b-473e-a430-bea093dc1c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.584449 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63ff5693-d46b-473e-a430-bea093dc1c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.593732 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea7db5d6-bfe0-41c5-9174-78efcf6e732d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.595816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abc54e0-f5e7-4483-bba8-910eb8274133 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:33:29.598931 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c4ba930b-a857-486f-a7fb-795990257a53 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:29.608232 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.620701 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:29.621796 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.640540 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906809-f464-4886-936d-51a81c37b85e req-9c162ded-64ca-4e11-971c-1c5c1869b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:29.642416 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b9906809-f464-4886-936d-51a81c37b85e req-9c162ded-64ca-4e11-971c-1c5c1869b264 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 200 len: 850 time: 0.2084713 Jun 17 08:33:29.659679 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4eeb1788-7676-4ad1-b4eb-1d29283f7931 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:29.681033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7db5d6-bfe0-41c5-9174-78efcf6e732d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19db71e-aabe-456b-b177-049d8f0a5319,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:29.693533 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-398823f3-8600-4528-9dec-bc2f79c8ae4a req-cbfef502-6bd9-4df4-b2a0-bd10a60c5b7e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 210 time: 0.0397890 Jun 17 08:33:29.695813 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea7db5d6-bfe0-41c5-9174-78efcf6e732d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:29.705431 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea7db5d6-bfe0-41c5-9174-78efcf6e732d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.709628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ea7db5d6-bfe0-41c5-9174-78efcf6e732d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c19db71e-aabe-456b-b177-049d8f0a5319 HTTP/1.1" status: 204 len: 168 time: 0.6664524 Jun 17 08:33:29.709868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42260) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:29.712746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abc54e0-f5e7-4483-bba8-910eb8274133 None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:33:29.727329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-2161b2ed-166d-4ed9-bad9-5971a5f4cf76 None None] Port 605f105d-1633-42ed-93cc-acd9c9f1341a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:29.740670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-dee08e9e-ac48-4e82-a1cc-8a081c4fe07a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:29.743408 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-dee08e9e-ac48-4e82-a1cc-8a081c4fe07a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.63 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 812 time: 0.4632511 Jun 17 08:33:29.755052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=421643d4-b308-401e-be72-ec121e48f486,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:29.761995 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9788222 Jun 17 08:33:29.766788 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:29.767374 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42262) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:29.786559 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.790593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Request body: {'port': {'device_id': '8ca2b723-8cce-4d9f-af97-340f8c6c8fbe', 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc', 'admin_state_up': True, 'tenant_id': '033da5dc68fa4bd2a4be3af5a03b4561'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:29.793467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 421643d4-b308-401e-be72-ec121e48f486 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:29.796327 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63ff5693-d46b-473e-a430-bea093dc1c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.799508 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63ff5693-d46b-473e-a430-bea093dc1c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.803207 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-63ff5693-d46b-473e-a430-bea093dc1c1d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c561ff9-63a9-433a-a06f-250d224f0f77 HTTP/1.1" status: 204 len: 168 time: 0.4147756 Jun 17 08:33:29.803207 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9269710b-2039-4c42-940e-bd50036ad3fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:29.803489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'network_id': '421643d4-b308-401e-be72-ec121e48f486', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:29.837775 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff5693-d46b-473e-a430-bea093dc1c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c561ff9-63a9-433a-a06f-250d224f0f77,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:29.841068 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-63ff5693-d46b-473e-a430-bea093dc1c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:29.903960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.920790 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.934885 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bace8b-ea9c-4476-87ca-9d857de9fef7']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:29.948300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8e7039e4-f84e-416d-bbca-a68772c87423 None None] Provisioning complete for port b868d8f3-f989-43d4-b53c-f99b1af7dd69 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:29.948552 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8e7039e4-f84e-416d-bbca-a68772c87423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:29.965238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b298c92a-5987-4ebe-b8be-521b96e2bce1') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:29.965654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b298c92a-5987-4ebe-b8be-521b96e2bce1') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:29.989372 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.021053 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.030203 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:30.030627 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.068055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port b868d8f3-f989-43d4-b53c-f99b1af7dd69, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b868d8f3-f989-43d4-b53c-f99b1af7dd69,segment=NetworkSegment(230ca6c6-aaf9-4048-864a-1f4e94a8b6ef),segment_id=230ca6c6-aaf9-4048-864a-1f4e94a8b6ef)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:30.071753 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.129773 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:30.137555 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:30.152067 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.155844 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5068cbe2-a28c-489c-aa43-7aecb1b12a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:30.160054 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb5b17a2-8d37-4831-b9c1-06b3db945f06 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:30.180111 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9906809-f464-4886-936d-51a81c37b85e req-accd8b93-b84c-46cd-b7bd-e01ec0ee75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:30.181675 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b9906809-f464-4886-936d-51a81c37b85e req-accd8b93-b84c-46cd-b7bd-e01ec0ee75b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=423f5745-9961-4843-8bc3-428ac1bbf196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4369934 Jun 17 08:33:30.183720 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.186388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] 10.222.0.47 "DELETE /v2.0/networks/57bace8b-ea9c-4476-87ca-9d857de9fef7 HTTP/1.1" status: 204 len: 168 time: 0.4756365 Jun 17 08:33:30.224904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:30.228419 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.230560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] Pushing event deleted for resources: {'Network': ['ID=57bace8b-ea9c-4476-87ca-9d857de9fef7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:30.235556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=b868d8f3-f989-43d4-b53c-f99b1af7dd69,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:30.237341 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:30.241431 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:30.284237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e49659-4d8b-42e5-ab8b-6bf12fbdc64b req-d2b903a2-6e79-42cb-8a66-eccb0caf9d40 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:30.285895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9e49659-4d8b-42e5-ab8b-6bf12fbdc64b req-d2b903a2-6e79-42cb-8a66-eccb0caf9d40 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.1431270 Jun 17 08:33:30.345641 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:33:30.357572 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9e49659-4d8b-42e5-ab8b-6bf12fbdc64b req-4208da5a-7a4e-44ac-8f59-0dfeab7f2dae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647616 Jun 17 08:33:30.371279 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Made reservation on behalf of 033da5dc68fa4bd2a4be3af5a03b4561 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:30.375099 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.390100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42282) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:30.430883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8e7039e4-f84e-416d-bbca-a68772c87423 None None] Provisioning complete for port 605f105d-1633-42ed-93cc-acd9c9f1341a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:30.431278 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8e7039e4-f84e-416d-bbca-a68772c87423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.449616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9780a56b-cdae-45e5-a21c-49534648f68d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87b014fadc084f5bb0b8c7657f0b088d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579023 Jun 17 08:33:30.450448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42286) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:30.517337 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8e7039e4-f84e-416d-bbca-a68772c87423 None None] Port 605f105d-1633-42ed-93cc-acd9c9f1341a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:30.527181 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b9906809-f464-4886-936d-51a81c37b85e req-b02fd530-6631-4ba5-9ca5-f65fe9e9ede6 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346419 Jun 17 08:33:30.543006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b868d8f3-f989-43d4-b53c-f99b1af7dd69 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:30.551348 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07458103-aede-4730-8e71-34d625e067f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.577570 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07458103-aede-4730-8e71-34d625e067f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.602704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b868d8f3-f989-43d4-b53c-f99b1af7dd69 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:30.603284 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.650366 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07458103-aede-4730-8e71-34d625e067f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.653200 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07458103-aede-4730-8e71-34d625e067f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.654714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-07458103-aede-4730-8e71-34d625e067f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa HTTP/1.1" status: 204 len: 168 time: 0.2028625 Jun 17 08:33:30.655608 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8888dcb2-f5af-49bf-960a-dfaeff0462ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:30.668373 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.681188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07458103-aede-4730-8e71-34d625e067f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd351e9e-abcd-42ee-a0eb-79ad3a1dcffa,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:30.683960 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07458103-aede-4730-8e71-34d625e067f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:30.738430 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:30.746530 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e87d719-90d3-4cce-82d8-cff6b9fa30c4 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:30.874761 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a158990-32a3-4dbc-acc7-ca7cb21c30da req-6f9a80ee-c4f4-4778-93fa-e6e1ae7bca5c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 210 time: 0.0442541 Jun 17 08:33:31.022157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=ad35177a-77e2-457d-83a3-cbf790caa59f,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:31.030113 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:31.039090 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b9906809-f464-4886-936d-51a81c37b85e req-a4d6585e-cfef-4d98-b988-3668e324308a service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907386 Jun 17 08:33:31.052010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Checking segment: {'id': '1e569b36-e0cb-4ef0-b12d-a76fe492f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '421643d4-b308-401e-be72-ec121e48f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:31.052370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network hostable DHCP agents. Network: 421643d4-b308-401e-be72-ec121e48f486, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:31.057769 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42308) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:31.064758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Allocated IP 172.20.0.12 (c313181c-9e3f-4526-af69-a8c62d7d61bc/038e5845-17a0-4392-9346-6cb0c01ba0f2/1a2986b2-293e-403a-8fc3-c82befd38d41) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:31.161154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network 421643d4-b308-401e-be72-ec121e48f486 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:31.187826 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 421643d4-b308-401e-be72-ec121e48f486) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:31.199594 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073d7c9a-40a2-4e85-8302-871de5aa93a8 None None] Network 421643d4-b308-401e-be72-ec121e48f486 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:31.211940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:31.212533 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.282088 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4806101 Jun 17 08:33:31.282466 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42318) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:31.290288 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1833807112'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:31.336916 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.345805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.352237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:31.355763 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7ce46021-b81c-4dda-b3c7-327cb796b8da tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:31.356300 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.376384 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1548487299'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:31.414394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:31.426096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.426964 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.427471 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Added segment e32aba65-7297-4da9-ab22-cf96726e7576 of type vlan for network 60db30fe-276d-45f0-b20e-2d90f154b8ee Jun 17 08:33:31.456490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=605f105d-1633-42ed-93cc-acd9c9f1341a,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:31.461080 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.464970 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:31.538972 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.549622 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-421643d4-b308-401e-be72-ec121e48f486', 'network_id': '421643d4-b308-401e-be72-ec121e48f486', 'tenant_id': 'b37d9fdaa1034d5c9ea536b198e4ba8c', 'fixed_ips': [{'subnet_id': 'ad35177a-77e2-457d-83a3-cbf790caa59f'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:31.550806 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.564711 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.580417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['8a958cee-467d-47ea-a037-5c2418ee0166'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:31.586245 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:31.600574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Made reservation on behalf of 94a1852cedbd4567b962b5543868ee35 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:31.604390 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.618969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Network c313181c-9e3f-4526-af69-a8c62d7d61bc is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:31.628528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:31.634757 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:31.635572 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.647178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network ea351580-a167-45e5-bc7a-a2cbfc899a38 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:31.648324 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42328) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:31.652648 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:31.678680 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.685623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:31.686314 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.692798 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-690c0126-dcf8-4e1f-89dd-c896f5b73f34 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:31.778346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76148ec8-35b6-4c0c-be38-e44a364ff0a1 req-a9560d73-7f17-4244-849d-f4215e11dfcc tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:31.780093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76148ec8-35b6-4c0c-be38-e44a364ff0a1 req-a9560d73-7f17-4244-849d-f4215e11dfcc tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.2636845 Jun 17 08:33:31.838707 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=60db30fe-276d-45f0-b20e-2d90f154b8ee,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:31.845536 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:31.889270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76148ec8-35b6-4c0c-be38-e44a364ff0a1 req-ca1e3b18-3853-4821-9a40-172fe9df28af tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026070 Jun 17 08:33:31.923511 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 60db30fe-276d-45f0-b20e-2d90f154b8ee details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:31.959586 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.971611 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:31.989400 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a954ec23-3498-4fa7-b8a5-380a2b92b861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:32.010857 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7262533 Jun 17 08:33:32.020510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42334) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:32.026497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'network_id': '60db30fe-276d-45f0-b20e-2d90f154b8ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:32.055635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:32.119287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Allocated IP 2001:db8::1 (421643d4-b308-401e-be72-ec121e48f486/ad35177a-77e2-457d-83a3-cbf790caa59f/d6abdad8-8495-427c-82d4-d4d46bf17b5f) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:32.121624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ff11c746-6a84-4ae6-be82-b2a4f558d49c None None] Provisioning complete for port 605f105d-1633-42ed-93cc-acd9c9f1341a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:32.122028 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff11c746-6a84-4ae6-be82-b2a4f558d49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.131083 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.131381 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Added segment 87b597f6-0938-47b3-9c5d-802b9c593022 of type vlan for network ac5bb243-760f-404d-96d3-27c38f684755 Jun 17 08:33:32.132906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e750d8f-7844-4f8b-9ba6-e708e5307f4c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:32.210178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ff11c746-6a84-4ae6-be82-b2a4f558d49c None None] Port 605f105d-1633-42ed-93cc-acd9c9f1341a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:32.229258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-network', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:32.237039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Pushing event updated for resources: {'Port': ['ID=1a2986b2-293e-403a-8fc3-c82befd38d41,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:32.241339 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:32.281281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:32.281939 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.303943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Made reservation on behalf of 4cfae80e624040a5bee9cb0dd5b9b748 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:32.306539 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.344354 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5807359 Jun 17 08:33:32.351140 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.370069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Request body: {'port': {'device_id': '8ca2b723-8cce-4d9f-af97-340f8c6c8fbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:32.393360 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.403790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Transition to ACTIVE for port object d6abdad8-8495-427c-82d4-d4d46bf17b5f will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:32.448614 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Router 7b83c139-f7f4-426c-a866-616ffaf98d86 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:33:32.450408 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Transition to ACTIVE for port object d6abdad8-8495-427c-82d4-d4d46bf17b5f will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:32.457900 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.467574 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:32.480381 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.515254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Network 421643d4-b308-401e-be72-ec121e48f486 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:32.516787 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Pushing event updated for resources: {'Port': ['ID=d6abdad8-8495-427c-82d4-d4d46bf17b5f,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:32.520036 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:32.522271 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:32.523195 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:32.529184 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:32.586740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Attempting to bind port d6abdad8-8495-427c-82d4-d4d46bf17b5f on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:32.587234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Attempting to bind port d6abdad8-8495-427c-82d4-d4d46bf17b5f by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '1e569b36-e0cb-4ef0-b12d-a76fe492f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '421643d4-b308-401e-be72-ec121e48f486'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:32.587606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Attempting to bind port d6abdad8-8495-427c-82d4-d4d46bf17b5f on network 421643d4-b308-401e-be72-ec121e48f486 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:32.592873 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:32.593333 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Checking segment: {'id': '1e569b36-e0cb-4ef0-b12d-a76fe492f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '421643d4-b308-401e-be72-ec121e48f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:32.593810 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.594265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Bound using segment: {'id': '1e569b36-e0cb-4ef0-b12d-a76fe492f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '421643d4-b308-401e-be72-ec121e48f486'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:32.594833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Bound port: d6abdad8-8495-427c-82d4-d4d46bf17b5f, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e569b36-e0cb-4ef0-b12d-a76fe492f37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '421643d4-b308-401e-be72-ec121e48f486'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:32.595261 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.603979 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.644201 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd77f5-f456-4a24-9ab8-bfb8c1d43dd5 req-69bc18cb-7806-4f98-931d-53f66c54c9a3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:32.645762 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9edd77f5-f456-4a24-9ab8-bfb8c1d43dd5 req-69bc18cb-7806-4f98-931d-53f66c54c9a3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 932 time: 0.5913312 Jun 17 08:33:32.648542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:33:32.658249 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "PUT /v2.0/routers/7b83c139-f7f4-426c-a866-616ffaf98d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5018661 Jun 17 08:33:32.658407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.658535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42338) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:32.661539 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] For port d6abdad8-8495-427c-82d4-d4d46bf17b5f, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:32.662595 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:32.663471 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.667209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] For port d6abdad8-8495-427c-82d4-d4d46bf17b5f, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d6abdad8-8495-427c-82d4-d4d46bf17b5f,segment=NetworkSegment(1e569b36-e0cb-4ef0-b12d-a76fe492f37f),segment_id=1e569b36-e0cb-4ef0-b12d-a76fe492f37f)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:32.667624 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea41f990-57ae-4165-915f-004cd59e2865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:32.671838 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7d5c1-a683-43fa-971b-fb8b7bf9c78b None None] Sync routers for ids ['7b83c139-f7f4-426c-a866-616ffaf98d86'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:33:32.682041 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.684312 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7d5c1-a683-43fa-971b-fb8b7bf9c78b None None] Routers {'7b83c139-f7f4-426c-a866-616ffaf98d86'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:32.685269 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-94c7d5c1-a683-43fa-971b-fb8b7bf9c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:33:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['7b83c139-f7f4-426c-a866-616ffaf98d86'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:32.689564 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f9ff1823-940a-4cae-a919-43fdd5a1f096 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:32.760142 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Pushing event updated for resources: {'Port': ['ID=d6abdad8-8495-427c-82d4-d4d46bf17b5f,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:32.765368 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'Network': ['ID=ac5bb243-760f-404d-96d3-27c38f684755,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:32.768707 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:32.770990 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:32.777160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9edd77f5-f456-4a24-9ab8-bfb8c1d43dd5 req-c99289c7-9e62-4906-ad08-eab7ced6bb60 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015520 Jun 17 08:33:32.792566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network ac5bb243-760f-404d-96d3-27c38f684755 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:32.823421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.842393 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.842656 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7809405 Jun 17 08:33:32.844473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42340) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:32.847967 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:32.853837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Request body: {'subnet': {'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:32.909659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:32.926814 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-94c7d5c1-a683-43fa-971b-fb8b7bf9c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:32.937308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec96fa4-2c0e-46b3-837f-bbafcb2db497,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:32.940551 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:32.942381 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7d5c1-a683-43fa-971b-fb8b7bf9c78b None None] Routers {'7b83c139-f7f4-426c-a866-616ffaf98d86'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:32.943241 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-94c7d5c1-a683-43fa-971b-fb8b7bf9c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:33:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['7b83c139-f7f4-426c-a866-616ffaf98d86'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:32.943966 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.944189 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Added segment f8e6a79d-a7b8-4705-a01a-f5a62545f953 of type vlan for network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 Jun 17 08:33:32.972505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c220156-f6f9-44ef-b43f-014a2b247e11 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:32.974436 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2c220156-f6f9-44ef-b43f-014a2b247e11 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b83c139-f7f4-426c-a866-616ffaf98d86 HTTP/1.1" status: 200 len: 982 time: 0.3153710 Jun 17 08:33:32.990175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42344) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:32.991251 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:32.999363 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:32.999596 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.013415 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-94c7d5c1-a683-43fa-971b-fb8b7bf9c78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:33.016539 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7d5c1-a683-43fa-971b-fb8b7bf9c78b None None] The sync data for ids ['7b83c139-f7f4-426c-a866-616ffaf98d86'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:33:33.038511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.137177 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.138064 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:33.138758 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.163968 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0de0432a-4272-419f-be16-78adf18f1d41 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:33.243276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2986b2-293e-403a-8fc3-c82befd38d41 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:33.254441 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.259803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.ipam_backend_mixin [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Performing IP validity checks on allocation pools {{(pid=93803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:33:33.260635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.ipam_backend_mixin [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:33:33.279825 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6249113 Jun 17 08:33:33.283261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Transition to ACTIVE for port object 1a2986b2-293e-403a-8fc3-c82befd38d41 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:33.283849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42346) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:33.286200 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Made reservation on behalf of 94a1852cedbd4567b962b5543868ee35 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:33.289719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Request body: {'subnet': {'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-subnet', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:33.290733 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.294616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Pushing event updated for resources: {'Network': ['ID=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:33.298972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.301150 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:33.303196 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:33.305521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:33.383903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Made reservation on behalf of 4cfae80e624040a5bee9cb0dd5b9b748 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:33.386245 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.403886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2986b2-293e-403a-8fc3-c82befd38d41,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:33.432601 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:33.534280 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fc100-9260-4372-80d6-5769ed8a2c6b req-dfa37510-61a4-445b-bf7d-0c5799a31988 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:33.535918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-074fc100-9260-4372-80d6-5769ed8a2c6b req-dfa37510-61a4-445b-bf7d-0c5799a31988 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.3861983 Jun 17 08:33:33.544869 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Attempting to bind port 1a2986b2-293e-403a-8fc3-c82befd38d41 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:33.545197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Attempting to bind port 1a2986b2-293e-403a-8fc3-c82befd38d41 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:33.545539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Attempting to bind port 1a2986b2-293e-403a-8fc3-c82befd38d41 on network c313181c-9e3f-4526-af69-a8c62d7d61bc {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:33.551793 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Port 1a2986b2-293e-403a-8fc3-c82befd38d41 on network c313181c-9e3f-4526-af69-a8c62d7d61bc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:33.552323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Attempting to bind port 1a2986b2-293e-403a-8fc3-c82befd38d41 on network c313181c-9e3f-4526-af69-a8c62d7d61bc {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:33.581688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:33.581998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Checking segment: {'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:33.582382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Bound using segment: {'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:33.583273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Bound port: 1a2986b2-293e-403a-8fc3-c82befd38d41, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:33.583273 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.685911 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.690264 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98f5ea62-b6e9-408f-9b4c-477132c0e957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:33.698057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] For port 1a2986b2-293e-403a-8fc3-c82befd38d41, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:33.732670 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-074fc100-9260-4372-80d6-5769ed8a2c6b req-0234fa2e-0229-466f-adc2-d45a1e314ea0 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852083 Jun 17 08:33:33.735969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] For port 1a2986b2-293e-403a-8fc3-c82befd38d41, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a2986b2-293e-403a-8fc3-c82befd38d41,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:33.750001 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.755493 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.763935 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:33.781929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5c5814-446e-4bb8-b2ac-88ffaf8573ce,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:33.793046 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:33.793667 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-26123711-c6e1-4ffc-90dc-f3031c6b64db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:33.796933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:33.797645 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.799174 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] 10.222.0.63 "PUT /v2.0/ports/1a2986b2-293e-403a-8fc3-c82befd38d41 HTTP/1.1" status: 200 len: 1093 time: 1.4378943 Jun 17 08:33:33.801649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca2b723-8cce-4d9f-af97-340f8c6c8fbe', 'tag': '1a2986b2-293e-403a-8fc3-c82befd38d41'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:33.804174 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cefc113-2a55-435e-a1c7-170239dddb29" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca2b723-8cce-4d9f-af97-340f8c6c8fbe", "tag": "1a2986b2-293e-403a-8fc3-c82befd38d41"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:33.898725 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:33.902413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=64ef8f86-703d-464b-9f59-875967c095bd,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:33.910937 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:33.914061 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-14f68124-821b-48e2-8046-487a55d33123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:33.940374 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Checking segment: {'id': 'f8e6a79d-a7b8-4705-a01a-f5a62545f953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:33.941126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Network hostable DHCP agents. Network: e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:33.946197 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51393b3b-e781-43f7-bf38-b8315800144b x-openstack-request-id: req-51393b3b-e781-43f7-bf38-b8315800144b {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:33.946844 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca2b723-8cce-4d9f-af97-340f8c6c8fbe", "tag": "1a2986b2-293e-403a-8fc3-c82befd38d41", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:33.948598 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51393b3b-e781-43f7-bf38-b8315800144b {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:33.949282 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca2b723-8cce-4d9f-af97-340f8c6c8fbe', 'tag': '1a2986b2-293e-403a-8fc3-c82befd38d41', 'status': 'completed', 'code': 200} Jun 17 08:33:33.993451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:34.000618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Pushing event updated for resources: {'Port': ['ID=1a2986b2-293e-403a-8fc3-c82befd38d41,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:34.006085 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:34.012006 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:34.017943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:34.018733 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.025910 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12474c7-d101-4986-acfd-cc7e1edce947 None None] Network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:34.032595 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d045568-41d5-40e6-864f-2d845152d904 None None] Network 421643d4-b308-401e-be72-ec121e48f486 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:34.036617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-ec2b37dc-ccf0-4640-b5c7-56f582465a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:34.038260 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-ec2b37dc-ccf0-4640-b5c7-56f582465a20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 1096 time: 0.1551750 Jun 17 08:33:34.047670 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7600851 Jun 17 08:33:34.049974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Checking segment: {'id': 'e32aba65-7297-4da9-ab22-cf96726e7576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '60db30fe-276d-45f0-b20e-2d90f154b8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:34.050502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network hostable DHCP agents. Network: 60db30fe-276d-45f0-b20e-2d90f154b8ee, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:34.053379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42354) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:34.060573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:34.099160 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'Subnet': ['ID=60209a5e-78b1-4508-954b-31b5546f0dc4,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:34.100524 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-ebb9c514-8115-44fd-8796-0d98217f4aa3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2986b2-293e-403a-8fc3-c82befd38d41 HTTP/1.1" status: 200 len: 217 time: 0.0531197 Jun 17 08:33:34.112087 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:34.131568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Checking segment: {'id': '87b597f6-0938-47b3-9c5d-802b9c593022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:34.132285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Network hostable DHCP agents. Network: ac5bb243-760f-404d-96d3-27c38f684755, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:34.140627 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e7a18173-26a4-498a-a34d-d762ff005375 None None] Provisioning for port d6abdad8-8495-427c-82d4-d4d46bf17b5f completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:34.147111 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.148223 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.150997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network 60db30fe-276d-45f0-b20e-2d90f154b8ee is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:34.167428 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-ae832c23-5077-4c79-a16f-f2790b1c8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:34.169104 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-ae832c23-5077-4c79-a16f-f2790b1c8aa8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=038e5845-17a0-4392-9346-6cb0c01ba0f2 HTTP/1.1" status: 200 len: 852 time: 0.0627661 Jun 17 08:33:34.182073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 60db30fe-276d-45f0-b20e-2d90f154b8ee) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:34.186932 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:34.187539 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.212311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84ad1b1-de26-4922-b141-858a5234026c None None] Network 60db30fe-276d-45f0-b20e-2d90f154b8ee requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:34.243101 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-230e8fc6-68f3-4d3c-adf8-4e9202be5499 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c313181c-9e3f-4526-af69-a8c62d7d61bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594044 Jun 17 08:33:34.249204 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.273160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2488461 Jun 17 08:33:34.276315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Network ac5bb243-760f-404d-96d3-27c38f684755 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:34.285610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da337cf-9e3f-4409-9ab5-6445f853651e req-cfaa767d-3246-4282-81e9-b5515c55dc06 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:34.287222 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7da337cf-9e3f-4409-9ab5-6445f853651e req-cfaa767d-3246-4282-81e9-b5515c55dc06 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 944 time: 0.2950141 Jun 17 08:33:34.300978 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42356) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:34.310238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65160c71-d240-47be-9365-7d6572efe41b None None] Network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:34.329851 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.371982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, ac5bb243-760f-404d-96d3-27c38f684755) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:34.400557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39454770-8938-42d7-8d0c-cb910cbcfeda None None] Network ac5bb243-760f-404d-96d3-27c38f684755 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:34.410335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:34.410989 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.481610 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7da337cf-9e3f-4409-9ab5-6445f853651e req-143f1514-2094-485b-91c8-163aae5527fc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627097 Jun 17 08:33:34.481610 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6354280 Jun 17 08:33:34.490851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42358) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:34.502140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Request body: {'port': {'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755', 'name': 'tempest-AllowedAddressPairTestJSON-479771165'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:34.631845 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.663589 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-29562f7a-6290-4afc-8f9c-6315c152e4a2 service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124820 Jun 17 08:33:34.672413 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.740534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d6abdad8-8495-427c-82d4-d4d46bf17b5f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:34.818443 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54abbf5-4cf7-4502-b984-0b4447ca8d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-60db30fe-276d-45f0-b20e-2d90f154b8ee', 'network_id': '60db30fe-276d-45f0-b20e-2d90f154b8ee', 'tenant_id': 'b37d9fdaa1034d5c9ea536b198e4ba8c', 'fixed_ips': [{'subnet_id': '64ef8f86-703d-464b-9f59-875967c095bd'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:34.819348 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e54abbf5-4cf7-4502-b984-0b4447ca8d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.935478 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port d6abdad8-8495-427c-82d4-d4d46bf17b5f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:34.948637 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:34.960383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-ac5bb243-760f-404d-96d3-27c38f684755', 'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755', 'tenant_id': '94a1852cedbd4567b962b5543868ee35', 'fixed_ips': [{'subnet_id': '60209a5e-78b1-4508-954b-31b5546f0dc4'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:34.962531 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.015765 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-13574d45-1a38-4afc-8d3b-55a02c051a26 req-94c67b2d-ae47-4a81-a487-4264a7ddbe90 service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369651 Jun 17 08:33:35.037668 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Made reservation on behalf of 94a1852cedbd4567b962b5543868ee35 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:35.040958 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.072902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] device_id is not set on port 8f719c37-21d6-4e2e-863f-9bea90459815 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:35.136371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fe175-26e0-4b3a-85ad-eb0a4772c42c req-9dc1c27e-fce7-4441-bb15-59f3f6e66524 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:35.138170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-129fe175-26e0-4b3a-85ad-eb0a4772c42c req-9dc1c27e-fce7-4441-bb15-59f3f6e66524 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.2125785 Jun 17 08:33:35.166080 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.172097 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f73b5fb8-1fdc-4db5-848a-d2006aa21d6f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:35.208949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 605f105d-1633-42ed-93cc-acd9c9f1341a {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:35.209447 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.223470 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Subnet': ['ID=64ef8f86-703d-464b-9f59-875967c095bd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:35.248791 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:35.269186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d6abdad8-8495-427c-82d4-d4d46bf17b5f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:35.269578 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.282670 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-129fe175-26e0-4b3a-85ad-eb0a4772c42c req-57ec913e-ed80-46ce-854c-a5a9bd0cacc3 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350627 Jun 17 08:33:35.317522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Allocated IP 172.20.0.9 (ac5bb243-760f-404d-96d3-27c38f684755/60209a5e-78b1-4508-954b-31b5546f0dc4/8f719c37-21d6-4e2e-863f-9bea90459815) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:35.333569 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.352761 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60db30fe-276d-45f0-b20e-2d90f154b8ee']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:35.353641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d8315fe9-6ab8-4e1a-ad2e-5afb0831a946 None None] Provisioning complete for port d6abdad8-8495-427c-82d4-d4d46bf17b5f triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:35.354158 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8315fe9-6ab8-4e1a-ad2e-5afb0831a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.355335 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.357192 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.358167 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefc113-2a55-435e-a1c7-170239dddb29 req-19c08adc-c339-4999-8367-88c96a153e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:35.359724 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0cefc113-2a55-435e-a1c7-170239dddb29 req-19c08adc-c339-4999-8367-88c96a153e66 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 1096 time: 0.2322023 Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server [None req-e54abbf5-4cf7-4502-b984-0b4447ca8d8e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64ef8f86-703d-464b-9f59-875967c095bd: This subnet is being modified by another concurrent operation. Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:33:35.388871 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 64ef8f86-703d-464b-9f59-875967c095bd: This subnet is being modified by another concurrent operation. Jun 17 08:33:35.393117 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Jun 17 08:33:35.415051 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4f7111-d704-45b6-bc6f-3061c6010427 None None] Network 60db30fe-276d-45f0-b20e-2d90f154b8ee requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:35.439636 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.442666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32aba65-7297-4da9-ab22-cf96726e7576') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:35.443008 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32aba65-7297-4da9-ab22-cf96726e7576') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:35.445456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 605f105d-1633-42ed-93cc-acd9c9f1341a owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:35.463605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.515442 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.546593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:35.546938 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:35.550396 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:35.560070 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.608449 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8315fe9-6ab8-4e1a-ad2e-5afb0831a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.628335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefc113-2a55-435e-a1c7-170239dddb29 req-3b15ff7f-5376-45ee-bee9-7cec1689e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:35.630097 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0cefc113-2a55-435e-a1c7-170239dddb29 req-3b15ff7f-5376-45ee-bee9-7cec1689e15e service neutron] 10.222.0.63 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 913 time: 0.2480762 Jun 17 08:33:35.634111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port d6abdad8-8495-427c-82d4-d4d46bf17b5f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d6abdad8-8495-427c-82d4-d4d46bf17b5f,segment=NetworkSegment(1e569b36-e0cb-4ef0-b12d-a76fe492f37f),segment_id=1e569b36-e0cb-4ef0-b12d-a76fe492f37f)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:35.641714 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.644187 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:35.689180 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0cefc113-2a55-435e-a1c7-170239dddb29 req-25beefe9-4fef-40a9-a7ca-4a8a778c5371 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a2986b2-293e-403a-8fc3-c82befd38d41 HTTP/1.1" status: 200 len: 217 time: 0.0459523 Jun 17 08:33:35.694498 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.700361 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.702275 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/60db30fe-276d-45f0-b20e-2d90f154b8ee HTTP/1.1" status: 204 len: 168 time: 1.3992603 Jun 17 08:33:35.707417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42366) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:35.709676 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10063c8e-6e8f-4e3a-8570-9a20ee50a710 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:35.720367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-45265853'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:35.729789 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-d8315fe9-6ab8-4e1a-ad2e-5afb0831a946 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:33:35.730156 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-d8315fe9-6ab8-4e1a-ad2e-5afb0831a946 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:33:35.732835 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=d6abdad8-8495-427c-82d4-d4d46bf17b5f,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:35.736190 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:35.760496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Allocated IP 172.25.8.130 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/9e14e6eb-5919-43a6-9c41-0a481d03e6fd) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:35.770104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Network': ['ID=60db30fe-276d-45f0-b20e-2d90f154b8ee,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:35.772670 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:35.796365 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.804366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefc113-2a55-435e-a1c7-170239dddb29 req-0661f440-0bbe-4628-ab34-20b24834fb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:35.805492 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0cefc113-2a55-435e-a1c7-170239dddb29 req-0661f440-0bbe-4628-ab34-20b24834fb8e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=038e5845-17a0-4392-9346-6cb0c01ba0f2 HTTP/1.1" status: 200 len: 852 time: 0.0968757 Jun 17 08:33:35.810002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Transition to ACTIVE for port object 8f719c37-21d6-4e2e-863f-9bea90459815 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:35.868797 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0cefc113-2a55-435e-a1c7-170239dddb29 req-530068be-584f-4f16-8ca9-c58f995fdad2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c313181c-9e3f-4526-af69-a8c62d7d61bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362861 Jun 17 08:33:35.871422 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.886538 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b6eb70bf-1916-4a2b-83a6-62a91c27c403 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:35.914430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Allocated IP 172.20.0.2 (ac5bb243-760f-404d-96d3-27c38f684755/60209a5e-78b1-4508-954b-31b5546f0dc4/47b24b61-cfe7-48be-af16-3196d6e06855) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:35.956104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4a186-b2ae-4a6c-913d-34692ff121a5 req-6fad7806-a652-40d2-9699-e2d94350c863 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:35.957840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ed4a186-b2ae-4a6c-913d-34692ff121a5 req-6fad7806-a652-40d2-9699-e2d94350c863 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 944 time: 0.3423069 Jun 17 08:33:35.968138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:35.971738 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:35.975310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Network ac5bb243-760f-404d-96d3-27c38f684755 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:36.078335 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.088552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Transition to ACTIVE for port object 47b24b61-cfe7-48be-af16-3196d6e06855 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:36.105418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Transition to ACTIVE for port object 47b24b61-cfe7-48be-af16-3196d6e06855 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:36.113816 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.116044 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:36.155519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Network ac5bb243-760f-404d-96d3-27c38f684755 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:36.161017 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:36.165637 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:36.169032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Pushing event updated for resources: {'Port': ['ID=47b24b61-cfe7-48be-af16-3196d6e06855,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:36.174567 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:36.279290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Attempting to bind port 47b24b61-cfe7-48be-af16-3196d6e06855 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:36.279397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Attempting to bind port 47b24b61-cfe7-48be-af16-3196d6e06855 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '87b597f6-0938-47b3-9c5d-802b9c593022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:36.279843 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Attempting to bind port 47b24b61-cfe7-48be-af16-3196d6e06855 on network ac5bb243-760f-404d-96d3-27c38f684755 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:36.286283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:36.286665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Checking segment: {'id': '87b597f6-0938-47b3-9c5d-802b9c593022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:36.287272 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.287737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Bound using segment: {'id': '87b597f6-0938-47b3-9c5d-802b9c593022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:36.288292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Bound port: 47b24b61-cfe7-48be-af16-3196d6e06855, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b597f6-0938-47b3-9c5d-802b9c593022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:36.288735 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.315403 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.369738 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0cefc113-2a55-435e-a1c7-170239dddb29 req-d16df0cb-8725-4c93-8a76-246eeaa47f15 service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781482 Jun 17 08:33:36.370898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] For port 47b24b61-cfe7-48be-af16-3196d6e06855, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:36.374643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] For port 47b24b61-cfe7-48be-af16-3196d6e06855, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=47b24b61-cfe7-48be-af16-3196d6e06855,segment=NetworkSegment(87b597f6-0938-47b3-9c5d-802b9c593022),segment_id=87b597f6-0938-47b3-9c5d-802b9c593022)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:36.383471 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.386067 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:36.408467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:36.418417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:36.448527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Pushing event updated for resources: {'Port': ['ID=47b24b61-cfe7-48be-af16-3196d6e06855,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:36.457306 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:36.465521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'Port': ['ID=8f719c37-21d6-4e2e-863f-9bea90459815,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:36.475604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:36.476463 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.481737 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.488430 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be52fd25-9340-420e-9a7e-bf5c97fd071d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:36.516804 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:36.527308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:36.542048 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:36.556574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:36.562841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:36.566185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d6abdad8-8495-427c-82d4-d4d46bf17b5f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:36.573800 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0cefc113-2a55-435e-a1c7-170239dddb29 req-37e2b10f-2d36-4c9b-ad81-60d4649be171 service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847312 Jun 17 08:33:36.600094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Pushing event updated for resources: {'Port': ['ID=9e14e6eb-5919-43a6-9c41-0a481d03e6fd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:36.601620 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ed4a186-b2ae-4a6c-913d-34692ff121a5 req-181fff54-1204-4f5d-80d7-b6f0e75836da tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6236739 Jun 17 08:33:36.610825 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:36.625965 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.626616 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Added segment 33290a58-5b08-47f5-9529-b90bf65ff593 of type vlan for network 88717e51-7b7a-4c67-9a31-28a182b393d6 Jun 17 08:33:36.644716 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d6abdad8-8495-427c-82d4-d4d46bf17b5f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:36.645222 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.646192 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1539602 Jun 17 08:33:36.649185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42372) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:36.654910 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Request body: {'port': {'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755', 'name': 'tempest-AllowedAddressPairTestJSON-453605120', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ff:a4:fb'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:36.758557 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.769763 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:36.789684 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d6bf648a-4bee-44af-8213-f4b1465d9efa tempest-ServersTestJSON-2002220326 tempest-ServersTestJSON-2002220326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:36.856939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=605f105d-1633-42ed-93cc-acd9c9f1341a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:36.896242 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:36.918683 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ec2e1-0e9c-4673-89cf-7bd72adc5fa4 req-e6ed6c1c-1355-4220-97de-f4485c941d80 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:36.926151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c05ec2e1-0e9c-4673-89cf-7bd72adc5fa4 req-e6ed6c1c-1355-4220-97de-f4485c941d80 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.4427655 Jun 17 08:33:36.951497 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.078708 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.084453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:37.085078 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.091952 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b643a4ab-9755-413e-895e-99238d7438b9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:37.124612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c05ec2e1-0e9c-4673-89cf-7bd72adc5fa4 req-36c969e1-afd3-4449-afda-f8ddd826c141 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975422 Jun 17 08:33:37.129910 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.171739 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.224518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Made reservation on behalf of 94a1852cedbd4567b962b5543868ee35 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:37.257655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.5427589 Jun 17 08:33:37.257655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=88717e51-7b7a-4c67-9a31-28a182b393d6,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:37.258687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42376) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:37.264866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'network_id': '88717e51-7b7a-4c67-9a31-28a182b393d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:37.268021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 88717e51-7b7a-4c67-9a31-28a182b393d6 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:37.273592 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:37.403546 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:37.407245 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.416054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Router 7b83c139-f7f4-426c-a866-616ffaf98d86 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:33:37.422014 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.436881 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Router 195a2c97-71f9-4226-811f-34c546fb2a4d is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:33:37.448072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] device_id is not set on port d86af4c6-0476-4a98-946c-281412a9a837 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:37.554478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:33:37.564852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "PUT /v2.0/routers/7b83c139-f7f4-426c-a866-616ffaf98d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5575268 Jun 17 08:33:37.565517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42380) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:37.568666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0b2e2-f491-4b8e-8ca4-c34959b098ce None None] Sync routers for ids ['7b83c139-f7f4-426c-a866-616ffaf98d86'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:33:37.588922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c0b2e2-f491-4b8e-8ca4-c34959b098ce None None] Routers {'7b83c139-f7f4-426c-a866-616ffaf98d86'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:37.589936 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e7c0b2e2-f491-4b8e-8ca4-c34959b098ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:33:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['7b83c139-f7f4-426c-a866-616ffaf98d86'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:37.606532 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb48c46-29f1-4d35-82f8-15bcb5289e84 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:33:37.611401 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42382) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:37.611639 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ccb48c46-29f1-4d35-82f8-15bcb5289e84 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/605f105d-1633-42ed-93cc-acd9c9f1341a HTTP/1.1" status: 404 len: 333 time: 0.0419545 Jun 17 08:33:37.651760 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e7c0b2e2-f491-4b8e-8ca4-c34959b098ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:37.673327 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Allocated IP 172.20.0.8 (ac5bb243-760f-404d-96d3-27c38f684755/60209a5e-78b1-4508-954b-31b5546f0dc4/d86af4c6-0476-4a98-946c-281412a9a837) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:37.681810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e80f34d-4b8c-42c4-9fee-8a3933c7ed11 None None] Network ac5bb243-760f-404d-96d3-27c38f684755 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:37.690916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c0b2e2-f491-4b8e-8ca4-c34959b098ce None None] Routers {'7b83c139-f7f4-426c-a866-616ffaf98d86'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:37.691658 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e7c0b2e2-f491-4b8e-8ca4-c34959b098ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:33:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['7b83c139-f7f4-426c-a866-616ffaf98d86'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:37.719136 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d124d264-75ab-427a-a4bf-6eea225b0616 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.736448 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e7c0b2e2-f491-4b8e-8ca4-c34959b098ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:37.737109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0b2e2-f491-4b8e-8ca4-c34959b098ce None None] The sync data for ids ['7b83c139-f7f4-426c-a866-616ffaf98d86'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:33:37.764965 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:33:37.779497 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Sync routers for ids ['195a2c97-71f9-4226-811f-34c546fb2a4d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:33:37.790864 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-22e1ac77-497a-4921-8267-baa6c13f65e2 None None] Provisioning for port 47b24b61-cfe7-48be-af16-3196d6e06855 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:37.797898 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Routers {'195a2c97-71f9-4226-811f-34c546fb2a4d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:37.798984 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:33:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['195a2c97-71f9-4226-811f-34c546fb2a4d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:37.922998 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Set router 195a2c97-71f9-4226-811f-34c546fb2a4d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:37.924478 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.930812 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-305cd4a6-ba99-429a-a4e0-482a1ac993dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:37.937504 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.941720 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8873014 Jun 17 08:33:37.945127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42386) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:37.969050 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:37.997801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Transition to ACTIVE for port object d86af4c6-0476-4a98-946c-281412a9a837 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:38.006728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862e935-5049-4781-8c6a-44b2df49d569 req-a70451a3-5268-4b27-b0f5-30c102e63032 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:38.008329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f862e935-5049-4781-8c6a-44b2df49d569 req-a70451a3-5268-4b27-b0f5-30c102e63032 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 944 time: 0.1764975 Jun 17 08:33:38.112875 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f862e935-5049-4781-8c6a-44b2df49d569 req-0ba86509-688a-4a3d-b3ed-ed365b690dc3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917354 Jun 17 08:33:38.115773 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.121733 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:38.159001 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:36Z', 'revision_number': 3, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:38.180483 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Network ac5bb243-760f-404d-96d3-27c38f684755 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:38.184229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:38.187166 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:38.192137 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1a2986b2-293e-403a-8fc3-c82befd38d41 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:38.204889 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Checking router: 195a2c97-71f9-4226-811f-34c546fb2a4d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:33:38.206579 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Updating router 195a2c97-71f9-4226-811f-34c546fb2a4d port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:33:38.249524 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.279243 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'Port': ['ID=d86af4c6-0476-4a98-946c-281412a9a837,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:38.291952 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:38.317157 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:38.317827 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.365625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c4d03467-620e-4d16-9a5c-60ab47468428 None None] Provisioning for port 8f719c37-21d6-4e2e-863f-9bea90459815 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:38.376920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c4d03467-620e-4d16-9a5c-60ab47468428 None None] Provisioning complete for port 8f719c37-21d6-4e2e-863f-9bea90459815 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:38.377592 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c4d03467-620e-4d16-9a5c-60ab47468428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.398333 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.7473447 Jun 17 08:33:38.404618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42392) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:38.423314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c4d03467-620e-4d16-9a5c-60ab47468428 None None] Port 8f719c37-21d6-4e2e-863f-9bea90459815 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:38.429947 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1a2986b2-293e-403a-8fc3-c82befd38d41, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a2986b2-293e-403a-8fc3-c82befd38d41,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:38.431516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d124d264-75ab-427a-a4bf-6eea225b0616 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.447653 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '1a2986b2-293e-403a-8fc3-c82befd38d41', 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc', 'port_id': '1a2986b2-293e-403a-8fc3-c82befd38d41', 'mac_address': 'fa:16:3e:aa:ef:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038e5845-17a0-4392-9346-6cb0c01ba0f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:38.464547 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d124d264-75ab-427a-a4bf-6eea225b0616 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.469222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=c19937eb-e404-48a4-993c-70923191f654,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:38.480709 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:38.490841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Checking segment: {'id': '33290a58-5b08-47f5-9529-b90bf65ff593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '88717e51-7b7a-4c67-9a31-28a182b393d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:38.491642 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network hostable DHCP agents. Network: 88717e51-7b7a-4c67-9a31-28a182b393d6, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:38.496231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19911fe6-ef09-49fc-9da9-fbb98be9ad86 req-cf603b82-2481-4350-9380-1d26195cd630 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:38.497829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19911fe6-ef09-49fc-9da9-fbb98be9ad86 req-cf603b82-2481-4350-9380-1d26195cd630 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.1609910 Jun 17 08:33:38.540399 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.562667 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19911fe6-ef09-49fc-9da9-fbb98be9ad86 req-6aa76272-6fce-4fa9-b4ba-ad02efd399c8 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576274 Jun 17 08:33:38.577811 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2986b2-293e-403a-8fc3-c82befd38d41 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:38.584829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfffa9de-53b0-4f0c-98d0-257107ea15c2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:38.592157 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfffa9de-53b0-4f0c-98d0-257107ea15c2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:38.594397 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d124d264-75ab-427a-a4bf-6eea225b0616 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.604543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d124d264-75ab-427a-a4bf-6eea225b0616 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Fanout notify agent at l3_agent the message router_deleted on router 7b83c139-f7f4-426c-a866-616ffaf98d86 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:33:38.604677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfffa9de-53b0-4f0c-98d0-257107ea15c2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:38.604677 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cfffa9de-53b0-4f0c-98d0-257107ea15c2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2462 time: 0.1938007 Jun 17 08:33:38.606569 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42394) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:38.619798 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d124d264-75ab-427a-a4bf-6eea225b0616 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.623573 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d124d264-75ab-427a-a4bf-6eea225b0616 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/routers/7b83c139-f7f4-426c-a866-616ffaf98d86 HTTP/1.1" status: 204 len: 168 time: 1.0070140 Jun 17 08:33:38.626073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42396) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:38.626684 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network 88717e51-7b7a-4c67-9a31-28a182b393d6 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:38.648876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f7ace-cbd3-45e2-abef-8a5bf0839c69 req-08dd2782-ea82-4e38-aa9f-e20d16f37ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:38.650388 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-128f7ace-cbd3-45e2-abef-8a5bf0839c69 req-08dd2782-ea82-4e38-aa9f-e20d16f37ece service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 1097 time: 0.5009484 Jun 17 08:33:38.656494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1a2986b2-293e-403a-8fc3-c82befd38d41, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a2986b2-293e-403a-8fc3-c82befd38d41,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:38.667350 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.671465 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d69abb96-f59e-4025-a11f-fa0f44182a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:38.713836 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 88717e51-7b7a-4c67-9a31-28a182b393d6) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:38.720272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 47b24b61-cfe7-48be-af16-3196d6e06855 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:38.726350 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cece12-06f0-462a-8761-503836cdc742 None None] Network 88717e51-7b7a-4c67-9a31-28a182b393d6 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:38.732401 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.746715 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Transition to ACTIVE for port object 9e14e6eb-5919-43a6-9c41-0a481d03e6fd will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:38.758482 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.761511 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-17c5864c-30b1-44e8-b9e4-801ee9eda6c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:38.804946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:38.805549 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.812472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6d5e7-c851-4778-8eb7-454ba2ec5083 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Deleting port d86af4c6-0476-4a98-946c-281412a9a837 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:38.812822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d5e7-c851-4778-8eb7-454ba2ec5083 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.833503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ec9ef9ee-9369-4844-b835-fac5be90f667 None None] Provisioning complete for port 8f719c37-21d6-4e2e-863f-9bea90459815 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:38.834260 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef9ee-9369-4844-b835-fac5be90f667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.842443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df827b8-6726-417c-ae0a-966627b40a6d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting subnet d5187f22-d7a7-4d3b-a656-0eda7793dce6 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:33:38.850552 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Attempting to bind port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:38.851226 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Attempting to bind port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:38.854278 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Attempting to bind port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:38.862003 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9df827b8-6726-417c-ae0a-966627b40a6d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.878507 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:38.879144 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:38.879553 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.880783 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:38.880783 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Bound port: 9e14e6eb-5919-43a6-9c41-0a481d03e6fd, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:38.881140 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.884028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ec9ef9ee-9369-4844-b835-fac5be90f667 None None] Port 8f719c37-21d6-4e2e-863f-9bea90459815 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:38.906186 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Pushing event updated for resources: {'Port': ['ID=9e14e6eb-5919-43a6-9c41-0a481d03e6fd,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:38.911757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=1a2986b2-293e-403a-8fc3-c82befd38d41,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:38.922046 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.922392 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.922723 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.923071 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.923391 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.923713 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.924076 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.924340 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.924650 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.924986 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.925327 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.925949 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:38.932962 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:38.935262 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:38.960088 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d5e7-c851-4778-8eb7-454ba2ec5083 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.970026 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1a2986b2-293e-403a-8fc3-c82befd38d41'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:38.972045 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] For port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:38.984380 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] For port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9e14e6eb-5919-43a6-9c41-0a481d03e6fd,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:38.985540 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9df827b8-6726-417c-ae0a-966627b40a6d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.994364 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:38.996773 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-64d09801-36ef-4ba6-81df-b2fafe8ec025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:39.012725 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-128f7ace-cbd3-45e2-abef-8a5bf0839c69 req-f4722ef0-32ff-49c0-9dcd-193f6b735b2d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293843 Jun 17 08:33:39.018218 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7578526 Jun 17 08:33:39.023082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42398) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:39.034641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 47b24b61-cfe7-48be-af16-3196d6e06855 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:39.043908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 47b24b61-cfe7-48be-af16-3196d6e06855 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:39.044291 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.069684 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Pushing event updated for resources: {'Port': ['ID=9e14e6eb-5919-43a6-9c41-0a481d03e6fd,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:39.073545 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:39.074754 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Routers {'195a2c97-71f9-4226-811f-34c546fb2a4d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:39.075487 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:33:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['195a2c97-71f9-4226-811f-34c546fb2a4d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:39.083209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c5d6d5e7-c851-4778-8eb7-454ba2ec5083 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Calling delete_port for d86af4c6-0476-4a98-946c-281412a9a837 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:39.141409 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.226131 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.259441 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] Set router 195a2c97-71f9-4226-811f-34c546fb2a4d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:39.304525 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-88717e51-7b7a-4c67-9a31-28a182b393d6', 'network_id': '88717e51-7b7a-4c67-9a31-28a182b393d6', 'tenant_id': 'b37d9fdaa1034d5c9ea536b198e4ba8c', 'fixed_ips': [{'subnet_id': 'c19937eb-e404-48a4-993c-70923191f654'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:39.305373 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.323620 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d5e7-c851-4778-8eb7-454ba2ec5083 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.328701 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e495705f-677d-441f-a939-47328c268557 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:39.354381 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-64724153-7cc2-418b-94ba-10ebbe3a26d7 None None] Provisioning for port d86af4c6-0476-4a98-946c-281412a9a837 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:39.362978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6d5e7-c851-4778-8eb7-454ba2ec5083 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event deleted for resources: {'Port': ['ID=d86af4c6-0476-4a98-946c-281412a9a837,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:39.366346 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5d6d5e7-c851-4778-8eb7-454ba2ec5083 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:39.377583 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.458740 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c009-9edf-4d78-b485-2b68ad9324aa req-7d673d6f-b3e8-4619-be51-433f4d3641f1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:39.460485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be83c009-9edf-4d78-b485-2b68ad9324aa req-7d673d6f-b3e8-4619-be51-433f4d3641f1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 945 time: 0.2079692 Jun 17 08:33:39.482266 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9df827b8-6726-417c-ae0a-966627b40a6d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.604531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Allocated IP 2001:db8::1 (88717e51-7b7a-4c67-9a31-28a182b393d6/c19937eb-e404-48a4-993c-70923191f654/de30eee0-4787-4ecb-a09b-c3750432836f) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:39.688131 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:36Z', 'revision_number': 3, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:39.735046 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be83c009-9edf-4d78-b485-2b68ad9324aa req-f653f99f-9649-482c-ba24-2c0b10ec890c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679918 Jun 17 08:33:39.746687 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e062bdc-51b1-4ad1-b943-94c37bf553d0 None None] The sync data for ids ['195a2c97-71f9-4226-811f-34c546fb2a4d'] in n-d-779913-16 is: [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:36Z', 'revision_number': 3, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:33:39.792371 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9df827b8-6726-417c-ae0a-966627b40a6d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.803558 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4797e6f7-d578-4393-87fc-6114d7d12f0a tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:39.833073 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5d6d5e7-c851-4778-8eb7-454ba2ec5083 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.837214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c5d6d5e7-c851-4778-8eb7-454ba2ec5083 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "DELETE /v2.0/ports/d86af4c6-0476-4a98-946c-281412a9a837 HTTP/1.1" status: 204 len: 168 time: 1.2274423 Jun 17 08:33:39.838923 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42418) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:39.850072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.852228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df827b8-6726-417c-ae0a-966627b40a6d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Subnet': ['ID=d5187f22-d7a7-4d3b-a656-0eda7793dce6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:39.877597 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9df827b8-6726-417c-ae0a-966627b40a6d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:39.880131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9df827b8-6726-417c-ae0a-966627b40a6d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:39.884706 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9df827b8-6726-417c-ae0a-966627b40a6d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/d5187f22-d7a7-4d3b-a656-0eda7793dce6 HTTP/1.1" status: 204 len: 168 time: 1.2531445 Jun 17 08:33:39.888237 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3a7067-0d20-4322-8941-bcd7e7516d23 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] GET failed (client error): The resource could not be found. Jun 17 08:33:39.890532 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9d3a7067-0d20-4322-8941-bcd7e7516d23 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "GET /v2.0/ports/d86af4c6-0476-4a98-946c-281412a9a837 HTTP/1.1" status: 404 len: 333 time: 0.0505786 Jun 17 08:33:39.891617 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42420) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:39.897567 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42422) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:39.916282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Request body: {'port': {'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755', 'name': 'tempest-AllowedAddressPairTestJSON-1779912153'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:39.998058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-64724153-7cc2-418b-94ba-10ebbe3a26d7 None None] Provisioning complete for port d86af4c6-0476-4a98-946c-281412a9a837 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:39.998362 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-64724153-7cc2-418b-94ba-10ebbe3a26d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.006396 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84083700-0a93-4a2a-9b96-66efe5add9ce None None] Network ea351580-a167-45e5-bc7a-a2cbfc899a38 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:40.053308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.070236 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.076810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-64724153-7cc2-418b-94ba-10ebbe3a26d7 None None] Port d86af4c6-0476-4a98-946c-281412a9a837 was deleted so its status cannot be updated. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:33:40.114954 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf376-4d3e-44fb-af81-a757b11591a5 req-30061864-0e89-43c8-bfc5-5c469d825cf7 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:40.122468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e9bf376-4d3e-44fb-af81-a757b11591a5 req-30061864-0e89-43c8-bfc5-5c469d825cf7 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.1803935 Jun 17 08:33:40.144476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 47b24b61-cfe7-48be-af16-3196d6e06855, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=47b24b61-cfe7-48be-af16-3196d6e06855,segment=NetworkSegment(87b597f6-0938-47b3-9c5d-802b9c593022),segment_id=87b597f6-0938-47b3-9c5d-802b9c593022)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:40.165427 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.172859 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:40.267367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e9bf376-4d3e-44fb-af81-a757b11591a5 req-5260452c-288f-435b-9daa-23add3c6eb64 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337066 Jun 17 08:33:40.285131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port c9c2eff7-4833-4dad-beec-d6cf35f28792 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:40.285471 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.350499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=47b24b61-cfe7-48be-af16-3196d6e06855,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:40.354554 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:40.368670 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.403340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Transition to ACTIVE for port object de30eee0-4787-4ecb-a09b-c3750432836f will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:40.420586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] For port c9c2eff7-4833-4dad-beec-d6cf35f28792, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c9c2eff7-4833-4dad-beec-d6cf35f28792,segment=NetworkSegment(cb6c99f8-8365-4373-a7cd-7681833777aa),segment_id=cb6c99f8-8365-4373-a7cd-7681833777aa)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:40.420954 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.439089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Transition to ACTIVE for port object de30eee0-4787-4ecb-a09b-c3750432836f will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:40.451968 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.456871 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:40.501868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Pushing event updated for resources: {'Port': ['ID=de30eee0-4787-4ecb-a09b-c3750432836f,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:40.505487 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:40.517880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Network 88717e51-7b7a-4c67-9a31-28a182b393d6 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:40.519775 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:40.523118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:40.538116 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] DHCP port deletion for ea351580-a167-45e5-bc7a-a2cbfc899a38 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:33:40.545415 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for c9c2eff7-4833-4dad-beec-d6cf35f28792 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:40.648697 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Attempting to bind port de30eee0-4787-4ecb-a09b-c3750432836f on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:40.649466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Attempting to bind port de30eee0-4787-4ecb-a09b-c3750432836f by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '33290a58-5b08-47f5-9529-b90bf65ff593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '88717e51-7b7a-4c67-9a31-28a182b393d6'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:40.651928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Attempting to bind port de30eee0-4787-4ecb-a09b-c3750432836f on network 88717e51-7b7a-4c67-9a31-28a182b393d6 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:40.659074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Allocated IP 172.20.0.1 (e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402/4c5c5814-446e-4bb8-b2ac-88ffaf8573ce/5cb27783-9e0c-4059-88e6-3e6ddaa7d217) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:40.683108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:40.683532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Checking segment: {'id': '33290a58-5b08-47f5-9529-b90bf65ff593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '88717e51-7b7a-4c67-9a31-28a182b393d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:40.683956 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.684753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Bound using segment: {'id': '33290a58-5b08-47f5-9529-b90bf65ff593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '88717e51-7b7a-4c67-9a31-28a182b393d6'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:40.685299 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Bound port: de30eee0-4787-4ecb-a09b-c3750432836f, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33290a58-5b08-47f5-9529-b90bf65ff593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '88717e51-7b7a-4c67-9a31-28a182b393d6'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:40.687520 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.757940 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.765119 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-20f3d3e9-3130-4c0f-a023-ae44f91a27ca tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:40.794610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=c9c2eff7-4833-4dad-beec-d6cf35f28792,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:40.797536 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:40.804956 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No DVR routers for this DVR port c9c2eff7-4833-4dad-beec-d6cf35f28792 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:40.821554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9e14e6eb-5919-43a6-9c41-0a481d03e6fd up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:40.823722 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.907856 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.930823 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] Deleting port c9c2eff7-4833-4dad-beec-d6cf35f28792 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:40.933295 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.939440 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.942869 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e44f575b-56e7-4598-bb57-dc2adea25219 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:40.945292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea351580-a167-45e5-bc7a-a2cbfc899a38']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:40.962588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb6c99f8-8365-4373-a7cd-7681833777aa') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:40.962927 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb6c99f8-8365-4373-a7cd-7681833777aa') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:40.977315 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:40.996903 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.005757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:41.006410 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.011232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:41.072899 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:41.076104 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.079224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:41.085909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Pushing event updated for resources: {'Port': ['ID=5cb27783-9e0c-4059-88e6-3e6ddaa7d217,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:41.088696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:41.114795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] For port de30eee0-4787-4ecb-a09b-c3750432836f, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:41.122592 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] For port de30eee0-4787-4ecb-a09b-c3750432836f, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=de30eee0-4787-4ecb-a09b-c3750432836f,segment=NetworkSegment(33290a58-5b08-47f5-9529-b90bf65ff593),segment_id=33290a58-5b08-47f5-9529-b90bf65ff593)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:41.140831 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.141066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.147118 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.155211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] For port c9c2eff7-4833-4dad-beec-d6cf35f28792, host n-d-779913-16, got binding levels [] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:41.155645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/networks/ea351580-a167-45e5-bc7a-a2cbfc899a38 HTTP/1.1" status: 204 len: 168 time: 1.2563996 Jun 17 08:33:41.156239 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.157159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42430) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:41.157895 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1388ac03-499c-4f09-a889-da6ee9790638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:41.261710 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:41.262303 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-def87c10-d84f-4da1-bae1-17616f055e68 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:41.279677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] Calling delete_port for c9c2eff7-4833-4dad-beec-d6cf35f28792 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:41.283684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.ipam_backend_mixin [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] Port c9c2eff7-4833-4dad-beec-d6cf35f28792 was not found and therefore no delete operation was performed {{(pid=93805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:33:41.287126 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.292411 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:41.300785 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.310758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:41.313270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Subnet': ['ID=c19937eb-e404-48a4-993c-70923191f654,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:41.316412 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:41.351494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:41.351875 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.399331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] Network ea351580-a167-45e5-bc7a-a2cbfc899a38 is not hosted by any dhcp agent {{(pid=93805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:33:41.399828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] No DVR routers for this DVR port c9c2eff7-4833-4dad-beec-d6cf35f28792 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:41.406013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] Pushing event deleted for resources: {'Port': ['ID=c9c2eff7-4833-4dad-beec-d6cf35f28792,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:41.421205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Made reservation on behalf of 94a1852cedbd4567b962b5543868ee35 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:41.422400 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.439930 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:41.463858 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.468191 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.476919 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] device_id is not set on port 69eadf0a-0557-4e96-a5cb-338a92b8502d yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:41.480947 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:41.498505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88717e51-7b7a-4c67-9a31-28a182b393d6']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:41.549825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33290a58-5b08-47f5-9529-b90bf65ff593') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:41.549825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33290a58-5b08-47f5-9529-b90bf65ff593') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:41.553056 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.561040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Pushing event updated for resources: {'Port': ['ID=de30eee0-4787-4ecb-a09b-c3750432836f,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:41.588704 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:41.599798 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.609234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9e14e6eb-5919-43a6-9c41-0a481d03e6fd,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:41.617356 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.618892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 47b24b61-cfe7-48be-af16-3196d6e06855 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:41.642661 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.662212 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-082245fe-4186-46cb-b400-6cd0721ca38d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:41.676089 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:41.676621 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:41.692993 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:41.704250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb88da9-35de-4e54-85fd-99aa2ecf5abb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:41.705818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1cb88da9-35de-4e54-85fd-99aa2ecf5abb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/9870d0e3-1938-4e20-92c6-013241565d65 HTTP/1.1" status: 200 len: 841 time: 0.5430491 Jun 17 08:33:41.712871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Network': ['ID=ea351580-a167-45e5-bc7a-a2cbfc899a38,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:41.716924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42434) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:41.719076 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:41.740579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 47b24b61-cfe7-48be-af16-3196d6e06855 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:41.742287 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:41.901192 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:33:41.901192 n-d-779913-16 neutron-server[93804]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:33:41.901192 n-d-779913-16 neutron-server[93804]: [parameters: {'id': '88717e51-7b7a-4c67-9a31-28a182b393d6'}] Jun 17 08:33:41.901192 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:33:41.902187 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:33:41.905071 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Allocated IP 172.20.0.10 (ac5bb243-760f-404d-96d3-27c38f684755/60209a5e-78b1-4508-954b-31b5546f0dc4/69eadf0a-0557-4e96-a5cb-338a92b8502d) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:41.934002 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=9e14e6eb-5919-43a6-9c41-0a481d03e6fd,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:41.939166 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:41.963922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6baebc5-d656-493a-b21e-87629d96cd5e req-341ae57d-50cb-44fb-865a-717565029fde tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:41.973934 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6baebc5-d656-493a-b21e-87629d96cd5e req-341ae57d-50cb-44fb-865a-717565029fde tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 945 time: 0.9029889 Jun 17 08:33:41.996433 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d5c9a854-73e2-4f68-b655-e4a6ebb5eaa2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/9870d0e3-1938-4e20-92c6-013241565d65?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2737401 Jun 17 08:33:42.004682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42440) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:42.013427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:42.109391 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.119757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6baebc5-d656-493a-b21e-87629d96cd5e req-31a49941-bba6-4262-bc99-f095bbb97db2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447525 Jun 17 08:33:42.158152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f974958-52f4-4842-a2f1-1164456b3b6d req-d69fcc92-3afb-4ce2-b2b0-6ef6a9bed321 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:42.159862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f974958-52f4-4842-a2f1-1164456b3b6d req-d69fcc92-3afb-4ce2-b2b0-6ef6a9bed321 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.4528396 Jun 17 08:33:42.206442 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.218834 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1a2986b2-293e-403a-8fc3-c82befd38d41 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:42.227432 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f974958-52f4-4842-a2f1-1164456b3b6d req-9d49ee27-6683-41db-a6dc-c66839ec2539 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579278 Jun 17 08:33:42.229116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Transition to ACTIVE for port object 69eadf0a-0557-4e96-a5cb-338a92b8502d will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:42.231213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:42.239061 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.261055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.268261 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae913a44-82fc-4cde-8551-b44bc37e607f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:42.333612 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 1a2986b2-293e-403a-8fc3-c82befd38d41 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:42.342133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 1a2986b2-293e-403a-8fc3-c82befd38d41 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:42.342520 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.362274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Pushing event updated for resources: {'Port': ['ID=5cb27783-9e0c-4059-88e6-3e6ddaa7d217,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:42.364961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.368441 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:42.394577 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.399399 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4173e238-b66e-49d9-b60c-282e9c8b59cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:42.472009 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.493975 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.512195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Network ac5bb243-760f-404d-96d3-27c38f684755 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:42.517964 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:42.530261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:42.544248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca2b723-8cce-4d9f-af97-340f8c6c8fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2986b2-293e-403a-8fc3-c82befd38d41'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:42.546280 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26023ef6-f7fe-4e8f-86e0-d011b7309de5" -d '{"events": [{"server_uuid": "8ca2b723-8cce-4d9f-af97-340f8c6c8fbe", "name": "network-vif-plugged", "status": "completed", "tag": "1a2986b2-293e-403a-8fc3-c82befd38d41"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:42.575558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1a2986b2-293e-403a-8fc3-c82befd38d41, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a2986b2-293e-403a-8fc3-c82befd38d41,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:42.584182 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.587764 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dfcb8869-8cea-4633-a57d-f2ae7d1c1ab3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:42.645208 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a57dbe5-0d34-468a-bc3f-cfdea8a6c8f1 x-openstack-request-id: req-6a57dbe5-0d34-468a-bc3f-cfdea8a6c8f1 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:42.645682 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca2b723-8cce-4d9f-af97-340f8c6c8fbe", "name": "network-vif-plugged", "status": "completed", "tag": "1a2986b2-293e-403a-8fc3-c82befd38d41", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:42.646039 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6a57dbe5-0d34-468a-bc3f-cfdea8a6c8f1 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:42.646531 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca2b723-8cce-4d9f-af97-340f8c6c8fbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2986b2-293e-403a-8fc3-c82befd38d41', 'code': 200} Jun 17 08:33:42.671023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55748691-80ff-4ca2-a7cc-93f6ac52c542 req-94f076a5-0b2c-4d03-a85e-0aab1fa4b216 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:42.680506 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55748691-80ff-4ca2-a7cc-93f6ac52c542 req-94f076a5-0b2c-4d03-a85e-0aab1fa4b216 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.2573090 Jun 17 08:33:42.687256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'Port': ['ID=69eadf0a-0557-4e96-a5cb-338a92b8502d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:42.689424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=1a2986b2-293e-403a-8fc3-c82befd38d41,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:42.706542 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:42.709306 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:42.731771 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.738056 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbcbde0b-92dc-4c2c-afe9-ba6955422484 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:42.744818 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:42.746025 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:42.777632 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device de30eee0-4787-4ecb-a09b-c3750432836f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:42.809126 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55748691-80ff-4ca2-a7cc-93f6ac52c542 req-ed1cbe1e-a1a5-4b1b-8912-5c84b99e4d21 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268044 Jun 17 08:33:42.843875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:42.850641 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9518962 Jun 17 08:33:42.853751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 677639c3-6d01-4d34-9565-8da109646317 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:42.854983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42448) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:42.860950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:42.867503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ed41e170-4db4-4484-beba-744f3beee5b1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ff:a4:fb'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:42.914287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:42.914740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port de30eee0-4787-4ecb-a09b-c3750432836f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:42.937349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9e14e6eb-5919-43a6-9c41-0a481d03e6fd up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:43.010646 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Deleting port de30eee0-4787-4ecb-a09b-c3750432836f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:43.010904 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.029025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:43.039933 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.051826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a62c4-3608-403d-a369-025bb10d948f None None] Network 677639c3-6d01-4d34-9565-8da109646317 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:43.063439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Subnet': ['ID=da9370f7-ccb3-4e81-981b-853aa18e0796,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:43.067036 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:43.079930 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Router 195a2c97-71f9-4226-811f-34c546fb2a4d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:33:43.113398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42454) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:43.115099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1087174 Jun 17 08:33:43.127178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f5a5f274-a529-45a7-8712-c0e47e863b3a tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'security_group': {'name': 'tempest-secgroup-426574283'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:43.132833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] For port de30eee0-4787-4ecb-a09b-c3750432836f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=de30eee0-4787-4ecb-a09b-c3750432836f,segment=NetworkSegment(33290a58-5b08-47f5-9529-b90bf65ff593),segment_id=33290a58-5b08-47f5-9529-b90bf65ff593)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:43.133489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.146302 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe0ce2d-1348-4cdd-b9de-a8e7db4889f3 req-aca4eae9-aa01-40a4-8673-ff26df0a89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:43.148308 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe0ce2d-1348-4cdd-b9de-a8e7db4889f3 req-aca4eae9-aa01-40a4-8673-ff26df0a89a8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 1098 time: 0.3917286 Jun 17 08:33:43.179404 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9d455473-a23a-4b64-b4df-f247b502d897 None None] Provisioning for port 69eadf0a-0557-4e96-a5cb-338a92b8502d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:43.203694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9d455473-a23a-4b64-b4df-f247b502d897 None None] Provisioning complete for port 69eadf0a-0557-4e96-a5cb-338a92b8502d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:43.204168 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d455473-a23a-4b64-b4df-f247b502d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.231374 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed41e170-4db4-4484-beba-744f3beee5b1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.251748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Calling delete_port for de30eee0-4787-4ecb-a09b-c3750432836f owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:43.327427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:43.328415 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.362003 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5a5f274-a529-45a7-8712-c0e47e863b3a tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.379579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90e06f-33c7-4e4c-8036-5539103c4341 None None] Network 88717e51-7b7a-4c67-9a31-28a182b393d6 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:43.388312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-9d455473-a23a-4b64-b4df-f247b502d897 None None] Port 69eadf0a-0557-4e96-a5cb-338a92b8502d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:43.445971 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bbe0ce2d-1348-4cdd-b9de-a8e7db4889f3 req-e2fdcc58-fc4b-4d15-baf1-3ea15f3649f9 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866616 Jun 17 08:33:43.542520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:33:43.543211 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf3e3113-573c-4b19-96ce-e456be91ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.554935 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] 10.222.0.47 "PUT /v2.0/routers/195a2c97-71f9-4226-811f-34c546fb2a4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5777009 Jun 17 08:33:43.570135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Sync routers for ids ['195a2c97-71f9-4226-811f-34c546fb2a4d'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:33:43.609276 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2db9c1e2-3915-40b0-9944-2c86b7d42e2a None None] Provisioning for port de30eee0-4787-4ecb-a09b-c3750432836f completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:43.624466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2db9c1e2-3915-40b0-9944-2c86b7d42e2a None None] Provisioning complete for port de30eee0-4787-4ecb-a09b-c3750432836f triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:43.624672 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2db9c1e2-3915-40b0-9944-2c86b7d42e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.626753 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.628537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Routers {'195a2c97-71f9-4226-811f-34c546fb2a4d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:43.629339 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:33:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['195a2c97-71f9-4226-811f-34c546fb2a4d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:43.649154 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cc40f66e-3453-404a-a4e0-4bc02857339a tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:43.678006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e83efa-4ac7-40a5-bc13-fb43850cdeb6 req-344fa1d6-b1c5-442a-b496-f3bf88fbc41e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:43.679612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4e83efa-4ac7-40a5-bc13-fb43850cdeb6 req-344fa1d6-b1c5-442a-b496-f3bf88fbc41e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 946 time: 0.2355239 Jun 17 08:33:43.705427 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed41e170-4db4-4484-beba-744f3beee5b1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.732333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Port': ['ID=de30eee0-4787-4ecb-a09b-c3750432836f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:43.738508 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:43.742161 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No DVR routers for this DVR port de30eee0-4787-4ecb-a09b-c3750432836f on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:43.765783 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed41e170-4db4-4484-beba-744f3beee5b1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.786632 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e2913e8c-f13c-4286-97eb-7a709b65ce30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:43.814388 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5a5f274-a529-45a7-8712-c0e47e863b3a tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.837273 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-2db9c1e2-3915-40b0-9944-2c86b7d42e2a None None] Port de30eee0-4787-4ecb-a09b-c3750432836f was deleted so its status cannot be updated. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:33:43.842245 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5a5f274-a529-45a7-8712-c0e47e863b3a tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.915371 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b4e83efa-4ac7-40a5-bc13-fb43850cdeb6 req-882e677c-5352-4963-a2cb-a6dc285d00c1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176397 Jun 17 08:33:43.929057 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d0a28f9b-621e-400a-b1b8-eb080eb43b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:43.964624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.983930 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f5a5f274-a529-45a7-8712-c0e47e863b3a tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:43.985370 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f5a5f274-a529-45a7-8712-c0e47e863b3a tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8652089 Jun 17 08:33:43.987260 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88717e51-7b7a-4c67-9a31-28a182b393d6']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:43.990135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42470) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:43.991141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5f274-a529-45a7-8712-c0e47e863b3a tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec886e2-5f46-4985-b248-5068cae5bd06,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:43.996228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02175dc5-7ab3-4333-9e7c-4801e66b79d2 None None] DHCP port deletion for 88717e51-7b7a-4c67-9a31-28a182b393d6 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:33:44.001055 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f5a5f274-a529-45a7-8712-c0e47e863b3a tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:44.004700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f060e129-8469-4e0e-a6a2-c2e73acb4dff tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'security_group': {'name': 'tempest-secgroup-1575665001'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:44.018543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33290a58-5b08-47f5-9529-b90bf65ff593') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:44.018947 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33290a58-5b08-47f5-9529-b90bf65ff593') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:44.052080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41e170-4db4-4484-beba-744f3beee5b1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'Port': ['ID=69eadf0a-0557-4e96-a5cb-338a92b8502d,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:44.052823 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.058516 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed41e170-4db4-4484-beba-744f3beee5b1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:44.064835 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Set router 195a2c97-71f9-4226-811f-34c546fb2a4d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:44.090490 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f060e129-8469-4e0e-a6a2-c2e73acb4dff tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.132096 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ed41e170-4db4-4484-beba-744f3beee5b1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] In _notify_port_updated(), no bound segment for port 69eadf0a-0557-4e96-a5cb-338a92b8502d on network ac5bb243-760f-404d-96d3-27c38f684755 {{(pid=93803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:33:44.152964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed41e170-4db4-4484-beba-744f3beee5b1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:44.153800 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed41e170-4db4-4484-beba-744f3beee5b1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.155246 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ed41e170-4db4-4484-beba-744f3beee5b1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "PUT /v2.0/ports/69eadf0a-0557-4e96-a5cb-338a92b8502d HTTP/1.1" status: 200 len: 994 time: 1.2958188 Jun 17 08:33:44.161042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.165302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba8a06-0823-400a-997b-0235be69fd77 req-f00a6ea9-0240-49dd-b816-e64373a607ee tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:44.165854 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42474) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:44.172491 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c9c2eff7-4833-4dad-beec-d6cf35f28792 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:44.174158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bbba8a06-0823-400a-997b-0235be69fd77 req-f00a6ea9-0240-49dd-b816-e64373a607ee tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.3749399 Jun 17 08:33:44.234349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:44.234349 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:44.240182 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:44.291007 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bbba8a06-0823-400a-997b-0235be69fd77 req-140a8283-5102-4718-8f7a-ae34071a2ee5 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157391 Jun 17 08:33:44.476698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.496087 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eed3cce6-94ff-4eff-9a87-821071999393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:44.501439 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.507417 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/88717e51-7b7a-4c67-9a31-28a182b393d6 HTTP/1.1" status: 204 len: 168 time: 5.4793470 Jun 17 08:33:44.507724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42484) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:44.511760 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: c9c2eff7-4833-4dad-beec-d6cf35f28792 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:33:44.512068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c9c2eff7-4833-4dad-beec-d6cf35f28792 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:33:44.530826 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f060e129-8469-4e0e-a6a2-c2e73acb4dff tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.556345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-0a303e95-1d2a-4c74-bbb7-aeb444d14a8e tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:44.558402 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-0a303e95-1d2a-4c74-bbb7-aeb444d14a8e tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/networks?id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 HTTP/1.1" status: 200 len: 819 time: 0.1854146 Jun 17 08:33:44.559596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-675772742'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:44.586913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Network': ['ID=88717e51-7b7a-4c67-9a31-28a182b393d6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:44.591028 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-e4c6893c-a65c-4bcc-b831-5c2c3f2f067d tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/quotas/4cfae80e624040a5bee9cb0dd5b9b748 HTTP/1.1" status: 200 len: 375 time: 0.0256691 Jun 17 08:33:44.596875 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f060e129-8469-4e0e-a6a2-c2e73acb4dff tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.604276 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:44.642851 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6e8346fd-b599-45d2-be32-2668ec45cd98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:44.658345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:44.662147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.676739 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-1487351a-f29e-4af5-8475-f9d6d3808e16 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cfae80e624040a5bee9cb0dd5b9b748&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0846345 Jun 17 08:33:44.692205 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f060e129-8469-4e0e-a6a2-c2e73acb4dff tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.699177 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f060e129-8469-4e0e-a6a2-c2e73acb4dff tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6994433 Jun 17 08:33:44.699643 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-abb568ba-15bc-41c0-9274-68e7ee2b3dc1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Deleting port 69eadf0a-0557-4e96-a5cb-338a92b8502d {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:44.699887 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abb568ba-15bc-41c0-9274-68e7ee2b3dc1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.764252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42488) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:44.770130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1073215778', 'security_groups': ['94297b31-715e-45e8-9ce6-441e636dc983'], 'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'da9370f7-ccb3-4e81-981b-853aa18e0796'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:44.772832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device de30eee0-4787-4ecb-a09b-c3750432836f no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:44.775309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-677639c3-6d01-4d34-9565-8da109646317', 'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'tenant_id': '3166053c640740e586b92f01b627ff7b', 'fixed_ips': [{'subnet_id': 'da9370f7-ccb3-4e81-981b-853aa18e0796'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:44.776342 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.803171 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-6fdb8283-dfa2-4be1-9c9e-200dbda84850 service neutron] 10.222.0.47 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249824 Jun 17 08:33:44.825586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: de30eee0-4787-4ecb-a09b-c3750432836f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:33:44.825945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device de30eee0-4787-4ecb-a09b-c3750432836f not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:33:44.843004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d4ca0748-c939-4db6-b6ed-49f1ae64c822 None None] Provisioning complete for port 69eadf0a-0557-4e96-a5cb-338a92b8502d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:44.844014 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d4ca0748-c939-4db6-b6ed-49f1ae64c822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.886995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:44.904811 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.905768 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Added segment 5ac70ef3-b16e-454e-957c-7d7f2e923b39 of type vlan for network db585631-853c-43bb-b740-9a76d659dafa Jun 17 08:33:44.962345 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-cfff5ff8-30f2-4350-ad4c-27509ad63f14 service neutron] 10.222.0.47 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499870 Jun 17 08:33:44.975021 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:44.980104 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d4ca0748-c939-4db6-b6ed-49f1ae64c822 None None] Port 69eadf0a-0557-4e96-a5cb-338a92b8502d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:45.006328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060e129-8469-4e0e-a6a2-c2e73acb4dff tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94297b31-715e-45e8-9ce6-441e636dc983,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:45.010307 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f060e129-8469-4e0e-a6a2-c2e73acb4dff tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:45.049614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5cb27783-9e0c-4059-88e6-3e6ddaa7d217', 'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'mac_address': 'fa:16:3e:74:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:39Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 2, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'subnets': [{'id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:45.052254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:45.085617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Allocated IP 172.20.0.2 (677639c3-6d01-4d34-9565-8da109646317/da9370f7-ccb3-4e81-981b-853aa18e0796/323f2330-12c1-42e4-9196-3bbd13ee01a3) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:45.088277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Checking router: 195a2c97-71f9-4226-811f-34c546fb2a4d for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:33:45.088641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Updating router 195a2c97-71f9-4226-811f-34c546fb2a4d port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:33:45.139477 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abb568ba-15bc-41c0-9274-68e7ee2b3dc1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.154817 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.160396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:45.161016 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.168457 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:45.169867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d0852-8ec2-4752-b4b4-7b2dbdc8eefd req-0f5d0d82-8d2b-47e7-a1d1-1e70c0314c20 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:45.174394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-394d0852-8ec2-4752-b4b4-7b2dbdc8eefd req-0f5d0d82-8d2b-47e7-a1d1-1e70c0314c20 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 946 time: 0.1011393 Jun 17 08:33:45.182379 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.256544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-394d0852-8ec2-4752-b4b4-7b2dbdc8eefd req-390c0476-4722-481a-b2e9-400392b21f27 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724645 Jun 17 08:33:45.319149 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-abb568ba-15bc-41c0-9274-68e7ee2b3dc1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Calling delete_port for 69eadf0a-0557-4e96-a5cb-338a92b8502d owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:45.329703 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2071cc0a-9bbd-457c-9003-6a0f2cf8aa28 req-20fa51df-be73-4cd5-a512-5f1742c1758e tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 210 time: 0.0617418 Jun 17 08:33:45.421569 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.466567 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9529400 Jun 17 08:33:45.472250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42502) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:45.473354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port d44562b6-14c0-413b-8c71-36c689ead23e yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:45.486630 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'network_id': 'db585631-853c-43bb-b740-9a76d659dafa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:45.496037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=db585631-853c-43bb-b740-9a76d659dafa,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:45.532461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network db585631-853c-43bb-b740-9a76d659dafa details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:45.600617 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62cdff-9d88-4d9a-881f-990ba94138b3 req-002c494c-7afd-48eb-bdbe-96365a672cbd tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:45.608681 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e62cdff-9d88-4d9a-881f-990ba94138b3 req-002c494c-7afd-48eb-bdbe-96365a672cbd tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.1701391 Jun 17 08:33:45.634444 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.676991 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e62cdff-9d88-4d9a-881f-990ba94138b3 req-c31435ee-b8b0-4c45-941d-458816f399a9 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660071 Jun 17 08:33:45.731937 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:45.764110 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-287c35cb-077c-49c0-9049-f0a1ee59889c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.786859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abb568ba-15bc-41c0-9274-68e7ee2b3dc1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.787610 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Transition to ACTIVE for port object 323f2330-12c1-42e4-9196-3bbd13ee01a3 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:45.816850 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:45.886536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb568ba-15bc-41c0-9274-68e7ee2b3dc1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event deleted for resources: {'Port': ['ID=69eadf0a-0557-4e96-a5cb-338a92b8502d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:45.916759 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Transition to ACTIVE for port object 323f2330-12c1-42e4-9196-3bbd13ee01a3 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:45.932001 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.947654 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:45.979154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:45.982705 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:45.996935 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abb568ba-15bc-41c0-9274-68e7ee2b3dc1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:46.002651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Network 677639c3-6d01-4d34-9565-8da109646317 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:46.009857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.021265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dce738-9e4f-4b07-ab57-c0297b21a1aa req-e6fb06c7-bd84-4192-8ec9-b7d82b5fcee0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:46.025657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Pushing event updated for resources: {'Port': ['ID=323f2330-12c1-42e4-9196-3bbd13ee01a3,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:46.037838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12dce738-9e4f-4b07-ab57-c0297b21a1aa req-e6fb06c7-bd84-4192-8ec9-b7d82b5fcee0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 946 time: 0.1598136 Jun 17 08:33:46.039777 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:46.048618 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:46.049510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:46.124416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12dce738-9e4f-4b07-ab57-c0297b21a1aa req-f8508b3e-6bb4-488f-ac0f-f2aba6408fba tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857522 Jun 17 08:33:46.173199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.5 (677639c3-6d01-4d34-9565-8da109646317/da9370f7-ccb3-4e81-981b-853aa18e0796/d44562b6-14c0-413b-8c71-36c689ead23e) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:46.186698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Attempting to bind port 323f2330-12c1-42e4-9196-3bbd13ee01a3 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:46.187231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Attempting to bind port 323f2330-12c1-42e4-9196-3bbd13ee01a3 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '84164417-74f7-4466-9d45-622cf1536d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '677639c3-6d01-4d34-9565-8da109646317'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:46.187757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Attempting to bind port 323f2330-12c1-42e4-9196-3bbd13ee01a3 on network 677639c3-6d01-4d34-9565-8da109646317 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:46.214813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:46.215207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Checking segment: {'id': '84164417-74f7-4466-9d45-622cf1536d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '677639c3-6d01-4d34-9565-8da109646317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:46.215662 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.216147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Bound using segment: {'id': '84164417-74f7-4466-9d45-622cf1536d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '677639c3-6d01-4d34-9565-8da109646317'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:46.216635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Bound port: 323f2330-12c1-42e4-9196-3bbd13ee01a3, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84164417-74f7-4466-9d45-622cf1536d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '677639c3-6d01-4d34-9565-8da109646317'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:46.217152 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.248881 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.284838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Transition to ACTIVE for port object 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:46.304513 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.308205 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:46.404459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476482c-16c0-4625-b24e-fd5daea8a2e0 None None] Pushing event updated for resources: {'Port': ['ID=5cb27783-9e0c-4059-88e6-3e6ddaa7d217,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:46.424174 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d476482c-16c0-4625-b24e-fd5daea8a2e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:46.444441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] For port 323f2330-12c1-42e4-9196-3bbd13ee01a3, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:46.568036 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] For port 323f2330-12c1-42e4-9196-3bbd13ee01a3, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=323f2330-12c1-42e4-9196-3bbd13ee01a3,segment=NetworkSegment(84164417-74f7-4466-9d45-622cf1536d28),segment_id=84164417-74f7-4466-9d45-622cf1536d28)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:46.581806 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa89e373-9be7-4e65-80df-f7633a1d0c85 req-6e6eca39-be9d-44c4-9015-b5fec0b7da5e tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 210 time: 0.0520816 Jun 17 08:33:46.601335 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.607715 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1e947ac5-1c30-4180-b91e-79fceb356563 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:46.749753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a90d3-d088-4c83-a680-7a69590b2664 req-ca02f07e-56ef-4325-be07-052e64c5327b tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:46.749753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-117a90d3-d088-4c83-a680-7a69590b2664 req-ca02f07e-56ef-4325-be07-052e64c5327b tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.1146574 Jun 17 08:33:46.758587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Attempting to bind port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:46.758871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Attempting to bind port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'f8e6a79d-a7b8-4705-a01a-f5a62545f953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:46.759301 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Attempting to bind port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 on network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:46.784177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Pushing event updated for resources: {'Port': ['ID=323f2330-12c1-42e4-9196-3bbd13ee01a3,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:46.791674 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:46.794249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:46.795279 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Checking segment: {'id': 'f8e6a79d-a7b8-4705-a01a-f5a62545f953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:46.795823 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.796113 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Bound using segment: {'id': 'f8e6a79d-a7b8-4705-a01a-f5a62545f953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:46.797062 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Bound port: 5cb27783-9e0c-4059-88e6-3e6ddaa7d217, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e6a79d-a7b8-4705-a01a-f5a62545f953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:46.797062 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.808294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-117a90d3-d088-4c83-a680-7a69590b2664 req-87c330bd-759a-4108-b030-548d4e087a9b tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578299 Jun 17 08:33:46.870731 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.911857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] For port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:46.915759 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] For port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5cb27783-9e0c-4059-88e6-3e6ddaa7d217,segment=NetworkSegment(f8e6a79d-a7b8-4705-a01a-f5a62545f953),segment_id=f8e6a79d-a7b8-4705-a01a-f5a62545f953)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:46.924962 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:46.927177 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:47.002808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Routers {'195a2c97-71f9-4226-811f-34c546fb2a4d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:33:47.003617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:33:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['195a2c97-71f9-4226-811f-34c546fb2a4d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:47.009029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476482c-16c0-4625-b24e-fd5daea8a2e0 None None] Pushing event updated for resources: {'Port': ['ID=5cb27783-9e0c-4059-88e6-3e6ddaa7d217,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:47.048302 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d476482c-16c0-4625-b24e-fd5daea8a2e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:47.124441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] Set router 195a2c97-71f9-4226-811f-34c546fb2a4d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:33:47.263590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.350276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object d44562b6-14c0-413b-8c71-36c689ead23e will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:47.386680 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abb568ba-15bc-41c0-9274-68e7ee2b3dc1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.388818 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-abb568ba-15bc-41c0-9274-68e7ee2b3dc1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "DELETE /v2.0/ports/69eadf0a-0557-4e96-a5cb-338a92b8502d HTTP/1.1" status: 204 len: 168 time: 3.2176340 Jun 17 08:33:47.395275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42528) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:47.433058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5cb27783-9e0c-4059-88e6-3e6ddaa7d217', 'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'mac_address': 'fa:16:3e:74:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:39Z', 'updated_at': '2021-06-17T08:33:46Z', 'revision_number': 4, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'subnets': [{'id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:47.452276 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb9766-3c56-44bd-99d3-18d49d484011 req-fd416126-148d-4858-b9b8-1cde17a57f7d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:47.454413 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edbb9766-3c56-44bd-99d3-18d49d484011 req-fd416126-148d-4858-b9b8-1cde17a57f7d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 946 time: 0.1306732 Jun 17 08:33:47.472934 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87339e2d-e222-4b92-a425-f1456a54fcfe None None] The sync data for ids ['195a2c97-71f9-4226-811f-34c546fb2a4d'] in n-d-779913-16 is: [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5cb27783-9e0c-4059-88e6-3e6ddaa7d217', 'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'mac_address': 'fa:16:3e:74:97:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:39Z', 'updated_at': '2021-06-17T08:33:46Z', 'revision_number': 4, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'subnets': [{'id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:33:47.495379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d737c80-6a0a-4251-ab83-1968e77dd273 req-4e2a82e8-60e7-463d-b3bd-5c5deb52ec29 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:47.497042 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6d737c80-6a0a-4251-ab83-1968e77dd273 req-4e2a82e8-60e7-463d-b3bd-5c5deb52ec29 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.63 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 946 time: 0.4100418 Jun 17 08:33:47.507237 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-07612dab-dd90-4dae-9cd7-a6ec2735343d tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] GET failed (client error): The resource could not be found. Jun 17 08:33:47.529961 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-07612dab-dd90-4dae-9cd7-a6ec2735343d tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "GET /v2.0/ports/69eadf0a-0557-4e96-a5cb-338a92b8502d HTTP/1.1" status: 404 len: 333 time: 0.1146479 Jun 17 08:33:47.556879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42532) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:47.566796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Request body: {'port': {'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755', 'name': 'tempest-AllowedAddressPairTestJSON-785245518'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:47.591143 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-23270e04-20d8-46c2-9ed5-a8ff56234566 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:47.592785 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-23270e04-20d8-46c2-9ed5-a8ff56234566 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.10 "GET /v2.0/networks?id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 HTTP/1.1" status: 200 len: 819 time: 0.3636258 Jun 17 08:33:47.653790 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.659828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edbb9766-3c56-44bd-99d3-18d49d484011 req-8e30dfdc-544b-495c-b406-469f1ebcca96 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709642 Jun 17 08:33:47.671033 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Request body: {'port': {'device_id': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'admin_state_up': True, 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:47.687869 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2824fa6e-d57e-4d36-be84-8f902b1a002f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:47.743406 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.837221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Made reservation on behalf of 94a1852cedbd4567b962b5543868ee35 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:47.841409 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:47.890254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] device_id is not set on port d22add84-dc7d-4e3b-901a-bde4abf03ab2 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:47.910930 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 677639c3-6d01-4d34-9565-8da109646317 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:47.927730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8aa42c96-84fc-46a0-b229-da34d3849bee req-75a4070f-8dad-4179-a92a-7595e070a80c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 210 time: 0.0496070 Jun 17 08:33:47.960235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:47.977570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:47.994272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=d44562b6-14c0-413b-8c71-36c689ead23e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:48.066563 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.066982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.067373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.067742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.068113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.068484 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.068851 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.069221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.069585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.070252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.070350 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.070650 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:48.093844 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:48.100380 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a95b2474-37fc-4e30-9242-60f3da319fc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:48.193055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Checking segment: {'id': '5ac70ef3-b16e-454e-957c-7d7f2e923b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db585631-853c-43bb-b740-9a76d659dafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:48.194055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network hostable DHCP agents. Network: db585631-853c-43bb-b740-9a76d659dafa, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:48.198856 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=c6f70c87-1e7a-47dc-abd0-6dc542a9faee,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:48.201969 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Allocated IP 172.20.0.13 (ac5bb243-760f-404d-96d3-27c38f684755/60209a5e-78b1-4508-954b-31b5546f0dc4/d22add84-dc7d-4e3b-901a-bde4abf03ab2) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:48.221081 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:48.221609 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.227811 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:48.263900 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-6d737c80-6a0a-4251-ab83-1968e77dd273 req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Deleting port 1a2986b2-293e-403a-8fc3-c82befd38d41 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:48.264602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6d737c80-6a0a-4251-ab83-1968e77dd273 req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.280982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3b441f-5ac8-405e-ac33-9c7279b847a7 req-0db187af-767b-4cb9-a64d-51dc0ccf2711 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:48.288555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a3b441f-5ac8-405e-ac33-9c7279b847a7 req-0db187af-767b-4cb9-a64d-51dc0ccf2711 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.1871352 Jun 17 08:33:48.291107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network db585631-853c-43bb-b740-9a76d659dafa is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:48.303354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21688270-813c-4a0c-bef5-95ed7dd7167d req-857f162c-bbb1-4d0b-966b-234f2daea9dd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:48.304926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21688270-813c-4a0c-bef5-95ed7dd7167d req-857f162c-bbb1-4d0b-966b-234f2daea9dd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2025256 Jun 17 08:33:48.329641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a64aed43-cac1-407a-bb14-10f8c4f0cffc None None] Provisioning complete for port 9870d0e3-1938-4e20-92c6-013241565d65 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:48.330144 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a64aed43-cac1-407a-bb14-10f8c4f0cffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.352369 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Made reservation on behalf of 4cfae80e624040a5bee9cb0dd5b9b748 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:48.356035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.373001 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6075132 Jun 17 08:33:48.373792 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, db585631-853c-43bb-b740-9a76d659dafa) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:48.384026 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836cfb1c-5723-43e2-b75e-fd49d32fee23 None None] Network db585631-853c-43bb-b740-9a76d659dafa requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:48.386438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42544) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:48.393385 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:48.394016 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.404656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-45a36d63-2d58-427e-a523-6ccd9ff62748 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:48.462137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a3b441f-5ac8-405e-ac33-9c7279b847a7 req-8eda705f-d43a-40ed-a362-f089f5538111 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725466 Jun 17 08:33:48.465821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a64aed43-cac1-407a-bb14-10f8c4f0cffc None None] Port 9870d0e3-1938-4e20-92c6-013241565d65 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:48.504053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a64aed43-cac1-407a-bb14-10f8c4f0cffc None None] Provisioning for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:48.525506 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0425766 Jun 17 08:33:48.531239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42548) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:48.557775 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21688270-813c-4a0c-bef5-95ed7dd7167d req-5d110157-edc7-48ba-b682-de3916198d32 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386796 Jun 17 08:33:48.709994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-db585631-853c-43bb-b740-9a76d659dafa', 'network_id': 'db585631-853c-43bb-b740-9a76d659dafa', 'tenant_id': 'b37d9fdaa1034d5c9ea536b198e4ba8c', 'fixed_ips': [{'subnet_id': 'c6f70c87-1e7a-47dc-abd0-6dc542a9faee'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:48.711023 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.783445 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.850715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Transition to ACTIVE for port object d22add84-dc7d-4e3b-901a-bde4abf03ab2 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:48.861761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.904551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Allocated IP 172.20.0.12 (e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402/4c5c5814-446e-4bb8-b2ac-88ffaf8573ce/bfc888ca-4337-4c82-a9e4-f3e48c7dec21) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:48.945796 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-6d737c80-6a0a-4251-ab83-1968e77dd273 req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] For port 1a2986b2-293e-403a-8fc3-c82befd38d41, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1a2986b2-293e-403a-8fc3-c82befd38d41,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:48.946287 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6d737c80-6a0a-4251-ab83-1968e77dd273 req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:48.999541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 323f2330-12c1-42e4-9196-3bbd13ee01a3 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:49.009171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0337b49e-01b1-44a5-a35e-91642c10cbb0 None None] Provisioning for port d44562b6-14c0-413b-8c71-36c689ead23e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:49.045466 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.045466 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.051096 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-385b2ba8-af74-4247-8408-80ac3bb632c3 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:49.053185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-6d737c80-6a0a-4251-ab83-1968e77dd273 req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Calling delete_port for 1a2986b2-293e-403a-8fc3-c82befd38d41 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:49.087854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0337b49e-01b1-44a5-a35e-91642c10cbb0 None None] Provisioning complete for port d44562b6-14c0-413b-8c71-36c689ead23e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:49.088236 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0337b49e-01b1-44a5-a35e-91642c10cbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.137536 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.167123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Network ac5bb243-760f-404d-96d3-27c38f684755 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:49.195014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:49.202186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Allocated IP 2001:db8::1 (db585631-853c-43bb-b740-9a76d659dafa/c6f70c87-1e7a-47dc-abd0-6dc542a9faee/0a496adc-b88f-48b5-8e1f-14fcf213b0b0) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:49.203390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a36d63-2d58-427e-a523-6ccd9ff62748 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:49.207216 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45a36d63-2d58-427e-a523-6ccd9ff62748 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.210480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0337b49e-01b1-44a5-a35e-91642c10cbb0 None None] Port d44562b6-14c0-413b-8c71-36c689ead23e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:49.232478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:49.242824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'Port': ['ID=d22add84-dc7d-4e3b-901a-bde4abf03ab2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:49.327381 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:49.333688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:49.334301 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.408645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.408645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.408910 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.409311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.417292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.417943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.418489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.419062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.419632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.420411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.421096 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.421636 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:49.443964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28970cd5-c3b4-46be-a5f5-39ac7a41be95 req-da83c837-364c-4689-bac1-09a251634b2f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:49.453600 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28970cd5-c3b4-46be-a5f5-39ac7a41be95 req-da83c837-364c-4689-bac1-09a251634b2f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 946 time: 0.5168393 Jun 17 08:33:49.467225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-645dda89-6e2b-4fa7-a5c7-3aa01d406a91 req-a23bc859-1ef4-46a3-b1ef-2acdbfd5e6ca tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 210 time: 0.2262416 Jun 17 08:33:49.469532 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.477433 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:49.510483 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.543493 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.552876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:49.557146 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.564864 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-db52818e-56ff-42fe-9ae4-d40a9105fba0 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:49.587471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0293124 Jun 17 08:33:49.590371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42562) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:49.598230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-46a0092d-0f06-4070-b3bf-359b99d2f995 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ff:a4:fb'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:49.617499 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.620454 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 323f2330-12c1-42e4-9196-3bbd13ee01a3, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=323f2330-12c1-42e4-9196-3bbd13ee01a3,segment=NetworkSegment(84164417-74f7-4466-9d45-622cf1536d28),segment_id=84164417-74f7-4466-9d45-622cf1536d28)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:49.630224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Transition to ACTIVE for port object 0a496adc-b88f-48b5-8e1f-14fcf213b0b0 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:49.632644 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.633731 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:49.641107 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:49.648898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Pushing event updated for resources: {'Port': ['ID=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:49.652355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28970cd5-c3b4-46be-a5f5-39ac7a41be95 req-6195bb35-bf83-492c-97f3-136004a1205f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975305 Jun 17 08:33:49.659477 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:49.709903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Transition to ACTIVE for port object 0a496adc-b88f-48b5-8e1f-14fcf213b0b0 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:49.742426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:49.775282 n-d-779913-16 neutron-server[93804]: INFO neutron.db.ipam_backend_mixin [None req-45a36d63-2d58-427e-a523-6ccd9ff62748 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet da9370f7-ccb3-4e81-981b-853aa18e0796 (CIDR: 172.20.0.0/28) Jun 17 08:33:49.777041 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=323f2330-12c1-42e4-9196-3bbd13ee01a3,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:49.777595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:49.782747 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:49.787133 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6d737c80-6a0a-4251-ab83-1968e77dd273 req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.788165 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:49.803368 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:49.832849 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a36d63-2d58-427e-a523-6ccd9ff62748 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:33:49.833742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a36d63-2d58-427e-a523-6ccd9ff62748 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:33:49.877558 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Pushing event deleted for resources: {'Port': ['ID=1a2986b2-293e-403a-8fc3-c82befd38d41,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:49.882411 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:49.893988 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-45a36d63-2d58-427e-a523-6ccd9ff62748 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4998744 Jun 17 08:33:49.894682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42566) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:49.921252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:49.976517 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:49.976925 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:50.024937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Network db585631-853c-43bb-b740-9a76d659dafa is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:50.026797 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Pushing event updated for resources: {'Port': ['ID=0a496adc-b88f-48b5-8e1f-14fcf213b0b0,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:50.029508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['8a958cee-467d-47ea-a037-5c2418ee0166'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:50.044479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d737c80-6a0a-4251-ab83-1968e77dd273 req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] No DVR routers for this DVR port 1a2986b2-293e-403a-8fc3-c82befd38d41 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:50.047784 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6d737c80-6a0a-4251-ab83-1968e77dd273 req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.050974 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6d737c80-6a0a-4251-ab83-1968e77dd273 req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.63 "DELETE /v2.0/ports/1a2986b2-293e-403a-8fc3-c82befd38d41 HTTP/1.1" status: 204 len: 173 time: 2.5157483 Jun 17 08:33:50.067674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca2b723-8cce-4d9f-af97-340f8c6c8fbe', 'name': 'network-vif-deleted', 'tag': '1a2986b2-293e-403a-8fc3-c82befd38d41'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:50.070496 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca05983-8788-4956-9d73-80b143998c6d" -d '{"events": [{"server_uuid": "8ca2b723-8cce-4d9f-af97-340f8c6c8fbe", "name": "network-vif-deleted", "tag": "1a2986b2-293e-403a-8fc3-c82befd38d41"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:50.076045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ed09b898-39ae-48da-8b61-f9b947a2b700 None None] Provisioning for port d22add84-dc7d-4e3b-901a-bde4abf03ab2 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:50.084582 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:50.085679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:50.086138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:50.086914 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.091267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ed09b898-39ae-48da-8b61-f9b947a2b700 None None] Provisioning complete for port d22add84-dc7d-4e3b-901a-bde4abf03ab2 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:50.091656 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ed09b898-39ae-48da-8b61-f9b947a2b700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.093789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:50.119644 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4693696 Jun 17 08:33:50.136376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Request body: {'port': {'device_id': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:50.174621 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fdd2bd-3ef7-40fa-a911-37ae8a452095 x-openstack-request-id: req-b7fdd2bd-3ef7-40fa-a911-37ae8a452095 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:50.175038 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca2b723-8cce-4d9f-af97-340f8c6c8fbe", "name": "network-vif-deleted", "tag": "1a2986b2-293e-403a-8fc3-c82befd38d41", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:50.175335 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b7fdd2bd-3ef7-40fa-a911-37ae8a452095 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:50.175782 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca2b723-8cce-4d9f-af97-340f8c6c8fbe', 'name': 'network-vif-deleted', 'tag': '1a2986b2-293e-403a-8fc3-c82befd38d41', 'status': 'completed', 'code': 200} Jun 17 08:33:50.184018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:50.222974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ed09b898-39ae-48da-8b61-f9b947a2b700 None None] Port d22add84-dc7d-4e3b-901a-bde4abf03ab2 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:50.234450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:50.235075 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.261119 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1a2986b2-293e-403a-8fc3-c82befd38d41 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:33:50.273028 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.321616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Attempting to bind port 0a496adc-b88f-48b5-8e1f-14fcf213b0b0 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:50.321998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Attempting to bind port 0a496adc-b88f-48b5-8e1f-14fcf213b0b0 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '5ac70ef3-b16e-454e-957c-7d7f2e923b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db585631-853c-43bb-b740-9a76d659dafa'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:50.322369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Attempting to bind port 0a496adc-b88f-48b5-8e1f-14fcf213b0b0 on network db585631-853c-43bb-b740-9a76d659dafa {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:50.324267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 1a2986b2-293e-403a-8fc3-c82befd38d41 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:33:50.324609 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1a2986b2-293e-403a-8fc3-c82befd38d41 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:33:50.359075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:50.359732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Checking segment: {'id': '5ac70ef3-b16e-454e-957c-7d7f2e923b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db585631-853c-43bb-b740-9a76d659dafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:50.360007 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.360333 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Bound using segment: {'id': '5ac70ef3-b16e-454e-957c-7d7f2e923b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db585631-853c-43bb-b740-9a76d659dafa'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:50.360864 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Bound port: 0a496adc-b88f-48b5-8e1f-14fcf213b0b0, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac70ef3-b16e-454e-957c-7d7f2e923b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'db585631-853c-43bb-b740-9a76d659dafa'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:50.361250 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.374354 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.384410 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e47b5264-6124-40b5-b09f-58496dea4592 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:50.436331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f70c87-1e7a-47dc-abd0-6dc542a9faee,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:50.449316 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:50.453477 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.458938 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:50.518375 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.525460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839f88-6d3d-4be3-afca-6f9367fa7275 req-31a3da45-8d25-4096-b0a1-3fc7ae6cb60b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:50.527276 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52839f88-6d3d-4be3-afca-6f9367fa7275 req-31a3da45-8d25-4096-b0a1-3fc7ae6cb60b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.3374901 Jun 17 08:33:50.530507 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] For port 0a496adc-b88f-48b5-8e1f-14fcf213b0b0, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:50.557429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] For port 0a496adc-b88f-48b5-8e1f-14fcf213b0b0, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0a496adc-b88f-48b5-8e1f-14fcf213b0b0,segment=NetworkSegment(5ac70ef3-b16e-454e-957c-7d7f2e923b39),segment_id=5ac70ef3-b16e-454e-957c-7d7f2e923b39)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:50.570053 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.571280 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.578100 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8bc49f04-67f2-42f5-8453-66c4628a8ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:50.584734 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5cb27783-9e0c-4059-88e6-3e6ddaa7d217,segment=NetworkSegment(f8e6a79d-a7b8-4705-a01a-f5a62545f953),segment_id=f8e6a79d-a7b8-4705-a01a-f5a62545f953)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:50.587398 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46a0092d-0f06-4070-b3bf-359b99d2f995 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.593536 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db585631-853c-43bb-b740-9a76d659dafa']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:50.608527 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.629520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac70ef3-b16e-454e-957c-7d7f2e923b39') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:50.630422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac70ef3-b16e-454e-957c-7d7f2e923b39') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:50.666333 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52839f88-6d3d-4be3-afca-6f9367fa7275 req-13d936b7-6172-41a2-bd14-34bd719f3f15 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243799 Jun 17 08:33:50.695993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Pushing event updated for resources: {'Port': ['ID=0a496adc-b88f-48b5-8e1f-14fcf213b0b0,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:50.710799 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:50.711579 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:50.732812 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.754324 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.795726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b407b-52da-41bc-a5eb-0f6cc63099c6 None None] Network db585631-853c-43bb-b740-9a76d659dafa requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:50.798439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:50.799065 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:50.805741 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:50.827023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 323f2330-12c1-42e4-9196-3bbd13ee01a3 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:50.931953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=5cb27783-9e0c-4059-88e6-3e6ddaa7d217,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:50.943301 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:50.970181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27410e69-d74d-4f1e-a3b6-8b8bddd49351 req-7ac96c7c-a54d-45ba-ad46-b798937e99ac tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca2b723-8cce-4d9f-af97-340f8c6c8fbe HTTP/1.1" status: 200 len: 210 time: 0.0760736 Jun 17 08:33:50.977108 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:33:50.977108 n-d-779913-16 neutron-server[93803]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:33:50.977108 n-d-779913-16 neutron-server[93803]: [parameters: {'id': 'db585631-853c-43bb-b740-9a76d659dafa'}] Jun 17 08:33:50.977108 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:33:50.977578 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:33:51.012834 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.018153 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d4061a15-3d39-4b84-ad97-7804e5b6024c tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:51.054160 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:51.061462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16edc96-2b8e-451a-8c8c-7b27566508a4 req-a26d0c3d-0662-4a6b-a42a-586233dbe1c8 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:51.065640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc888ca-4337-4c82-a9e4-f3e48c7dec21 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:51.067402 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.068794 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a16edc96-2b8e-451a-8c8c-7b27566508a4 req-a26d0c3d-0662-4a6b-a42a-586233dbe1c8 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 932 time: 0.3119626 Jun 17 08:33:51.079668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.082653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 677639c3-6d01-4d34-9565-8da109646317 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:51.093423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:51.100206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:51.100794 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.117044 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02225878-2c12-4466-90f1-b3400cb8bb82 None None] Network 677639c3-6d01-4d34-9565-8da109646317 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:51.119586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Subnet': ['ID=18fefc23-5e97-4bf3-a116-d017069c03b2,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:51.124109 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:51.128011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Transition to ACTIVE for port object bfc888ca-4337-4c82-a9e4-f3e48c7dec21 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:51.145976 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.151694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a16edc96-2b8e-451a-8c8c-7b27566508a4 req-45a58033-988d-4f62-98d7-b6c44cdeb568 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818527 Jun 17 08:33:51.159834 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d297ecd2-3e4d-4f42-a3dc-d02c8641e242 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:51.198176 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2947328 Jun 17 08:33:51.200819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42578) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:51.204474 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46a0092d-0f06-4070-b3bf-359b99d2f995 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.211065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-287070611', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '18fefc23-5e97-4bf3-a116-d017069c03b2'}], 'security_groups': ['7ec886e2-5f46-4985-b248-5068cae5bd06']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:51.236796 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46a0092d-0f06-4070-b3bf-359b99d2f995 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.240252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:51.243432 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e458846-6fea-4b46-80d3-56dcc93e04f9 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:51.244160 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:51.339575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Attempting to bind port bfc888ca-4337-4c82-a9e4-f3e48c7dec21 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:51.339910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Attempting to bind port bfc888ca-4337-4c82-a9e4-f3e48c7dec21 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'f8e6a79d-a7b8-4705-a01a-f5a62545f953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:51.340242 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Attempting to bind port bfc888ca-4337-4c82-a9e4-f3e48c7dec21 on network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:51.346233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Port bfc888ca-4337-4c82-a9e4-f3e48c7dec21 on network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:33:51.346549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Attempting to bind port bfc888ca-4337-4c82-a9e4-f3e48c7dec21 on network e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:51.351825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:51.352163 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Checking segment: {'id': 'f8e6a79d-a7b8-4705-a01a-f5a62545f953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:51.352545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Bound using segment: {'id': 'f8e6a79d-a7b8-4705-a01a-f5a62545f953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:51.352974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Bound port: bfc888ca-4337-4c82-a9e4-f3e48c7dec21, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e6a79d-a7b8-4705-a01a-f5a62545f953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:51.353321 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.365232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0092d-0f06-4070-b3bf-359b99d2f995 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'Port': ['ID=d22add84-dc7d-4e3b-901a-bde4abf03ab2,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:51.368726 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-46a0092d-0f06-4070-b3bf-359b99d2f995 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:51.405344 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-46a0092d-0f06-4070-b3bf-359b99d2f995 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] In _notify_port_updated(), no bound segment for port d22add84-dc7d-4e3b-901a-bde4abf03ab2 on network ac5bb243-760f-404d-96d3-27c38f684755 {{(pid=93803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:33:51.411537 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a0092d-0f06-4070-b3bf-359b99d2f995 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:51.411912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46a0092d-0f06-4070-b3bf-359b99d2f995 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.413339 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-46a0092d-0f06-4070-b3bf-359b99d2f995 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "PUT /v2.0/ports/d22add84-dc7d-4e3b-901a-bde4abf03ab2 HTTP/1.1" status: 200 len: 996 time: 1.8214352 Jun 17 08:33:51.416420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42580) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:51.433247 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] For port bfc888ca-4337-4c82-a9e4-f3e48c7dec21, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:51.438323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] For port bfc888ca-4337-4c82-a9e4-f3e48c7dec21, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,segment=NetworkSegment(f8e6a79d-a7b8-4705-a01a-f5a62545f953),segment_id=f8e6a79d-a7b8-4705-a01a-f5a62545f953)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:51.446806 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.451414 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abb568ba-15bc-41c0-9274-68e7ee2b3dc1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:51.461568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817dc29a-5946-4e2c-93a0-332045c978ef None None] Update dhcp port {'port': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'fixed_ips': [{'subnet_id': 'da9370f7-ccb3-4e81-981b-853aa18e0796', 'ip_address': '172.20.0.2'}, {'subnet_id': '18fefc23-5e97-4bf3-a116-d017069c03b2'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '323f2330-12c1-42e4-9196-3bbd13ee01a3'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:33:51.478418 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.510432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:51.511193 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.514082 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] 10.222.0.10 "PUT /v2.0/ports/bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 1093 time: 1.3847508 Jun 17 08:33:51.530974 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-817dc29a-5946-4e2c-93a0-332045c978ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.596345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:51.600726 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:51.632517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-d71c884f-450a-41cd-9ab2-87fd6f9b43c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:51.635615 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-d71c884f-450a-41cd-9ab2-87fd6f9b43c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cfae80e624040a5bee9cb0dd5b9b748&device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0725410 Jun 17 08:33:51.669285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-58964712-ba7e-4125-a666-59abe20e460b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Deleting port d22add84-dc7d-4e3b-901a-bde4abf03ab2 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:51.669625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-58964712-ba7e-4125-a666-59abe20e460b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.673348 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.732925 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-aaa85c8c-000f-4da9-b2f1-227b7d88d8fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 217 time: 0.0891802 Jun 17 08:33:51.740048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Deleting port 0a496adc-b88f-48b5-8e1f-14fcf213b0b0 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:51.740419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.753404 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2b9f464f-dee7-4198-b008-073e03f47841 None None] Provisioning complete for port d22add84-dc7d-4e3b-901a-bde4abf03ab2 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:51.754207 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2b9f464f-dee7-4198-b008-073e03f47841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.814127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] For port 0a496adc-b88f-48b5-8e1f-14fcf213b0b0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0a496adc-b88f-48b5-8e1f-14fcf213b0b0,segment=NetworkSegment(5ac70ef3-b16e-454e-957c-7d7f2e923b39),segment_id=5ac70ef3-b16e-454e-957c-7d7f2e923b39)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:51.814489 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:51.829557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-0c893c95-44d4-444d-a25d-22cd1d206918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:51.831217 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-0c893c95-44d4-444d-a25d-22cd1d206918 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5c5814-446e-4bb8-b2ac-88ffaf8573ce HTTP/1.1" status: 200 len: 859 time: 0.0904467 Jun 17 08:33:51.881335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-2b9f464f-dee7-4198-b008-073e03f47841 None None] Port d22add84-dc7d-4e3b-901a-bde4abf03ab2 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:51.897757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Calling delete_port for 0a496adc-b88f-48b5-8e1f-14fcf213b0b0 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:51.903808 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-42e0287f-9d66-4589-bf08-89018a72c99c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606606 Jun 17 08:33:51.905096 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-817dc29a-5946-4e2c-93a0-332045c978ef None None] Allocated IP 172.20.0.18 (677639c3-6d01-4d34-9565-8da109646317/18fefc23-5e97-4bf3-a116-d017069c03b2/323f2330-12c1-42e4-9196-3bbd13ee01a3) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:52.096203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-817dc29a-5946-4e2c-93a0-332045c978ef None None] For port 323f2330-12c1-42e4-9196-3bbd13ee01a3, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=323f2330-12c1-42e4-9196-3bbd13ee01a3,segment=NetworkSegment(84164417-74f7-4466-9d45-622cf1536d28),segment_id=84164417-74f7-4466-9d45-622cf1536d28)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:52.122638 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-58964712-ba7e-4125-a666-59abe20e460b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.135752 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-817dc29a-5946-4e2c-93a0-332045c978ef None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.154821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-817dc29a-5946-4e2c-93a0-332045c978ef None None] Transition to ACTIVE for port object 323f2330-12c1-42e4-9196-3bbd13ee01a3 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:52.163769 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-817dc29a-5946-4e2c-93a0-332045c978ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.167568 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-490d5dcb-d357-45cd-bd62-c46271488cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:52.218386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-58964712-ba7e-4125-a666-59abe20e460b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Calling delete_port for d22add84-dc7d-4e3b-901a-bde4abf03ab2 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:52.270611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817dc29a-5946-4e2c-93a0-332045c978ef None None] Pushing event updated for resources: {'Port': ['ID=323f2330-12c1-42e4-9196-3bbd13ee01a3,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:52.275373 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-817dc29a-5946-4e2c-93a0-332045c978ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:52.314938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:52.318038 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ae81b0-9766-4d45-9c46-65a4dd724e06" -d '{"events": [{"name": "network-changed", "server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:52.338545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e306d92-b785-425c-a1bb-f1df582f6783 req-f939a893-f581-46ca-bce9-a0444208d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:52.339840 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0e306d92-b785-425c-a1bb-f1df582f6783 req-f939a893-f581-46ca-bce9-a0444208d240 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 1098 time: 0.5069582 Jun 17 08:33:52.426614 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-d401d44e-9bba-4bba-a7f1-86981a204ae7 service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140297 Jun 17 08:33:52.518252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e306d92-b785-425c-a1bb-f1df582f6783 req-fe18c45a-fb1c-403a-86b1-e2c47f3d9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:52.519972 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0e306d92-b785-425c-a1bb-f1df582f6783 req-fe18c45a-fb1c-403a-86b1-e2c47f3d9a7e service neutron] 10.222.0.63 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 919 time: 0.1711912 Jun 17 08:33:52.570311 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0e306d92-b785-425c-a1bb-f1df582f6783 req-daf4eebf-e768-4782-910d-1e493dbe81b2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15192063-d1db-426e-a96c-30c28a48d0e6 HTTP/1.1" status: 200 len: 217 time: 0.0428326 Jun 17 08:33:52.618453 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4f6b7f6b-0284-48c8-8f66-79bf1d4e32c3 req-008d14da-ea8b-4810-a680-2aa31aa72fa1 service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846492 Jun 17 08:33:52.639056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e306d92-b785-425c-a1bb-f1df582f6783 req-34489e21-8a19-40ed-9780-949b0c2bd34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:52.640996 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0e306d92-b785-425c-a1bb-f1df582f6783 req-34489e21-8a19-40ed-9780-949b0c2bd34a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 200 len: 858 time: 0.0594351 Jun 17 08:33:52.641700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c201055-6e3a-4f89-895c-dac7376e0d93 req-5def7546-98c4-48ca-8356-9db8943a71de tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:52.649386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c201055-6e3a-4f89-895c-dac7376e0d93 req-5def7546-98c4-48ca-8356-9db8943a71de tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.7084513 Jun 17 08:33:52.658055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936818e1-f04c-478b-ae15-c48495d961f9 req-039b164f-5702-4b6f-ba4e-5468cf51a1bd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:52.665236 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-936818e1-f04c-478b-ae15-c48495d961f9 req-039b164f-5702-4b6f-ba4e-5468cf51a1bd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.7365899 Jun 17 08:33:52.687287 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0e306d92-b785-425c-a1bb-f1df582f6783 req-cc76df12-82a9-4955-aa20-aa9050d3eaee service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352476 Jun 17 08:33:52.720062 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 323f2330-12c1-42e4-9196-3bbd13ee01a3 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:52.725913 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.738202 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5d6d5e7-c851-4778-8eb7-454ba2ec5083 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:52.783833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:52.802716 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0e306d92-b785-425c-a1bb-f1df582f6783 req-05e9a936-57d6-4511-afb6-faa34b89288c service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081131 Jun 17 08:33:52.818291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No DVR routers for this DVR port 0a496adc-b88f-48b5-8e1f-14fcf213b0b0 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:33:52.820498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Port': ['ID=0a496adc-b88f-48b5-8e1f-14fcf213b0b0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:52.835706 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:52.849199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:52.849966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:52.869723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c201055-6e3a-4f89-895c-dac7376e0d93 req-0c3799b8-aeb3-44fb-b248-e61b3c6b55aa tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161582 Jun 17 08:33:52.877266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-936818e1-f04c-478b-ae15-c48495d961f9 req-57ffa42b-d83c-4630-b449-c9ff93efdd95 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2107773 Jun 17 08:33:52.892005 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6a570d-028b-4c34-9924-16307bce6947 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:33:52.999001 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0e306d92-b785-425c-a1bb-f1df582f6783 req-04e3de07-2ccb-430e-a720-6a350e6ee56b service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879456 Jun 17 08:33:53.026250 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.040810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ba023865-2d9a-44e0-aa5c-018d57a7663f None None] Provisioning complete for port 9870d0e3-1938-4e20-92c6-013241565d65 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:53.041498 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba023865-2d9a-44e0-aa5c-018d57a7663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.068235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db585631-853c-43bb-b740-9a76d659dafa']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:53.134875 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba078df-466b-40d9-8226-98cb6a453b6e x-openstack-request-id: req-2ba078df-466b-40d9-8226-98cb6a453b6e {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:33:53.135220 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:33:53.135523 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ba078df-466b-40d9-8226-98cb6a453b6e {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:33:53.135969 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'status': 'completed', 'code': 200} Jun 17 08:33:53.139848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ba023865-2d9a-44e0-aa5c-018d57a7663f None None] Port 9870d0e3-1938-4e20-92c6-013241565d65 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:53.145324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac70ef3-b16e-454e-957c-7d7f2e923b39') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:53.146248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac70ef3-b16e-454e-957c-7d7f2e923b39') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:53.167095 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.168723 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-58964712-ba7e-4125-a666-59abe20e460b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.176741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ba023865-2d9a-44e0-aa5c-018d57a7663f None None] Provisioning complete for port d44562b6-14c0-413b-8c71-36c689ead23e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:53.177116 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba023865-2d9a-44e0-aa5c-018d57a7663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.181556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6a570d-028b-4c34-9924-16307bce6947 None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:33:53.183872 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-556e7ae5-76ee-4a7e-897b-2ef1d8176bf8 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:53.231665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae81b0-9766-4d45-9c46-65a4dd724e06 req-5c878138-d977-40de-84d4-a72274cdc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:53.233704 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25ae81b0-9766-4d45-9c46-65a4dd724e06 req-5c878138-d977-40de-84d4-a72274cdc351 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cfae80e624040a5bee9cb0dd5b9b748&device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 1096 time: 0.0626295 Jun 17 08:33:53.234831 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.239377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Delete allocated IP 172.20.0.5 (677639c3-6d01-4d34-9565-8da109646317/da9370f7-ccb3-4e81-981b-853aa18e0796) {{(pid=93803) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:33:53.252032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58964712-ba7e-4125-a666-59abe20e460b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event deleted for resources: {'Port': ['ID=d22add84-dc7d-4e3b-901a-bde4abf03ab2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:53.254465 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:33:53.254901 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:33:53.260174 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:33:53.278580 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-58964712-ba7e-4125-a666-59abe20e460b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:53.287450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.22 (677639c3-6d01-4d34-9565-8da109646317/18fefc23-5e97-4bf3-a116-d017069c03b2/d44562b6-14c0-413b-8c71-36c689ead23e) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:53.294280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ba023865-2d9a-44e0-aa5c-018d57a7663f None None] Port d44562b6-14c0-413b-8c71-36c689ead23e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:53.316063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ba023865-2d9a-44e0-aa5c-018d57a7663f None None] Provisioning for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:53.325612 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ba023865-2d9a-44e0-aa5c-018d57a7663f None None] Provisioning complete for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:53.325612 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba023865-2d9a-44e0-aa5c-018d57a7663f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.361371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae81b0-9766-4d45-9c46-65a4dd724e06 req-114ea9ae-f929-4322-9817-8a8d1b288ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:53.362976 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25ae81b0-9766-4d45-9c46-65a4dd724e06 req-114ea9ae-f929-4322-9817-8a8d1b288ad6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 HTTP/1.1" status: 200 len: 920 time: 0.1214919 Jun 17 08:33:53.405311 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25ae81b0-9766-4d45-9c46-65a4dd724e06 req-f4494d41-eaa5-401b-aed0-8662d2cf73d9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 217 time: 0.0350800 Jun 17 08:33:53.444595 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2236c13-7455-44c9-97bb-6ce02add9657 req-6728cb56-8c91-43f7-9dcd-619a69be0034 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:53.446142 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2236c13-7455-44c9-97bb-6ce02add9657 req-6728cb56-8c91-43f7-9dcd-619a69be0034 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 944 time: 0.3730865 Jun 17 08:33:53.467479 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.473579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae81b0-9766-4d45-9c46-65a4dd724e06 req-4bee9554-b0a2-4226-b114-78d601679c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:53.475593 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25ae81b0-9766-4d45-9c46-65a4dd724e06 req-4bee9554-b0a2-4226-b114-78d601679c25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5c5814-446e-4bb8-b2ac-88ffaf8573ce HTTP/1.1" status: 200 len: 859 time: 0.0633221 Jun 17 08:33:53.482629 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:53.487408 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.492574 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/db585631-853c-43bb-b740-9a76d659dafa HTTP/1.1" status: 204 len: 168 time: 4.9303641 Jun 17 08:33:53.495566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42604) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:53.504676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-229276966'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:53.515240 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-58964712-ba7e-4125-a666-59abe20e460b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.519952 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-58964712-ba7e-4125-a666-59abe20e460b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "DELETE /v2.0/ports/d22add84-dc7d-4e3b-901a-bde4abf03ab2 HTTP/1.1" status: 204 len: 168 time: 2.1024384 Jun 17 08:33:53.524904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42606) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:53.532406 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25ae81b0-9766-4d45-9c46-65a4dd724e06 req-adbaab05-ce9f-48b5-8dc7-9b3f60e75acc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493629 Jun 17 08:33:53.538184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Network': ['ID=db585631-853c-43bb-b740-9a76d659dafa,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:53.551777 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:53.610972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20019631-dae3-4b85-9d4b-d420a9ffc7e8 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:33:53.611503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:53.612528 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-5789c50c-33eb-4f7f-8987-7c6bdd083d96 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] GET failed (client error): The resource could not be found. Jun 17 08:33:53.615220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5789c50c-33eb-4f7f-8987-7c6bdd083d96 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "GET /v2.0/ports/d22add84-dc7d-4e3b-901a-bde4abf03ab2 HTTP/1.1" status: 404 len: 333 time: 0.0782979 Jun 17 08:33:53.615520 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.627474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42608) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:53.632651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Request body: {'port': {'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755', 'name': 'tempest-AllowedAddressPairTestJSON-2143034597'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:53.651598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2236c13-7455-44c9-97bb-6ce02add9657 req-58ec6478-fd96-46db-8f6d-5ea54640b542 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848283 Jun 17 08:33:53.673479 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25ae81b0-9766-4d45-9c46-65a4dd724e06 req-82d60d26-2691-46a7-9a47-766794c8e768 service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336565 Jun 17 08:33:53.677561 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:53.695912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71fafe1-ffe0-4778-b6d4-aee83c7fceae req-7d9ea036-c1f9-4df2-b605-83ee7ad10bb6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:53.697509 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f71fafe1-ffe0-4778-b6d4-aee83c7fceae req-7d9ea036-c1f9-4df2-b605-83ee7ad10bb6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.4179964 Jun 17 08:33:53.708237 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.708594 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Added segment f9761efe-6f76-4597-b060-e37e1f51d0ca of type vlan for network 59a35eec-1bc9-4d80-860c-042a51627275 Jun 17 08:33:53.802578 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.829070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f71fafe1-ffe0-4778-b6d4-aee83c7fceae req-0ec89119-3c54-4db1-a6c1-abb7fb56408b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978134 Jun 17 08:33:53.834687 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.842373 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-25ae81b0-9766-4d45-9c46-65a4dd724e06 req-b3e71b3b-ce05-4f26-bf97-4a0c2166428a service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590500 Jun 17 08:33:53.871207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.872053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object d44562b6-14c0-413b-8c71-36c689ead23e will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:53.872189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:53.872596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.881598 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:53.886013 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80b3dd67-7e87-441d-9626-a48f4a23a6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:53.893724 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-81f10e17-c85d-472b-ae38-11a34caeed39 tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:53.971114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20019631-dae3-4b85-9d4b-d420a9ffc7e8 None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:33:54.013204 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=59a35eec-1bc9-4d80-860c-042a51627275,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:54.018176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=d44562b6-14c0-413b-8c71-36c689ead23e,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:54.023344 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:54.045778 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:54.061971 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5641091 Jun 17 08:33:54.064412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 59a35eec-1bc9-4d80-860c-042a51627275 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:54.064585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42618) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:54.071353 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'network_id': '59a35eec-1bc9-4d80-860c-042a51627275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:54.091601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Made reservation on behalf of 94a1852cedbd4567b962b5543868ee35 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:54.095189 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.158264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] device_id is not set on port 2cb4a2eb-6fc0-496d-90db-f16b90031fa3 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:54.177698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:54.181887 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.187646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] In _notify_port_updated(), no bound segment for port d44562b6-14c0-413b-8c71-36c689ead23e on network 677639c3-6d01-4d34-9565-8da109646317 {{(pid=93803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:33:54.193172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:54.193894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.195283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "PUT /v2.0/ports/d44562b6-14c0-413b-8c71-36c689ead23e HTTP/1.1" status: 200 len: 920 time: 2.9932430 Jun 17 08:33:54.200924 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42622) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:54.257724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6632f-55b4-4036-b2bc-8138d604a0ed req-6daca7da-9f76-4e89-9379-4eb8f28c0c2b tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:54.259396 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01a6632f-55b4-4036-b2bc-8138d604a0ed req-6daca7da-9f76-4e89-9379-4eb8f28c0c2b tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.2559369 Jun 17 08:33:54.326490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3de509-e9d1-479a-af79-939a80ccbc91 req-6626c0d4-c3e0-4539-9dcd-ffec50237ff5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:54.328155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe3de509-e9d1-479a-af79-939a80ccbc91 req-6626c0d4-c3e0-4539-9dcd-ffec50237ff5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2376816 Jun 17 08:33:54.378874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Allocated IP 172.20.0.10 (ac5bb243-760f-404d-96d3-27c38f684755/60209a5e-78b1-4508-954b-31b5546f0dc4/2cb4a2eb-6fc0-496d-90db-f16b90031fa3) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:54.385662 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01a6632f-55b4-4036-b2bc-8138d604a0ed req-ea7f3132-d8d2-48ba-a818-cd2cb3582438 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153646 Jun 17 08:33:54.409044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-47a12f70-3ad7-4da7-99f4-ed8b19777fab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port d44562b6-14c0-413b-8c71-36c689ead23e {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:54.409640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47a12f70-3ad7-4da7-99f4-ed8b19777fab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.417585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe3de509-e9d1-479a-af79-939a80ccbc91 req-35a39773-6462-4636-bf42-1446d0e44c93 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800240 Jun 17 08:33:54.537048 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.545170 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e8f2b7bf-eb50-4e45-a50a-125121308b72 tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:54.650315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=d4424b7b-26b8-4727-8d86-de4b384d4e2f,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:54.653569 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:54.668916 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.678069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Checking segment: {'id': 'f9761efe-6f76-4597-b060-e37e1f51d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '59a35eec-1bc9-4d80-860c-042a51627275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:54.678425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network hostable DHCP agents. Network: 59a35eec-1bc9-4d80-860c-042a51627275, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:54.690517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Transition to ACTIVE for port object 2cb4a2eb-6fc0-496d-90db-f16b90031fa3 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:54.702599 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47a12f70-3ad7-4da7-99f4-ed8b19777fab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.707277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc5a86-d800-4e00-9fac-74b6128eb3c6 req-53d105c9-6078-499b-9cb5-867f750e9d97 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:54.708715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81fc5a86-d800-4e00-9fac-74b6128eb3c6 req-53d105c9-6078-499b-9cb5-867f750e9d97 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1310341 Jun 17 08:33:54.752423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network 59a35eec-1bc9-4d80-860c-042a51627275 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:54.768112 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.775148 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-918a0f54-80e7-4a37-81a9-66c15085cfc5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:54.785703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-47a12f70-3ad7-4da7-99f4-ed8b19777fab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for d44562b6-14c0-413b-8c71-36c689ead23e owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:54.801912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 59a35eec-1bc9-4d80-860c-042a51627275) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:54.803318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81fc5a86-d800-4e00-9fac-74b6128eb3c6 req-b67665d0-cd27-41a9-adc0-8691928817cb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824678 Jun 17 08:33:54.813577 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:54.814317 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.829315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342efdbf-8533-402d-91ce-924739905d85 None None] Network 59a35eec-1bc9-4d80-860c-042a51627275 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:54.885734 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Network ac5bb243-760f-404d-96d3-27c38f684755 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:54.892433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:54.895186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:54.910422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'Port': ['ID=2cb4a2eb-6fc0-496d-90db-f16b90031fa3,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:54.915846 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:54.973988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:54.974741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:54.993477 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9248419 Jun 17 08:33:54.996241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42630) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:55.009766 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'network_id': '59a35eec-1bc9-4d80-860c-042a51627275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:55.020287 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47a12f70-3ad7-4da7-99f4-ed8b19777fab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.025314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73379d24-6c20-4b62-b91e-0c27bb7e95e0 req-622004a8-bf5f-422f-a169-7aad7a6ba18f tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:55.032715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73379d24-6c20-4b62-b91e-0c27bb7e95e0 req-622004a8-bf5f-422f-a169-7aad7a6ba18f tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 944 time: 0.2535477 Jun 17 08:33:55.036051 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b5d1246-ff5f-428a-bf17-05c8e0bc5b50 tempest-MultipleCreateTestJSON-1815628627 tempest-MultipleCreateTestJSON-1815628627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:55.064465 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4357204 Jun 17 08:33:55.081819 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-59a35eec-1bc9-4d80-860c-042a51627275', 'network_id': '59a35eec-1bc9-4d80-860c-042a51627275', 'tenant_id': 'b37d9fdaa1034d5c9ea536b198e4ba8c', 'fixed_ips': [{'subnet_id': 'd4424b7b-26b8-4727-8d86-de4b384d4e2f'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:55.082754 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.090548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42632) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:55.095990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Request body: {'port': {'network_id': 'ac5bb243-760f-404d-96d3-27c38f684755', 'name': 'tempest-AllowedAddressPairTestJSON-822067345'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:55.124664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a12f70-3ad7-4da7-99f4-ed8b19777fab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=d44562b6-14c0-413b-8c71-36c689ead23e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:55.134340 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-47a12f70-3ad7-4da7-99f4-ed8b19777fab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:55.187406 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73379d24-6c20-4b62-b91e-0c27bb7e95e0 req-be304a9b-73d7-4a8d-9d30-859ec2f968e9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536920 Jun 17 08:33:55.188582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-10a8784d-6ecf-4b16-8dec-f1980ba158e5 None None] Could not find standard attr ID for object d44562b6-14c0-413b-8c71-36c689ead23e. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:33:55.242147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47a12f70-3ad7-4da7-99f4-ed8b19777fab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.244515 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-47a12f70-3ad7-4da7-99f4-ed8b19777fab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/d44562b6-14c0-413b-8c71-36c689ead23e HTTP/1.1" status: 204 len: 168 time: 1.0444570 Jun 17 08:33:55.247767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42634) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:55.258497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e31f1-91d2-4e69-8449-e230f0344c48 req-13ef65e4-f745-4c80-b177-311bf3cdbfce tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:55.260720 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-154e31f1-91d2-4e69-8449-e230f0344c48 req-13ef65e4-f745-4c80-b177-311bf3cdbfce tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2185006 Jun 17 08:33:55.288906 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Allocated IP 2001:db8::2 (59a35eec-1bc9-4d80-860c-042a51627275/d4424b7b-26b8-4727-8d86-de4b384d4e2f/2b83298e-3acf-4afa-a10a-900490a57869) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:55.307400 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-746eb60a-19f6-407a-839b-6750796b1a89 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:33:55.308947 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-746eb60a-19f6-407a-839b-6750796b1a89 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/d44562b6-14c0-413b-8c71-36c689ead23e HTTP/1.1" status: 404 len: 333 time: 0.0601294 Jun 17 08:33:55.317741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42636) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:55.327792 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6277d5af-9d0a-48f9-94fb-04d415a541c8 None None] Provisioning for port 2cb4a2eb-6fc0-496d-90db-f16b90031fa3 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:55.336503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-154e31f1-91d2-4e69-8449-e230f0344c48 req-cb563b49-49f8-4393-b8ea-9e64068bf195 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687604 Jun 17 08:33:55.337836 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Made reservation on behalf of 94a1852cedbd4567b962b5543868ee35 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:55.341786 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.345587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6277d5af-9d0a-48f9-94fb-04d415a541c8 None None] Provisioning complete for port 2cb4a2eb-6fc0-496d-90db-f16b90031fa3 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:55.346025 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6277d5af-9d0a-48f9-94fb-04d415a541c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.361386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] device_id is not set on port cf9108f3-998c-4e42-8dae-cf3bd82d50c7 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:55.426447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6277d5af-9d0a-48f9-94fb-04d415a541c8 None None] Port 2cb4a2eb-6fc0-496d-90db-f16b90031fa3 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:55.480170 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:55.487005 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.502293 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ef35696-5837-48fd-bf67-3873f542616d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.515876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Allocated IP 172.20.0.14 (ac5bb243-760f-404d-96d3-27c38f684755/60209a5e-78b1-4508-954b-31b5546f0dc4/cf9108f3-998c-4e42-8dae-cf3bd82d50c7) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:55.536730 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.548076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Transition to ACTIVE for port object 2b83298e-3acf-4afa-a10a-900490a57869 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:55.567706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Transition to ACTIVE for port object 2b83298e-3acf-4afa-a10a-900490a57869 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:55.576486 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.610993 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8da86d6b-ac41-488a-b8b1-7dca58fcb32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:55.621855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Network 59a35eec-1bc9-4d80-860c-042a51627275 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:55.624430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:55.644652 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ef35696-5837-48fd-bf67-3873f542616d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.645994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:55.728274 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ef35696-5837-48fd-bf67-3873f542616d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.732404 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ef35696-5837-48fd-bf67-3873f542616d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.732796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Pushing event updated for resources: {'Port': ['ID=2b83298e-3acf-4afa-a10a-900490a57869,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:55.736529 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1ef35696-5837-48fd-bf67-3873f542616d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/security-groups/94297b31-715e-45e8-9ce6-441e636dc983 HTTP/1.1" status: 204 len: 168 time: 0.4149511 Jun 17 08:33:55.736972 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a41194df-a412-42fd-9381-ddfed3d405b5 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:55.741939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42646) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:55.744977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.746536 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.746672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.747011 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.747486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.747823 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.748177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.748480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.748858 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.750003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.750389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.750689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:33:55.754712 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:55.755866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Attempting to bind port 2b83298e-3acf-4afa-a10a-900490a57869 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:33:55.756247 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Attempting to bind port 2b83298e-3acf-4afa-a10a-900490a57869 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'f9761efe-6f76-4597-b060-e37e1f51d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '59a35eec-1bc9-4d80-860c-042a51627275'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:33:55.756646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Attempting to bind port 2b83298e-3acf-4afa-a10a-900490a57869 on network 59a35eec-1bc9-4d80-860c-042a51627275 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:33:55.763798 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:33:55.764053 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef35696-5837-48fd-bf67-3873f542616d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94297b31-715e-45e8-9ce6-441e636dc983,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:55.764161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Checking segment: {'id': 'f9761efe-6f76-4597-b060-e37e1f51d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '59a35eec-1bc9-4d80-860c-042a51627275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:55.764161 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.764161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Bound using segment: {'id': 'f9761efe-6f76-4597-b060-e37e1f51d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '59a35eec-1bc9-4d80-860c-042a51627275'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:33:55.765134 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Bound port: 2b83298e-3acf-4afa-a10a-900490a57869, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9761efe-6f76-4597-b060-e37e1f51d0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '59a35eec-1bc9-4d80-860c-042a51627275'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:33:55.765134 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.773067 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1ef35696-5837-48fd-bf67-3873f542616d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:55.831414 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.854304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] For port 2b83298e-3acf-4afa-a10a-900490a57869, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:33:55.859527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] For port 2b83298e-3acf-4afa-a10a-900490a57869, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2b83298e-3acf-4afa-a10a-900490a57869,segment=NetworkSegment(f9761efe-6f76-4597-b060-e37e1f51d0ca),segment_id=f9761efe-6f76-4597-b060-e37e1f51d0ca)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:33:55.865726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5af12985-7750-4f6f-87a2-bef214758487 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.875646 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.879540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Transition to ACTIVE for port object cf9108f3-998c-4e42-8dae-cf3bd82d50c7 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:55.881298 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:55.893827 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d631b-9812-4c55-97f2-ced34e26e7d5 req-86300b71-d257-48e3-925f-ec7af54cde3c tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:55.894376 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5af12985-7750-4f6f-87a2-bef214758487 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:55.895448 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af3d631b-9812-4c55-97f2-ced34e26e7d5 req-86300b71-d257-48e3-925f-ec7af54cde3c tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2220683 Jun 17 08:33:55.905412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e34f3c-bc71-4e15-b9c5-af7353edeb32 req-caff3649-033b-4355-9d7b-0bf0094492a5 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:55.929502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6e34f3c-bc71-4e15-b9c5-af7353edeb32 req-caff3649-033b-4355-9d7b-0bf0094492a5 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.2673550 Jun 17 08:33:55.967839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Pushing event updated for resources: {'Port': ['ID=2b83298e-3acf-4afa-a10a-900490a57869,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:55.975497 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:56.013172 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5af12985-7750-4f6f-87a2-bef214758487 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.016101 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5af12985-7750-4f6f-87a2-bef214758487 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.019074 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5af12985-7750-4f6f-87a2-bef214758487 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/security-groups/7ec886e2-5f46-4985-b248-5068cae5bd06 HTTP/1.1" status: 204 len: 168 time: 0.2721996 Jun 17 08:33:56.021590 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f5a5f274-a529-45a7-8712-c0e47e863b3a tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:56.025912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42652) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:56.064525 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af12985-7750-4f6f-87a2-bef214758487 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec886e2-5f46-4985-b248-5068cae5bd06,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:56.067011 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af3d631b-9812-4c55-97f2-ced34e26e7d5 req-baa9224c-2c67-4032-b63f-632d6d99371d tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325717 Jun 17 08:33:56.071936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6e34f3c-bc71-4e15-b9c5-af7353edeb32 req-52d41c85-024c-45c9-bd64-553ebca4a018 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414130 Jun 17 08:33:56.089498 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5af12985-7750-4f6f-87a2-bef214758487 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:56.090157 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.095693 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8582c6f-3a49-4a44-bcca-05b25b7d9152 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:56.142818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Network ac5bb243-760f-404d-96d3-27c38f684755 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:56.147671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:56.151450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb54546-75f1-4a6b-8400-bb9ebe0bfdf5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting subnet da9370f7-ccb3-4e81-981b-853aa18e0796 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:33:56.152442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:33:56.156511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cb54546-75f1-4a6b-8400-bb9ebe0bfdf5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.160870 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.196125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'Port': ['ID=cf9108f3-998c-4e42-8dae-cf3bd82d50c7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:56.200904 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:56.211440 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-749ac357-2e0b-4798-b0b4-cf3ed8cfca76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:56.238054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.238760 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.305004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2131033 Jun 17 08:33:56.308851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42658) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:56.317111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-293a37e7-81bc-42bd-9e5a-b341c8ab7b25 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:ff:a4:fb'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:2a:84:d4'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:56.324838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bfc888ca-4337-4c82-a9e4-f3e48c7dec21 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:33:56.422284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cb54546-75f1-4a6b-8400-bb9ebe0bfdf5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.427081 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network 59a35eec-1bc9-4d80-860c-042a51627275 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:56.478086 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:56.485106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.485765 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.508116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=50fecb9a-6b53-4f2e-88db-1216a6bf17df,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:56.515713 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:56.543897 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5460672 Jun 17 08:33:56.545575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42660) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:56.557283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bfc888ca-4337-4c82-a9e4-f3e48c7dec21, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,segment=NetworkSegment(f8e6a79d-a7b8-4705-a01a-f5a62545f953),segment_id=f8e6a79d-a7b8-4705-a01a-f5a62545f953)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:56.578609 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'port_id': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'mac_address': 'fa:16:3e:b9:5f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:33:56.591096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cb54546-75f1-4a6b-8400-bb9ebe0bfdf5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.606933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9e97b17b-a6da-4461-9c94-bc64cb7eef5b None None] Provisioning for port cf9108f3-998c-4e42-8dae-cf3bd82d50c7 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:56.612730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9e97b17b-a6da-4461-9c94-bc64cb7eef5b None None] Provisioning complete for port cf9108f3-998c-4e42-8dae-cf3bd82d50c7 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:56.613345 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9e97b17b-a6da-4461-9c94-bc64cb7eef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.668779 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.682627 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cb54546-75f1-4a6b-8400-bb9ebe0bfdf5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.686706 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9c95fb58-81d2-43d9-9781-8a61f840c7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:56.688246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59ec1d-ae87-4e08-87ac-5f7c7050a529 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.691225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59ec1d-ae87-4e08-87ac-5f7c7050a529 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.693196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59ec1d-ae87-4e08-87ac-5f7c7050a529 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.693196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59ec1d-ae87-4e08-87ac-5f7c7050a529 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.694493 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59ec1d-ae87-4e08-87ac-5f7c7050a529 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.696278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fb59ec1d-ae87-4e08-87ac-5f7c7050a529 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1447423 Jun 17 08:33:56.700560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42662) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:56.703707 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-9e97b17b-a6da-4461-9c94-bc64cb7eef5b None None] Port cf9108f3-998c-4e42-8dae-cf3bd82d50c7 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:56.705274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1756911607'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:56.708493 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc888ca-4337-4c82-a9e4-f3e48c7dec21 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:33:56.742977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bfc888ca-4337-4c82-a9e4-f3e48c7dec21, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,segment=NetworkSegment(f8e6a79d-a7b8-4705-a01a-f5a62545f953),segment_id=f8e6a79d-a7b8-4705-a01a-f5a62545f953)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:56.742977 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.742977 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:56.756250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:56.759855 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.767640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb54546-75f1-4a6b-8400-bb9ebe0bfdf5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Subnet': ['ID=da9370f7-ccb3-4e81-981b-853aa18e0796,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:56.781330 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4cb54546-75f1-4a6b-8400-bb9ebe0bfdf5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:56.784279 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cb54546-75f1-4a6b-8400-bb9ebe0bfdf5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.794617 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4cb54546-75f1-4a6b-8400-bb9ebe0bfdf5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/da9370f7-ccb3-4e81-981b-853aa18e0796 HTTP/1.1" status: 204 len: 168 time: 0.7617278 Jun 17 08:33:56.795259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42664) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:56.801291 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d24ded-e0da-413a-a223-fd2142511355 None None] Network 677639c3-6d01-4d34-9565-8da109646317 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:56.806157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:56.826312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f989b-94e6-4d66-b584-c4b8a77a6679 req-053919d5-c372-4a52-8697-dcfa2414ed66 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:56.828976 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b18f989b-94e6-4d66-b584-c4b8a77a6679 req-053919d5-c372-4a52-8697-dcfa2414ed66 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 944 time: 0.4093907 Jun 17 08:33:56.849268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:33:56.850054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2b83298e-3acf-4afa-a10a-900490a57869 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:56.894432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:56.894860 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Added segment ae62b188-a018-4445-850b-7e8146be65c8 of type vlan for network f339fb2a-8dc9-44fe-b754-8e7b60b50024 Jun 17 08:33:57.007892 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:57.019743 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.028048 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b18f989b-94e6-4d66-b584-c4b8a77a6679 req-143fce7f-1bb2-4337-8330-882d45e6ded2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739299 Jun 17 08:33:57.038051 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:57.041875 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:57.072487 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.104232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bfc888ca-4337-4c82-a9e4-f3e48c7dec21'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:33:57.119962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-293a37e7-81bc-42bd-9e5a-b341c8ab7b25 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.171792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.176496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 2b83298e-3acf-4afa-a10a-900490a57869 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:57.186669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:57.187527 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.192375 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:57.412033 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.414500 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2eacb6d5-7faf-4f61-8d3e-ce8fbcf30ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:57.473451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 677639c3-6d01-4d34-9565-8da109646317 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:33:57.477268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:57.482839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:57.483449 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.504731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Subnet': ['ID=dcdf8fe4-5615-4965-85ba-f314eede34fb,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:57.509066 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:57.515352 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7157483 Jun 17 08:33:57.515352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42674) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:57.520727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-30a65866-5b37-496c-80c5-f022b0f588fd tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'security_group': {'name': 'tempest-secgroup-1934122930'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:57.553233 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30a65866-5b37-496c-80c5-f022b0f588fd tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.573910 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553cc16b-03d3-4941-bbff-3042e7181d9b None None] Network 59a35eec-1bc9-4d80-860c-042a51627275 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:57.651784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-93929687-6338-41c7-be80-3746bb9e5ddc None None] Provisioning for port 2b83298e-3acf-4afa-a10a-900490a57869 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:57.670745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-93929687-6338-41c7-be80-3746bb9e5ddc None None] Provisioning complete for port 2b83298e-3acf-4afa-a10a-900490a57869 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:57.671265 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-93929687-6338-41c7-be80-3746bb9e5ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.672127 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30a65866-5b37-496c-80c5-f022b0f588fd tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.678395 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30a65866-5b37-496c-80c5-f022b0f588fd tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.692701 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-96f0a886-1e09-4d30-bd5c-c1e955f94174 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:57.707331 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30a65866-5b37-496c-80c5-f022b0f588fd tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.711277 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-30a65866-5b37-496c-80c5-f022b0f588fd tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1924329 Jun 17 08:33:57.712265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42676) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:57.718415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-412e8d3c-2dfa-48f3-a71c-a95e1003d1b2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'security_group': {'name': 'tempest-secgroup-1192406630'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:57.730679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0294590 Jun 17 08:33:57.731572 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=f339fb2a-8dc9-44fe-b754-8e7b60b50024,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:57.733677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42678) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:57.752461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network f339fb2a-8dc9-44fe-b754-8e7b60b50024 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:57.760678 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-412e8d3c-2dfa-48f3-a71c-a95e1003d1b2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.782827 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-8133eec4-90a9-45c9-9a12-b6fe0e3cea38 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:57.785274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a65866-5b37-496c-80c5-f022b0f588fd tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37463fe1-f7ee-43b2-8f03-130f9d6fab31,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:57.790346 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-30a65866-5b37-496c-80c5-f022b0f588fd tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:57.816376 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:57.885590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-412e8d3c-2dfa-48f3-a71c-a95e1003d1b2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.892038 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-412e8d3c-2dfa-48f3-a71c-a95e1003d1b2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.906371 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5af12985-7750-4f6f-87a2-bef214758487 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:57.934353 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-412e8d3c-2dfa-48f3-a71c-a95e1003d1b2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:57.938219 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-412e8d3c-2dfa-48f3-a71c-a95e1003d1b2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2226160 Jun 17 08:33:57.941746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42680) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:57.946612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4ab8c015-a338-4979-8097-ec19be7bf1d1 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'security_group': {'name': 'tempest-secgroup-971121464'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:57.966896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e8d3c-2dfa-48f3-a71c-a95e1003d1b2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32f8a55d-0b12-47f7-8c5a-0b587974953f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:57.971383 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-412e8d3c-2dfa-48f3-a71c-a95e1003d1b2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:57.984435 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c015-a338-4979-8097-ec19be7bf1d1 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.089442 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-93929687-6338-41c7-be80-3746bb9e5ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.100674 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c015-a338-4979-8097-ec19be7bf1d1 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.106792 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c015-a338-4979-8097-ec19be7bf1d1 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.111158 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-073217ad-300b-42e3-91f5-c4f932474f2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:58.124577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ee7d9-e67c-4851-9eb6-ef12cf447895 req-cdfbf097-c9b4-41d2-ba56-76c5927db7dd tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:58.126169 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-968ee7d9-e67c-4851-9eb6-ef12cf447895 req-cdfbf097-c9b4-41d2-ba56-76c5927db7dd tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.4102101 Jun 17 08:33:58.145427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e54e51-fddb-480a-b278-c61b60d312f4 req-8b509825-258d-41cd-9665-221acfa2a499 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:58.147319 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86e54e51-fddb-480a-b278-c61b60d312f4 req-8b509825-258d-41cd-9665-221acfa2a499 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.8923829 Jun 17 08:33:58.152756 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ab8c015-a338-4979-8097-ec19be7bf1d1 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.154025 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4ab8c015-a338-4979-8097-ec19be7bf1d1 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2112532 Jun 17 08:33:58.156932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab8c015-a338-4979-8097-ec19be7bf1d1 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49177b6e-6dc1-4878-8e51-65f1b5486f95,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:58.159175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42686) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:58.161444 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4ab8c015-a338-4979-8097-ec19be7bf1d1 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:58.163441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-93929687-6338-41c7-be80-3746bb9e5ddc None None] For port 2b83298e-3acf-4afa-a10a-900490a57869, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2b83298e-3acf-4afa-a10a-900490a57869,segment=NetworkSegment(f9761efe-6f76-4597-b060-e37e1f51d0ca),segment_id=f9761efe-6f76-4597-b060-e37e1f51d0ca)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:58.168123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b3e200-4cde-4a2b-9cd5-57b29af148e2 None None] Network 677639c3-6d01-4d34-9565-8da109646317 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:58.177379 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8133eec4-90a9-45c9-9a12-b6fe0e3cea38 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.186038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1670088437', 'security_groups': ['49177b6e-6dc1-4878-8e51-65f1b5486f95'], 'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dcdf8fe4-5615-4965-85ba-f314eede34fb'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:58.187417 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-93929687-6338-41c7-be80-3746bb9e5ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.219839 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:58.270694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8133eec4-90a9-45c9-9a12-b6fe0e3cea38 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.273904 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1c2957a2-e8e6-43ad-a1cf-b08831594bff tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:58.309774 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93929687-6338-41c7-be80-3746bb9e5ddc None None] Pushing event updated for resources: {'Port': ['ID=2b83298e-3acf-4afa-a10a-900490a57869,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:58.319453 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-93929687-6338-41c7-be80-3746bb9e5ddc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:58.367045 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8133eec4-90a9-45c9-9a12-b6fe0e3cea38 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network f339fb2a-8dc9-44fe-b754-8e7b60b50024 is not hosted by any dhcp agent {{(pid=93803) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:33:58.370019 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bfc888ca-4337-4c82-a9e4-f3e48c7dec21 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:58.372679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8133eec4-90a9-45c9-9a12-b6fe0e3cea38 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:58.373630 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8133eec4-90a9-45c9-9a12-b6fe0e3cea38 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.378145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8133eec4-90a9-45c9-9a12-b6fe0e3cea38 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "PUT /v2.0/networks/f339fb2a-8dc9-44fe-b754-8e7b60b50024 HTTP/1.1" status: 200 len: 723 time: 0.5971286 Jun 17 08:33:58.378340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-22af21be-5d6b-44f6-b0d0-457f5381a438 None None] Provisioning complete for port 9870d0e3-1938-4e20-92c6-013241565d65 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:58.378340 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-22af21be-5d6b-44f6-b0d0-457f5381a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.378557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42696) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:58.383737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'network_id': 'f339fb2a-8dc9-44fe-b754-8e7b60b50024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:58.428499 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86e54e51-fddb-480a-b278-c61b60d312f4 req-b144ee27-4394-418e-b74e-2e659a14d389 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335448 Jun 17 08:33:58.455721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-968ee7d9-e67c-4851-9eb6-ef12cf447895 req-12c39c88-4a43-49be-80b5-f8da1400f25c tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057504 Jun 17 08:33:58.460001 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-293a37e7-81bc-42bd-9e5a-b341c8ab7b25 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.476463 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-293a37e7-81bc-42bd-9e5a-b341c8ab7b25 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.482959 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:58.489369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.492769 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8133eec4-90a9-45c9-9a12-b6fe0e3cea38 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=f339fb2a-8dc9-44fe-b754-8e7b60b50024,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:58.495913 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8133eec4-90a9-45c9-9a12-b6fe0e3cea38 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:58.506620 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be16f688-d553-4d11-9de7-0167316742b5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:58.520857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network f339fb2a-8dc9-44fe-b754-8e7b60b50024 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:33:58.547603 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-22af21be-5d6b-44f6-b0d0-457f5381a438 None None] Port 9870d0e3-1938-4e20-92c6-013241565d65 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:58.627299 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5669a2c5-b01f-41d1-9fbc-81e9c1495623 None None] Update dhcp port {'port': {'network_id': '59a35eec-1bc9-4d80-860c-042a51627275', 'fixed_ips': [{'subnet_id': 'd4424b7b-26b8-4727-8d86-de4b384d4e2f', 'ip_address': '2001:db8::2'}, {'subnet_id': '50fecb9a-6b53-4f2e-88db-1216a6bf17df'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '2b83298e-3acf-4afa-a10a-900490a57869'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:33:58.627975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-293a37e7-81bc-42bd-9e5a-b341c8ab7b25 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] In _notify_port_updated(), no bound segment for port cf9108f3-998c-4e42-8dae-cf3bd82d50c7 on network ac5bb243-760f-404d-96d3-27c38f684755 {{(pid=93803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:33:58.633268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293a37e7-81bc-42bd-9e5a-b341c8ab7b25 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:58.634153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-293a37e7-81bc-42bd-9e5a-b341c8ab7b25 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.635769 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-293a37e7-81bc-42bd-9e5a-b341c8ab7b25 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "PUT /v2.0/ports/cf9108f3-998c-4e42-8dae-cf3bd82d50c7 HTTP/1.1" status: 200 len: 1056 time: 2.3246825 Jun 17 08:33:58.642724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42698) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:58.654761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a37e7-81bc-42bd-9e5a-b341c8ab7b25 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event updated for resources: {'Port': ['ID=cf9108f3-998c-4e42-8dae-cf3bd82d50c7,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:58.659257 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-293a37e7-81bc-42bd-9e5a-b341c8ab7b25 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:58.663647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:33:58.760063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-22af21be-5d6b-44f6-b0d0-457f5381a438 None None] Provisioning complete for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:58.760600 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-22af21be-5d6b-44f6-b0d0-457f5381a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.789804 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5669a2c5-b01f-41d1-9fbc-81e9c1495623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.835629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2b83298e-3acf-4afa-a10a-900490a57869 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:33:58.894540 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.897373 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:58.899224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port bfc888ca-4337-4c82-a9e4-f3e48c7dec21 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:33:58.940992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port bfc888ca-4337-4c82-a9e4-f3e48c7dec21 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:58.941374 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.965230 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:58.984915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=01e1b378-d42f-4bee-b9bb-4b47dfd8b52f,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:58.988420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Checking segment: {'id': 'ae62b188-a018-4445-850b-7e8146be65c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'f339fb2a-8dc9-44fe-b754-8e7b60b50024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:33:58.988781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network hostable DHCP agents. Network: f339fb2a-8dc9-44fe-b754-8e7b60b50024, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:33:58.992666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac75d1d-6caa-4629-a533-768edc9aa9cf req-e5ed035c-1951-46b5-acf8-07073f869b9c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:58.993334 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:58.995302 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ac75d1d-6caa-4629-a533-768edc9aa9cf req-e5ed035c-1951-46b5-acf8-07073f869b9c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 945 time: 0.2009389 Jun 17 08:33:59.018749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network f339fb2a-8dc9-44fe-b754-8e7b60b50024 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:33:59.031751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, f339fb2a-8dc9-44fe-b754-8e7b60b50024) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:33:59.036725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:59.037311 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.057912 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6780927 Jun 17 08:33:59.059606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] device_id is not set on port b8a29d7e-3372-4c13-b027-66d37eb12f63 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:33:59.061072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42704) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:59.067179 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-79f3093f-6351-47ec-a711-ce1360104f90 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:33:59.121241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa1681-d988-4d6f-96bc-e0abbe8079b1 None None] Network f339fb2a-8dc9-44fe-b754-8e7b60b50024 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:33:59.147281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-958600b8-6d96-43a0-be6d-0e2858148c3c tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Deleting port cf9108f3-998c-4e42-8dae-cf3bd82d50c7 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:33:59.147938 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-958600b8-6d96-43a0-be6d-0e2858148c3c tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.158130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ac75d1d-6caa-4629-a533-768edc9aa9cf req-6c8b462e-9a25-4803-a9b6-19814cd79167 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333742 Jun 17 08:33:59.182801 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79f3093f-6351-47ec-a711-ce1360104f90 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6653159'] for subnet, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.252538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2b83298e-3acf-4afa-a10a-900490a57869 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:59.252980 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.283758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c25a3-70e1-4fff-9458-533c15833d26 req-6e436d68-eae7-4a40-8d68-4ed696f29588 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:59.285333 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-995c25a3-70e1-4fff-9458-533c15833d26 req-6e436d68-eae7-4a40-8d68-4ed696f29588 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2859957 Jun 17 08:33:59.340013 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79f3093f-6351-47ec-a711-ce1360104f90 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788103983216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7012838'] for subnet, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.343991 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-beecb705-410f-425c-8da7-6c914208a666 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:59.379257 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-958600b8-6d96-43a0-be6d-0e2858148c3c tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.391152 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f3093f-6351-47ec-a711-ce1360104f90 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:33:59.392318 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79f3093f-6351-47ec-a711-ce1360104f90 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.395045 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-79f3093f-6351-47ec-a711-ce1360104f90 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "PUT /v2.0/subnets/01e1b378-d42f-4bee-b9bb-4b47dfd8b52f HTTP/1.1" status: 200 len: 826 time: 0.3326061 Jun 17 08:33:59.400165 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42706) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:33:59.403486 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.409845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-5669a2c5-b01f-41d1-9fbc-81e9c1495623 None None] Allocated IP 172.20.0.1 (59a35eec-1bc9-4d80-860c-042a51627275/50fecb9a-6b53-4f2e-88db-1216a6bf17df/2b83298e-3acf-4afa-a10a-900490a57869) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:59.429515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49de25-ae56-4bc0-9bb5-7c7998de4e89 None None] Update dhcp port {'port': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'fixed_ips': [{'subnet_id': '18fefc23-5e97-4bf3-a116-d017069c03b2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dcdf8fe4-5615-4965-85ba-f314eede34fb'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '323f2330-12c1-42e4-9196-3bbd13ee01a3'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:33:59.466438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-958600b8-6d96-43a0-be6d-0e2858148c3c tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Calling delete_port for cf9108f3-998c-4e42-8dae-cf3bd82d50c7 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:33:59.500650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-995c25a3-70e1-4fff-9458-533c15833d26 req-fd004658-b7c5-4621-9c2d-b1bd6636f999 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011774 Jun 17 08:33:59.501552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-20dec23f-f53d-4868-85fb-da6c359beb0b None None] Provisioning complete for port cf9108f3-998c-4e42-8dae-cf3bd82d50c7 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:33:59.501994 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-20dec23f-f53d-4868-85fb-da6c359beb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.519322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:33:59.521769 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf09a920-0acd-4d22-aaca-4698d9ca4580" -d '{"events": [{"server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "name": "network-vif-plugged", "status": "completed", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:33:59.555247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.6 (677639c3-6d01-4d34-9565-8da109646317/dcdf8fe4-5615-4965-85ba-f314eede34fb/b8a29d7e-3372-4c13-b027-66d37eb12f63) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:33:59.562448 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.569179 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3093f-6351-47ec-a711-ce1360104f90 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=01e1b378-d42f-4bee-b9bb-4b47dfd8b52f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:59.588110 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79f3093f-6351-47ec-a711-ce1360104f90 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:59.608485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bfc888ca-4337-4c82-a9e4-f3e48c7dec21, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,segment=NetworkSegment(f8e6a79d-a7b8-4705-a01a-f5a62545f953),segment_id=f8e6a79d-a7b8-4705-a01a-f5a62545f953)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:59.730455 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.730639 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.746707 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:59.749574 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9f49de25-ae56-4bc0-9bb5-7c7998de4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.786665 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.815524 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.820063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-20dec23f-f53d-4868-85fb-da6c359beb0b None None] Port cf9108f3-998c-4e42-8dae-cf3bd82d50c7 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:33:59.838898 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd87172b-dd34-49b4-afb8-56fa6dbd0b33 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:59.849269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e376b2c5-fcc5-468f-bace-e33162cae424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-f339fb2a-8dc9-44fe-b754-8e7b60b50024', 'network_id': 'f339fb2a-8dc9-44fe-b754-8e7b60b50024', 'tenant_id': 'b37d9fdaa1034d5c9ea536b198e4ba8c', 'fixed_ips': [{'subnet_id': '01e1b378-d42f-4bee-b9bb-4b47dfd8b52f'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:33:59.850132 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e376b2c5-fcc5-468f-bace-e33162cae424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.853424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-5669a2c5-b01f-41d1-9fbc-81e9c1495623 None None] For port 2b83298e-3acf-4afa-a10a-900490a57869, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2b83298e-3acf-4afa-a10a-900490a57869,segment=NetworkSegment(f9761efe-6f76-4597-b060-e37e1f51d0ca),segment_id=f9761efe-6f76-4597-b060-e37e1f51d0ca)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:33:59.869339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Subnet': ['ID=01e1b378-d42f-4bee-b9bb-4b47dfd8b52f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:33:59.876569 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:33:59.942312 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.955168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object b8a29d7e-3372-4c13-b027-66d37eb12f63 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:33:59.956642 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f339fb2a-8dc9-44fe-b754-8e7b60b50024']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:59.966300 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-958600b8-6d96-43a0-be6d-0e2858148c3c tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.973836 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae62b188-a018-4445-850b-7e8146be65c8') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:59.974299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae62b188-a018-4445-850b-7e8146be65c8') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:33:59.978428 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-576f0a6b-542a-42a4-93ec-eae76e61cef6 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:33:59.988227 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.988507 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5669a2c5-b01f-41d1-9fbc-81e9c1495623 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:33:59.993497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:00.004445 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:00.016453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee0b19-3fdd-4930-9f5d-744bede02a66 req-63023c16-fddb-4be2-9d21-89c49738aaab tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:00.017281 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.018082 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2eee0b19-3fdd-4930-9f5d-744bede02a66 req-63023c16-fddb-4be2-9d21-89c49738aaab tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.3222167 Jun 17 08:34:00.026862 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958600b8-6d96-43a0-be6d-0e2858148c3c tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event deleted for resources: {'Port': ['ID=cf9108f3-998c-4e42-8dae-cf3bd82d50c7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:00.029997 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-958600b8-6d96-43a0-be6d-0e2858148c3c tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:00.035277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:00.036220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:00.059648 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:00.104201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f89239-a0b3-4e21-9c43-d26b6a7a4fb4 None None] Network f339fb2a-8dc9-44fe-b754-8e7b60b50024 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:00.134638 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.144199 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.147035 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/f339fb2a-8dc9-44fe-b754-8e7b60b50024 HTTP/1.1" status: 204 len: 168 time: 0.7455900 Jun 17 08:34:00.148159 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f501c6c4-3077-45f0-9848-2d1824dc6405 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:00.149379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8334a8-4f02-4398-8b1e-1fb27af08f78 req-d4c65992-57d4-4a15-8c2a-e38205af4bc0 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:00.152840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42720) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:00.156772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e8334a8-4f02-4398-8b1e-1fb27af08f78 req-d4c65992-57d4-4a15-8c2a-e38205af4bc0 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2912917 Jun 17 08:34:00.164151 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.180006 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01d2354e-41cd-4f72-888b-8d3d86c00355 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:00.181382 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a935b8-ff26-41da-93c4-f5628aab1338 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:00.182080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a935b8-ff26-41da-93c4-f5628aab1338 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:00.184901 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e7a935b8-ff26-41da-93c4-f5628aab1338 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/f339fb2a-8dc9-44fe-b754-8e7b60b50024 HTTP/1.1" status: 404 len: 339 time: 0.0308650 Jun 17 08:34:00.194702 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42724) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:00.197252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Network': ['ID=f339fb2a-8dc9-44fe-b754-8e7b60b50024,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:00.200581 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:00.210198 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2eee0b19-3fdd-4930-9f5d-744bede02a66 req-36c08851-f7c8-4ddc-b56b-eb8403c67c18 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756938 Jun 17 08:34:00.225509 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-518958555', 'description': 'd1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:00.345872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 677639c3-6d01-4d34-9565-8da109646317 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:00.358950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5669a2c5-b01f-41d1-9fbc-81e9c1495623 None None] Transition to ACTIVE for port object 2b83298e-3acf-4afa-a10a-900490a57869 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:00.361963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:00.371728 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5669a2c5-b01f-41d1-9fbc-81e9c1495623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.375230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=b8a29d7e-3372-4c13-b027-66d37eb12f63,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:00.380480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:00.387514 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e8334a8-4f02-4398-8b1e-1fb27af08f78 req-41ea897e-c70b-4866-b677-00da129232cb tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298896 Jun 17 08:34:00.392053 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:00.396480 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:00.462972 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62dce8a-54c1-403e-89fa-9cb366b2af1d x-openstack-request-id: req-e62dce8a-54c1-403e-89fa-9cb366b2af1d {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:00.463300 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "name": "network-vif-plugged", "status": "completed", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:00.463708 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e62dce8a-54c1-403e-89fa-9cb366b2af1d {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:00.464355 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'code': 200} Jun 17 08:34:00.610334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-9f49de25-ae56-4bc0-9bb5-7c7998de4e89 None None] Allocated IP 172.20.0.2 (677639c3-6d01-4d34-9565-8da109646317/dcdf8fe4-5615-4965-85ba-f314eede34fb/323f2330-12c1-42e4-9196-3bbd13ee01a3) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:00.612589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669a2c5-b01f-41d1-9fbc-81e9c1495623 None None] Pushing event updated for resources: {'Port': ['ID=2b83298e-3acf-4afa-a10a-900490a57869,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:00.616439 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5669a2c5-b01f-41d1-9fbc-81e9c1495623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:00.635538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1c4e1-da67-4f60-8980-e948a34487ce req-d5802c8e-dcbe-4b8a-a817-a21e57f0a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:00.637636 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-56e1c4e1-da67-4f60-8980-e948a34487ce req-d5802c8e-dcbe-4b8a-a817-a21e57f0a1c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 1098 time: 0.0937855 Jun 17 08:34:00.658419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1984a6-3a0f-4bab-b473-bae446a1bf15 None None] Network f339fb2a-8dc9-44fe-b754-8e7b60b50024 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:00.674761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1984a6-3a0f-4bab-b473-bae446a1bf15 None None] Network f339fb2a-8dc9-44fe-b754-8e7b60b50024 could not be found, it might have been deleted concurrently. {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 17 08:34:00.701297 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-56e1c4e1-da67-4f60-8980-e948a34487ce req-bdfa69fc-5589-4ca5-b88b-cd80dca988ea service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548449 Jun 17 08:34:00.765957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:00.776490 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.786265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2b83298e-3acf-4afa-a10a-900490a57869 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:00.825821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9f49de25-ae56-4bc0-9bb5-7c7998de4e89 None None] For port 323f2330-12c1-42e4-9196-3bbd13ee01a3, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=323f2330-12c1-42e4-9196-3bbd13ee01a3,segment=NetworkSegment(84164417-74f7-4466-9d45-622cf1536d28),segment_id=84164417-74f7-4466-9d45-622cf1536d28)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:00.871352 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9f49de25-ae56-4bc0-9bb5-7c7998de4e89 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.886346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:00.887102 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.892260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9f49de25-ae56-4bc0-9bb5-7c7998de4e89 None None] Transition to ACTIVE for port object 323f2330-12c1-42e4-9196-3bbd13ee01a3 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:00.899003 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9f49de25-ae56-4bc0-9bb5-7c7998de4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:00.902130 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:00.974285 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7966640 Jun 17 08:34:00.974955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42728) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:00.980927 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:00.983424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-aefcf462-da3a-42ec-a7ab-b2f3150961e5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:01.007368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49de25-ae56-4bc0-9bb5-7c7998de4e89 None None] Pushing event updated for resources: {'Port': ['ID=323f2330-12c1-42e4-9196-3bbd13ee01a3,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:01.010857 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9f49de25-ae56-4bc0-9bb5-7c7998de4e89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:01.034577 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.034967 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Added segment 0dd6b687-119a-48d9-8796-c04b906dc83b of type vlan for network 71a2edf4-8e52-4ffd-8384-0658933f9666 Jun 17 08:34:01.114258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff89c15-7d4a-4e75-aeb9-c2d658d737a1 req-cfd5a52b-4d56-4ad6-8f84-c0419ac4062a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:01.115938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ff89c15-7d4a-4e75-aeb9-c2d658d737a1 req-cfd5a52b-4d56-4ad6-8f84-c0419ac4062a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.7669926 Jun 17 08:34:01.117315 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-958600b8-6d96-43a0-be6d-0e2858148c3c tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.121057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefcf462-da3a-42ec-a7ab-b2f3150961e5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:01.121982 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-958600b8-6d96-43a0-be6d-0e2858148c3c tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "DELETE /v2.0/ports/cf9108f3-998c-4e42-8dae-cf3bd82d50c7 HTTP/1.1" status: 204 len: 168 time: 2.4762983 Jun 17 08:34:01.125391 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aefcf462-da3a-42ec-a7ab-b2f3150961e5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.135586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119244b-4038-49f7-bea9-e08f1d98951c req-73023162-b5e5-4c09-94e3-3436eb884128 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:01.144185 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7119244b-4038-49f7-bea9-e08f1d98951c req-73023162-b5e5-4c09-94e3-3436eb884128 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.3618424 Jun 17 08:34:01.146993 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42730) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:01.157765 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.218852 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-faee231b-6fca-45d9-baed-410e98c27c62 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] GET failed (client error): The resource could not be found. Jun 17 08:34:01.220527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-faee231b-6fca-45d9-baed-410e98c27c62 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "GET /v2.0/ports/cf9108f3-998c-4e42-8dae-cf3bd82d50c7 HTTP/1.1" status: 404 len: 333 time: 0.0649955 Jun 17 08:34:01.224103 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42732) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:01.253978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7119244b-4038-49f7-bea9-e08f1d98951c req-e9d1e475-caf6-445a-91f4-b3e4f8692ad4 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087372 Jun 17 08:34:01.272574 n-d-779913-16 neutron-server[93804]: INFO neutron.db.ipam_backend_mixin [None req-aefcf462-da3a-42ec-a7ab-b2f3150961e5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dcdf8fe4-5615-4965-85ba-f314eede34fb (CIDR: 172.20.0.0/28) Jun 17 08:34:01.273117 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.284289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:01.284883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.292272 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fc74e4b0-48bb-4984-8526-ab6ce59bcd14 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:01.293746 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefcf462-da3a-42ec-a7ab-b2f3150961e5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:34:01.294161 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefcf462-da3a-42ec-a7ab-b2f3150961e5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:01.306390 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ff89c15-7d4a-4e75-aeb9-c2d658d737a1 req-2f28e0dd-484b-41e8-a325-ea6138049832 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518824 Jun 17 08:34:01.341753 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-aefcf462-da3a-42ec-a7ab-b2f3150961e5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3615551 Jun 17 08:34:01.347470 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42738) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:01.353310 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-290fb08f-c691-432e-851d-b0b55b12d847 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:01.419391 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686327e-d059-49aa-8b4d-30d944bf60a2 None None] Network 59a35eec-1bc9-4d80-860c-042a51627275 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:01.473217 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2615359 Jun 17 08:34:01.477176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42740) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:01.555893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290fb08f-c691-432e-851d-b0b55b12d847 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:01.560325 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-290fb08f-c691-432e-851d-b0b55b12d847 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.574683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cae4dc40-9aee-4e69-a5f0-aa77b77b687c None None] Provisioning for port 2b83298e-3acf-4afa-a10a-900490a57869 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:01.581685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-850b0a76-6f51-468c-954d-218a23cbbac5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Deleting port 2cb4a2eb-6fc0-496d-90db-f16b90031fa3 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:01.582006 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-850b0a76-6f51-468c-954d-218a23cbbac5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.594598 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cae4dc40-9aee-4e69-a5f0-aa77b77b687c None None] Provisioning complete for port 2b83298e-3acf-4afa-a10a-900490a57869 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:01.595060 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cae4dc40-9aee-4e69-a5f0-aa77b77b687c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:01.615278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=71a2edf4-8e52-4ffd-8384-0658933f9666,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:01.649186 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:01.658859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 71a2edf4-8e52-4ffd-8384-0658933f9666 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:01.844179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd523a05-3e1a-4568-a727-0cddef1d4220 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:01.851681 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dd523a05-3e1a-4568-a727-0cddef1d4220 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/networks?id=71a2edf4-8e52-4ffd-8384-0658933f9666 HTTP/1.1" status: 200 len: 764 time: 0.3709309 Jun 17 08:34:01.853565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42750) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:01.871008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d5b83bee-94ab-4df0-8da3-2068cdf3a800 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'description': 'd2'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:02.085231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d06371-7918-49b6-acff-0005afc50ae3 req-1c7faea0-919f-490f-9a85-de07c8f67e09 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.087360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05d06371-7918-49b6-acff-0005afc50ae3 req-1c7faea0-919f-490f-9a85-de07c8f67e09 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.5258617 Jun 17 08:34:02.142637 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9fc14c16-861b-4da9-b861-545f4b9a0e33 None None] Provisioning complete for port 9870d0e3-1938-4e20-92c6-013241565d65 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:02.146686 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9fc14c16-861b-4da9-b861-545f4b9a0e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.221502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-9fc14c16-861b-4da9-b861-545f4b9a0e33 None None] Port 9870d0e3-1938-4e20-92c6-013241565d65 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:02.243478 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9fc14c16-861b-4da9-b861-545f4b9a0e33 None None] Provisioning for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:02.247955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9fc14c16-861b-4da9-b861-545f4b9a0e33 None None] Provisioning complete for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:02.248435 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9fc14c16-861b-4da9-b861-545f4b9a0e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.293500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05d06371-7918-49b6-acff-0005afc50ae3 req-e2d224d5-9984-4401-a63b-8ceeb920f032 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838899 Jun 17 08:34:02.347393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16780de-e20d-45cd-a554-dfba5f0b078e req-2f03a2a8-8f59-4a73-9aea-ef69182f2f7d tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.352783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e16780de-e20d-45cd-a554-dfba5f0b078e req-2f03a2a8-8f59-4a73-9aea-ef69182f2f7d tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2416742 Jun 17 08:34:02.361286 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d5b83bee-94ab-4df0-8da3-2068cdf3a800 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.451623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e16780de-e20d-45cd-a554-dfba5f0b078e req-7ef0117f-dac9-45a8-bc94-7272e57d13a7 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796149 Jun 17 08:34:02.469672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d5b83bee-94ab-4df0-8da3-2068cdf3a800 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.496949 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:02.509957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5b83bee-94ab-4df0-8da3-2068cdf3a800 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network 71a2edf4-8e52-4ffd-8384-0658933f9666 is not hosted by any dhcp agent {{(pid=93803) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:34:02.515939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b83bee-94ab-4df0-8da3-2068cdf3a800 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.516900 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d5b83bee-94ab-4df0-8da3-2068cdf3a800 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.518760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d5b83bee-94ab-4df0-8da3-2068cdf3a800 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "PUT /v2.0/networks/71a2edf4-8e52-4ffd-8384-0658933f9666 HTTP/1.1" status: 200 len: 761 time: 0.6617217 Jun 17 08:34:02.525414 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42756) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:02.536680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e0bf2760-caf4-4c35-9d71-41f3463418cc None None] Provisioning complete for port 2b83298e-3acf-4afa-a10a-900490a57869 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:02.537068 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2760-caf4-4c35-9d71-41f3463418cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.567706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-850b0a76-6f51-468c-954d-218a23cbbac5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.608211 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ef8ce-013d-4118-99b2-f93f4c98fde6 req-06cdb3d1-a304-4643-9fc6-df183cd3b080 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.610545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d61ef8ce-013d-4118-99b2-f93f4c98fde6 req-06cdb3d1-a304-4643-9fc6-df183cd3b080 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.1576612 Jun 17 08:34:02.612151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b83bee-94ab-4df0-8da3-2068cdf3a800 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=71a2edf4-8e52-4ffd-8384-0658933f9666,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:02.615867 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d5b83bee-94ab-4df0-8da3-2068cdf3a800 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:02.623028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 71a2edf4-8e52-4ffd-8384-0658933f9666 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:02.658004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d61ef8ce-013d-4118-99b2-f93f4c98fde6 req-54ce06df-b9da-4e14-b9aa-fb339a4ed7a9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Jun 17 08:34:02.672267 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-850b0a76-6f51-468c-954d-218a23cbbac5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Calling delete_port for 2cb4a2eb-6fc0-496d-90db-f16b90031fa3 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:02.689455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e0bf2760-caf4-4c35-9d71-41f3463418cc None None] Provisioning for port b8a29d7e-3372-4c13-b027-66d37eb12f63 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:02.712281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e0bf2760-caf4-4c35-9d71-41f3463418cc None None] Provisioning complete for port b8a29d7e-3372-4c13-b027-66d37eb12f63 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:02.716506 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0bf2760-caf4-4c35-9d71-41f3463418cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.732284 n-d-779913-16 neutron-server[93804]: INFO neutron.db.ipam_backend_mixin [None req-290fb08f-c691-432e-851d-b0b55b12d847 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 18fefc23-5e97-4bf3-a116-d017069c03b2 (CIDR: 172.20.0.16/28) Jun 17 08:34:02.769109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 323f2330-12c1-42e4-9196-3bbd13ee01a3 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:02.776154 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-290fb08f-c691-432e-851d-b0b55b12d847 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:34:02.776666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-290fb08f-c691-432e-851d-b0b55b12d847 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:02.833463 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e0bf2760-caf4-4c35-9d71-41f3463418cc None None] Port b8a29d7e-3372-4c13-b027-66d37eb12f63 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:02.859900 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:02.860399 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.894395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b875a61-01da-4d42-88b3-e0edda639a69 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.899856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42762) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:02.901923 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9b875a61-01da-4d42-88b3-e0edda639a69 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/networks?id=71a2edf4-8e52-4ffd-8384-0658933f9666 HTTP/1.1" status: 200 len: 764 time: 0.2081451 Jun 17 08:34:02.919591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ae77-7b8f-4821-92ad-bcf5ebe99ce6 req-73a0e833-6ea4-4b10-bb3e-0a6702fdbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:02.921172 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba3ae77-7b8f-4821-92ad-bcf5ebe99ce6 req-73a0e833-6ea4-4b10-bb3e-0a6702fdbc48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 1097 time: 0.4869316 Jun 17 08:34:02.923678 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:02.928379 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-290fb08f-c691-432e-851d-b0b55b12d847 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.5796421 Jun 17 08:34:02.940439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42764) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:02.949214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'subnet': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:03.216421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ae77-7b8f-4821-92ad-bcf5ebe99ce6 req-e1e7b2b3-3266-4121-bdc7-932332ec1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.217896 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba3ae77-7b8f-4821-92ad-bcf5ebe99ce6 req-e1e7b2b3-3266-4121-bdc7-932332ec1aa4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 912 time: 0.2868476 Jun 17 08:34:03.223285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c56c69-0742-4b53-b262-661efb5c0135 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.224761 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-42c56c69-0742-4b53-b262-661efb5c0135 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3236480 Jun 17 08:34:03.229052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42776) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:03.290500 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-850b0a76-6f51-468c-954d-218a23cbbac5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:03.316896 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdec247-db5d-439f-8a6a-99f2d5357b03 req-618b64b0-220e-4d32-9c2f-4034042dcf61 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.318425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bcdec247-db5d-439f-8a6a-99f2d5357b03 req-618b64b0-220e-4d32-9c2f-4034042dcf61 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1026654 Jun 17 08:34:03.319254 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7bbbea49-03bc-4c88-9f20-ae1c9ca37e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:03.327939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e89374-18a4-4fb8-8920-49ae551af484 req-687ff5ea-99d4-4169-a8ec-a149fb314aeb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.329915 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7b5c91ad-5f2a-4484-a65e-52152de2c08f tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 207 time: 0.0975988 Jun 17 08:34:03.330042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46e89374-18a4-4fb8-8920-49ae551af484 req-687ff5ea-99d4-4169-a8ec-a149fb314aeb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.1266162 Jun 17 08:34:03.336103 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42780) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:03.357116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b0a76-6f51-468c-954d-218a23cbbac5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event deleted for resources: {'Port': ['ID=2cb4a2eb-6fc0-496d-90db-f16b90031fa3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:03.358862 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Made reservation on behalf of 3166053c640740e586b92f01b627ff7b for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:03.362389 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:03.368120 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-850b0a76-6f51-468c-954d-218a23cbbac5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:03.465668 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba3ae77-7b8f-4821-92ad-bcf5ebe99ce6 req-0715d1cc-44f6-4b32-8842-1d23f05f2e62 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dbe71f9-527b-4cd1-acb2-700b3720fdfd HTTP/1.1" status: 200 len: 1001 time: 0.2354872 Jun 17 08:34:03.486655 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9337f33-4e73-4728-94cb-f5c3ac78d17c req-6f614820-92af-4cc5-b5ee-8dd8d0bbbebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.487683 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bcdec247-db5d-439f-8a6a-99f2d5357b03 req-258dc260-b0ff-4076-955f-344d6193fe44 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570694 Jun 17 08:34:03.488254 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d9337f33-4e73-4728-94cb-f5c3ac78d17c req-6f614820-92af-4cc5-b5ee-8dd8d0bbbebb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cfae80e624040a5bee9cb0dd5b9b748&device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 1098 time: 0.3441005 Jun 17 08:34:03.608091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afbf102-c87d-4600-86b5-5129ccedc558 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.614807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afbf102-c87d-4600-86b5-5129ccedc558 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.620006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afbf102-c87d-4600-86b5-5129ccedc558 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.625766 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afbf102-c87d-4600-86b5-5129ccedc558 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.629754 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-850b0a76-6f51-468c-954d-218a23cbbac5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:03.634087 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-850b0a76-6f51-468c-954d-218a23cbbac5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "DELETE /v2.0/ports/2cb4a2eb-6fc0-496d-90db-f16b90031fa3 HTTP/1.1" status: 204 len: 168 time: 2.3878071 Jun 17 08:34:03.634403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afbf102-c87d-4600-86b5-5129ccedc558 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.637404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afbf102-c87d-4600-86b5-5129ccedc558 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.638657 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42786) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:03.639333 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3afbf102-c87d-4600-86b5-5129ccedc558 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3017969 Jun 17 08:34:03.643767 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-46e89374-18a4-4fb8-8920-49ae551af484 req-bb9e7705-c809-4694-bddf-cf2490edcd2a tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815387 Jun 17 08:34:03.653135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42788) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:03.665027 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ae77-7b8f-4821-92ad-bcf5ebe99ce6 req-884cc04b-7340-4de6-841e-2281377ffeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.666614 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba3ae77-7b8f-4821-92ad-bcf5ebe99ce6 req-884cc04b-7340-4de6-841e-2281377ffeb9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 200 len: 850 time: 0.1734815 Jun 17 08:34:03.702746 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26ac2fd-59de-4a97-b261-f46b12dd5ab8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] GET failed (client error): The resource could not be found. Jun 17 08:34:03.704574 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f26ac2fd-59de-4a97-b261-f46b12dd5ab8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "GET /v2.0/ports/2cb4a2eb-6fc0-496d-90db-f16b90031fa3 HTTP/1.1" status: 404 len: 333 time: 0.0628197 Jun 17 08:34:03.710101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42790) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:03.753253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9337f33-4e73-4728-94cb-f5c3ac78d17c req-6f5082ff-2dd2-4aae-84fb-93ddb7de7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.754791 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d9337f33-4e73-4728-94cb-f5c3ac78d17c req-6f5082ff-2dd2-4aae-84fb-93ddb7de7345 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 HTTP/1.1" status: 200 len: 920 time: 0.2474341 Jun 17 08:34:03.822071 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d9337f33-4e73-4728-94cb-f5c3ac78d17c req-1449c8ba-c972-4183-8784-df65ebcbb422 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 217 time: 0.0597839 Jun 17 08:34:03.881359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba3ae77-7b8f-4821-92ad-bcf5ebe99ce6 req-5cbabab0-2c5d-45f1-a2eb-2f5090fd3674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.883844 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba3ae77-7b8f-4821-92ad-bcf5ebe99ce6 req-5cbabab0-2c5d-45f1-a2eb-2f5090fd3674 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=423f5745-9961-4843-8bc3-428ac1bbf196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1981366 Jun 17 08:34:03.925283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2481769d-2468-4557-bd27-3e927ca736c4 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2707722 Jun 17 08:34:03.930199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42792) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:03.953701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41973382-f42a-4262-b777-4ec4dcb93f6b req-5acf2cdd-3d60-4bb6-b723-a02b1c727e54 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.955484 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-41973382-f42a-4262-b777-4ec4dcb93f6b req-5acf2cdd-3d60-4bb6-b723-a02b1c727e54 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.3149648 Jun 17 08:34:03.986069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9337f33-4e73-4728-94cb-f5c3ac78d17c req-270026e2-573e-4663-a937-7a590c1543bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:03.987624 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d9337f33-4e73-4728-94cb-f5c3ac78d17c req-270026e2-573e-4663-a937-7a590c1543bb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5c5814-446e-4bb8-b2ac-88ffaf8573ce HTTP/1.1" status: 200 len: 859 time: 0.1570759 Jun 17 08:34:04.034056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489dff6d-52e4-4218-9a14-acedb433fb17 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.035599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489dff6d-52e4-4218-9a14-acedb433fb17 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.037073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489dff6d-52e4-4218-9a14-acedb433fb17 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.038539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489dff6d-52e4-4218-9a14-acedb433fb17 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.040031 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489dff6d-52e4-4218-9a14-acedb433fb17 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.041703 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-489dff6d-52e4-4218-9a14-acedb433fb17 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1098859 Jun 17 08:34:04.051188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40d50c-4861-4a67-aff7-70404bf85c86 req-6dc6df3a-327e-46b7-9dec-ff697e46d4be tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.052666 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d40d50c-4861-4a67-aff7-70404bf85c86 req-6dc6df3a-327e-46b7-9dec-ff697e46d4be tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2825570 Jun 17 08:34:04.055309 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d9337f33-4e73-4728-94cb-f5c3ac78d17c req-ca92a647-d6a0-4094-b415-368101d8f35f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560985 Jun 17 08:34:04.055605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42794) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:04.086663 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.106564 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6de4ff7f-a234-43db-8a26-6a676ce9cd9f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:04.114307 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-41973382-f42a-4262-b777-4ec4dcb93f6b req-267b5289-a8d8-42d9-84da-8175ace904e5 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331394 Jun 17 08:34:04.115719 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f09ca-023d-4086-a256-2a93ecb5ed48 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Deleting port 8f719c37-21d6-4e2e-863f-9bea90459815 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:04.116048 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f2f09ca-023d-4086-a256-2a93ecb5ed48 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.127532 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba3ae77-7b8f-4821-92ad-bcf5ebe99ce6 req-247a2a5c-177d-4783-82e2-013909927b7a service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361705 Jun 17 08:34:04.220852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Network 677639c3-6d01-4d34-9565-8da109646317 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:04.260266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:04.273671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.274247 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.275392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1323f28f-f63f-4a17-94bd-4b2e091d048c None None] Network 677639c3-6d01-4d34-9565-8da109646317 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:04.297975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Subnet': ['ID=87b9451e-cf3f-4584-b8e5-d6349490020f,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:04.304445 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:04.326429 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3826234 Jun 17 08:34:04.335818 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42798) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:04.346144 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1422149502', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '87b9451e-cf3f-4584-b8e5-d6349490020f'}], 'security_groups': ['37463fe1-f7ee-43b2-8f03-130f9d6fab31', '32f8a55d-0b12-47f7-8c5a-0b587974953f']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:04.361364 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d9337f33-4e73-4728-94cb-f5c3ac78d17c req-61dee139-9982-4827-9018-7912de768940 service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842584 Jun 17 08:34:04.400675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f7f48-f567-45ed-aacc-93175302f63c req-a82370fd-211c-4e62-9b70-90e987b633e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.402042 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a4f7f48-f567-45ed-aacc-93175302f63c req-a82370fd-211c-4e62-9b70-90e987b633e0 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 1098 time: 0.3431184 Jun 17 08:34:04.421446 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1ba3ae77-7b8f-4821-92ad-bcf5ebe99ce6 req-9bacfad9-b541-4ff2-9813-96240a8ae851 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440052 Jun 17 08:34:04.543942 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0f31dc-2801-4695-bf3b-a1071c3a8b9a None None] Update dhcp port {'port': {'network_id': '677639c3-6d01-4d34-9565-8da109646317', 'fixed_ips': [{'subnet_id': '18fefc23-5e97-4bf3-a116-d017069c03b2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'dcdf8fe4-5615-4965-85ba-f314eede34fb', 'ip_address': '172.20.0.2'}, {'subnet_id': '87b9451e-cf3f-4584-b8e5-d6349490020f'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '323f2330-12c1-42e4-9196-3bbd13ee01a3'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:34:04.550659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f2f09ca-023d-4086-a256-2a93ecb5ed48 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.558066 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2a4f7f48-f567-45ed-aacc-93175302f63c req-e82e5d47-6978-415d-bff6-28499b163efe service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392543 Jun 17 08:34:04.564223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f00fc0d-1e4d-4486-a61c-3ec921300607 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['shared'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.565662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f00fc0d-1e4d-4486-a61c-3ec921300607 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['shared'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.567071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f00fc0d-1e4d-4486-a61c-3ec921300607 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['shared'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.568473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f00fc0d-1e4d-4486-a61c-3ec921300607 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['shared'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.574005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f00fc0d-1e4d-4486-a61c-3ec921300607 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['shared'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.575664 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7f00fc0d-1e4d-4486-a61c-3ec921300607 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5147500 Jun 17 08:34:04.578624 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d9337f33-4e73-4728-94cb-f5c3ac78d17c req-823acabf-2550-4744-812c-3e7eeccf8f3a service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901932 Jun 17 08:34:04.579384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42800) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:04.583112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d40d50c-4861-4a67-aff7-70404bf85c86 req-0b0feecb-cb87-4fbd-a302-fdb0b301759a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5081058 Jun 17 08:34:04.588073 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e0f31dc-2801-4695-bf3b-a1071c3a8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.650962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-8f2f09ca-023d-4086-a256-2a93ecb5ed48 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Calling delete_port for 8f719c37-21d6-4e2e-863f-9bea90459815 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:04.693511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22875080-e72f-4cee-ade7-9cbd920710f6 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.695000 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-22875080-e72f-4cee-ade7-9cbd920710f6 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/networks/d231bba0-9b81-4c81-ba87-508b5420fdd5 HTTP/1.1" status: 200 len: 802 time: 0.1143744 Jun 17 08:34:04.699487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c2518-0c2c-4a73-9c8f-73a047333c1f req-24ff6192-5da4-4ded-a354-9eed16f6fe78 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:04.699800 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42808) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:04.701144 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-638c2518-0c2c-4a73-9c8f-73a047333c1f req-24ff6192-5da4-4ded-a354-9eed16f6fe78 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2057264 Jun 17 08:34:04.786443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-638c2518-0c2c-4a73-9c8f-73a047333c1f req-6e360839-31ed-4419-8cb4-af8166c617a4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559120 Jun 17 08:34:04.823646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-1e0f31dc-2801-4695-bf3b-a1071c3a8b9a None None] Allocated IP 172.20.0.34 (677639c3-6d01-4d34-9565-8da109646317/87b9451e-cf3f-4584-b8e5-d6349490020f/323f2330-12c1-42e4-9196-3bbd13ee01a3) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:04.867006 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.897460 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f2f09ca-023d-4086-a256-2a93ecb5ed48 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:04.906527 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-46a0092d-0f06-4070-b3bf-359b99d2f995 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:04.955215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f09ca-023d-4086-a256-2a93ecb5ed48 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event deleted for resources: {'Port': ['ID=8f719c37-21d6-4e2e-863f-9bea90459815,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:04.972155 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-161c5f17-0d88-4881-8e7c-f8da0c786806 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/networks/d231bba0-9b81-4c81-ba87-508b5420fdd5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.2711489 Jun 17 08:34:04.973463 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8f2f09ca-023d-4086-a256-2a93ecb5ed48 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:04.977897 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42816) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:05.036222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-1e0f31dc-2801-4695-bf3b-a1071c3a8b9a None None] For port 323f2330-12c1-42e4-9196-3bbd13ee01a3, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=323f2330-12c1-42e4-9196-3bbd13ee01a3,segment=NetworkSegment(84164417-74f7-4466-9d45-622cf1536d28),segment_id=84164417-74f7-4466-9d45-622cf1536d28)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:05.099169 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4506beb-f4b7-4029-ae69-83ecbe1125c9 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.102908 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e0f31dc-2801-4695-bf3b-a1071c3a8b9a None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.107691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42818) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:05.109123 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f4506beb-f4b7-4029-ae69-83ecbe1125c9 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/subnets/b032dc36-7abe-47f2-aeed-8243a0763398 HTTP/1.1" status: 200 len: 843 time: 0.1280992 Jun 17 08:34:05.130057 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1e0f31dc-2801-4695-bf3b-a1071c3a8b9a None None] Transition to ACTIVE for port object 323f2330-12c1-42e4-9196-3bbd13ee01a3 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:05.140163 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e0f31dc-2801-4695-bf3b-a1071c3a8b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.142735 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:05.211003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f31dc-2801-4695-bf3b-a1071c3a8b9a None None] Pushing event updated for resources: {'Port': ['ID=323f2330-12c1-42e4-9196-3bbd13ee01a3,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:05.231542 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1e0f31dc-2801-4695-bf3b-a1071c3a8b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:05.273033 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f2f09ca-023d-4086-a256-2a93ecb5ed48 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.274952 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8f2f09ca-023d-4086-a256-2a93ecb5ed48 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "DELETE /v2.0/ports/8f719c37-21d6-4e2e-863f-9bea90459815 HTTP/1.1" status: 204 len: 168 time: 1.5611162 Jun 17 08:34:05.277925 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42822) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:05.285405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bcdf7d-958f-446a-94f2-fcf60fa9b132 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['shared'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.290824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b8bcdf7d-958f-446a-94f2-fcf60fa9b132 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "GET /v2.0/subnets/b032dc36-7abe-47f2-aeed-8243a0763398?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1646335 Jun 17 08:34:05.291030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42824) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:05.295667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2110b1-1598-4cae-958a-3751f2098c69 req-32b3a679-93d6-4882-8008-cb2b4a82c8b9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.297193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea2110b1-1598-4cae-958a-3751f2098c69 req-32b3a679-93d6-4882-8008-cb2b4a82c8b9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.3249795 Jun 17 08:34:05.299596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-253725449'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:05.343091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1c282-8275-402d-acf1-5f43369f5281 req-52231e93-2425-4d6e-9b17-9d9123ad43db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.352435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13b1c282-8275-402d-acf1-5f43369f5281 req-52231e93-2425-4d6e-9b17-9d9123ad43db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2287114 Jun 17 08:34:05.381261 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea2110b1-1598-4cae-958a-3751f2098c69 req-f368dff8-e63f-4d56-af28-b8a9c4ee8b41 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769522 Jun 17 08:34:05.398572 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:05.403430 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.409702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0e75cae-2453-4fc4-b23f-2f2c0e2b5301 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Deleting subnet 60209a5e-78b1-4508-954b-31b5546f0dc4 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:05.414709 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13b1c282-8275-402d-acf1-5f43369f5281 req-8c900b75-35cd-498e-bcb5-50c8c44c86fa tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610266 Jun 17 08:34:05.438353 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a0e75cae-2453-4fc4-b23f-2f2c0e2b5301 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.541270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a0e75cae-2453-4fc4-b23f-2f2c0e2b5301 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.544626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:05.653831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6c5d6-3d17-466f-b31c-16efe38f669f req-4da5960a-9ad3-46e7-a0ed-2781afe73378 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.655641 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1cc6c5d6-3d17-466f-b31c-16efe38f669f req-4da5960a-9ad3-46e7-a0ed-2781afe73378 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.1175928 Jun 17 08:34:05.667509 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6c3ef-2ab0-4c4a-ab47-c754b906242e req-358aadce-a589-4b8d-9bde-b0857b693733 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.669011 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bdc6c3ef-2ab0-4c4a-ab47-c754b906242e req-358aadce-a589-4b8d-9bde-b0857b693733 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1176424 Jun 17 08:34:05.734155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1cc6c5d6-3d17-466f-b31c-16efe38f669f req-e4244c92-f85a-45e6-84b4-4f317c02f071 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638955 Jun 17 08:34:05.742322 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bdc6c3ef-2ab0-4c4a-ab47-c754b906242e req-9fbc2e5c-30ff-4646-909c-bdcca550d429 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522952 Jun 17 08:34:05.950590 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb59c6c-8edf-46c4-9040-95f1420fc64c req-94603051-f112-4fea-9cad-a971f1d2fff6 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:05.963948 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-acb59c6c-8edf-46c4-9040-95f1420fc64c req-94603051-f112-4fea-9cad-a971f1d2fff6 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.0988841 Jun 17 08:34:05.971370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Delete allocated IP 172.20.0.6 (677639c3-6d01-4d34-9565-8da109646317/dcdf8fe4-5615-4965-85ba-f314eede34fb) {{(pid=93804) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:34:05.973784 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:05.974129 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Added segment 232495d0-0970-41e3-955b-3d3e51fb3bec of type vlan for network b7fc507c-5b7a-4e1c-b6bc-ad27670570c1 Jun 17 08:34:05.981117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ac6b0b39-4ee6-4637-9708-7f91a0e06ddf None None] Provisioning complete for port 9870d0e3-1938-4e20-92c6-013241565d65 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:05.982130 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0b39-4ee6-4637-9708-7f91a0e06ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.009529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-acb59c6c-8edf-46c4-9040-95f1420fc64c req-f55dc825-d029-43a5-8c67-6ed8170532c5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444381 Jun 17 08:34:06.022605 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Allocated IP 172.20.0.36 (677639c3-6d01-4d34-9565-8da109646317/87b9451e-cf3f-4584-b8e5-d6349490020f/b8a29d7e-3372-4c13-b027-66d37eb12f63) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:06.033504 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b0b39-4ee6-4637-9708-7f91a0e06ddf None None] Port 9870d0e3-1938-4e20-92c6-013241565d65 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:06.050840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ac6b0b39-4ee6-4637-9708-7f91a0e06ddf None None] Provisioning for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:06.054161 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.056129 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ac6b0b39-4ee6-4637-9708-7f91a0e06ddf None None] Provisioning complete for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:06.056854 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0b39-4ee6-4637-9708-7f91a0e06ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.154684 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a0e75cae-2453-4fc4-b23f-2f2c0e2b5301 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.167727 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.173199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.175273 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.192901 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ac6b0b39-4ee6-4637-9708-7f91a0e06ddf None None] Provisioning complete for port b8a29d7e-3372-4c13-b027-66d37eb12f63 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:06.193957 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0b39-4ee6-4637-9708-7f91a0e06ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.199858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dce72-f09c-4659-9215-b74409091ec6 req-7d5dda07-5fbc-42d5-a9a2-f16d7469843a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.201338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-221dce72-f09c-4659-9215-b74409091ec6 req-7d5dda07-5fbc-42d5-a9a2-f16d7469843a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.0746255 Jun 17 08:34:06.202285 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:06.252228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-221dce72-f09c-4659-9215-b74409091ec6 req-5ebf697c-5956-41b2-b777-764879d0c1be tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423183 Jun 17 08:34:06.271718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ac6b0b39-4ee6-4637-9708-7f91a0e06ddf None None] Port b8a29d7e-3372-4c13-b027-66d37eb12f63 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:06.348071 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Network': ['ID=b7fc507c-5b7a-4e1c-b6bc-ad27670570c1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:06.360328 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:06.361235 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network b7fc507c-5b7a-4e1c-b6bc-ad27670570c1 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:06.365165 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0703259 Jun 17 08:34:06.370237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42848) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:06.414726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'network_id': 'b7fc507c-5b7a-4e1c-b6bc-ad27670570c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:06.424485 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a0e75cae-2453-4fc4-b23f-2f2c0e2b5301 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.428854 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-92be27a2-11dd-43f6-b567-c44b78be02ad tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:06.472201 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a0e75cae-2453-4fc4-b23f-2f2c0e2b5301 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.476253 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a0e75cae-2453-4fc4-b23f-2f2c0e2b5301 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "DELETE /v2.0/subnets/60209a5e-78b1-4508-954b-31b5546f0dc4 HTTP/1.1" status: 204 len: 168 time: 1.1945217 Jun 17 08:34:06.478800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a637cbe-ad13-4fcb-b903-74735a353ece None None] Network ac5bb243-760f-404d-96d3-27c38f684755 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:06.480931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e75cae-2453-4fc4-b23f-2f2c0e2b5301 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event deleted for resources: {'Subnet': ['ID=60209a5e-78b1-4508-954b-31b5546f0dc4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:06.485196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42852) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:06.487379 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a0e75cae-2453-4fc4-b23f-2f2c0e2b5301 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:06.493621 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.529435 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04688e-cf42-4f02-b681-15b392a77032 req-499ce8a6-08b6-4dd5-b1bf-47e1ae454b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.531631 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e04688e-cf42-4f02-b681-15b392a77032 req-499ce8a6-08b6-4dd5-b1bf-47e1ae454b5a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 1098 time: 0.2296827 Jun 17 08:34:06.557222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Transition to ACTIVE for port object b8a29d7e-3372-4c13-b027-66d37eb12f63 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:06.576385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Made reservation on behalf of b37d9fdaa1034d5c9ea536b198e4ba8c for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:06.580001 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.586508 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.596892 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:06.624819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701206ef-0225-4d25-8286-a889e68c7b6b req-db6f628b-a293-4016-9d5d-61c44d9be397 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.626378 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-701206ef-0225-4d25-8286-a889e68c7b6b req-db6f628b-a293-4016-9d5d-61c44d9be397 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2201622 Jun 17 08:34:06.662591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce1a10-c481-4a3b-b5ec-7c07eaf68b01 req-c11a958c-8b3f-4486-a70f-977263172e99 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.672418 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5ce1a10-c481-4a3b-b5ec-7c07eaf68b01 req-c11a958c-8b3f-4486-a70f-977263172e99 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.3268120 Jun 17 08:34:06.683458 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.701166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f76ccc4-fce4-42df-9643-2935121e88c5 None None] DHCP port deletion for ac5bb243-760f-404d-96d3-27c38f684755 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:06.766977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8f76ccc4-fce4-42df-9643-2935121e88c5 None None] Deleting port 47b24b61-cfe7-48be-af16-3196d6e06855 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:06.767497 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8f76ccc4-fce4-42df-9643-2935121e88c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.770405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.ipam_backend_mixin [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Performing IP validity checks on allocation pools {{(pid=93803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:34:06.770880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event updated for resources: {'Port': ['ID=b8a29d7e-3372-4c13-b027-66d37eb12f63,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:06.771047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.ipam_backend_mixin [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:34:06.786162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 323f2330-12c1-42e4-9196-3bbd13ee01a3 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:06.786399 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:06.787324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-701206ef-0225-4d25-8286-a889e68c7b6b req-fe4fa37e-e83e-411b-b7b7-67da87189670 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132100 Jun 17 08:34:06.817420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04688e-cf42-4f02-b681-15b392a77032 req-2b75e0b2-acf6-4379-917a-53ed3623dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.819693 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e04688e-cf42-4f02-b681-15b392a77032 req-2b75e0b2-acf6-4379-917a-53ed3623dcfc service neutron] 10.222.0.63 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 919 time: 0.2609551 Jun 17 08:34:06.831354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] In _notify_port_updated(), no bound segment for port b8a29d7e-3372-4c13-b027-66d37eb12f63 on network 677639c3-6d01-4d34-9565-8da109646317 {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:34:06.845774 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:06.847672 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.853204 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "PUT /v2.0/ports/b8a29d7e-3372-4c13-b027-66d37eb12f63 HTTP/1.1" status: 200 len: 960 time: 2.5148394 Jun 17 08:34:06.862641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42856) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:06.889194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8f76ccc4-fce4-42df-9643-2935121e88c5 None None] For port 47b24b61-cfe7-48be-af16-3196d6e06855, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=47b24b61-cfe7-48be-af16-3196d6e06855,segment=NetworkSegment(87b597f6-0938-47b3-9c5d-802b9c593022),segment_id=87b597f6-0938-47b3-9c5d-802b9c593022)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:06.889737 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8f76ccc4-fce4-42df-9643-2935121e88c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:06.921548 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e04688e-cf42-4f02-b681-15b392a77032 req-ea163054-b285-40e4-bf9e-ba54c37e7cfa service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15192063-d1db-426e-a96c-30c28a48d0e6 HTTP/1.1" status: 200 len: 217 time: 0.0913408 Jun 17 08:34:06.973538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8f76ccc4-fce4-42df-9643-2935121e88c5 None None] Calling delete_port for 47b24b61-cfe7-48be-af16-3196d6e06855 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:06.990727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:06.991467 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.003454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5ce1a10-c481-4a3b-b5ec-7c07eaf68b01 req-c45e89d7-b164-46ea-a511-c5fa62cdf0a2 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305504 Jun 17 08:34:07.021534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.025943 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1501242-dd27-49ce-bb1e-071bd279ec51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:07.043209 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Deleting port 47b24b61-cfe7-48be-af16-3196d6e06855 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:07.044375 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.086177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=cc692b92-7ba2-43b2-8a97-b5273a957253,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:07.099547 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:07.119730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] For port 47b24b61-cfe7-48be-af16-3196d6e06855, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=47b24b61-cfe7-48be-af16-3196d6e06855,segment=NetworkSegment(87b597f6-0938-47b3-9c5d-802b9c593022),segment_id=87b597f6-0938-47b3-9c5d-802b9c593022)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:07.119730 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.162813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ddeec-7029-4af9-a999-2e90c240b975 req-fb90b42f-1d14-48dd-926b-d0ebf219d3c4 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:07.167102 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8f76ccc4-fce4-42df-9643-2935121e88c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.170636 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9f49de25-ae56-4bc0-9bb5-7c7998de4e89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:07.171084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b68ddeec-7029-4af9-a999-2e90c240b975 req-fb90b42f-1d14-48dd-926b-d0ebf219d3c4 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.2129204 Jun 17 08:34:07.192838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Checking segment: {'id': '232495d0-0970-41e3-955b-3d3e51fb3bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'b7fc507c-5b7a-4e1c-b6bc-ad27670570c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:07.193207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network hostable DHCP agents. Network: b7fc507c-5b7a-4e1c-b6bc-ad27670570c1, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:07.205555 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76ccc4-fce4-42df-9643-2935121e88c5 None None] Pushing event deleted for resources: {'Port': ['ID=47b24b61-cfe7-48be-af16-3196d6e06855,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:07.208089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f76ccc4-fce4-42df-9643-2935121e88c5 None None] No DVR routers for this DVR port 47b24b61-cfe7-48be-af16-3196d6e06855 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:07.209572 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8f76ccc4-fce4-42df-9643-2935121e88c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:07.233467 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04688e-cf42-4f02-b681-15b392a77032 req-5b9de9ba-495c-41fe-bfa3-2b11ff491c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:07.235410 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e04688e-cf42-4f02-b681-15b392a77032 req-5b9de9ba-495c-41fe-bfa3-2b11ff491c51 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 200 len: 858 time: 0.3063478 Jun 17 08:34:07.240773 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b68ddeec-7029-4af9-a999-2e90c240b975 req-34b1b06c-417b-4c40-a8ba-61a5eafbd9f0 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684114 Jun 17 08:34:07.242738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Network b7fc507c-5b7a-4e1c-b6bc-ad27670570c1 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:07.257154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, b7fc507c-5b7a-4e1c-b6bc-ad27670570c1) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:07.269343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d4685-e223-4e75-a07f-dbe2e3c4cbcf None None] Network b7fc507c-5b7a-4e1c-b6bc-ad27670570c1 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:07.277948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:07.279137 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.285185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Calling delete_port for 47b24b61-cfe7-48be-af16-3196d6e06855 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:07.314405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9369400 Jun 17 08:34:07.315058 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42864) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:07.328141 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e04688e-cf42-4f02-b681-15b392a77032 req-b5609f4d-1a1a-4885-97cb-208aa1cedde6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355062 Jun 17 08:34:07.330937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c096c2f0-ddcf-4425-afa3-ee8e56bad9c7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:07.351205 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:34:07.430673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-88b19e8a-479b-4d8c-9f97-3bc5dc5c2f38 None None] Provisioning for port b8a29d7e-3372-4c13-b027-66d37eb12f63 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:07.459152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-88b19e8a-479b-4d8c-9f97-3bc5dc5c2f38 None None] Provisioning complete for port b8a29d7e-3372-4c13-b027-66d37eb12f63 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:07.459918 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-88b19e8a-479b-4d8c-9f97-3bc5dc5c2f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.463838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f1eaa33c-f71b-4143-91bf-16d2c7c769ea tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port b8a29d7e-3372-4c13-b027-66d37eb12f63 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:07.464222 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa33c-f71b-4143-91bf-16d2c7c769ea tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.486105 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c096c2f0-ddcf-4425-afa3-ee8e56bad9c7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5292519'] for subnet, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.488516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1db331-e300-4ec0-969c-5fc43676b222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-b7fc507c-5b7a-4e1c-b6bc-ad27670570c1', 'network_id': 'b7fc507c-5b7a-4e1c-b6bc-ad27670570c1', 'tenant_id': 'b37d9fdaa1034d5c9ea536b198e4ba8c', 'fixed_ips': [{'subnet_id': 'cc692b92-7ba2-43b2-8a97-b5273a957253'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:07.489568 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c1db331-e300-4ec0-969c-5fc43676b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.509805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e4621-4087-48a1-9e98-d66631fbd88f req-ee3cdee5-5c62-4856-bf1a-ad46c3f5b9fd tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:07.511373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a5e4621-4087-48a1-9e98-d66631fbd88f req-ee3cdee5-5c62-4856-bf1a-ad46c3f5b9fd tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1664605 Jun 17 08:34:07.521396 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-88b19e8a-479b-4d8c-9f97-3bc5dc5c2f38 None None] Port b8a29d7e-3372-4c13-b027-66d37eb12f63 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:07.588080 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e04688e-cf42-4f02-b681-15b392a77032 req-676c73ee-068b-430e-aa6a-923e2c966d06 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215645 Jun 17 08:34:07.591083 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.594706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a5e4621-4087-48a1-9e98-d66631fbd88f req-69eed125-2233-44ee-b2c5-b12e0af94474 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760701 Jun 17 08:34:07.596495 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c3b486bf-d4d3-43bc-b02b-0c4537b89897 tempest-ServerMetadataNegativeTestJSON-1141186591 tempest-ServerMetadataNegativeTestJSON-1141186591-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:07.617838 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-8c1db331-e300-4ec0-969c-5fc43676b222 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:34:07.617838 n-d-779913-16 neutron-server[93805]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 17 08:34:07.617838 n-d-779913-16 neutron-server[93805]: [parameters: {'in_use': 1, 'id_1': 'cc692b92-7ba2-43b2-8a97-b5273a957253'}] Jun 17 08:34:07.617838 n-d-779913-16 neutron-server[93805]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:34:07.619062 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-8c1db331-e300-4ec0-969c-5fc43676b222 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:34:07.636411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event deleted for resources: {'Port': ['ID=47b24b61-cfe7-48be-af16-3196d6e06855,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:07.639538 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:07.663814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] No DVR routers for this DVR port 47b24b61-cfe7-48be-af16-3196d6e06855 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:07.715423 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa33c-f71b-4143-91bf-16d2c7c769ea tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.756473 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c096c2f0-ddcf-4425-afa3-ee8e56bad9c7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788103983216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7277220'] for subnet, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.760462 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8419d37b-41bb-4d1c-9d3b-dcc19ab3eeb3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:07.812115 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c096c2f0-ddcf-4425-afa3-ee8e56bad9c7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:07.812734 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c096c2f0-ddcf-4425-afa3-ee8e56bad9c7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.814051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c096c2f0-ddcf-4425-afa3-ee8e56bad9c7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "PUT /v2.0/subnets/cc692b92-7ba2-43b2-8a97-b5273a957253 HTTP/1.1" status: 200 len: 900 time: 0.4970114 Jun 17 08:34:07.818081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42868) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:07.826046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096c2f0-ddcf-4425-afa3-ee8e56bad9c7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event updated for resources: {'Subnet': ['ID=cc692b92-7ba2-43b2-8a97-b5273a957253,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:07.828827 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f1eaa33c-f71b-4143-91bf-16d2c7c769ea tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for b8a29d7e-3372-4c13-b027-66d37eb12f63 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:07.829276 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c096c2f0-ddcf-4425-afa3-ee8e56bad9c7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:07.861095 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.902453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8c289-a5ee-4100-ae9f-7960994fc3ce req-b6f725f5-fc08-406d-bd44-2bb1c93eba62 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:07.904021 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9c8c289-a5ee-4100-ae9f-7960994fc3ce req-b6f725f5-fc08-406d-bd44-2bb1c93eba62 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1823730 Jun 17 08:34:07.910750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac5bb243-760f-404d-96d3-27c38f684755']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:07.935246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b597f6-0938-47b3-9c5d-802b9c593022') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:07.935553 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b597f6-0938-47b3-9c5d-802b9c593022') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:07.950551 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e04688e-cf42-4f02-b681-15b392a77032 req-036e88af-d8e7-4029-9788-de638c4d1923 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332281 Jun 17 08:34:07.954761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.957795 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.978454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9c8c289-a5ee-4100-ae9f-7960994fc3ce req-8c7ea247-4424-46fc-b83d-86866589a76e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613301 Jun 17 08:34:07.983689 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.991831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:07.992236 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:07.995257 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:08.027678 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.103454 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.115737 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5c0d348c-6224-4760-bcf6-766dcea22916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:08.120541 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c1db331-e300-4ec0-969c-5fc43676b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.121967 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.126957 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.127817 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] 10.222.0.47 "DELETE /v2.0/networks/ac5bb243-760f-404d-96d3-27c38f684755 HTTP/1.1" status: 204 len: 168 time: 1.6415546 Jun 17 08:34:08.133983 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55c6b824-acb0-4e62-8f77-58fdff534461 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:08.146294 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Pushing event deleted for resources: {'Network': ['ID=ac5bb243-760f-404d-96d3-27c38f684755,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:08.162995 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:08.175710 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa33c-f71b-4143-91bf-16d2c7c769ea tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.179999 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f69f7917-45a9-4590-bb37-bc1b0650f492 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:08.189508 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Subnet': ['ID=cc692b92-7ba2-43b2-8a97-b5273a957253,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:08.192363 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:08.209863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eaa33c-f71b-4143-91bf-16d2c7c769ea tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=b8a29d7e-3372-4c13-b027-66d37eb12f63,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:08.215517 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f1eaa33c-f71b-4143-91bf-16d2c7c769ea tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:08.289197 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.297827 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f1eaa33c-f71b-4143-91bf-16d2c7c769ea tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.303304 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f1eaa33c-f71b-4143-91bf-16d2c7c769ea tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/b8a29d7e-3372-4c13-b027-66d37eb12f63 HTTP/1.1" status: 204 len: 168 time: 1.4387448 Jun 17 08:34:08.304012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42884) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:08.308100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fc507c-5b7a-4e1c-b6bc-ad27670570c1']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:08.328133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232495d0-0970-41e3-955b-3d3e51fb3bec') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:08.328762 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232495d0-0970-41e3-955b-3d3e51fb3bec') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:08.344976 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3974faf5-359a-4038-b1fc-5e5d7bacc5f8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] GET failed (client error): The resource could not be found. Jun 17 08:34:08.347772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40378be4-6725-47b4-8a5d-9d94b41280f8 None None] Network b7fc507c-5b7a-4e1c-b6bc-ad27670570c1 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:08.359348 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3974faf5-359a-4038-b1fc-5e5d7bacc5f8 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports/b8a29d7e-3372-4c13-b027-66d37eb12f63 HTTP/1.1" status: 404 len: 333 time: 0.0541668 Jun 17 08:34:08.360471 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42888) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:08.390224 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.405162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ffb22-d9d2-49a0-9f0a-9dc1beb9429b req-89420120-1f37-4c78-9b2f-8617aba8c441 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:08.414819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a7ffb22-d9d2-49a0-9f0a-9dc1beb9429b req-89420120-1f37-4c78-9b2f-8617aba8c441 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.2337070 Jun 17 08:34:08.424451 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1bb022d1-496e-4aca-b890-9b7fa68c376e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.472467 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.481096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1bb022d1-496e-4aca-b890-9b7fa68c376e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.492184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a7ffb22-d9d2-49a0-9f0a-9dc1beb9429b req-a43595f5-9a26-4326-8130-557b89137737 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763271 Jun 17 08:34:08.502402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42890) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:08.507162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:08.507945 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:08.515080 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:08.573652 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1bb022d1-496e-4aca-b890-9b7fa68c376e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.579122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1bb022d1-496e-4aca-b890-9b7fa68c376e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.584165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42894) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:08.585333 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1bb022d1-496e-4aca-b890-9b7fa68c376e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/security-groups/49177b6e-6dc1-4878-8e51-65f1b5486f95 HTTP/1.1" status: 204 len: 168 time: 0.2239082 Jun 17 08:34:08.586874 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4ab8c015-a338-4979-8097-ec19be7bf1d1 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:08.598660 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb022d1-496e-4aca-b890-9b7fa68c376e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49177b6e-6dc1-4878-8e51-65f1b5486f95,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:08.601660 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1bb022d1-496e-4aca-b890-9b7fa68c376e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:08.643528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04cf60-ec4c-46da-bc9e-b52f61be030a req-0db63b13-9eef-4486-9b90-fa33f77f649c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:08.653204 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb04cf60-ec4c-46da-bc9e-b52f61be030a req-0db63b13-9eef-4486-9b90-fa33f77f649c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3313093 Jun 17 08:34:08.715094 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93ff5746-9f60-47f8-924e-10376fe92489 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.726379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe7911-de81-4bf9-a600-32b45213020e None None] Network b7fc507c-5b7a-4e1c-b6bc-ad27670570c1 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:08.740163 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.740996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe7911-de81-4bf9-a600-32b45213020e None None] Network b7fc507c-5b7a-4e1c-b6bc-ad27670570c1 could not be found, it might have been deleted concurrently. {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 17 08:34:08.747569 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.749655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/b7fc507c-5b7a-4e1c-b6bc-ad27670570c1 HTTP/1.1" status: 204 len: 168 time: 0.9306550 Jun 17 08:34:08.754116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42896) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:08.764165 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:08.769436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 47b24b61-cfe7-48be-af16-3196d6e06855 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:08.783946 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f33b8fe0-14d7-4dc0-a18b-2b9b81a9e627 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:08.784787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f33b8fe0-14d7-4dc0-a18b-2b9b81a9e627 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:08.786808 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f33b8fe0-14d7-4dc0-a18b-2b9b81a9e627 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/subnets/cc692b92-7ba2-43b2-8a97-b5273a957253 HTTP/1.1" status: 404 len: 337 time: 0.0312977 Jun 17 08:34:08.787634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Network': ['ID=b7fc507c-5b7a-4e1c-b6bc-ad27670570c1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:08.789500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42898) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:08.790386 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:08.805256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 47b24b61-cfe7-48be-af16-3196d6e06855 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:08.806035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 47b24b61-cfe7-48be-af16-3196d6e06855 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:08.809583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb04cf60-ec4c-46da-bc9e-b52f61be030a req-5f7eb0cd-2559-4987-8edc-4c32bbfd06e2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546712 Jun 17 08:34:08.812055 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fb96c2-acc2-4da6-830d-e3e23b2c7d14 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:08.812893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fb96c2-acc2-4da6-830d-e3e23b2c7d14 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:08.815414 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-78fb96c2-acc2-4da6-830d-e3e23b2c7d14 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/b7fc507c-5b7a-4e1c-b6bc-ad27670570c1 HTTP/1.1" status: 404 len: 339 time: 0.0247059 Jun 17 08:34:08.818182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42900) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:08.820197 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93ff5746-9f60-47f8-924e-10376fe92489 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.892869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93ff5746-9f60-47f8-924e-10376fe92489 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.895688 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93ff5746-9f60-47f8-924e-10376fe92489 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.899659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-93ff5746-9f60-47f8-924e-10376fe92489 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/security-groups/32f8a55d-0b12-47f7-8c5a-0b587974953f HTTP/1.1" status: 204 len: 168 time: 0.3121097 Jun 17 08:34:08.920042 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-56e8451d-8e91-46d1-ad54-66a0bece7746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:08.923013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42904) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:08.927781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:08.976586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ff5746-9f60-47f8-924e-10376fe92489 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f8a55d-0b12-47f7-8c5a-0b587974953f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:08.981218 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93ff5746-9f60-47f8-924e-10376fe92489 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:09.001100 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5a93cde5-e5e4-4b76-a126-ebba119bb266 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94a1852cedbd4567b962b5543868ee35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974861 Jun 17 08:34:09.004152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42906) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:09.059728 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.070324 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71a2edf4-8e52-4ffd-8384-0658933f9666']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:09.078139 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.082298 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd6b687-119a-48d9-8796-c04b906dc83b') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:09.082758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd6b687-119a-48d9-8796-c04b906dc83b') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:09.092308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.094309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f0a64-8de6-4eec-9624-8f1092c4805c req-c41a3a9e-e030-4a84-9057-b1040645c2ee tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:09.095848 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-731f0a64-8de6-4eec-9624-8f1092c4805c req-c41a3a9e-e030-4a84-9057-b1040645c2ee tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.2153323 Jun 17 08:34:09.098003 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06379c24-1570-4fa1-85bb-7c708b226312 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.107409 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.114884 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:09.115332 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:09.118329 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:09.134501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3860c-229a-4c98-b5a0-84ceb330836b req-9f4f89e2-981a-4a04-bf3c-305c6b75f87b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:09.135978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68e3860c-229a-4c98-b5a0-84ceb330836b req-9f4f89e2-981a-4a04-bf3c-305c6b75f87b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2118671 Jun 17 08:34:09.152503 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-884574ce-c407-478b-a1a7-5b9a1d9a7bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.159352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06379c24-1570-4fa1-85bb-7c708b226312 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.177759 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.183690 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.188565 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/71a2edf4-8e52-4ffd-8384-0658933f9666 HTTP/1.1" status: 204 len: 168 time: 0.3663421 Jun 17 08:34:09.188565 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6158113c-ca24-4c45-b116-e2f461ae3a46 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:09.190283 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42908) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:09.208842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Network': ['ID=71a2edf4-8e52-4ffd-8384-0658933f9666,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:09.229584 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:09.231558 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-70d03222-0fda-425f-9c80-cfed219c3470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:09.231558 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70d03222-0fda-425f-9c80-cfed219c3470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:09.233517 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-70d03222-0fda-425f-9c80-cfed219c3470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/subnets/01e1b378-d42f-4bee-b9bb-4b47dfd8b52f HTTP/1.1" status: 404 len: 337 time: 0.0408883 Jun 17 08:34:09.236032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42910) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:09.236706 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-884574ce-c407-478b-a1a7-5b9a1d9a7bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.240829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-731f0a64-8de6-4eec-9624-8f1092c4805c req-a7bcdc65-01cf-4a43-81dc-eef66bce9f06 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356988 Jun 17 08:34:09.256252 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b4a87b-bbcf-4451-ae2e-36124e59a75b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:09.257064 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b4a87b-bbcf-4451-ae2e-36124e59a75b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:09.261454 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a1b4a87b-bbcf-4451-ae2e-36124e59a75b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/f339fb2a-8dc9-44fe-b754-8e7b60b50024 HTTP/1.1" status: 404 len: 339 time: 0.0217147 Jun 17 08:34:09.261877 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42912) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:09.267523 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68e3860c-229a-4c98-b5a0-84ceb330836b req-eed9e20c-8107-48aa-a8d5-d3ba51b20cf1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217532 Jun 17 08:34:09.285925 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06379c24-1570-4fa1-85bb-7c708b226312 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.288695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06379c24-1570-4fa1-85bb-7c708b226312 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.292224 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-06379c24-1570-4fa1-85bb-7c708b226312 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/security-groups/37463fe1-f7ee-43b2-8f03-130f9d6fab31 HTTP/1.1" status: 204 len: 168 time: 0.3645318 Jun 17 08:34:09.293947 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93ff5746-9f60-47f8-924e-10376fe92489 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:09.296899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42914) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:09.333241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06379c24-1570-4fa1-85bb-7c708b226312 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37463fe1-f7ee-43b2-8f03-130f9d6fab31,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:09.337924 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-06379c24-1570-4fa1-85bb-7c708b226312 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:09.366669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e3a6c52-f639-4c39-9f35-d849aac7ab44 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Deleting subnet 50fecb9a-6b53-4f2e-88db-1216a6bf17df {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:09.370306 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6c52-f639-4c39-9f35-d849aac7ab44 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.397376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2a5c6a-84a3-444f-b998-8e9da5deb0fb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting subnet dcdf8fe4-5615-4965-85ba-f314eede34fb {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:09.400802 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-884574ce-c407-478b-a1a7-5b9a1d9a7bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.403504 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-884574ce-c407-478b-a1a7-5b9a1d9a7bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.407260 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-884574ce-c407-478b-a1a7-5b9a1d9a7bef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e750d8f-7844-4f8b-9ba6-e708e5307f4c HTTP/1.1" status: 204 len: 168 time: 0.3996403 Jun 17 08:34:09.407260 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5c6a-84a3-444f-b998-8e9da5deb0fb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.408385 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d6b1c3f3-1c4b-471f-8236-57e0e9c31708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:09.430759 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6c52-f639-4c39-9f35-d849aac7ab44 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.442604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884574ce-c407-478b-a1a7-5b9a1d9a7bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e750d8f-7844-4f8b-9ba6-e708e5307f4c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:09.447246 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-884574ce-c407-478b-a1a7-5b9a1d9a7bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:09.467624 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5c6a-84a3-444f-b998-8e9da5deb0fb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.576935 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5c6a-84a3-444f-b998-8e9da5deb0fb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.583934 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6c52-f639-4c39-9f35-d849aac7ab44 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.671677 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6c52-f639-4c39-9f35-d849aac7ab44 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.673823 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:09.702341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a6c52-f639-4c39-9f35-d849aac7ab44 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Subnet': ['ID=50fecb9a-6b53-4f2e-88db-1216a6bf17df,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:09.705140 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3e3a6c52-f639-4c39-9f35-d849aac7ab44 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:09.712208 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e3a6c52-f639-4c39-9f35-d849aac7ab44 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.715546 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3e3a6c52-f639-4c39-9f35-d849aac7ab44 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/subnets/50fecb9a-6b53-4f2e-88db-1216a6bf17df HTTP/1.1" status: 204 len: 168 time: 0.4529114 Jun 17 08:34:09.718135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42932) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:09.722717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ceb1e8-5ba7-4182-af8b-049cadf97119 None None] Network 59a35eec-1bc9-4d80-860c-042a51627275 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:09.748767 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5c6a-84a3-444f-b998-8e9da5deb0fb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.751404 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-443b073c-b170-4d40-9340-3dc5f618b857 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:09.761859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae225e-7305-482c-b673-1e1424451c64 req-040c9182-e065-48f1-8c40-a4af19f0af9b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:09.763710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68ae225e-7305-482c-b673-1e1424451c64 req-040c9182-e065-48f1-8c40-a4af19f0af9b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1527300 Jun 17 08:34:09.780455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bcc759a-18f3-413f-b504-85cb7268e9c2 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Deleting subnet d4424b7b-26b8-4727-8d86-de4b384d4e2f {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:09.784099 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bcc759a-18f3-413f-b504-85cb7268e9c2 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.801529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a5c6a-84a3-444f-b998-8e9da5deb0fb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Subnet': ['ID=dcdf8fe4-5615-4965-85ba-f314eede34fb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:09.812296 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec2a5c6a-84a3-444f-b998-8e9da5deb0fb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:09.823280 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5c6a-84a3-444f-b998-8e9da5deb0fb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.825410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ec2a5c6a-84a3-444f-b998-8e9da5deb0fb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/dcdf8fe4-5615-4965-85ba-f314eede34fb HTTP/1.1" status: 204 len: 168 time: 0.5275545 Jun 17 08:34:09.831155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39737a4-d9aa-495b-b38d-5baed60d35a9 None None] Network 677639c3-6d01-4d34-9565-8da109646317 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:09.832176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42938) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:09.839649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bcc759a-18f3-413f-b504-85cb7268e9c2 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.892717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77726157-0b02-453c-b59c-fd887502171e req-bad92e3c-4521-434b-9031-0a7fb0393aa4 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:09.894336 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77726157-0b02-453c-b59c-fd887502171e req-bad92e3c-4521-434b-9031-0a7fb0393aa4 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.2320466 Jun 17 08:34:09.903693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68ae225e-7305-482c-b673-1e1424451c64 req-7357dc38-6aa7-46bb-8b04-d09204e8ae0a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160748 Jun 17 08:34:09.933393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadf8b5f-63f9-45a9-9560-ac5586f4aa81 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting subnet 87b9451e-cf3f-4584-b8e5-d6349490020f {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:09.936913 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bcc759a-18f3-413f-b504-85cb7268e9c2 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.948361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aadf8b5f-63f9-45a9-9560-ac5586f4aa81 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:09.999355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77726157-0b02-453c-b59c-fd887502171e req-052440b2-1154-449c-96fe-9215cfaec5db tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917516 Jun 17 08:34:10.014916 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aadf8b5f-63f9-45a9-9560-ac5586f4aa81 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.030617 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bcc759a-18f3-413f-b504-85cb7268e9c2 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.033649 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b1b090d6-1402-4fc4-a094-14139370f031 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:10.087537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc759a-18f3-413f-b504-85cb7268e9c2 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Subnet': ['ID=d4424b7b-26b8-4727-8d86-de4b384d4e2f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:10.090664 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bcc759a-18f3-413f-b504-85cb7268e9c2 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:10.102525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bcc759a-18f3-413f-b504-85cb7268e9c2 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.107133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42948) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:10.109954 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5bcc759a-18f3-413f-b504-85cb7268e9c2 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/subnets/d4424b7b-26b8-4727-8d86-de4b384d4e2f HTTP/1.1" status: 204 len: 168 time: 0.3882759 Jun 17 08:34:10.370262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97e7f77-efdb-4056-8378-80753aedcc05 None None] Update dhcp port {'port': {'network_id': '59a35eec-1bc9-4d80-860c-042a51627275', 'fixed_ips': [{'subnet_id': 'd4424b7b-26b8-4727-8d86-de4b384d4e2f'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '2b83298e-3acf-4afa-a10a-900490a57869'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:34:10.473162 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f97e7f77-efdb-4056-8378-80753aedcc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.509288 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42962) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:10.656733 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.657726 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-653091056'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:10.695001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:10.699762 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.713133 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.728440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a47d0d9-c362-468e-8726-58f778c19165 None None] Network 59a35eec-1bc9-4d80-860c-042a51627275 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:10.760800 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aadf8b5f-63f9-45a9-9560-ac5586f4aa81 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.879902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fef27c0d-d41c-4820-a9d3-cfdbcdae5ecf None None] Provisioning complete for port 2b83298e-3acf-4afa-a10a-900490a57869 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:10.880481 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fef27c0d-d41c-4820-a9d3-cfdbcdae5ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.886165 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.901169 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:10.917724 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10df0478-cf34-4cea-9f20-691d5636329d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:10.926263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956c7b7-156a-415e-92bd-08a3d8deca8c req-4e5b07dd-a126-425f-a61d-ffba9e59f30c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:10.927800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1956c7b7-156a-415e-92bd-08a3d8deca8c req-4e5b07dd-a126-425f-a61d-ffba9e59f30c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.3325934 Jun 17 08:34:10.959444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80bbe3-b968-4ed5-b5e4-6ee0d25964fa req-f2ae997f-7b31-4305-b2fb-a43978364ba4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:10.967218 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c80bbe3-b968-4ed5-b5e4-6ee0d25964fa req-f2ae997f-7b31-4305-b2fb-a43978364ba4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3830919 Jun 17 08:34:10.971067 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8402585c-e231-4a0f-8add-3a4c3c230b5a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:10.976832 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:11.015177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:11.025649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab815dc1-4ff5-4328-b25e-9d40cc4c5d15 None None] DHCP port deletion for 59a35eec-1bc9-4d80-860c-042a51627275 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:11.035011 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.037548 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Added segment abbfa90e-0651-4638-af85-4bbb85330604 of type vlan for network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c Jun 17 08:34:11.043837 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aadf8b5f-63f9-45a9-9560-ac5586f4aa81 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.053914 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b1c38eeb-979d-43b8-b548-c8077cc053a7 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:11.070196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Deleting port 2b83298e-3acf-4afa-a10a-900490a57869 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:11.070895 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.101898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ab815dc1-4ff5-4328-b25e-9d40cc4c5d15 None None] Deleting port 2b83298e-3acf-4afa-a10a-900490a57869 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:11.102708 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ab815dc1-4ff5-4328-b25e-9d40cc4c5d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.103166 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.165268 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.166505 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1956c7b7-156a-415e-92bd-08a3d8deca8c req-562c276c-5ff4-45c4-b0d8-9471610cc468 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867330 Jun 17 08:34:11.174853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:11.175988 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.179859 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29439b71-2716-41e4-bd4f-ad73c9ccb4aa tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:11.196705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf8b5f-63f9-45a9-9560-ac5586f4aa81 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Subnet': ['ID=87b9451e-cf3f-4584-b8e5-d6349490020f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:11.198303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ab815dc1-4ff5-4328-b25e-9d40cc4c5d15 None None] For port 2b83298e-3acf-4afa-a10a-900490a57869, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2b83298e-3acf-4afa-a10a-900490a57869,segment=NetworkSegment(f9761efe-6f76-4597-b060-e37e1f51d0ca),segment_id=f9761efe-6f76-4597-b060-e37e1f51d0ca)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:11.198303 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ab815dc1-4ff5-4328-b25e-9d40cc4c5d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.200831 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aadf8b5f-63f9-45a9-9560-ac5586f4aa81 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.202672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-aadf8b5f-63f9-45a9-9560-ac5586f4aa81 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/87b9451e-cf3f-4584-b8e5-d6349490020f HTTP/1.1" status: 204 len: 168 time: 1.3668728 Jun 17 08:34:11.210246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42970) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:11.211280 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aadf8b5f-63f9-45a9-9560-ac5586f4aa81 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:11.220850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947bae50-20ba-4b7f-9077-bd1f39f4be45 None None] Network 677639c3-6d01-4d34-9565-8da109646317 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:11.252240 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c80bbe3-b968-4ed5-b5e4-6ee0d25964fa req-6434c37a-9298-4d87-b2eb-df7095ccb89d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706585 Jun 17 08:34:11.278427 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-78984ee2-f85e-4e27-8a8d-4bc527fcf893 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:11.279247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78984ee2-f85e-4e27-8a8d-4bc527fcf893 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:11.281214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-78984ee2-f85e-4e27-8a8d-4bc527fcf893 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/dcdf8fe4-5615-4965-85ba-f314eede34fb HTTP/1.1" status: 404 len: 337 time: 0.0669243 Jun 17 08:34:11.287155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42972) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:11.300574 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7898698 Jun 17 08:34:11.304667 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42976) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:11.314088 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'name': 'tempest-PortsIpV6TestJSON-2125789201'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:11.385273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Network': ['ID=bfe9ecd3-6af6-4d4e-87d8-3e00d167010c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:11.388839 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:11.398963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ab815dc1-4ff5-4328-b25e-9d40cc4c5d15 None None] Calling delete_port for 2b83298e-3acf-4afa-a10a-900490a57869 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:11.406432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] For port 2b83298e-3acf-4afa-a10a-900490a57869, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2b83298e-3acf-4afa-a10a-900490a57869,segment=NetworkSegment(f9761efe-6f76-4597-b060-e37e1f51d0ca),segment_id=f9761efe-6f76-4597-b060-e37e1f51d0ca)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:11.406432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.467903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:11.479888 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:11.491435 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.505802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-89e17d39-2fae-4a49-9172-015c69d33c90 None None] Provisioning complete for port 9870d0e3-1938-4e20-92c6-013241565d65 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:11.506380 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-89e17d39-2fae-4a49-9172-015c69d33c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.533281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:11.536475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Calling delete_port for 2b83298e-3acf-4afa-a10a-900490a57869 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:11.608871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-41122bdc-b643-4db0-a20f-2021d56aa0cc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting subnet 18fefc23-5e97-4bf3-a116-d017069c03b2 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:11.623883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41122bdc-b643-4db0-a20f-2021d56aa0cc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.667888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-89e17d39-2fae-4a49-9172-015c69d33c90 None None] Port 9870d0e3-1938-4e20-92c6-013241565d65 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:11.739586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-89e17d39-2fae-4a49-9172-015c69d33c90 None None] Provisioning complete for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:11.740274 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-89e17d39-2fae-4a49-9172-015c69d33c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.742071 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.786092 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.793508 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3706de72-3c86-401d-8b52-642f70e0acf3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:11.803609 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ab815dc1-4ff5-4328-b25e-9d40cc4c5d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.807605 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f29b5677-3208-40ba-87bc-6960295a97f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:11.818668 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41122bdc-b643-4db0-a20f-2021d56aa0cc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.840110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab815dc1-4ff5-4328-b25e-9d40cc4c5d15 None None] Pushing event deleted for resources: {'Port': ['ID=2b83298e-3acf-4afa-a10a-900490a57869,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:11.843935 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ab815dc1-4ff5-4328-b25e-9d40cc4c5d15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:11.845326 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab815dc1-4ff5-4328-b25e-9d40cc4c5d15 None None] No DVR routers for this DVR port 2b83298e-3acf-4afa-a10a-900490a57869 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:11.865904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=9cb4fd01-48de-4e0c-bb19-bd68cfe02897,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:11.871053 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Checking segment: {'id': 'abbfa90e-0651-4638-af85-4bbb85330604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:11.871779 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network hostable DHCP agents. Network: bfe9ecd3-6af6-4d4e-87d8-3e00d167010c, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:11.877188 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:11.901536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:11.907623 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.915759 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-78db0063-4fc5-4067-b5e2-37a6d194e5e8 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:11.922397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, bfe9ecd3-6af6-4d4e-87d8-3e00d167010c) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:11.928910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:11.934262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99432021-c423-4fa1-a617-8506593e4278 None None] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:11.936224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:11.937241 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:11.953037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669aa93-0b17-42a3-ad1c-08eafd45d2a5 req-a7647ec3-81f7-4b04-a30a-0ed8d344c4a7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:11.954808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b669aa93-0b17-42a3-ad1c-08eafd45d2a5 req-a7647ec3-81f7-4b04-a30a-0ed8d344c4a7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 812 time: 0.3361411 Jun 17 08:34:11.956471 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6506176 Jun 17 08:34:11.960255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42992) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:11.962458 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Port': ['ID=2b83298e-3acf-4afa-a10a-900490a57869,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:11.968033 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1210215138'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:11.973049 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:12.002613 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:12.006111 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.010179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No DVR routers for this DVR port 2b83298e-3acf-4afa-a10a-900490a57869 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:12.024927 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1727bf2e-c8ff-4687-b287-5cc908bc2e8a req-bcdb567e-5387-4e54-a81e-377be69f31b2 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:12.032498 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1727bf2e-c8ff-4687-b287-5cc908bc2e8a req-bcdb567e-5387-4e54-a81e-377be69f31b2 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.3338141 Jun 17 08:34:12.039814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:12.052384 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.053088 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Added segment 39d5d350-843d-4555-b56d-21a0df077101 of type vlan for network 30748545-e16f-4d3f-9a0a-1c2858b80cb9 Jun 17 08:34:12.073090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b669aa93-0b17-42a3-ad1c-08eafd45d2a5 req-53434571-85c8-47d4-bd01-f65565b497d0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/quotas/033da5dc68fa4bd2a4be3af5a03b4561 HTTP/1.1" status: 200 len: 375 time: 0.1010456 Jun 17 08:34:12.116064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.141009 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41122bdc-b643-4db0-a20f-2021d56aa0cc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.153741 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.160025 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:12.161054 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.163791 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fbdedcde-9b0a-44ae-9223-9badde668f1e tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:12.228015 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2630532 Jun 17 08:34:12.228684 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42996) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:12.235498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'ports': [{'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c'}, {'network_id': '30748545-e16f-4d3f-9a0a-1c2858b80cb9'}]} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:12.235858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:12.236276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': '30748545-e16f-4d3f-9a0a-1c2858b80cb9'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:12.238492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.245450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1727bf2e-c8ff-4687-b287-5cc908bc2e8a req-4d292c21-d36a-460c-8de4-f881fd751608 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117929 Jun 17 08:34:12.260998 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a35eec-1bc9-4d80-860c-042a51627275']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:12.280912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9761efe-6f76-4597-b060-e37e1f51d0ca') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:12.281208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9761efe-6f76-4597-b060-e37e1f51d0ca') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:12.319322 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.326131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Network': ['ID=30748545-e16f-4d3f-9a0a-1c2858b80cb9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:12.339395 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:12.344381 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.344607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 30748545-e16f-4d3f-9a0a-1c2858b80cb9 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:12.351280 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b669aa93-0b17-42a3-ad1c-08eafd45d2a5 req-02a2bfb9-03fc-4b6a-ab01-6a3f62b6c995 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2770038 Jun 17 08:34:12.352431 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41122bdc-b643-4db0-a20f-2021d56aa0cc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.358958 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5545efe4-2e7b-403f-b73c-d9ae5d931fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:12.390193 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:12.391268 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:12.394642 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:12.416215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41122bdc-b643-4db0-a20f-2021d56aa0cc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Subnet': ['ID=18fefc23-5e97-4bf3-a116-d017069c03b2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:12.420126 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-41122bdc-b643-4db0-a20f-2021d56aa0cc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:12.430378 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41122bdc-b643-4db0-a20f-2021d56aa0cc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.437883 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-41122bdc-b643-4db0-a20f-2021d56aa0cc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/18fefc23-5e97-4bf3-a116-d017069c03b2 HTTP/1.1" status: 204 len: 168 time: 1.1470246 Jun 17 08:34:12.437883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43004) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:12.489203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 2} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:12.494135 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.508341 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.573031 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67483c7-de67-45d8-9991-13bf652bf8aa tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:12.573503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67483c7-de67-45d8-9991-13bf652bf8aa tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:12.578263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c67483c7-de67-45d8-9991-13bf652bf8aa tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/da9370f7-ccb3-4e81-981b-853aa18e0796 HTTP/1.1" status: 404 len: 337 time: 0.1283274 Jun 17 08:34:12.582948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43008) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:12.599073 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.604714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab3adbf-4032-4109-82b0-7167d9a049ee None None] Network 677639c3-6d01-4d34-9565-8da109646317 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:12.628990 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8717868-c565-4512-a94f-eb4fc2cf5802 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:12.634378 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-43e7654d-b610-42fb-a8b0-71ac4e279a61 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b83c139-f7f4-426c-a866-616ffaf98d86 HTTP/1.1" status: 200 len: 205 time: 0.0480151 Jun 17 08:34:12.635651 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.637500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/59a35eec-1bc9-4d80-860c-042a51627275 HTTP/1.1" status: 204 len: 168 time: 2.5293028 Jun 17 08:34:12.650992 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43010) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:12.652034 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43012) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:12.689536 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Network': ['ID=59a35eec-1bc9-4d80-860c-042a51627275,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:12.710802 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:12.715703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c4da3731-1f6d-44a2-84e0-bb51259c077b None None] Provisioning complete for port 9870d0e3-1938-4e20-92c6-013241565d65 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:12.716377 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c4da3731-1f6d-44a2-84e0-bb51259c077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.756302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2b83298e-3acf-4afa-a10a-900490a57869 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:12.777147 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-ee1a78c6-945f-4d7c-887b-6bcd7c501894 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] delete failed (client error): The resource could not be found. Jun 17 08:34:12.780635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ee1a78c6-945f-4d7c-887b-6bcd7c501894 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/routers/7b83c139-f7f4-426c-a866-616ffaf98d86 HTTP/1.1" status: 404 len: 336 time: 0.1122110 Jun 17 08:34:12.783074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 2b83298e-3acf-4afa-a10a-900490a57869 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:12.783253 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a4dc87-1312-496a-a1e0-9464de905a6e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:12.783543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a4dc87-1312-496a-a1e0-9464de905a6e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:12.784221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2b83298e-3acf-4afa-a10a-900490a57869 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:12.785382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-77a4dc87-1312-496a-a1e0-9464de905a6e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/subnets/c6f70c87-1e7a-47dc-abd0-6dc542a9faee HTTP/1.1" status: 404 len: 337 time: 0.1174066 Jun 17 08:34:12.789302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43018) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:12.789638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43020) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:12.843378 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c4da3731-1f6d-44a2-84e0-bb51259c077b None None] Port 9870d0e3-1938-4e20-92c6-013241565d65 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:12.874236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c4da3731-1f6d-44a2-84e0-bb51259c077b None None] Provisioning complete for port 323f2330-12c1-42e4-9196-3bbd13ee01a3 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:12.875321 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c4da3731-1f6d-44a2-84e0-bb51259c077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:12.887745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d0638-05ab-44be-b5cf-95326dd3c7c0 req-39531652-5976-4909-8851-ef69669594a1 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:12.889390 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f2d0638-05ab-44be-b5cf-95326dd3c7c0 req-39531652-5976-4909-8851-ef69669594a1 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.4506001 Jun 17 08:34:12.891089 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb5580a-2290-4d15-89c2-7e59d6d64481 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:12.891529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb5580a-2290-4d15-89c2-7e59d6d64481 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:12.900264 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6bb5580a-2290-4d15-89c2-7e59d6d64481 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/d5187f22-d7a7-4d3b-a656-0eda7793dce6 HTTP/1.1" status: 404 len: 337 time: 0.1094751 Jun 17 08:34:12.906674 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-10907edb-7556-4694-82f3-47adea2d15b3 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:12.908470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10907edb-7556-4694-82f3-47adea2d15b3 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:12.917512 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-10907edb-7556-4694-82f3-47adea2d15b3 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/db585631-853c-43bb-b740-9a76d659dafa HTTP/1.1" status: 404 len: 339 time: 0.1228244 Jun 17 08:34:12.917512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43024) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:12.920782 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43026) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.000525 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedf4bde-7047-4519-a865-fcb37463789e None None] DHCP port deletion for 677639c3-6d01-4d34-9565-8da109646317 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:13.031530 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-73976f49-ed0e-4c27-8ba4-829cfbda78b3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.032028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73976f49-ed0e-4c27-8ba4-829cfbda78b3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.036923 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-73976f49-ed0e-4c27-8ba4-829cfbda78b3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/e194532e-c75d-4a85-b152-e701d66a6493 HTTP/1.1" status: 404 len: 337 time: 0.1146393 Jun 17 08:34:13.038332 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-76389592-7c80-41bd-a465-e80fdaa2e956 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.038804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76389592-7c80-41bd-a465-e80fdaa2e956 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.043682 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-76389592-7c80-41bd-a465-e80fdaa2e956 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/subnets/c19937eb-e404-48a4-993c-70923191f654 HTTP/1.1" status: 404 len: 337 time: 0.1176350 Jun 17 08:34:13.043682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43030) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.052578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43032) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.081711 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa40d1db-fde6-4225-9ca2-1627559b87d8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.081711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa40d1db-fde6-4225-9ca2-1627559b87d8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.085478 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-aa40d1db-fde6-4225-9ca2-1627559b87d8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/88717e51-7b7a-4c67-9a31-28a182b393d6 HTTP/1.1" status: 404 len: 339 time: 0.0261898 Jun 17 08:34:13.085628 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d582226-d695-4759-9ad1-00c76dd6fc89 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.085628 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d582226-d695-4759-9ad1-00c76dd6fc89 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.085628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7d582226-d695-4759-9ad1-00c76dd6fc89 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/62ce7bf6-8e30-49a4-95f9-ba012a8727ee HTTP/1.1" status: 404 len: 337 time: 0.0408089 Jun 17 08:34:13.086300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43034) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.091551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43036) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.131813 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa343622-6bae-450d-9298-b8fe07a6d001 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.132579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa343622-6bae-450d-9298-b8fe07a6d001 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.134546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f2d0638-05ab-44be-b5cf-95326dd3c7c0 req-156470fe-50cc-4081-aabe-726d318306a8 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329333 Jun 17 08:34:13.135541 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-b874c469-0c1e-49fe-b498-6b12ac179887 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.135987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b874c469-0c1e-49fe-b498-6b12ac179887 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.137757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b874c469-0c1e-49fe-b498-6b12ac179887 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/subnets/64ef8f86-703d-464b-9f59-875967c095bd HTTP/1.1" status: 404 len: 337 time: 0.0481615 Jun 17 08:34:13.138341 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43038) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.144351 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fa343622-6bae-450d-9298-b8fe07a6d001 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/ca501301-728b-4821-a6b2-db16f4d8f484 HTTP/1.1" status: 404 len: 333 time: 0.0418198 Jun 17 08:34:13.147278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43040) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.166737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port d81c8832-ef90-45a6-b958-0512039f11e8 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:13.182101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-fedf4bde-7047-4519-a865-fcb37463789e None None] Deleting port 323f2330-12c1-42e4-9196-3bbd13ee01a3 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:13.182575 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fedf4bde-7047-4519-a865-fcb37463789e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.191741 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-35039afd-bd4f-4716-a399-b453aa481d2c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.192207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35039afd-bd4f-4716-a399-b453aa481d2c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.197354 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-35039afd-bd4f-4716-a399-b453aa481d2c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/93b20b01-1e15-4f12-8a35-43cbbe333a74 HTTP/1.1" status: 404 len: 337 time: 0.0575452 Jun 17 08:34:13.198761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43042) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.200906 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-003fadf2-f022-4bf7-9adc-e3cb5c2097f8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.201616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-003fadf2-f022-4bf7-9adc-e3cb5c2097f8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.203723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-003fadf2-f022-4bf7-9adc-e3cb5c2097f8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/60db30fe-276d-45f0-b20e-2d90f154b8ee HTTP/1.1" status: 404 len: 339 time: 0.0536830 Jun 17 08:34:13.207545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43044) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.254890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fedf4bde-7047-4519-a865-fcb37463789e None None] For port 323f2330-12c1-42e4-9196-3bbd13ee01a3, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=323f2330-12c1-42e4-9196-3bbd13ee01a3,segment=NetworkSegment(84164417-74f7-4466-9d45-622cf1536d28),segment_id=84164417-74f7-4466-9d45-622cf1536d28)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:13.255401 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fedf4bde-7047-4519-a865-fcb37463789e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.257962 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-13bc9130-1d5d-4757-802b-5b722055508d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.257962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13bc9130-1d5d-4757-802b-5b722055508d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.262684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-13bc9130-1d5d-4757-802b-5b722055508d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/6e154098-82ee-49e5-bc32-6587155ad11b HTTP/1.1" status: 404 len: 337 time: 0.0578213 Jun 17 08:34:13.267557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43046) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.313275 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc6cc0f-7612-43f2-8685-f06f661bbd4e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.314123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc6cc0f-7612-43f2-8685-f06f661bbd4e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.319908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8bc6cc0f-7612-43f2-8685-f06f661bbd4e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/aedfb764-7587-47c0-8543-e93fbad0eea9 HTTP/1.1" status: 404 len: 333 time: 0.0506935 Jun 17 08:34:13.321824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43048) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.330640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-45eed042-f14f-434a-bcfc-eb4c505c56cc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Deleting subnet ad35177a-77e2-457d-83a3-cbf790caa59f {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:13.334001 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-fedf4bde-7047-4519-a865-fcb37463789e None None] Calling delete_port for 323f2330-12c1-42e4-9196-3bbd13ee01a3 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:13.336008 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45eed042-f14f-434a-bcfc-eb4c505c56cc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.355058 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c4642a-c8de-4c3e-8761-5993009fe04f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.355984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c4642a-c8de-4c3e-8761-5993009fe04f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.358617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a7c4642a-c8de-4c3e-8761-5993009fe04f tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/4a78fcec-a860-4fdf-a291-5b2e6df6e812 HTTP/1.1" status: 404 len: 337 time: 0.0358455 Jun 17 08:34:13.361221 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-38f503be-0a1e-4c76-aacb-96515d24994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.362474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43050) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.391640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.393267 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b487dd3-ef4c-4d9c-b398-aeb284eba277 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:13.393957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b487dd3-ef4c-4d9c-b398-aeb284eba277 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:13.396012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2b487dd3-ef4c-4d9c-b398-aeb284eba277 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/subnets/59d426ed-9015-482a-8de0-8f09c0caa6d4 HTTP/1.1" status: 404 len: 337 time: 0.0316279 Jun 17 08:34:13.402080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43052) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.459126 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fedf4bde-7047-4519-a865-fcb37463789e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.463467 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-56558fe9-12c1-46b4-8c66-d97fd54d3621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:13.473960 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfd254-f915-4c5b-9426-c26f7150edd3 req-eec07bc7-e567-4611-ac09-a76af5509690 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:13.481770 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ddfd254-f915-4c5b-9426-c26f7150edd3 req-eec07bc7-e567-4611-ac09-a76af5509690 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2921231 Jun 17 08:34:13.498031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf4bde-7047-4519-a865-fcb37463789e None None] Pushing event deleted for resources: {'Port': ['ID=323f2330-12c1-42e4-9196-3bbd13ee01a3,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:13.502342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port b83b84c8-c48e-4595-81f3-def10b640d4f yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:13.507817 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fedf4bde-7047-4519-a865-fcb37463789e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:13.509272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedf4bde-7047-4519-a865-fcb37463789e None None] No DVR routers for this DVR port 323f2330-12c1-42e4-9196-3bbd13ee01a3 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:13.509774 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45eed042-f14f-434a-bcfc-eb4c505c56cc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.541697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4ddfd254-f915-4c5b-9426-c26f7150edd3 req-a48ec326-fe2e-4efa-9f38-df17f0c19ad4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590425 Jun 17 08:34:13.602244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-fe803751-e56e-4b23-9c52-0ed7832eeb26 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Deleting port 9870d0e3-1938-4e20-92c6-013241565d65 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:13.602583 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe803751-e56e-4b23-9c52-0ed7832eeb26 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.664183 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45eed042-f14f-434a-bcfc-eb4c505c56cc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.698728 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe803751-e56e-4b23-9c52-0ed7832eeb26 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.756544 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.779471 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45eed042-f14f-434a-bcfc-eb4c505c56cc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.787375 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79f3093f-6351-47ec-a711-ce1360104f90 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:13.787968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-fe803751-e56e-4b23-9c52-0ed7832eeb26 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Calling delete_port for 9870d0e3-1938-4e20-92c6-013241565d65 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:13.818745 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45eed042-f14f-434a-bcfc-eb4c505c56cc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.823491 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-45eed042-f14f-434a-bcfc-eb4c505c56cc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/subnets/ad35177a-77e2-457d-83a3-cbf790caa59f HTTP/1.1" status: 204 len: 168 time: 0.6119385 Jun 17 08:34:13.823491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eed042-f14f-434a-bcfc-eb4c505c56cc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Subnet': ['ID=ad35177a-77e2-457d-83a3-cbf790caa59f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:13.824974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43056) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:13.825571 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45eed042-f14f-434a-bcfc-eb4c505c56cc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:13.833542 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75f1aa7-dde7-48fd-973a-e55051d94172 None None] Network 421643d4-b308-401e-be72-ec121e48f486 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:13.870561 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22609ad5-b860-45fc-89cd-4194c16ec65c req-ace955ee-bdb3-49a0-b58d-ad405c78c3b7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:13.872279 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-22609ad5-b860-45fc-89cd-4194c16ec65c req-ace955ee-bdb3-49a0-b58d-ad405c78c3b7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1925004 Jun 17 08:34:13.925071 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.943515 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-22609ad5-b860-45fc-89cd-4194c16ec65c req-3ca0481a-0198-4562-a218-d9946a7c2c01 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653596 Jun 17 08:34:13.946370 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.957344 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe803751-e56e-4b23-9c52-0ed7832eeb26 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:13.960424 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:13.970641 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9a10a8ec-b982-4472-aba5-8d92cbb85a1a tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:14.024548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe803751-e56e-4b23-9c52-0ed7832eeb26 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Port': ['ID=9870d0e3-1938-4e20-92c6-013241565d65,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:14.025712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:14.029346 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe803751-e56e-4b23-9c52-0ed7832eeb26 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:14.034590 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe803751-e56e-4b23-9c52-0ed7832eeb26 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.037922 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fe803751-e56e-4b23-9c52-0ed7832eeb26 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/ports/9870d0e3-1938-4e20-92c6-013241565d65 HTTP/1.1" status: 204 len: 168 time: 0.6330981 Jun 17 08:34:14.040810 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43066) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:14.079649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:14.086137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:14.087839 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.171351 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=d81c8832-ef90-45a6-b958-0512039f11e8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:14.179126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Deleting port d6abdad8-8495-427c-82d4-d4d46bf17b5f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:14.179667 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.192081 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:14.193118 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-76f52e87-d2ff-4375-818b-e451ad69de45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:14.194870 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.212864 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b05105f-8742-452c-8592-cc6561d26ff1 req-4dafef4e-88c7-4874-b01e-d3dead3a8ba8 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=033da5dc68fa4bd2a4be3af5a03b4561 HTTP/1.1" status: 200 len: 221 time: 0.0663667 Jun 17 08:34:14.240522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d1ca9e-6682-4da0-8750-6eb84e5ce67f None None] DHCP port deletion for 421643d4-b308-401e-be72-ec121e48f486 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:14.314494 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.320265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] For port d6abdad8-8495-427c-82d4-d4d46bf17b5f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d6abdad8-8495-427c-82d4-d4d46bf17b5f,segment=NetworkSegment(1e569b36-e0cb-4ef0-b12d-a76fe492f37f),segment_id=1e569b36-e0cb-4ef0-b12d-a76fe492f37f)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:14.320626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.328387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1ca9e-6682-4da0-8750-6eb84e5ce67f None None] Deleting port d6abdad8-8495-427c-82d4-d4d46bf17b5f {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:14.328780 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ca9e-6682-4da0-8750-6eb84e5ce67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.333611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677639c3-6d01-4d34-9565-8da109646317']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:14.348350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84164417-74f7-4466-9d45-622cf1536d28') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:14.348755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84164417-74f7-4466-9d45-622cf1536d28') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:14.361722 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.413712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a8d1ca9e-6682-4da0-8750-6eb84e5ce67f None None] For port d6abdad8-8495-427c-82d4-d4d46bf17b5f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d6abdad8-8495-427c-82d4-d4d46bf17b5f,segment=NetworkSegment(1e569b36-e0cb-4ef0-b12d-a76fe492f37f),segment_id=1e569b36-e0cb-4ef0-b12d-a76fe492f37f)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:14.414116 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ca9e-6682-4da0-8750-6eb84e5ce67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.417758 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.436317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:14.436736 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:14.442882 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:14.472609 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Calling delete_port for d6abdad8-8495-427c-82d4-d4d46bf17b5f owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:14.490428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1ca9e-6682-4da0-8750-6eb84e5ce67f None None] Calling delete_port for d6abdad8-8495-427c-82d4-d4d46bf17b5f owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:14.579559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Checking segment: {'id': '39d5d350-843d-4555-b56d-21a0df077101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '30748545-e16f-4d3f-9a0a-1c2858b80cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:14.579924 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network hostable DHCP agents. Network: 30748545-e16f-4d3f-9a0a-1c2858b80cb9, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:14.589644 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a8d1ca9e-6682-4da0-8750-6eb84e5ce67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.592529 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-056b8497-db71-430d-b577-3ea15b4d7829 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:14.622127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=b83b84c8-c48e-4595-81f3-def10b640d4f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:14.628216 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1ca9e-6682-4da0-8750-6eb84e5ce67f None None] Pushing event deleted for resources: {'Port': ['ID=d6abdad8-8495-427c-82d4-d4d46bf17b5f,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:14.629787 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:14.632739 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a8d1ca9e-6682-4da0-8750-6eb84e5ce67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:14.637494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1ca9e-6682-4da0-8750-6eb84e5ce67f None None] No DVR routers for this DVR port d6abdad8-8495-427c-82d4-d4d46bf17b5f on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:14.647833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network 30748545-e16f-4d3f-9a0a-1c2858b80cb9 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:14.666231 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 30748545-e16f-4d3f-9a0a-1c2858b80cb9) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:14.673719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:14.675684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422b8dc1-ee1a-43c1-a7e6-eb41d5a05b3f None None] Network 30748545-e16f-4d3f-9a0a-1c2858b80cb9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:14.687226 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.693792 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:14.700882 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:14.701392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.706352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] 10.222.0.47 "DELETE /v2.0/networks/677639c3-6d01-4d34-9565-8da109646317 HTTP/1.1" status: 204 len: 168 time: 0.6641569 Jun 17 08:34:14.728924 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:14.732128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.745361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17374786-3cae-4e31-91f6-2bca6f31bf11 req-8d9037dd-0c22-41ca-b87f-87022fc25227 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:14.755530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17374786-3cae-4e31-91f6-2bca6f31bf11 req-8d9037dd-0c22-41ca-b87f-87022fc25227 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.3837287 Jun 17 08:34:14.785956 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Pushing event deleted for resources: {'Network': ['ID=677639c3-6d01-4d34-9565-8da109646317,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:14.796884 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:14.804210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 323f2330-12c1-42e4-9196-3bbd13ee01a3 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:14.807839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f6e78-f46c-46a6-bc6c-62295774cf4d req-07d8a9bb-228e-4c15-b4f5-44ae7a0b9cdb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:14.809765 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5804555 Jun 17 08:34:14.810453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43082) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:14.815507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-640f6e78-f46c-46a6-bc6c-62295774cf4d req-07d8a9bb-228e-4c15-b4f5-44ae7a0b9cdb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3692269 Jun 17 08:34:14.835537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17374786-3cae-4e31-91f6-2bca6f31bf11 req-2766630f-f6ed-484a-aa37-494cddf81a21 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787075 Jun 17 08:34:14.878402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 323f2330-12c1-42e4-9196-3bbd13ee01a3 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:14.878984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 323f2330-12c1-42e4-9196-3bbd13ee01a3 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:14.879279 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d6abdad8-8495-427c-82d4-d4d46bf17b5f no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:14.892652 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:14.896494 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3dffbbe9-2a9b-4e2a-b615-36d8d5e92723 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:14.914900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-640f6e78-f46c-46a6-bc6c-62295774cf4d req-b85d4375-2d8e-4c76-a8b7-92369eb1e3d3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827892 Jun 17 08:34:14.934983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: d6abdad8-8495-427c-82d4-d4d46bf17b5f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:14.935370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d6abdad8-8495-427c-82d4-d4d46bf17b5f not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:15.003512 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No DVR routers for this DVR port d6abdad8-8495-427c-82d4-d4d46bf17b5f on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:15.051129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Port': ['ID=d6abdad8-8495-427c-82d4-d4d46bf17b5f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:15.071917 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:15.187568 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.199239 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['421643d4-b308-401e-be72-ec121e48f486']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:15.205215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549db6d-7634-4ecf-bc3b-1409a16dc3db req-da3a3717-6537-421c-8e6f-788817bfdfbe tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:15.212147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e569b36-e0cb-4ef0-b12d-a76fe492f37f') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:15.212502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e569b36-e0cb-4ef0-b12d-a76fe492f37f') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:15.219689 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8549db6d-7634-4ecf-bc3b-1409a16dc3db req-da3a3717-6537-421c-8e6f-788817bfdfbe tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1383758 Jun 17 08:34:15.220209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43092) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:15.223292 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.264128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.277856 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:15.278275 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.304744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8549db6d-7634-4ecf-bc3b-1409a16dc3db req-d72e40b0-aee0-45c5-8b81-e236880ee902 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784197 Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:15.363211 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:15.422677 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.436211 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3da3cc55-9b5d-46ab-928a-387d96754a3e tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:15.444788 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.448224 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/421643d4-b308-401e-be72-ec121e48f486 HTTP/1.1" status: 204 len: 168 time: 1.6212821 Jun 17 08:34:15.457455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43100) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:15.459641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1bc550c6-15f5-4aaa-a4b5-fdf4042a1ddd tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port b83b84c8-c48e-4595-81f3-def10b640d4f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:15.460211 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1bc550c6-15f5-4aaa-a4b5-fdf4042a1ddd tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.467073 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-37941b0b-9620-402e-af39-42a05ca784b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3166053c640740e586b92f01b627ff7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433221 Jun 17 08:34:15.468078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43102) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:15.546107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Network': ['ID=421643d4-b308-401e-be72-ec121e48f486,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:15.552214 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:15.553720 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ab41051-d617-4ad6-9641-4033b00eed96 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:15.554800 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ab41051-d617-4ad6-9641-4033b00eed96 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:15.557184 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8ab41051-d617-4ad6-9641-4033b00eed96 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/subnets/c5dd4c9d-dbae-4e56-a7a4-e1c2e3136422 HTTP/1.1" status: 404 len: 337 time: 0.0908816 Jun 17 08:34:15.560840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43104) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:15.581146 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-074faa2d-0e0c-43de-b23c-a8d34e74e55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.590217 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ca5a30fc-d8a2-4365-beb4-041cefe98a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.595429 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-524bde54-e2c8-4905-afdc-75d53a737adb tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:15.596117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524bde54-e2c8-4905-afdc-75d53a737adb tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:15.597766 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-524bde54-e2c8-4905-afdc-75d53a737adb tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/6bc80ba8-4d44-48f3-8458-097891e5d3ed HTTP/1.1" status: 404 len: 339 time: 0.0315273 Jun 17 08:34:15.604265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43106) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:15.622053 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1bc550c6-15f5-4aaa-a4b5-fdf4042a1ddd tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.649619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7ac8b-c5bb-4849-a9f6-ff0f3c0c3962 req-6e715c3f-3fda-44d8-9fee-ae4dac23aabc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:15.651258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14a7ac8b-c5bb-4849-a9f6-ff0f3c0c3962 req-6e715c3f-3fda-44d8-9fee-ae4dac23aabc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1542592 Jun 17 08:34:15.670267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ca5a30fc-d8a2-4365-beb4-041cefe98a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.705695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1bc550c6-15f5-4aaa-a4b5-fdf4042a1ddd tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for b83b84c8-c48e-4595-81f3-def10b640d4f owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:15.751200 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb51402-a5d1-4636-a591-061942977900 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Deleting subnet b032dc36-7abe-47f2-aeed-8243a0763398 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:15.763317 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfb51402-a5d1-4636-a591-061942977900 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.790577 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14a7ac8b-c5bb-4849-a9f6-ff0f3c0c3962 req-0f8cad13-3f78-4f7c-a657-c8a14cea3e13 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318462 Jun 17 08:34:15.805473 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1bc550c6-15f5-4aaa-a4b5-fdf4042a1ddd tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.810960 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-850b0a76-6f51-468c-954d-218a23cbbac5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:15.837033 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfb51402-a5d1-4636-a591-061942977900 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.845780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc550c6-15f5-4aaa-a4b5-fdf4042a1ddd tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=b83b84c8-c48e-4595-81f3-def10b640d4f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:15.848660 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1bc550c6-15f5-4aaa-a4b5-fdf4042a1ddd tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:15.849813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1bc550c6-15f5-4aaa-a4b5-fdf4042a1ddd tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.851925 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1bc550c6-15f5-4aaa-a4b5-fdf4042a1ddd tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/b83b84c8-c48e-4595-81f3-def10b640d4f HTTP/1.1" status: 204 len: 168 time: 1.0393898 Jun 17 08:34:15.855841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43110) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:15.883370 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.890656 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ca5a30fc-d8a2-4365-beb4-041cefe98a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.896682 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ca5a30fc-d8a2-4365-beb4-041cefe98a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:15.900752 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ca5a30fc-d8a2-4365-beb4-041cefe98a90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/94ef61a4-07c9-43de-a374-144f321a1444 HTTP/1.1" status: 204 len: 168 time: 0.4291461 Jun 17 08:34:15.963341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1e929-e623-4781-bd16-ccdd4946ebf0 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:15.969411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1e929-e623-4781-bd16-ccdd4946ebf0 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:15.973687 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8bf1e929-e623-4781-bd16-ccdd4946ebf0 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1150172 Jun 17 08:34:15.974354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43116) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:15.983687 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9665e309-261f-4a23-b727-6d08aaebf0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:15.996646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a30fc-d8a2-4365-beb4-041cefe98a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ef61a4-07c9-43de-a374-144f321a1444,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:16.004464 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ca5a30fc-d8a2-4365-beb4-041cefe98a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:16.033308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfb51402-a5d1-4636-a591-061942977900 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.102597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2251374f-a0bd-47e7-af89-35c36f37117d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port d81c8832-ef90-45a6-b958-0512039f11e8 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:16.103093 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2251374f-a0bd-47e7-af89-35c36f37117d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.190602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2251374f-a0bd-47e7-af89-35c36f37117d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.285625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2251374f-a0bd-47e7-af89-35c36f37117d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for d81c8832-ef90-45a6-b958-0512039f11e8 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:16.425683 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2251374f-a0bd-47e7-af89-35c36f37117d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.449075 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f150852-4e8a-46fa-8fc7-9984ccee877d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:16.459057 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2251374f-a0bd-47e7-af89-35c36f37117d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.461255 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2251374f-a0bd-47e7-af89-35c36f37117d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/d81c8832-ef90-45a6-b958-0512039f11e8 HTTP/1.1" status: 204 len: 168 time: 0.4863141 Jun 17 08:34:16.464533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43132) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:16.522093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2251374f-a0bd-47e7-af89-35c36f37117d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=d81c8832-ef90-45a6-b958-0512039f11e8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:16.522093 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2251374f-a0bd-47e7-af89-35c36f37117d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:16.557715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfb51402-a5d1-4636-a591-061942977900 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.562169 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4acb5899-5783-4305-b60b-db5a66123398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:16.572571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62338540-9ef2-4ef8-a189-1b497aa67a72 req-0cfafff0-27f0-43b5-be67-197eba958b5e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:16.579885 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-62338540-9ef2-4ef8-a189-1b497aa67a72 req-0cfafff0-27f0-43b5-be67-197eba958b5e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.5071330 Jun 17 08:34:16.594830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f742975-18ea-47f3-8b57-d5b947e9f57c req-e899a389-022f-4295-a6d8-71043e4b80d2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:16.596566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f742975-18ea-47f3-8b57-d5b947e9f57c req-e899a389-022f-4295-a6d8-71043e4b80d2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.5228691 Jun 17 08:34:16.600413 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d57c6b3-1526-4890-8447-f571619665a3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:16.607311 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4d57c6b3-1526-4890-8447-f571619665a3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1417406 Jun 17 08:34:16.608994 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43138) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:16.625729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb51402-a5d1-4636-a591-061942977900 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Subnet': ['ID=b032dc36-7abe-47f2-aeed-8243a0763398,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:16.634935 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c97643-82a8-4b31-bcd8-80ca7341cc7c None None] Network d231bba0-9b81-4c81-ba87-508b5420fdd5 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:16.641547 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfb51402-a5d1-4636-a591-061942977900 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.643557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bfb51402-a5d1-4636-a591-061942977900 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/subnets/b032dc36-7abe-47f2-aeed-8243a0763398 HTTP/1.1" status: 204 len: 168 time: 1.0383542 Jun 17 08:34:16.645757 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfb51402-a5d1-4636-a591-061942977900 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:16.656166 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43142) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:16.669024 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-da87d761-7092-4b13-a0bf-720e97cdc11c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:34:16.671155 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-da87d761-7092-4b13-a0bf-720e97cdc11c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/b83b84c8-c48e-4595-81f3-def10b640d4f HTTP/1.1" status: 404 len: 333 time: 0.0609305 Jun 17 08:34:16.674034 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43144) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:16.711873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-62338540-9ef2-4ef8-a189-1b497aa67a72 req-cf3e42c6-63d5-4fb8-9f07-7bcceddcc075 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309767 Jun 17 08:34:16.741215 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f742975-18ea-47f3-8b57-d5b947e9f57c req-69a6fca2-65b3-4264-b34e-b438a626152d tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192026 Jun 17 08:34:16.834890 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-5653c4a6-af0a-4415-ac2c-3969211f2f25 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:34:16.836842 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5653c4a6-af0a-4415-ac2c-3969211f2f25 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/d81c8832-ef90-45a6-b958-0512039f11e8 HTTP/1.1" status: 404 len: 333 time: 0.1610885 Jun 17 08:34:16.839892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43152) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:16.943189 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:16.983443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43156) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:17.014888 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Deleting port b868d8f3-f989-43d4-b53c-f99b1af7dd69 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:17.015409 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.061799 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.062873 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.097358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] For port b868d8f3-f989-43d4-b53c-f99b1af7dd69, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b868d8f3-f989-43d4-b53c-f99b1af7dd69,segment=NetworkSegment(230ca6c6-aaf9-4048-864a-1f4e94a8b6ef),segment_id=230ca6c6-aaf9-4048-864a-1f4e94a8b6ef)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:17.097719 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.116539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047b61e-260e-43b3-963d-fc21d404fdec req-d83a0539-30a1-4a30-b571-7d1355dcf2c0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:17.118099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e047b61e-260e-43b3-963d-fc21d404fdec req-d83a0539-30a1-4a30-b571-7d1355dcf2c0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1545494 Jun 17 08:34:17.154366 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b0bda1-1ce0-4d7c-9960-084ece505a52 None None] DHCP port deletion for d231bba0-9b81-4c81-ba87-508b5420fdd5 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:17.185736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Calling delete_port for b868d8f3-f989-43d4-b53c-f99b1af7dd69 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:17.205971 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-33b0bda1-1ce0-4d7c-9960-084ece505a52 None None] Deleting port b868d8f3-f989-43d4-b53c-f99b1af7dd69 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:17.206629 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-33b0bda1-1ce0-4d7c-9960-084ece505a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.245525 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.250083 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1988797567'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:17.261119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e047b61e-260e-43b3-963d-fc21d404fdec req-288f200a-82d9-4e35-ab3d-2e7db60438f6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151087 Jun 17 08:34:17.262109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30748545-e16f-4d3f-9a0a-1c2858b80cb9']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:17.275273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39d5d350-843d-4555-b56d-21a0df077101') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:17.275695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39d5d350-843d-4555-b56d-21a0df077101') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:17.294794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.296900 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-33b0bda1-1ce0-4d7c-9960-084ece505a52 None None] For port b868d8f3-f989-43d4-b53c-f99b1af7dd69, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b868d8f3-f989-43d4-b53c-f99b1af7dd69,segment=NetworkSegment(230ca6c6-aaf9-4048-864a-1f4e94a8b6ef),segment_id=230ca6c6-aaf9-4048-864a-1f4e94a8b6ef)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:17.297752 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-33b0bda1-1ce0-4d7c-9960-084ece505a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.302738 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.311207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:17.311752 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:17.315296 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:17.345360 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.367056 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.373110 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.375090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-33b0bda1-1ce0-4d7c-9960-084ece505a52 None None] Calling delete_port for b868d8f3-f989-43d4-b53c-f99b1af7dd69 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:17.391930 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a66af81a-95f4-4c4e-be0e-a1e2b33d5acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:17.406275 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.418927 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:17.424879 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.444577 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/networks/30748545-e16f-4d3f-9a0a-1c2858b80cb9 HTTP/1.1" status: 204 len: 168 time: 0.6020761 Jun 17 08:34:17.470319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43164) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:17.478294 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-33b0bda1-1ce0-4d7c-9960-084ece505a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.483792 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1404163486'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:17.487416 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:17.492185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b0bda1-1ce0-4d7c-9960-084ece505a52 None None] No DVR routers for this DVR port b868d8f3-f989-43d4-b53c-f99b1af7dd69 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:17.495662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Network': ['ID=30748545-e16f-4d3f-9a0a-1c2858b80cb9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:17.503475 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:17.516328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0bda1-1ce0-4d7c-9960-084ece505a52 None None] Pushing event deleted for resources: {'Port': ['ID=b868d8f3-f989-43d4-b53c-f99b1af7dd69,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:17.518715 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-33b0bda1-1ce0-4d7c-9960-084ece505a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:17.529146 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.554086 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Port': ['ID=b868d8f3-f989-43d4-b53c-f99b1af7dd69,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:17.555740 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.558531 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:17.559451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] No DVR routers for this DVR port b868d8f3-f989-43d4-b53c-f99b1af7dd69 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:17.561023 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1bb022d1-496e-4aca-b890-9b7fa68c376e tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:17.583329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:17.586846 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.626312 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f986fc27-8c54-41c3-a258-330bc6e0c3f8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:17.639081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a5c73-8ab6-41e9-8aef-2dc76fa9ee6d req-f0dea1c6-f53e-4221-8baa-3a77e0f93b3c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:17.640738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-566a5c73-8ab6-41e9-8aef-2dc76fa9ee6d req-f0dea1c6-f53e-4221-8baa-3a77e0f93b3c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1096466 Jun 17 08:34:17.644830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:17.655146 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:17.670841 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.671244 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Added segment 0b64d809-cdf0-4759-a271-7a42f0cab22c of type vlan for network a8f49b68-3bc2-41d6-9814-a24919ae98e3 Jun 17 08:34:17.679929 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.698392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d231bba0-9b81-4c81-ba87-508b5420fdd5']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:17.711863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230ca6c6-aaf9-4048-864a-1f4e94a8b6ef') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:17.712402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230ca6c6-aaf9-4048-864a-1f4e94a8b6ef') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:17.730250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-566a5c73-8ab6-41e9-8aef-2dc76fa9ee6d req-42ca642d-396f-4005-910b-3879a1f2bc80 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788376 Jun 17 08:34:17.739086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.754534 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.774788 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.775836 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.782468 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:17.783402 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.787648 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a011caa1-8c1f-4763-84ce-4475165a744c tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:17.791543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:17.793099 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:17.798047 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:17.813496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.851263 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.866133 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e4aa05f1-6ee3-4426-98bf-21d4a5eb976a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:17.876496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4030180 Jun 17 08:34:17.880499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43174) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:17.886149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'a8f49b68-3bc2-41d6-9814-a24919ae98e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:17.894577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Network': ['ID=a8f49b68-3bc2-41d6-9814-a24919ae98e3,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:17.896047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a9c55f-64e7-4034-b6c8-44cb6a5548b3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:17.898344 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.901885 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9151433 Jun 17 08:34:17.901885 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:17.908927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43176) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:17.912589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network a8f49b68-3bc2-41d6-9814-a24919ae98e3 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:17.948360 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.964167 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:17.969755 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] 10.222.0.47 "DELETE /v2.0/networks/d231bba0-9b81-4c81-ba87-508b5420fdd5 HTTP/1.1" status: 204 len: 168 time: 1.3113325 Jun 17 08:34:17.981641 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abaca617-bc44-489e-b483-3535e0dd9e32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:18.014994 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Pushing event deleted for resources: {'Network': ['ID=d231bba0-9b81-4c81-ba87-508b5420fdd5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:18.017374 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:18.047781 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-71fea2cf-4b77-40ee-a305-1e0e0aef5455 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1361923 Jun 17 08:34:18.049462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43182) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.054048 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d7e5f653-cb83-4803-8458-7e1b10bc866c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group': {'name': 'tempest-security--202717285', 'description': 'tempest-security-description-2094477720'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:18.062281 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:18.111710 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f653-cb83-4803-8458-7e1b10bc866c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.176834 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f653-cb83-4803-8458-7e1b10bc866c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.182459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f653-cb83-4803-8458-7e1b10bc866c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.186343 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e5f653-cb83-4803-8458-7e1b10bc866c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.187955 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d7e5f653-cb83-4803-8458-7e1b10bc866c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "PUT /v2.0/security-groups/c4a9c55f-64e7-4034-b6c8-44cb6a5548b3 HTTP/1.1" status: 200 len: 1779 time: 0.1375489 Jun 17 08:34:18.189287 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-60ac1b6a-aa09-4d15-b47c-0fb14460f3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:18.189992 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda7ee9-44e0-46f6-99e3-f5dfadb8a3b6 req-11582fd0-6c5a-47f6-8c1d-d9d77f04f061 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:18.191546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecda7ee9-44e0-46f6-99e3-f5dfadb8a3b6 req-11582fd0-6c5a-47f6-8c1d-d9d77f04f061 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1658363 Jun 17 08:34:18.192236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43184) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.218070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5f653-cb83-4803-8458-7e1b10bc866c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a9c55f-64e7-4034-b6c8-44cb6a5548b3,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:18.219639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:18.222278 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d7e5f653-cb83-4803-8458-7e1b10bc866c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:18.223133 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.339861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43188) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.346386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5a795-1029-4def-a647-c44a11137b2c req-dd335318-f2c1-4249-8eb5-2875304f3dee tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:18.347939 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4aa5a795-1029-4def-a647-c44a11137b2c req-dd335318-f2c1-4249-8eb5-2875304f3dee tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.3233318 Jun 17 08:34:18.362687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecda7ee9-44e0-46f6-99e3-f5dfadb8a3b6 req-36f3b49d-9c47-4e6c-a37f-f3dfdbfc3f22 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647372 Jun 17 08:34:18.375818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-20ca45e7-e5a1-46b7-8f67-3485a2d7bdfc tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-groups/c4a9c55f-64e7-4034-b6c8-44cb6a5548b3 HTTP/1.1" status: 200 len: 1779 time: 0.1793582 Jun 17 08:34:18.377999 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43192) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.437528 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4aa5a795-1029-4def-a647-c44a11137b2c req-e07e3036-fb9d-4213-8142-d089e547a04c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781336 Jun 17 08:34:18.496394 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9677078-ebb5-4945-88cb-05e298eb7461 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.551375 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9677078-ebb5-4945-88cb-05e298eb7461 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.583222 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4809f567-0308-4db0-aee0-c233275c143a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b37d9fdaa1034d5c9ea536b198e4ba8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419875 Jun 17 08:34:18.585397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43198) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.641701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9677078-ebb5-4945-88cb-05e298eb7461 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.643813 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.644475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e9677078-ebb5-4945-88cb-05e298eb7461 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.645620 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e9677078-ebb5-4945-88cb-05e298eb7461 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-groups/c4a9c55f-64e7-4034-b6c8-44cb6a5548b3 HTTP/1.1" status: 204 len: 168 time: 0.2666616 Jun 17 08:34:18.648676 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f060e129-8469-4e0e-a6a2-c2e73acb4dff tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:18.652453 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:18.652673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43200) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.674897 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9677078-ebb5-4945-88cb-05e298eb7461 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a9c55f-64e7-4034-b6c8-44cb6a5548b3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:18.677302 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e9677078-ebb5-4945-88cb-05e298eb7461 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:18.679406 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e7772810-6dda-4b1c-bad5-d6c5b105277b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.739745 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e7772810-6dda-4b1c-bad5-d6c5b105277b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.752425 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b868d8f3-f989-43d4-b53c-f99b1af7dd69 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:18.761973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Checking segment: {'id': '0b64d809-cdf0-4759-a271-7a42f0cab22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a8f49b68-3bc2-41d6-9814-a24919ae98e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:18.762345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network hostable DHCP agents. Network: a8f49b68-3bc2-41d6-9814-a24919ae98e3, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:18.772401 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9a611271-d0de-40c3-aae2-2cc86a0a5b1d tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116693 Jun 17 08:34:18.773831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43202) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.781104 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: b868d8f3-f989-43d4-b53c-f99b1af7dd69 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:18.781568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b868d8f3-f989-43d4-b53c-f99b1af7dd69 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:18.781733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624961d1-fb71-48b5-8797-d5318da46833 req-40c8e048-91d3-44e7-91b6-4d47607823b8 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:18.783472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-624961d1-fb71-48b5-8797-d5318da46833 req-40c8e048-91d3-44e7-91b6-4d47607823b8 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1932845 Jun 17 08:34:18.803548 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-8b251c9a-a1c6-4b66-a36c-51878e6591e7 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] delete failed (client error): The resource could not be found. Jun 17 08:34:18.809020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Subnet': ['ID=d06053b1-4301-4cb2-b071-037d11636895,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:18.809246 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8b251c9a-a1c6-4b66-a36c-51878e6591e7 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-groups/c4a9c55f-64e7-4034-b6c8-44cb6a5548b3 HTTP/1.1" status: 404 len: 347 time: 0.0308170 Jun 17 08:34:18.810448 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43204) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.821403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-77266f35-99c0-460c-b1a5-9eacd83203d3 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598821008'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:18.831904 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.840808 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:18.841698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network a8f49b68-3bc2-41d6-9814-a24919ae98e3 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:18.846577 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-624961d1-fb71-48b5-8797-d5318da46833 req-d9ce6dba-6d64-4da6-9a80-ba7467c93ef6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527968 Jun 17 08:34:18.850340 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e7772810-6dda-4b1c-bad5-d6c5b105277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.854829 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e7772810-6dda-4b1c-bad5-d6c5b105277b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.856040 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e7772810-6dda-4b1c-bad5-d6c5b105277b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/717715e1-2143-40e5-9a66-6d7b68611a92 HTTP/1.1" status: 204 len: 168 time: 0.2697351 Jun 17 08:34:18.857878 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1ef35696-5837-48fd-bf67-3873f542616d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:18.858559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, a8f49b68-3bc2-41d6-9814-a24919ae98e3) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:18.860792 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77266f35-99c0-460c-b1a5-9eacd83203d3 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.871551 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1587fd74-a613-4e8b-9d93-3b7c8f9783a5 None None] Network a8f49b68-3bc2-41d6-9814-a24919ae98e3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:18.872470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:18.873284 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:18.883530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7772810-6dda-4b1c-bad5-d6c5b105277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717715e1-2143-40e5-9a66-6d7b68611a92,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:18.885994 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e7772810-6dda-4b1c-bad5-d6c5b105277b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:18.913475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0293489 Jun 17 08:34:18.913803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43210) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:18.934019 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': 'a8f49b68-3bc2-41d6-9814-a24919ae98e3', 'name': 'tempest-PortsIpV6TestJSON-1728090312'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:19.068712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-a8f49b68-3bc2-41d6-9814-a24919ae98e3', 'network_id': 'a8f49b68-3bc2-41d6-9814-a24919ae98e3', 'tenant_id': '3fbe645776b64fc88b7ae6944b07ec73', 'fixed_ips': [{'subnet_id': 'd06053b1-4301-4cb2-b071-037d11636895'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:19.069047 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77266f35-99c0-460c-b1a5-9eacd83203d3 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.074422 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.075105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77266f35-99c0-460c-b1a5-9eacd83203d3 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.079234 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-32195d0c-a1a4-4c17-9964-b925e066f6ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:19.109709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77266f35-99c0-460c-b1a5-9eacd83203d3 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.111426 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-77266f35-99c0-460c-b1a5-9eacd83203d3 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2999077 Jun 17 08:34:19.113018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77266f35-99c0-460c-b1a5-9eacd83203d3 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd882450-0c24-4f98-854d-04e4fcbb67a5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:19.116552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43216) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:19.125730 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-8eac028f-f618-4f35-80b3-0e8b041b8f3a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'dd882450-0c24-4f98-854d-04e4fcbb67a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:19.126310 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77266f35-99c0-460c-b1a5-9eacd83203d3 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:19.152371 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-8eac028f-f618-4f35-80b3-0e8b041b8f3a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:34:19.152371 n-d-779913-16 neutron-server[93803]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:34:19.152371 n-d-779913-16 neutron-server[93803]: [parameters: {'project_id_1': '607d8bc9bafe42bba60f6c2212e99a0e', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 34, 19, 137065)}] Jun 17 08:34:19.152371 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:34:19.153030 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-8eac028f-f618-4f35-80b3-0e8b041b8f3a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:34:19.163342 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:19.167092 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.194643 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95bc3fa-bbbe-4af9-a12c-59172ade56fd req-65a3c6ce-a959-4963-974b-89ff5b23ffa0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:19.196194 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a95bc3fa-bbbe-4af9-a12c-59172ade56fd req-65a3c6ce-a959-4963-974b-89ff5b23ffa0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1397192 Jun 17 08:34:19.199340 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port c3e2e7d6-1c85-469a-ad93-373e58810f95 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:19.225735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Allocated IP 2001:db8::2 (a8f49b68-3bc2-41d6-9814-a24919ae98e3/d06053b1-4301-4cb2-b071-037d11636895/a4df43d5-a163-46f0-8a0c-175f0eb82c41) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:19.280539 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a95bc3fa-bbbe-4af9-a12c-59172ade56fd req-78ec5b85-fdf6-42b4-ab48-eb35d8bfd30b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717912 Jun 17 08:34:19.386264 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.395379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Transition to ACTIVE for port object a4df43d5-a163-46f0-8a0c-175f0eb82c41 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:19.410908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Transition to ACTIVE for port object a4df43d5-a163-46f0-8a0c-175f0eb82c41 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:19.417400 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.419493 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-33b0bda1-1ce0-4d7c-9960-084ece505a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:19.473794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Network a8f49b68-3bc2-41d6-9814-a24919ae98e3 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:19.475030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Pushing event updated for resources: {'Port': ['ID=a4df43d5-a163-46f0-8a0c-175f0eb82c41,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:19.484021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:19.487142 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:19.488413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:19.511648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8::2d (a8f49b68-3bc2-41d6-9814-a24919ae98e3/d06053b1-4301-4cb2-b071-037d11636895/c3e2e7d6-1c85-469a-ad93-373e58810f95) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:19.567595 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caec66-0218-4e8b-b248-2a847b002145 req-b24e9601-8f44-40a3-8248-735fccbce2ee tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:19.571107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Attempting to bind port a4df43d5-a163-46f0-8a0c-175f0eb82c41 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:19.571538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Attempting to bind port a4df43d5-a163-46f0-8a0c-175f0eb82c41 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '0b64d809-cdf0-4759-a271-7a42f0cab22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a8f49b68-3bc2-41d6-9814-a24919ae98e3'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:19.572562 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Attempting to bind port a4df43d5-a163-46f0-8a0c-175f0eb82c41 on network a8f49b68-3bc2-41d6-9814-a24919ae98e3 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:19.573363 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18caec66-0218-4e8b-b248-2a847b002145 req-b24e9601-8f44-40a3-8248-735fccbce2ee tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1632998 Jun 17 08:34:19.581557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:19.581985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Checking segment: {'id': '0b64d809-cdf0-4759-a271-7a42f0cab22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a8f49b68-3bc2-41d6-9814-a24919ae98e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:19.582434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.583108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Bound using segment: {'id': '0b64d809-cdf0-4759-a271-7a42f0cab22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a8f49b68-3bc2-41d6-9814-a24919ae98e3'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:19.583520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Bound port: a4df43d5-a163-46f0-8a0c-175f0eb82c41, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b64d809-cdf0-4759-a271-7a42f0cab22c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a8f49b68-3bc2-41d6-9814-a24919ae98e3'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:19.584085 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.657272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43242) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:19.661389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] For port a4df43d5-a163-46f0-8a0c-175f0eb82c41, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:19.664828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] For port a4df43d5-a163-46f0-8a0c-175f0eb82c41, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a4df43d5-a163-46f0-8a0c-175f0eb82c41,segment=NetworkSegment(0b64d809-cdf0-4759-a271-7a42f0cab22c),segment_id=0b64d809-cdf0-4759-a271-7a42f0cab22c)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:19.671207 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.674719 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5669a2c5-b01f-41d1-9fbc-81e9c1495623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:19.703434 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18caec66-0218-4e8b-b248-2a847b002145 req-dbb2f22a-6c21-4349-bfe8-ad94f771b1b9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158574 Jun 17 08:34:19.750304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Pushing event updated for resources: {'Port': ['ID=a4df43d5-a163-46f0-8a0c-175f0eb82c41,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:19.768633 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:19.807478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-358577ee-8677-4cb0-a6bc-f83612faefcb tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2048856519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:19.814316 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8eac028f-f618-4f35-80b3-0e8b041b8f3a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.831704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513a5a2-97fe-4c2d-8e27-1a45e8b8e7bd req-fd1c217b-2e1e-4d5e-960d-080fbb0c1f6d tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:19.833294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5513a5a2-97fe-4c2d-8e27-1a45e8b8e7bd req-fd1c217b-2e1e-4d5e-960d-080fbb0c1f6d tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.2407351 Jun 17 08:34:19.844340 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-358577ee-8677-4cb0-a6bc-f83612faefcb tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.845419 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-358577ee-8677-4cb0-a6bc-f83612faefcb tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.926498 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-358577ee-8677-4cb0-a6bc-f83612faefcb tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.934623 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-358577ee-8677-4cb0-a6bc-f83612faefcb tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.977641 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8eac028f-f618-4f35-80b3-0e8b041b8f3a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.982387 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-358577ee-8677-4cb0-a6bc-f83612faefcb tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.983991 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-358577ee-8677-4cb0-a6bc-f83612faefcb tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3257287 Jun 17 08:34:19.987019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43252) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:19.990546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5513a5a2-97fe-4c2d-8e27-1a45e8b8e7bd req-e7a340d6-cd87-4745-8680-44c80fb0d317 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482718 Jun 17 08:34:19.992431 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-961125629'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:19.993065 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8eac028f-f618-4f35-80b3-0e8b041b8f3a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:19.996411 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.009450 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:20.030367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Made reservation on behalf of 08fda7d3563a483fb808a1d017987d2e for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:20.037988 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.042337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object c3e2e7d6-1c85-469a-ad93-373e58810f95 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:20.048721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac028f-f618-4f35-80b3-0e8b041b8f3a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31acab19-263b-4b4f-9a0a-cc5a77de672a,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:20.051522 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.059593 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8eac028f-f618-4f35-80b3-0e8b041b8f3a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:20.060483 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8eac028f-f618-4f35-80b3-0e8b041b8f3a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.065073 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8eac028f-f618-4f35-80b3-0e8b041b8f3a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9473982 Jun 17 08:34:20.067452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43254) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:20.159640 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-596421ab-7a80-416a-b936-2bf3cbd89cfc tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.166682 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.171656 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.173729 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-596421ab-7a80-416a-b936-2bf3cbd89cfc tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.175744 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6996a965-bd3e-4978-b65a-0e4ff4556b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:20.199745 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:20.208017 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.211411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7800331d-ce34-4684-9211-025647499061,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:20.214816 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:20.215068 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8f8f47a1-13c8-4f36-8eb2-e6f93b90cd74 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:20.232373 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.232865 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Added segment ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d of type vlan for network 09962ed4-7cdc-48a8-81cf-6d9656db33e8 Jun 17 08:34:20.254254 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-596421ab-7a80-416a-b936-2bf3cbd89cfc tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.275719 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895a1a7-5a4d-414f-b0dc-f415a3074e92 req-958f7b20-9e21-44ac-b457-44fba1e4896d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:20.276158 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.277332 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a895a1a7-5a4d-414f-b0dc-f415a3074e92 req-958f7b20-9e21-44ac-b457-44fba1e4896d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2028430 Jun 17 08:34:20.280723 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-596421ab-7a80-416a-b936-2bf3cbd89cfc tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.285220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-596421ab-7a80-416a-b936-2bf3cbd89cfc tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/31acab19-263b-4b4f-9a0a-cc5a77de672a HTTP/1.1" status: 204 len: 168 time: 0.2163782 Jun 17 08:34:20.286657 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43256) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:20.287438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network a8f49b68-3bc2-41d6-9814-a24919ae98e3 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:20.295390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:20.309585 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:20.315079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:20.315684 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.328110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=c3e2e7d6-1c85-469a-ad93-373e58810f95,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:20.335916 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:20.336460 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5118093e-44dc-4d99-82cd-30ac106d42e7 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:20.340664 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.346859 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:20.347503 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.349515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596421ab-7a80-416a-b936-2bf3cbd89cfc tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=31acab19-263b-4b4f-9a0a-cc5a77de672a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:20.351148 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ecba84c0-2b72-4566-9f48-509742879112 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:20.354574 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4372737 Jun 17 08:34:20.357890 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-596421ab-7a80-416a-b936-2bf3cbd89cfc tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:20.358472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43258) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:20.362926 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a2e28a5f-afdf-4043-b31e-b1be41c0b283 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0747666 Jun 17 08:34:20.367583 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43260) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:20.373703 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a895a1a7-5a4d-414f-b0dc-f415a3074e92 req-e385032d-0434-4a0c-95ea-45f27654ac22 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828226 Jun 17 08:34:20.440615 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4522655 Jun 17 08:34:20.445353 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43264) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:20.454095 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Request body: {'subnet': {'network_id': '09962ed4-7cdc-48a8-81cf-6d9656db33e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:20.476515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event updated for resources: {'Network': ['ID=09962ed4-7cdc-48a8-81cf-6d9656db33e8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:20.481907 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:20.492878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 09962ed4-7cdc-48a8-81cf-6d9656db33e8 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:20.496500 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-7f175b29-9c55-4114-b5b8-b5dd2c8ce7b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port c3e2e7d6-1c85-469a-ad93-373e58810f95 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:20.496849 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f175b29-9c55-4114-b5b8-b5dd2c8ce7b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.582083 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4aec4370-e6d6-4c08-b4b3-ed3cea1eba5c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.610807 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Made reservation on behalf of 08fda7d3563a483fb808a1d017987d2e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:20.614310 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.619390 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4aec4370-e6d6-4c08-b4b3-ed3cea1eba5c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.638291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6306c699-c50e-4ab2-ab5e-55ce2a33af1b req-8f8d6a5b-9e05-4542-87d4-6e24cbea42a6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:20.639216 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6306c699-c50e-4ab2-ab5e-55ce2a33af1b req-8f8d6a5b-9e05-4542-87d4-6e24cbea42a6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1379323 Jun 17 08:34:20.656221 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f175b29-9c55-4114-b5b8-b5dd2c8ce7b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.732827 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4aec4370-e6d6-4c08-b4b3-ed3cea1eba5c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.735681 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4aec4370-e6d6-4c08-b4b3-ed3cea1eba5c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:20.737104 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4aec4370-e6d6-4c08-b4b3-ed3cea1eba5c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-groups/dd882450-0c24-4f98-854d-04e4fcbb67a5 HTTP/1.1" status: 204 len: 168 time: 0.3551664 Jun 17 08:34:20.740309 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae56b4df-03c1-4c84-8b41-1404a0021452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:20.743229 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43268) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:20.773171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-7f175b29-9c55-4114-b5b8-b5dd2c8ce7b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for c3e2e7d6-1c85-469a-ad93-373e58810f95 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:20.785452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec4370-e6d6-4c08-b4b3-ed3cea1eba5c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd882450-0c24-4f98-854d-04e4fcbb67a5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:20.791550 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4aec4370-e6d6-4c08-b4b3-ed3cea1eba5c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:20.804564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6306c699-c50e-4ab2-ab5e-55ce2a33af1b req-9cd77d41-0566-4ea3-85a3-8ee2d6156f2c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590831 Jun 17 08:34:20.859161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a4df43d5-a163-46f0-8a0c-175f0eb82c41 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:20.867491 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-597319e0-d4c9-4ab0-b6e2-59a7cae8c0a5 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1206610 Jun 17 08:34:20.961358 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43274) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:20.965818 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port a4df43d5-a163-46f0-8a0c-175f0eb82c41 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:20.971467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fbf5005f-b424-44c8-b603-a6b3d7c5b310 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1400079687'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:20.996571 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.001366 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2cd5e410-a21e-4bf9-93ef-ee31cf16f7e3 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:21.004265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45c7a8-4ba6-4005-ae80-eb657c94ac76 None None] Network a8f49b68-3bc2-41d6-9814-a24919ae98e3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:21.007138 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f175b29-9c55-4114-b5b8-b5dd2c8ce7b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.014951 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65e0ed9d-6ce1-4b67-a93e-5713f2255a2e tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:21.055408 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbf5005f-b424-44c8-b603-a6b3d7c5b310 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.059097 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f175b29-9c55-4114-b5b8-b5dd2c8ce7b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=c3e2e7d6-1c85-469a-ad93-373e58810f95,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:21.067146 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f175b29-9c55-4114-b5b8-b5dd2c8ce7b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:21.082235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Checking segment: {'id': 'ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '09962ed4-7cdc-48a8-81cf-6d9656db33e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:21.082845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Network hostable DHCP agents. Network: 09962ed4-7cdc-48a8-81cf-6d9656db33e8, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:21.091209 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event updated for resources: {'Subnet': ['ID=6846f5c7-2bd0-47e1-8060-6639022eb6d6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:21.098014 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:21.103298 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8a47106c-6b24-4949-b633-6b31a743dc8e None None] Provisioning for port a4df43d5-a163-46f0-8a0c-175f0eb82c41 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:21.111146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8a47106c-6b24-4949-b633-6b31a743dc8e None None] Provisioning complete for port a4df43d5-a163-46f0-8a0c-175f0eb82c41 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:21.111651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a47106c-6b24-4949-b633-6b31a743dc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.112460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Network 09962ed4-7cdc-48a8-81cf-6d9656db33e8 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:21.126573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 09962ed4-7cdc-48a8-81cf-6d9656db33e8) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:21.140634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:21.141649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.154760 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f175b29-9c55-4114-b5b8-b5dd2c8ce7b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.157220 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce74208-271e-4cb6-a255-bef64f613682 None None] Network 09962ed4-7cdc-48a8-81cf-6d9656db33e8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:21.157721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7f175b29-9c55-4114-b5b8-b5dd2c8ce7b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/c3e2e7d6-1c85-469a-ad93-373e58810f95 HTTP/1.1" status: 204 len: 168 time: 0.7963359 Jun 17 08:34:21.161887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43280) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:21.165636 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7156329 Jun 17 08:34:21.168663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43282) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:21.174455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Request body: {'network': {'name': 'tempest-router-network01--537259879'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:21.196663 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd054c8-7d2b-4b67-8e92-8f1f78b0fc16 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:34:21.197599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd054c8-7d2b-4b67-8e92-8f1f78b0fc16 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:21.203087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43284) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:21.203326 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fdd054c8-7d2b-4b67-8e92-8f1f78b0fc16 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/c3e2e7d6-1c85-469a-ad93-373e58810f95 HTTP/1.1" status: 404 len: 333 time: 0.0393972 Jun 17 08:34:21.273477 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-3444adbe-2719-46b5-afe7-f4e18eed3521 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:34:21.275117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3444adbe-2719-46b5-afe7-f4e18eed3521 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/c3e2e7d6-1c85-469a-ad93-373e58810f95 HTTP/1.1" status: 404 len: 333 time: 0.0477228 Jun 17 08:34:21.278258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43286) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:21.315631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673935db-96ca-4651-939c-289337fc2469 req-8540f7ed-a24a-47cf-b018-f0ff079eb8fb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:21.317047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-673935db-96ca-4651-939c-289337fc2469 req-8540f7ed-a24a-47cf-b018-f0ff079eb8fb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2488925 Jun 17 08:34:21.340765 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a47106c-6b24-4949-b633-6b31a743dc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.343050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c6847c-41ba-49e9-9c62-fb3eef34b76f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting subnet d06053b1-4301-4cb2-b071-037d11636895 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:21.347691 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c8c6847c-41ba-49e9-9c62-fb3eef34b76f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.388670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6e64c-c0a0-4368-a5b6-4c090c834a63 req-528ad054-1085-4f78-9148-c9c99b837636 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:21.391150 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87b6e64c-c0a0-4368-a5b6-4c090c834a63 req-528ad054-1085-4f78-9148-c9c99b837636 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.2108760 Jun 17 08:34:21.397339 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c8c6847c-41ba-49e9-9c62-fb3eef34b76f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.423641 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbf5005f-b424-44c8-b603-a6b3d7c5b310 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.425242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8a47106c-6b24-4949-b633-6b31a743dc8e None None] For port a4df43d5-a163-46f0-8a0c-175f0eb82c41, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a4df43d5-a163-46f0-8a0c-175f0eb82c41,segment=NetworkSegment(0b64d809-cdf0-4759-a271-7a42f0cab22c),segment_id=0b64d809-cdf0-4759-a271-7a42f0cab22c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:21.436412 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a47106c-6b24-4949-b633-6b31a743dc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.440704 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbf5005f-b424-44c8-b603-a6b3d7c5b310 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.448428 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0475f69d-7246-4a73-8524-b2b9b22b6724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:21.455459 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8f76ccc4-fce4-42df-9643-2935121e88c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:21.482801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-09962ed4-7cdc-48a8-81cf-6d9656db33e8', 'network_id': '09962ed4-7cdc-48a8-81cf-6d9656db33e8', 'tenant_id': '08fda7d3563a483fb808a1d017987d2e', 'fixed_ips': [{'subnet_id': '6846f5c7-2bd0-47e1-8060-6639022eb6d6'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:21.483651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.499478 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c8c6847c-41ba-49e9-9c62-fb3eef34b76f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.505000 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-673935db-96ca-4651-939c-289337fc2469 req-ac625125-8228-4de1-b39c-6e7d4cccad7e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592455 Jun 17 08:34:21.507758 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87b6e64c-c0a0-4368-a5b6-4c090c834a63 req-08d87b86-44d8-4747-809a-0d77e8fa282f tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985050 Jun 17 08:34:21.512117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Made reservation on behalf of 08fda7d3563a483fb808a1d017987d2e for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:21.515869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.520326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5005f-b424-44c8-b603-a6b3d7c5b310 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b854d090-2660-4036-a877-a5adef71f200,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:21.530513 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fbf5005f-b424-44c8-b603-a6b3d7c5b310 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:21.531592 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbf5005f-b424-44c8-b603-a6b3d7c5b310 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.536083 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fbf5005f-b424-44c8-b603-a6b3d7c5b310 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5706654 Jun 17 08:34:21.550828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43288) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:21.551080 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47106c-6b24-4949-b633-6b31a743dc8e None None] Pushing event updated for resources: {'Port': ['ID=a4df43d5-a163-46f0-8a0c-175f0eb82c41,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:21.551183 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-56c31bda-a880-478a-b0b2-c92e898aa054 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'b854d090-2660-4036-a877-a5adef71f200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:21.563635 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8a47106c-6b24-4949-b633-6b31a743dc8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:21.575963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:21.596336 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.596749 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Added segment 3bfaaffa-358a-4b22-9eab-3d6fa62f95f3 of type vlan for network 65bac24d-dc8f-496a-8387-14262383b368 Jun 17 08:34:21.610976 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56c31bda-a880-478a-b0b2-c92e898aa054 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.661754 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c8c6847c-41ba-49e9-9c62-fb3eef34b76f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.675086 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9df827b8-6726-417c-ae0a-966627b40a6d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:21.677213 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.729063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c8c6847c-41ba-49e9-9c62-fb3eef34b76f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.732187 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c8c6847c-41ba-49e9-9c62-fb3eef34b76f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/d06053b1-4301-4cb2-b071-037d11636895 HTTP/1.1" status: 204 len: 168 time: 0.4526117 Jun 17 08:34:21.734070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6847c-41ba-49e9-9c62-fb3eef34b76f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Subnet': ['ID=d06053b1-4301-4cb2-b071-037d11636895,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:21.736188 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43294) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:21.744825 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c8c6847c-41ba-49e9-9c62-fb3eef34b76f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:21.772983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Allocated IP 172.20.0.2 (09962ed4-7cdc-48a8-81cf-6d9656db33e8/6846f5c7-2bd0-47e1-8060-6639022eb6d6/a1fc3b5f-1e60-44e5-8d31-1ef107774485) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:21.791433 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.800385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:21.801655 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.809776 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:21.850225 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.878077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c54f44-b445-4c4a-85c2-5e36ce8d4406 None None] Network a8f49b68-3bc2-41d6-9814-a24919ae98e3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:21.925429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port a4df43d5-a163-46f0-8a0c-175f0eb82c41 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:21.925825 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.992940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] For port a4df43d5-a163-46f0-8a0c-175f0eb82c41, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a4df43d5-a163-46f0-8a0c-175f0eb82c41,segment=NetworkSegment(0b64d809-cdf0-4759-a271-7a42f0cab22c),segment_id=0b64d809-cdf0-4759-a271-7a42f0cab22c)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:21.993250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6fe0a23a-5cd7-4828-b078-6b7f25e87b6a None None] Provisioning complete for port a4df43d5-a163-46f0-8a0c-175f0eb82c41 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:21.993360 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:21.993493 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6fe0a23a-5cd7-4828-b078-6b7f25e87b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.059389 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.063646 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for a4df43d5-a163-46f0-8a0c-175f0eb82c41 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:22.094448 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Transition to ACTIVE for port object a1fc3b5f-1e60-44e5-8d31-1ef107774485 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:22.117094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Transition to ACTIVE for port object a1fc3b5f-1e60-44e5-8d31-1ef107774485 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:22.147888 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.152563 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fedf4bde-7047-4519-a865-fcb37463789e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:22.188549 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.192052 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba3b5f40-c450-4c01-8ba9-0316c3a2677f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:22.192555 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56c31bda-a880-478a-b0b2-c92e898aa054 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.203716 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56c31bda-a880-478a-b0b2-c92e898aa054 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.211441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Network 09962ed4-7cdc-48a8-81cf-6d9656db33e8 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:22.216776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=a4df43d5-a163-46f0-8a0c-175f0eb82c41,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:22.218497 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:22.221189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No DVR routers for this DVR port a4df43d5-a163-46f0-8a0c-175f0eb82c41 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:22.222049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:22.224402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:22.226693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Pushing event updated for resources: {'Port': ['ID=a1fc3b5f-1e60-44e5-8d31-1ef107774485,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:22.230416 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:22.239248 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0691917 Jun 17 08:34:22.246300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43298) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:22.247971 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event updated for resources: {'Network': ['ID=65bac24d-dc8f-496a-8387-14262383b368,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:22.251137 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:22.252238 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56c31bda-a880-478a-b0b2-c92e898aa054 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.256416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-56c31bda-a880-478a-b0b2-c92e898aa054 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7148614 Jun 17 08:34:22.261664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Request body: {'network': {'name': 'tempest-router-network02--962677435'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:22.264806 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43300) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:22.271667 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:22.272651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-25b6ca33-7358-4f2d-b259-dda6f8bff735 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'b854d090-2660-4036-a877-a5adef71f200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:22.286693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 65bac24d-dc8f-496a-8387-14262383b368 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:22.300476 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea65b5b-27ca-403a-a637-050fc7cb9e20 req-669972f1-5df7-4b78-aa31-fade03ef2d0c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:22.302076 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ea65b5b-27ca-403a-a637-050fc7cb9e20 req-669972f1-5df7-4b78-aa31-fade03ef2d0c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.6091394 Jun 17 08:34:22.304604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c31bda-a880-478a-b0b2-c92e898aa054 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1677b3-8f28-4226-8fab-288a5487e8d8,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:22.307454 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-56c31bda-a880-478a-b0b2-c92e898aa054 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:22.318444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Made reservation on behalf of 08fda7d3563a483fb808a1d017987d2e for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:22.324069 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.325378 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.336746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Attempting to bind port a1fc3b5f-1e60-44e5-8d31-1ef107774485 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:22.337126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Attempting to bind port a1fc3b5f-1e60-44e5-8d31-1ef107774485 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '09962ed4-7cdc-48a8-81cf-6d9656db33e8'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:22.337496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Attempting to bind port a1fc3b5f-1e60-44e5-8d31-1ef107774485 on network 09962ed4-7cdc-48a8-81cf-6d9656db33e8 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:22.345586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f49b68-3bc2-41d6-9814-a24919ae98e3']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:22.359845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b64d809-cdf0-4759-a271-7a42f0cab22c') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:22.360119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b64d809-cdf0-4759-a271-7a42f0cab22c') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:22.368306 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25b6ca33-7358-4f2d-b259-dda6f8bff735 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.368530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb33371-bd7d-4ad6-87f5-a9f8da5421b9 None None] DHCP port deletion for a8f49b68-3bc2-41d6-9814-a24919ae98e3 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:22.373973 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.377070 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:22.377518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Checking segment: {'id': 'ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '09962ed4-7cdc-48a8-81cf-6d9656db33e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:22.377936 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.378336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Bound using segment: {'id': 'ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '09962ed4-7cdc-48a8-81cf-6d9656db33e8'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:22.378847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Bound port: a1fc3b5f-1e60-44e5-8d31-1ef107774485, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '09962ed4-7cdc-48a8-81cf-6d9656db33e8'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:22.379232 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.381329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:22.395724 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.400261 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Added segment 0167a7fa-5166-42e7-988b-03d0a9ae56e7 of type vlan for network 0430beff-5868-4d7f-8ebd-0901ce6a725e Jun 17 08:34:22.401981 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.420190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:22.420688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:22.424743 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:22.442059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.463685 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ea65b5b-27ca-403a-a637-050fc7cb9e20 req-e81017b4-de9c-4ee1-8197-2531f1c2a6a4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369793 Jun 17 08:34:22.483210 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.499277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] For port a1fc3b5f-1e60-44e5-8d31-1ef107774485, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:22.499591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:22.499591 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.499819 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] For port a1fc3b5f-1e60-44e5-8d31-1ef107774485, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a1fc3b5f-1e60-44e5-8d31-1ef107774485,segment=NetworkSegment(ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d),segment_id=ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:22.499957 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7e059111-2b4a-4b02-831b-6107e37ea708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:22.500072 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.504017 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:22.534364 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.537867 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25b6ca33-7358-4f2d-b259-dda6f8bff735 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.540904 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6da2903e-db36-4587-b93c-9306ec60adb1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:22.558512 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.562789 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/networks/a8f49b68-3bc2-41d6-9814-a24919ae98e3 HTTP/1.1" status: 204 len: 168 time: 0.8251743 Jun 17 08:34:22.564208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Network': ['ID=a8f49b68-3bc2-41d6-9814-a24919ae98e3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:22.566663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43306) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:22.567370 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25b6ca33-7358-4f2d-b259-dda6f8bff735 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.575660 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2079701397'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:22.580522 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:22.585030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3249874 Jun 17 08:34:22.586920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43308) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:22.589129 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:22.592986 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Request body: {'subnet': {'network_id': '65bac24d-dc8f-496a-8387-14262383b368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:22.615615 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event updated for resources: {'Network': ['ID=0430beff-5868-4d7f-8ebd-0901ce6a725e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:22.620000 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:22.620706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6ca33-7358-4f2d-b259-dda6f8bff735 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea26077-70b1-4258-8b2d-0e9ce84ae98f,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:22.626464 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-25b6ca33-7358-4f2d-b259-dda6f8bff735 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:22.639531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:22.641213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Pushing event updated for resources: {'Port': ['ID=a1fc3b5f-1e60-44e5-8d31-1ef107774485,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:22.664393 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 0430beff-5868-4d7f-8ebd-0901ce6a725e details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:22.666508 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:22.668858 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.740942 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25b6ca33-7358-4f2d-b259-dda6f8bff735 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.742112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-25b6ca33-7358-4f2d-b259-dda6f8bff735 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4764435 Jun 17 08:34:22.755434 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43314) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:22.785608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4b44fb35-a6c6-4561-9da5-b8aa48159d89 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'b854d090-2660-4036-a877-a5adef71f200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:22.788240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Made reservation on behalf of 08fda7d3563a483fb808a1d017987d2e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:22.792028 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.867009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a4df43d5-a163-46f0-8a0c-175f0eb82c41 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:22.886661 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:22.887004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab477699-d6bc-44e1-9f46-bef19420cd87 req-e48ed96a-dd65-4620-a2da-dde3a2f426a2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:22.888435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab477699-d6bc-44e1-9f46-bef19420cd87 req-e48ed96a-dd65-4620-a2da-dde3a2f426a2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.1561096 Jun 17 08:34:22.891149 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b44fb35-a6c6-4561-9da5-b8aa48159d89 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:22.918572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: a4df43d5-a163-46f0-8a0c-175f0eb82c41 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:22.919572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a4df43d5-a163-46f0-8a0c-175f0eb82c41 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:23.000763 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.002977 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Added segment dd124ce4-ef1b-4d35-86eb-8b0630114dc1 of type vlan for network f8b248a8-3b81-444d-b61d-206ddf999fcd Jun 17 08:34:23.017748 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab477699-d6bc-44e1-9f46-bef19420cd87 req-fa2054a6-dbd7-48c1-a1b5-99ddb2bc7f33 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043780 Jun 17 08:34:23.090915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f413cc-f4aa-486c-a9e3-e85bf755c159 req-87fad2c2-e948-44cc-83cd-5a827cabf2ae tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:23.092520 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3f413cc-f4aa-486c-a9e3-e85bf755c159 req-87fad2c2-e948-44cc-83cd-5a827cabf2ae tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2007964 Jun 17 08:34:23.108426 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.132849 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b44fb35-a6c6-4561-9da5-b8aa48159d89 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.146235 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b44fb35-a6c6-4561-9da5-b8aa48159d89 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.157561 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a4c5ccca-31f3-4408-88e7-88099ecc8960 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:23.164660 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.175078 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.176956 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec2a5c6a-84a3-444f-b998-8e9da5deb0fb tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:23.180549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:23.181138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.186756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44fb35-a6c6-4561-9da5-b8aa48159d89 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad755023-f823-4c8c-b800-dfdc6b58fd43,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:23.192745 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5da889ca-9056-4e0e-a0fc-aaecd86cfcf3 req-fb4598aa-36d3-411c-938c-15b08bd3c55f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2387223 Jun 17 08:34:23.198195 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b44fb35-a6c6-4561-9da5-b8aa48159d89 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:23.198659 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:23.216495 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b44fb35-a6c6-4561-9da5-b8aa48159d89 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.217649 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4b44fb35-a6c6-4561-9da5-b8aa48159d89 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4612553 Jun 17 08:34:23.221225 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43320) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:23.225766 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-71c86739-1b07-442e-9685-88db0039f518 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'b854d090-2660-4036-a877-a5adef71f200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:23.234077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3f413cc-f4aa-486c-a9e3-e85bf755c159 req-3b2f03b9-9f1c-44ba-a822-e11e7feee7ef tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142724 Jun 17 08:34:23.265297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Checking segment: {'id': '3bfaaffa-358a-4b22-9eab-3d6fa62f95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '65bac24d-dc8f-496a-8387-14262383b368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:23.265783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Network hostable DHCP agents. Network: 65bac24d-dc8f-496a-8387-14262383b368, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:23.280479 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event updated for resources: {'Subnet': ['ID=15ee9e2d-0f40-449c-a644-86ca5803522b,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:23.284276 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:23.294397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Network 65bac24d-dc8f-496a-8387-14262383b368 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:23.307762 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 65bac24d-dc8f-496a-8387-14262383b368) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:23.316211 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:23.317187 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.326892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01d30c-9fdd-4f23-b7b6-1f3b727dfddf None None] Network 65bac24d-dc8f-496a-8387-14262383b368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:23.349196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7602973 Jun 17 08:34:23.351705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43324) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:23.358317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Request body: {'subnet': {'network_id': '0430beff-5868-4d7f-8ebd-0901ce6a725e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:23.505076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f16ac-e644-48a2-adce-4b006c06cc82 req-552f0705-6575-4c2f-8399-0c916e163238 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:23.506910 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e03f16ac-e644-48a2-adce-4b006c06cc82 req-552f0705-6575-4c2f-8399-0c916e163238 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.0954356 Jun 17 08:34:23.515530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-65bac24d-dc8f-496a-8387-14262383b368', 'network_id': '65bac24d-dc8f-496a-8387-14262383b368', 'tenant_id': '08fda7d3563a483fb808a1d017987d2e', 'fixed_ips': [{'subnet_id': '15ee9e2d-0f40-449c-a644-86ca5803522b'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:23.516559 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.553538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e03f16ac-e644-48a2-adce-4b006c06cc82 req-006dfe94-a5ff-4b79-bbca-9cd4b89bd9db tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Jun 17 08:34:23.634490 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0647945 Jun 17 08:34:23.637231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Made reservation on behalf of 08fda7d3563a483fb808a1d017987d2e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:23.644386 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.646591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43328) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:23.659997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'f8b248a8-3b81-444d-b61d-206ddf999fcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:23.703086 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Network': ['ID=f8b248a8-3b81-444d-b61d-206ddf999fcd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:23.757512 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:23.814652 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71c86739-1b07-442e-9685-88db0039f518 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.880784 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da889ca-9056-4e0e-a0fc-aaecd86cfcf3 req-d95597d4-5cf8-477e-b189-d3bbc3d56b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:23.882302 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5da889ca-9056-4e0e-a0fc-aaecd86cfcf3 req-d95597d4-5cf8-477e-b189-d3bbc3d56b20 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 1097 time: 0.2823305 Jun 17 08:34:23.892859 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:23.907367 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.922071 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network f8b248a8-3b81-444d-b61d-206ddf999fcd details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:23.981027 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:23.985544 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aadf8b5f-63f9-45a9-9560-ac5586f4aa81 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:24.001586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b61fc-468d-416d-a4e7-334b2d6a7a80 req-70c1e3ef-3d67-4d11-bcd7-162e2988917f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:24.009229 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc0b61fc-468d-416d-a4e7-334b2d6a7a80 req-70c1e3ef-3d67-4d11-bcd7-162e2988917f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2019947 Jun 17 08:34:24.024038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Allocated IP 172.20.0.2 (65bac24d-dc8f-496a-8387-14262383b368/15ee9e2d-0f40-449c-a644-86ca5803522b/7394c62d-c94e-4ece-a26e-848f45383998) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:24.040220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71c86739-1b07-442e-9685-88db0039f518 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.067104 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71c86739-1b07-442e-9685-88db0039f518 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.079883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e010b84-44af-45a9-95cd-623830488a91 None None] Network 09962ed4-7cdc-48a8-81cf-6d9656db33e8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:24.115021 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da889ca-9056-4e0e-a0fc-aaecd86cfcf3 req-9af04d69-d14d-4e8e-931f-746827e9c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:24.117506 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5da889ca-9056-4e0e-a0fc-aaecd86cfcf3 req-9af04d69-d14d-4e8e-931f-746827e9c353 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 919 time: 0.2037270 Jun 17 08:34:24.131571 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-31110dde-c2fc-4f59-8484-b93751f92ea5 tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:24.158670 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc0b61fc-468d-416d-a4e7-334b2d6a7a80 req-c93dfbb2-705a-46b2-b30b-9c76776cc592 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463125 Jun 17 08:34:24.159867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event updated for resources: {'Subnet': ['ID=b1cab793-6796-4c66-9112-648d8a926136,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:24.160970 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71c86739-1b07-442e-9685-88db0039f518 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.162149 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-71c86739-1b07-442e-9685-88db0039f518 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9400072 Jun 17 08:34:24.165383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43338) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:24.177690 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:24.177690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Checking segment: {'id': '0167a7fa-5166-42e7-988b-03d0a9ae56e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0430beff-5868-4d7f-8ebd-0901ce6a725e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:24.177690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Network hostable DHCP agents. Network: 0430beff-5868-4d7f-8ebd-0901ce6a725e, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:24.185022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-de189886-584e-42a3-8cee-1bde29da1a34 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'b854d090-2660-4036-a877-a5adef71f200', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:24.238456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b60dd220-ea02-43ee-985c-5c0d5eb24663 None None] Provisioning for port a1fc3b5f-1e60-44e5-8d31-1ef107774485 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:24.266284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Network 0430beff-5868-4d7f-8ebd-0901ce6a725e is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:24.285086 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5da889ca-9056-4e0e-a0fc-aaecd86cfcf3 req-1b01f5b0-fdb7-4043-9759-576820f78acf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1e84c35-2908-4d1d-8940-85e875573794 HTTP/1.1" status: 200 len: 217 time: 0.1466985 Jun 17 08:34:24.286138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c86739-1b07-442e-9685-88db0039f518 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e50016-56ac-499c-aefa-9f53ea060c1b,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:24.289321 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 0430beff-5868-4d7f-8ebd-0901ce6a725e) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:24.289554 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71c86739-1b07-442e-9685-88db0039f518 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:24.300572 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de189886-584e-42a3-8cee-1bde29da1a34 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.315333 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918abd15-d30b-4021-94ca-99e4a52db0b6 None None] Network 0430beff-5868-4d7f-8ebd-0901ce6a725e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:24.316096 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:24.320805 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.374934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da889ca-9056-4e0e-a0fc-aaecd86cfcf3 req-35f87b6b-a54e-470d-a9ff-20a80b993f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:24.376972 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5da889ca-9056-4e0e-a0fc-aaecd86cfcf3 req-35f87b6b-a54e-470d-a9ff-20a80b993f7f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 200 len: 858 time: 0.0812941 Jun 17 08:34:24.399066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0455287 Jun 17 08:34:24.409864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43344) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:24.421589 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.435443 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5da889ca-9056-4e0e-a0fc-aaecd86cfcf3 req-89fddb9b-5844-4b99-a19a-c0f240c18cdd service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351753 Jun 17 08:34:24.455613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Transition to ACTIVE for port object 7394c62d-c94e-4ece-a26e-848f45383998 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:24.480416 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.495086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Transition to ACTIVE for port object 7394c62d-c94e-4ece-a26e-848f45383998 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:24.509615 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3512a1c-d702-4f7f-8e00-0b5a4bc8bc03 req-2c1a8958-5910-4c69-940e-49ce21a952ec tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:24.511810 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3512a1c-d702-4f7f-8e00-0b5a4bc8bc03 req-2c1a8958-5910-4c69-940e-49ce21a952ec tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.3208182 Jun 17 08:34:24.517548 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-20c9ac25-4f0d-4980-b1e7-70dac825120d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:24.523035 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.528254 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d476482c-16c0-4625-b24e-fd5daea8a2e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:24.582022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Network 65bac24d-dc8f-496a-8387-14262383b368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:24.588238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:24.598166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:24.605211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Pushing event updated for resources: {'Port': ['ID=7394c62d-c94e-4ece-a26e-848f45383998,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:24.610335 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:24.619757 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Subnet': ['ID=06d42dae-dfac-41b1-a718-fa6afbb3910c,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:24.626025 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:24.628367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Checking segment: {'id': 'dd124ce4-ef1b-4d35-86eb-8b0630114dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f8b248a8-3b81-444d-b61d-206ddf999fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:24.628823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network hostable DHCP agents. Network: f8b248a8-3b81-444d-b61d-206ddf999fcd, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:24.635055 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5da889ca-9056-4e0e-a0fc-aaecd86cfcf3 req-1ca7be36-030c-457c-94b1-166cda683685 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875739 Jun 17 08:34:24.662047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-0430beff-5868-4d7f-8ebd-0901ce6a725e', 'network_id': '0430beff-5868-4d7f-8ebd-0901ce6a725e', 'tenant_id': '08fda7d3563a483fb808a1d017987d2e', 'fixed_ips': [{'subnet_id': 'b1cab793-6796-4c66-9112-648d8a926136'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:24.662999 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.699627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network f8b248a8-3b81-444d-b61d-206ddf999fcd is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:24.721210 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, f8b248a8-3b81-444d-b61d-206ddf999fcd) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:24.723341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Attempting to bind port 7394c62d-c94e-4ece-a26e-848f45383998 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:24.723507 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Attempting to bind port 7394c62d-c94e-4ece-a26e-848f45383998 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '3bfaaffa-358a-4b22-9eab-3d6fa62f95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '65bac24d-dc8f-496a-8387-14262383b368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:24.724257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Attempting to bind port 7394c62d-c94e-4ece-a26e-848f45383998 on network 65bac24d-dc8f-496a-8387-14262383b368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:24.740283 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:24.740602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.768227 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1203768 Jun 17 08:34:24.774009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43346) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:24.780178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': 'f8b248a8-3b81-444d-b61d-206ddf999fcd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2021936534'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:24.794192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62986cc0-f968-48d3-9300-e07ffdbef42f None None] Network f8b248a8-3b81-444d-b61d-206ddf999fcd requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:24.800827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:24.801625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Checking segment: {'id': '3bfaaffa-358a-4b22-9eab-3d6fa62f95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '65bac24d-dc8f-496a-8387-14262383b368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:24.802263 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.802972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Bound using segment: {'id': '3bfaaffa-358a-4b22-9eab-3d6fa62f95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '65bac24d-dc8f-496a-8387-14262383b368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:24.803716 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Bound port: 7394c62d-c94e-4ece-a26e-848f45383998, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bfaaffa-358a-4b22-9eab-3d6fa62f95f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '65bac24d-dc8f-496a-8387-14262383b368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:24.804332 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.820057 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de189886-584e-42a3-8cee-1bde29da1a34 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.840571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4223539-4511-4dfe-bef9-f387dce12008 req-937b692e-140f-4913-ba02-485614ff8b19 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:24.841128 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5da889ca-9056-4e0e-a0fc-aaecd86cfcf3 req-f190dff9-15a5-4575-9419-50b667fd1991 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989174 Jun 17 08:34:24.847357 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1fc3b5f-1e60-44e5-8d31-1ef107774485 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:24.872121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4223539-4511-4dfe-bef9-f387dce12008 req-937b692e-140f-4913-ba02-485614ff8b19 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.5894043 Jun 17 08:34:24.929409 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de189886-584e-42a3-8cee-1bde29da1a34 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.937309 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:24.941622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:24.952615 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-667b1ee5-151c-4197-9678-2474237b8091 tempest-TaggedBootDevicesTest-1546727750 tempest-TaggedBootDevicesTest-1546727750-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:24.962127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port 6f908e53-759f-45c9-a94b-a7d44982105f yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:24.964813 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3512a1c-d702-4f7f-8e00-0b5a4bc8bc03 req-87371b73-cae8-4640-a823-c3d23e139f91 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713529 Jun 17 08:34:24.967902 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4223539-4511-4dfe-bef9-f387dce12008 req-438b15ac-bf7b-4b4f-8fa5-3b7bbf0ec54e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948315 Jun 17 08:34:25.066329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de189886-584e-42a3-8cee-1bde29da1a34 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae61ec3-c35f-4fcb-b2b6-84ecb7f7818e,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:25.071985 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de189886-584e-42a3-8cee-1bde29da1a34 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:25.119680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Allocated IP 172.20.0.2 (0430beff-5868-4d7f-8ebd-0901ce6a725e/b1cab793-6796-4c66-9112-648d8a926136/e4963efa-bce2-441d-a452-f80d17de096d) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:25.132242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] For port 7394c62d-c94e-4ece-a26e-848f45383998, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:25.145751 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de189886-584e-42a3-8cee-1bde29da1a34 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.155676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port a1fc3b5f-1e60-44e5-8d31-1ef107774485 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:25.156516 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-de189886-584e-42a3-8cee-1bde29da1a34 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9761629 Jun 17 08:34:25.157294 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43354) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:25.167491 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a1fc3b5f-1e60-44e5-8d31-1ef107774485 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:25.168271 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.176524 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-f8b248a8-3b81-444d-b61d-206ddf999fcd', 'network_id': 'f8b248a8-3b81-444d-b61d-206ddf999fcd', 'tenant_id': '3fbe645776b64fc88b7ae6944b07ec73', 'fixed_ips': [{'subnet_id': '06d42dae-dfac-41b1-a718-fa6afbb3910c'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:25.177679 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.183087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] For port 7394c62d-c94e-4ece-a26e-848f45383998, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=7394c62d-c94e-4ece-a26e-848f45383998,segment=NetworkSegment(3bfaaffa-358a-4b22-9eab-3d6fa62f95f3),segment_id=3bfaaffa-358a-4b22-9eab-3d6fa62f95f3)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:25.221428 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8::387 (f8b248a8-3b81-444d-b61d-206ddf999fcd/06d42dae-dfac-41b1-a718-fa6afbb3910c/6f908e53-759f-45c9-a94b-a7d44982105f) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:25.223291 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.235616 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-93929687-6338-41c7-be80-3746bb9e5ddc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:25.235956 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.313299 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eef12d7a-ab49-4a61-9701-caaff5145049 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.325417 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eef12d7a-ab49-4a61-9701-caaff5145049 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.380598 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.408748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object 6f908e53-759f-45c9-a94b-a7d44982105f will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:25.453688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Pushing event updated for resources: {'Port': ['ID=7394c62d-c94e-4ece-a26e-848f45383998,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:25.458452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.465820 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:25.466002 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1bc550c6-15f5-4aaa-a4b5-fdf4042a1ddd tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:25.514753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network f8b248a8-3b81-444d-b61d-206ddf999fcd is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:25.519248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:25.527859 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:25.533801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:25.534617 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.557715 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=6f908e53-759f-45c9-a94b-a7d44982105f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:25.562318 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:25.570853 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eef12d7a-ab49-4a61-9701-caaff5145049 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.574879 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7995410 Jun 17 08:34:25.577966 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43360) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:25.682311 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.723315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Allocated IP 2001:db8::2 (f8b248a8-3b81-444d-b61d-206ddf999fcd/06d42dae-dfac-41b1-a718-fa6afbb3910c/be73a9b7-4581-495a-8fa4-b3031f3613de) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:25.769189 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port a1fc3b5f-1e60-44e5-8d31-1ef107774485, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a1fc3b5f-1e60-44e5-8d31-1ef107774485,segment=NetworkSegment(ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d),segment_id=ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:25.770666 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.776192 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Allocated IP 172.20.0.1 (65bac24d-dc8f-496a-8387-14262383b368/15ee9e2d-0f40-449c-a644-86ca5803522b/88f9663f-3519-4716-98cf-0c8b0f597316) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:25.785625 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.788102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Transition to ACTIVE for port object e4963efa-bce2-441d-a452-f80d17de096d will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:25.802758 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d476482c-16c0-4625-b24e-fd5daea8a2e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:25.848299 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eef12d7a-ab49-4a61-9701-caaff5145049 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.856362 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-eef12d7a-ab49-4a61-9701-caaff5145049 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/5ae61ec3-c35f-4fcb-b2b6-84ecb7f7818e HTTP/1.1" status: 204 len: 168 time: 0.6476369 Jun 17 08:34:25.857229 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:25.858500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43364) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:25.870947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef12d7a-ab49-4a61-9701-caaff5145049 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ae61ec3-c35f-4fcb-b2b6-84ecb7f7818e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:25.873781 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-eef12d7a-ab49-4a61-9701-caaff5145049 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:25.874376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Transition to ACTIVE for port object e4963efa-bce2-441d-a452-f80d17de096d will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:25.876121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-82312d74-a070-4e03-8946-6f4652c274cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 6f908e53-759f-45c9-a94b-a7d44982105f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:25.876470 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-82312d74-a070-4e03-8946-6f4652c274cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.885583 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421961fc-50ea-450e-9279-2254f6549392 req-7c5ac2e3-bf50-444f-acbe-18aeb1705733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:25.887843 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-421961fc-50ea-450e-9279-2254f6549392 req-7c5ac2e3-bf50-444f-acbe-18aeb1705733 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 1098 time: 0.1694536 Jun 17 08:34:25.891051 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:25.916575 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=a1fc3b5f-1e60-44e5-8d31-1ef107774485,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:25.922864 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:25.924784 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1e0f31dc-2801-4695-bf3b-a1071c3a8b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:25.953073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Network 0430beff-5868-4d7f-8ebd-0901ce6a725e is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:25.960584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:25.966580 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:25.993453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c28154-4129-4576-8216-5edcec51d80b req-b55c5a15-ca84-4f70-8590-5ca2cec8e168 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:26.003844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38c28154-4129-4576-8216-5edcec51d80b req-b55c5a15-ca84-4f70-8590-5ca2cec8e168 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.7483530 Jun 17 08:34:26.039821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda5d25-4541-4c5d-9f81-6702114897bf req-8a8403a8-1c97-4668-aa20-d316d8b575df tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:26.047550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cda5d25-4541-4c5d-9f81-6702114897bf req-8a8403a8-1c97-4668-aa20-d316d8b575df tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.2553086 Jun 17 08:34:26.063119 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d835109f-47c8-46e6-999d-ec3e0362152a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2005682 Jun 17 08:34:26.065674 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43368) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:26.101003 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-82312d74-a070-4e03-8946-6f4652c274cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.127547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38c28154-4129-4576-8216-5edcec51d80b req-d8e4c36c-4387-43d8-9afe-4ea0809d3ecc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226430 Jun 17 08:34:26.150648 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421961fc-50ea-450e-9279-2254f6549392 req-8b828970-7f9f-4cd2-9788-c8b6c442d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:26.150648 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-421961fc-50ea-450e-9279-2254f6549392 req-8b828970-7f9f-4cd2-9788-c8b6c442d769 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 919 time: 0.2513311 Jun 17 08:34:26.166340 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.183971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-82312d74-a070-4e03-8946-6f4652c274cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 6f908e53-759f-45c9-a94b-a7d44982105f owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:26.187773 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Transition to ACTIVE for port object 88f9663f-3519-4716-98cf-0c8b0f597316 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:26.201320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Pushing event updated for resources: {'Port': ['ID=e4963efa-bce2-441d-a452-f80d17de096d,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:26.220745 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:26.224756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cda5d25-4541-4c5d-9f81-6702114897bf req-e3208e2e-6aa8-45ab-8682-6bdf568b3ce9 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750817 Jun 17 08:34:26.236971 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-421961fc-50ea-450e-9279-2254f6549392 req-a01a326a-edc1-4990-bc97-cd0a29261c55 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15192063-d1db-426e-a96c-30c28a48d0e6 HTTP/1.1" status: 200 len: 217 time: 0.0414367 Jun 17 08:34:26.259970 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.261572 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e1cec4b-961a-4ce3-b784-57a220246911 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.291517 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Transition to ACTIVE for port object be73a9b7-4581-495a-8fa4-b3031f3613de will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:26.315411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Attempting to bind port e4963efa-bce2-441d-a452-f80d17de096d on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:26.315931 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Attempting to bind port e4963efa-bce2-441d-a452-f80d17de096d by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '0167a7fa-5166-42e7-988b-03d0a9ae56e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0430beff-5868-4d7f-8ebd-0901ce6a725e'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:26.317930 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e1cec4b-961a-4ce3-b784-57a220246911 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.318500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Attempting to bind port e4963efa-bce2-441d-a452-f80d17de096d on network 0430beff-5868-4d7f-8ebd-0901ce6a725e {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:26.327348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421961fc-50ea-450e-9279-2254f6549392 req-340ad224-13b3-4e42-924b-3c3a9ac40517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:26.328783 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-421961fc-50ea-450e-9279-2254f6549392 req-340ad224-13b3-4e42-924b-3c3a9ac40517 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 200 len: 858 time: 0.0910170 Jun 17 08:34:26.333582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:26.333974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Checking segment: {'id': '0167a7fa-5166-42e7-988b-03d0a9ae56e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0430beff-5868-4d7f-8ebd-0901ce6a725e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:26.334383 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.336572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Bound using segment: {'id': '0167a7fa-5166-42e7-988b-03d0a9ae56e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0430beff-5868-4d7f-8ebd-0901ce6a725e'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:26.337128 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Bound port: e4963efa-bce2-441d-a452-f80d17de096d, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0167a7fa-5166-42e7-988b-03d0a9ae56e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '0430beff-5868-4d7f-8ebd-0901ce6a725e'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:26.337527 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.368868 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e1cec4b-961a-4ce3-b784-57a220246911 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.373855 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-421961fc-50ea-450e-9279-2254f6549392 req-9e6e552c-611e-40fb-92d3-d9d0ae2dadfb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371079 Jun 17 08:34:26.375783 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e1cec4b-961a-4ce3-b784-57a220246911 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.377950 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2e1cec4b-961a-4ce3-b784-57a220246911 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/75e50016-56ac-499c-aefa-9f53ea060c1b HTTP/1.1" status: 204 len: 168 time: 0.3063791 Jun 17 08:34:26.381217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Transition to ACTIVE for port object be73a9b7-4581-495a-8fa4-b3031f3613de will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:26.389587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43374) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:26.390008 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:26.394376 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.397894 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.430675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1cec4b-961a-4ce3-b784-57a220246911 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75e50016-56ac-499c-aefa-9f53ea060c1b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:26.435125 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e1cec4b-961a-4ce3-b784-57a220246911 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:26.436444 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8c4c68e0-9142-40f5-a259-afcbb4877bc2 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:26.440195 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:26.500070 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Network f8b248a8-3b81-444d-b61d-206ddf999fcd is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:26.512013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:26.513775 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Network 65bac24d-dc8f-496a-8387-14262383b368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:26.518205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:26.528077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:26.536601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:26.578319 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-77de7fc4-113f-4d51-b512-f5047b998d80 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1869340 Jun 17 08:34:26.581171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43376) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:26.583957 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Pushing event updated for resources: {'Port': ['ID=be73a9b7-4581-495a-8fa4-b3031f3613de,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:26.587022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] For port e4963efa-bce2-441d-a452-f80d17de096d, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:26.592168 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:26.601013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event updated for resources: {'Port': ['ID=88f9663f-3519-4716-98cf-0c8b0f597316,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:26.609710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] For port e4963efa-bce2-441d-a452-f80d17de096d, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e4963efa-bce2-441d-a452-f80d17de096d,segment=NetworkSegment(0167a7fa-5166-42e7-988b-03d0a9ae56e7),segment_id=0167a7fa-5166-42e7-988b-03d0a9ae56e7)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:26.613901 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:26.614214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Attempting to bind port be73a9b7-4581-495a-8fa4-b3031f3613de on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:26.614936 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Attempting to bind port be73a9b7-4581-495a-8fa4-b3031f3613de by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'dd124ce4-ef1b-4d35-86eb-8b0630114dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f8b248a8-3b81-444d-b61d-206ddf999fcd'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:26.615705 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Attempting to bind port be73a9b7-4581-495a-8fa4-b3031f3613de on network f8b248a8-3b81-444d-b61d-206ddf999fcd {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:26.624515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:26.625295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Checking segment: {'id': 'dd124ce4-ef1b-4d35-86eb-8b0630114dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f8b248a8-3b81-444d-b61d-206ddf999fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:26.625295 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.625738 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Bound using segment: {'id': 'dd124ce4-ef1b-4d35-86eb-8b0630114dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f8b248a8-3b81-444d-b61d-206ddf999fcd'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:26.626438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Bound port: be73a9b7-4581-495a-8fa4-b3031f3613de, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd124ce4-ef1b-4d35-86eb-8b0630114dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f8b248a8-3b81-444d-b61d-206ddf999fcd'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:26.626985 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.630418 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.632182 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.632806 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:26.669682 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-421961fc-50ea-450e-9279-2254f6549392 req-624fc228-a7c3-4201-a755-095132411d9d service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810197 Jun 17 08:34:26.703935 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-82312d74-a070-4e03-8946-6f4652c274cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.730462 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1ac616ef-432c-45f8-a81b-37ab4780c14b tempest-RoutersAdminNegativeTest-1633953686 tempest-RoutersAdminNegativeTest-1633953686-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:26.769200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Pushing event updated for resources: {'Port': ['ID=e4963efa-bce2-441d-a452-f80d17de096d,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:26.772567 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:26.779723 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82312d74-a070-4e03-8946-6f4652c274cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=6f908e53-759f-45c9-a94b-a7d44982105f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:26.800437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] For port be73a9b7-4581-495a-8fa4-b3031f3613de, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:26.805861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] For port be73a9b7-4581-495a-8fa4-b3031f3613de, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=be73a9b7-4581-495a-8fa4-b3031f3613de,segment=NetworkSegment(dd124ce4-ef1b-4d35-86eb-8b0630114dc1),segment_id=dd124ce4-ef1b-4d35-86eb-8b0630114dc1)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:26.812445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8abb7a-1d68-42b2-a945-01536670395d None None] Network 65bac24d-dc8f-496a-8387-14262383b368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:26.832902 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-82312d74-a070-4e03-8946-6f4652c274cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:26.873136 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.879317 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:26.930434 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-421961fc-50ea-450e-9279-2254f6549392 req-23f28361-9cde-460c-918b-e55c6658290d service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530959 Jun 17 08:34:26.935504 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-82312d74-a070-4e03-8946-6f4652c274cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:26.938042 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-82312d74-a070-4e03-8946-6f4652c274cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/6f908e53-759f-45c9-a94b-a7d44982105f HTTP/1.1" status: 204 len: 168 time: 1.3583601 Jun 17 08:34:26.941107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43380) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:26.955529 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1fc3b5f-1e60-44e5-8d31-1ef107774485 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:26.974386 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74df0b0-64a0-46ff-b926-af692b575a72 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:34:26.978981 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b74df0b0-64a0-46ff-b926-af692b575a72 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/6f908e53-759f-45c9-a94b-a7d44982105f HTTP/1.1" status: 404 len: 333 time: 0.0341029 Jun 17 08:34:26.979331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43382) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:26.987938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d132480e-6960-4a99-affc-68088fb8ce1a None None] Provisioning for port 7394c62d-c94e-4ece-a26e-848f45383998 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:27.038171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Pushing event updated for resources: {'Port': ['ID=be73a9b7-4581-495a-8fa4-b3031f3613de,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:27.060485 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:27.108542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-add91af4-5152-4419-b9b6-9fb475b07f50 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting subnet 06d42dae-dfac-41b1-a718-fa6afbb3910c {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:27.118832 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-add91af4-5152-4419-b9b6-9fb475b07f50 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.146436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a1fc3b5f-1e60-44e5-8d31-1ef107774485 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:27.146832 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.201111 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-add91af4-5152-4419-b9b6-9fb475b07f50 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.227012 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81b6a4a1-99d0-4eec-8db5-517652bb877f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.254393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f01bd-9690-4455-ad13-4eb1ba3bec2d req-0f7563ac-15c0-427f-bb50-b5155ac88f26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:27.261716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a60f01bd-9690-4455-ad13-4eb1ba3bec2d req-0f7563ac-15c0-427f-bb50-b5155ac88f26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.7935431 Jun 17 08:34:27.278942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfb480-d68e-43e3-a32f-2e7d722ae76a req-b26a6aae-72d4-49ae-9410-9a3096531e75 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:27.288674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6dbfb480-d68e-43e3-a32f-2e7d722ae76a req-b26a6aae-72d4-49ae-9410-9a3096531e75 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.9226186 Jun 17 08:34:27.310302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 7394c62d-c94e-4ece-a26e-848f45383998 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:27.330866 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81b6a4a1-99d0-4eec-8db5-517652bb877f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.346365 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-add91af4-5152-4419-b9b6-9fb475b07f50 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.441546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 7394c62d-c94e-4ece-a26e-848f45383998 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:27.448651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 7394c62d-c94e-4ece-a26e-848f45383998 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:27.449246 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.456103 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6dbfb480-d68e-43e3-a32f-2e7d722ae76a req-58537d3c-b7e4-4d03-afc0-e0446229fae8 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664135 Jun 17 08:34:27.487463 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a60f01bd-9690-4455-ad13-4eb1ba3bec2d req-cb3ae930-3499-4023-9130-4494241ab5e4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247653 Jun 17 08:34:27.490820 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81b6a4a1-99d0-4eec-8db5-517652bb877f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.503156 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-add91af4-5152-4419-b9b6-9fb475b07f50 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.511580 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4cb54546-75f1-4a6b-8400-bb9ebe0bfdf5 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:27.512771 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81b6a4a1-99d0-4eec-8db5-517652bb877f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.514454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-81b6a4a1-99d0-4eec-8db5-517652bb877f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ad755023-f823-4c8c-b800-dfdc6b58fd43 HTTP/1.1" status: 204 len: 168 time: 0.9243767 Jun 17 08:34:27.520636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43392) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:27.522115 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-eef12d7a-ab49-4a61-9701-caaff5145049 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:27.556531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6a4a1-99d0-4eec-8db5-517652bb877f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad755023-f823-4c8c-b800-dfdc6b58fd43,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:27.569176 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-81b6a4a1-99d0-4eec-8db5-517652bb877f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:27.570076 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.585605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-add91af4-5152-4419-b9b6-9fb475b07f50 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.589982 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-add91af4-5152-4419-b9b6-9fb475b07f50 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/06d42dae-dfac-41b1-a718-fa6afbb3910c HTTP/1.1" status: 204 len: 168 time: 0.6089728 Jun 17 08:34:27.592638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add91af4-5152-4419-b9b6-9fb475b07f50 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Subnet': ['ID=06d42dae-dfac-41b1-a718-fa6afbb3910c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:27.596147 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-add91af4-5152-4419-b9b6-9fb475b07f50 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:27.597480 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43394) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:27.647987 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.730481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 7394c62d-c94e-4ece-a26e-848f45383998, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=7394c62d-c94e-4ece-a26e-848f45383998,segment=NetworkSegment(3bfaaffa-358a-4b22-9eab-3d6fa62f95f3),segment_id=3bfaaffa-358a-4b22-9eab-3d6fa62f95f3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:27.744763 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.746898 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8b2838c8-63a9-40e1-b2e8-cf3d26589b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:27.764946 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fe35bb8d-a6ed-4013-8c9b-2c35e462ee22 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2408071 Jun 17 08:34:27.768867 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43396) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:27.861801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=7394c62d-c94e-4ece-a26e-848f45383998,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:27.866942 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:27.871418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-97d98add-898f-45ff-a8c1-19b78b311790 None None] Provisioning complete for port 7394c62d-c94e-4ece-a26e-848f45383998 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:27.872201 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-97d98add-898f-45ff-a8c1-19b78b311790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.889307 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56169226-7eea-45e7-b24d-36af06c5ad0a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.898990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56169226-7eea-45e7-b24d-36af06c5ad0a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.952936 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.958040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56169226-7eea-45e7-b24d-36af06c5ad0a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.969675 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56169226-7eea-45e7-b24d-36af06c5ad0a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:27.971836 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-56169226-7eea-45e7-b24d-36af06c5ad0a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2ea26077-70b1-4258-8b2d-0e9ce84ae98f HTTP/1.1" status: 204 len: 168 time: 0.2029297 Jun 17 08:34:27.973110 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-66b782f5-486d-4187-8e5c-2e10930199b1 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:27.981399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43398) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:27.999887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c684e17-ae59-46fd-85c7-c2c6a14a5707 req-b3427820-b450-4681-9993-7c3ec81f396d tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:28.001512 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c684e17-ae59-46fd-85c7-c2c6a14a5707 req-b3427820-b450-4681-9993-7c3ec81f396d tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.2941151 Jun 17 08:34:28.029694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56169226-7eea-45e7-b24d-36af06c5ad0a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ea26077-70b1-4258-8b2d-0e9ce84ae98f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:28.038928 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56169226-7eea-45e7-b24d-36af06c5ad0a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:28.078057 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ac1cc9aa-286b-4582-9e73-8e7d6920eaf6 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0899272 Jun 17 08:34:28.082432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43400) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:28.086932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-97d98add-898f-45ff-a8c1-19b78b311790 None None] Provisioning for port 88f9663f-3519-4716-98cf-0c8b0f597316 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:28.092763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-97d98add-898f-45ff-a8c1-19b78b311790 None None] Provisioning complete for port 88f9663f-3519-4716-98cf-0c8b0f597316 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:28.093157 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-97d98add-898f-45ff-a8c1-19b78b311790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.127453 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c684e17-ae59-46fd-85c7-c2c6a14a5707 req-83e2401b-e7f6-43ab-ad80-0923cc889aa9 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690968 Jun 17 08:34:28.130699 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port be73a9b7-4581-495a-8fa4-b3031f3613de {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:28.131338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.149911 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f03dba97-6d67-4eec-b19a-11b3bb989ae1 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.172629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-97d98add-898f-45ff-a8c1-19b78b311790 None None] Port 88f9663f-3519-4716-98cf-0c8b0f597316 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:28.209707 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f03dba97-6d67-4eec-b19a-11b3bb989ae1 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.252751 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.265051 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.266421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] For port be73a9b7-4581-495a-8fa4-b3031f3613de, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=be73a9b7-4581-495a-8fa4-b3031f3613de,segment=NetworkSegment(dd124ce4-ef1b-4d35-86eb-8b0630114dc1),segment_id=dd124ce4-ef1b-4d35-86eb-8b0630114dc1)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:28.266842 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.268229 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8a9c15d-f840-4aa5-b926-a1617d5d8fb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:28.282219 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f03dba97-6d67-4eec-b19a-11b3bb989ae1 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.300233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b3007286-73b6-4de4-998f-cc77fb014a73 None None] Provisioning complete for port 88f9663f-3519-4716-98cf-0c8b0f597316 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:28.300911 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b3007286-73b6-4de4-998f-cc77fb014a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.316091 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:28.348933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for be73a9b7-4581-495a-8fa4-b3031f3613de owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:28.359286 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b3007286-73b6-4de4-998f-cc77fb014a73 None None] Port 88f9663f-3519-4716-98cf-0c8b0f597316 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:28.360023 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f03dba97-6d67-4eec-b19a-11b3bb989ae1 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.366804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event updated for resources: {'Port': ['ID=88f9663f-3519-4716-98cf-0c8b0f597316,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:28.371867 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f03dba97-6d67-4eec-b19a-11b3bb989ae1 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/1c1677b3-8f28-4226-8fab-288a5487e8d8 HTTP/1.1" status: 204 len: 168 time: 0.2873871 Jun 17 08:34:28.375656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43402) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:28.378057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03dba97-6d67-4eec-b19a-11b3bb989ae1 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c1677b3-8f28-4226-8fab-288a5487e8d8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:28.390290 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f03dba97-6d67-4eec-b19a-11b3bb989ae1 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:28.401688 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:28.402881 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.494096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.499048 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:28.528466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=be73a9b7-4581-495a-8fa4-b3031f3613de,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:28.547828 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:28.555340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No DVR routers for this DVR port be73a9b7-4581-495a-8fa4-b3031f3613de on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:28.565905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c8b5d2-bad7-4669-8ee8-9e7eaccea012 None None] Network 0430beff-5868-4d7f-8ebd-0901ce6a725e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:28.614326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-469266a5-f60e-4107-9c35-4f4b2a350d3b tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2368217 Jun 17 08:34:28.615574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43408) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:28.642952 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-66c80ad7-0238-41f5-90a6-b3e857488990 None None] Provisioning for port e4963efa-bce2-441d-a452-f80d17de096d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:28.650947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Network 65bac24d-dc8f-496a-8387-14262383b368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:28.666022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:28.723401 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bed49b-be2e-4280-844d-526a6d3a2415 req-73e1f622-feaf-4ad0-95de-663af0987027 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:28.732869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56bed49b-be2e-4280-844d-526a6d3a2415 req-73e1f622-feaf-4ad0-95de-663af0987027 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1956935 Jun 17 08:34:28.801082 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.815561 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8b248a8-3b81-444d-b61d-206ddf999fcd']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:28.828680 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd124ce4-ef1b-4d35-86eb-8b0630114dc1') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:28.828913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd124ce4-ef1b-4d35-86eb-8b0630114dc1') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:28.840871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.888173 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.919468 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:28.919699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499db55-dddb-40e2-b762-1be12313330a req-a0473b24-5d3a-4722-a747-7fd8f16cc9d6 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:28.922027 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:28.925511 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:28.933184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9499db55-dddb-40e2-b762-1be12313330a req-a0473b24-5d3a-4722-a747-7fd8f16cc9d6 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.2805278 Jun 17 08:34:28.959439 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56bed49b-be2e-4280-844d-526a6d3a2415 req-a0f0e5fa-21a0-487e-b27b-33d928f96323 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795354 Jun 17 08:34:28.965186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e4963efa-bce2-441d-a452-f80d17de096d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:29.063345 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9499db55-dddb-40e2-b762-1be12313330a req-10b1b292-2ff3-4e74-907b-cfeee59a2fd7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283882 Jun 17 08:34:29.066623 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4d4354ba-8058-455b-a223-1c0e1d085f02 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.086965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Router 66a6eb08-9ab2-4c37-988c-3095372ff8e6 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:34:29.088836 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.095332 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bb6b3003-9e2d-4de2-b1b2-0251f9381716 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:29.111472 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.118327 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/networks/f8b248a8-3b81-444d-b61d-206ddf999fcd HTTP/1.1" status: 204 len: 168 time: 1.5196388 Jun 17 08:34:29.121881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port e4963efa-bce2-441d-a452-f80d17de096d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:29.123418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43412) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:29.126485 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4d4354ba-8058-455b-a223-1c0e1d085f02 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.129614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e4963efa-bce2-441d-a452-f80d17de096d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:29.130243 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.141796 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'name': 'tempest-PortsIpV6TestJSON-1781732474'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:29.169203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Network': ['ID=f8b248a8-3b81-444d-b61d-206ddf999fcd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:29.186892 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:29.206471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-416fc863-e402-4bd5-b2f0-c5ebb63b6c4b None None] Could not find standard attr ID for object be73a9b7-4581-495a-8fa4-b3031f3613de. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:34:29.235078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc1ebc6-bf8f-411b-a0ff-465eeb878514 None None] DHCP port deletion for f8b248a8-3b81-444d-b61d-206ddf999fcd request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:29.241889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-416fc863-e402-4bd5-b2f0-c5ebb63b6c4b None None] Provisioning complete for port 88f9663f-3519-4716-98cf-0c8b0f597316 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:29.242560 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-416fc863-e402-4bd5-b2f0-c5ebb63b6c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.282691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:29.290373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "PUT /v2.0/routers/66a6eb08-9ab2-4c37-988c-3095372ff8e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8700662 Jun 17 08:34:29.293099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43416) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:29.295063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08af1b-ff78-4679-a981-c8614e8102b3 None None] Network f8b248a8-3b81-444d-b61d-206ddf999fcd requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:29.295304 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5776387a-9a48-44d6-8297-7ea7ff4bdf86 None None] Sync routers for ids ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:29.309099 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5776387a-9a48-44d6-8297-7ea7ff4bdf86 None None] Routers {'66a6eb08-9ab2-4c37-988c-3095372ff8e6'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:29.309994 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-5776387a-9a48-44d6-8297-7ea7ff4bdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:29.312530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b08af1b-ff78-4679-a981-c8614e8102b3 None None] Network f8b248a8-3b81-444d-b61d-206ddf999fcd could not be found, it might have been deleted concurrently. {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 17 08:34:29.343866 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-5776387a-9a48-44d6-8297-7ea7ff4bdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:29.354493 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5776387a-9a48-44d6-8297-7ea7ff4bdf86 None None] Routers {'66a6eb08-9ab2-4c37-988c-3095372ff8e6'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:29.355587 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-5776387a-9a48-44d6-8297-7ea7ff4bdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:29.362059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-416fc863-e402-4bd5-b2f0-c5ebb63b6c4b None None] Port 88f9663f-3519-4716-98cf-0c8b0f597316 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:29.390081 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.404709 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-5776387a-9a48-44d6-8297-7ea7ff4bdf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:29.405842 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5776387a-9a48-44d6-8297-7ea7ff4bdf86 None None] The sync data for ids ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:29.414292 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4d4354ba-8058-455b-a223-1c0e1d085f02 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.417254 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4d4354ba-8058-455b-a223-1c0e1d085f02 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.420953 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4d4354ba-8058-455b-a223-1c0e1d085f02 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-groups/b854d090-2660-4036-a877-a5adef71f200 HTTP/1.1" status: 204 len: 168 time: 0.7952044 Jun 17 08:34:29.422137 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e9677078-ebb5-4945-88cb-05e298eb7461 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:29.425437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43418) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:29.440619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port e4963efa-bce2-441d-a452-f80d17de096d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e4963efa-bce2-441d-a452-f80d17de096d,segment=NetworkSegment(0167a7fa-5166-42e7-988b-03d0a9ae56e7),segment_id=0167a7fa-5166-42e7-988b-03d0a9ae56e7)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:29.446576 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.448302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 7394c62d-c94e-4ece-a26e-848f45383998 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:29.452611 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ab815dc1-4ff5-4328-b25e-9d40cc4c5d15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:29.453150 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:29.456933 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.465541 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4354ba-8058-455b-a223-1c0e1d085f02 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b854d090-2660-4036-a877-a5adef71f200,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:29.476874 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4d4354ba-8058-455b-a223-1c0e1d085f02 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:29.486663 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-54efaa31-ae97-4eb6-a79c-a420f3aa6a55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2189267 Jun 17 08:34:29.500511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port 6b5e35b0-a73b-4c59-9f3a-4bacaecc5492 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:29.526549 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8838607a-2280-449a-bb0f-9f43f2b53904 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939376 Jun 17 08:34:29.530386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43420) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:29.536549 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e1351dce-2f51-4412-af61-ecdf54c0ba2e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076594464'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:29.584795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=e4963efa-bce2-441d-a452-f80d17de096d,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:29.588080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6550a0-50e5-4343-addc-33dcbee260c3 req-e0f4f005-1338-4487-b7f1-dce2c95e302c tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:29.589679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b6550a0-50e5-4343-addc-33dcbee260c3 req-e0f4f005-1338-4487-b7f1-dce2c95e302c tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.2286866 Jun 17 08:34:29.597474 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:29.598995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-63256ab8-61a2-4221-b363-2312c46a8529 None None] Provisioning complete for port e4963efa-bce2-441d-a452-f80d17de096d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:29.599384 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63256ab8-61a2-4221-b363-2312c46a8529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.640633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 7394c62d-c94e-4ece-a26e-848f45383998 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:29.640967 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.659653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-dbbb7b55-da0a-4a59-bebe-3b0157597488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:29.661374 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-dbbb7b55-da0a-4a59-bebe-3b0157597488 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7970418354844208e4c1ff5a7253a13&device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 1098 time: 0.1435108 Jun 17 08:34:29.675708 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1351dce-2f51-4412-af61-ecdf54c0ba2e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.749912 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b6550a0-50e5-4343-addc-33dcbee260c3 req-ef066fd4-6f96-48a4-aece-1c8156d4022f tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047552 Jun 17 08:34:29.784198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.821072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-9a5b4b83-4877-46a0-82c6-46d82168222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:29.822568 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-9a5b4b83-4877-46a0-82c6-46d82168222a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 HTTP/1.1" status: 200 len: 906 time: 0.1303649 Jun 17 08:34:29.882869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1351dce-2f51-4412-af61-ecdf54c0ba2e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.884998 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-a4ce61dc-ad83-4fd7-9776-cf9f7bccec83 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:34:29.886092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a4ce61dc-ad83-4fd7-9776-cf9f7bccec83 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "PUT /v2.0/routers/66a6eb08-9ab2-4c37-988c-3095372ff8e6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5917485 Jun 17 08:34:29.889738 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1351dce-2f51-4412-af61-ecdf54c0ba2e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.890057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43422) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:29.895005 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-958bbca6-89ae-4938-a694-7aaaa08f8c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:29.923748 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1351dce-2f51-4412-af61-ecdf54c0ba2e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.925148 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e1351dce-2f51-4412-af61-ecdf54c0ba2e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3923514 Jun 17 08:34:29.927944 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43424) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:29.929722 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.932625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d926eff9-ba0e-49b9-93b3-5b1da7d3f27f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'a43fd385-92ca-4d9d-8817-cf292644e203', 'direction': 'ingress', 'protocol': 17}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:29.938481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1351dce-2f51-4412-af61-ecdf54c0ba2e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a43fd385-92ca-4d9d-8817-cf292644e203,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:29.942831 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1351dce-2f51-4412-af61-ecdf54c0ba2e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:29.964277 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d926eff9-ba0e-49b9-93b3-5b1da7d3f27f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:29.966935 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d8e33dde-9d6c-4643-a56e-38bf2ec7a215 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:29.979022 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-43b1e4ab-168a-4d2d-a47e-35c5b0f8aa85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=848b1913-2542-40eb-82b3-62506553e0a0 HTTP/1.1" status: 200 len: 1002 time: 0.1466639 Jun 17 08:34:30.029124 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d926eff9-ba0e-49b9-93b3-5b1da7d3f27f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.034674 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d926eff9-ba0e-49b9-93b3-5b1da7d3f27f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.039951 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b4b6767-f5d8-4e0a-b1ce-2fe0d723873e tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:30.060147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926eff9-ba0e-49b9-93b3-5b1da7d3f27f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422804c2-2ff6-4d30-938a-8384fa2f2c18,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:30.063548 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d926eff9-ba0e-49b9-93b3-5b1da7d3f27f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:30.066105 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d926eff9-ba0e-49b9-93b3-5b1da7d3f27f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.071032 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d926eff9-ba0e-49b9-93b3-5b1da7d3f27f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1418984 Jun 17 08:34:30.072835 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43428) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:30.147336 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba084de4-ce26-42f9-9744-11293a2116d7 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.211520 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba084de4-ce26-42f9-9744-11293a2116d7 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.314475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d0e8a-de95-4e67-b8c3-fdd2e814f3cf req-21c5eceb-f34d-4f4b-8bf0-139bb345928d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:30.316154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c1d0e8a-de95-4e67-b8c3-fdd2e814f3cf req-21c5eceb-f34d-4f4b-8bf0-139bb345928d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1704657 Jun 17 08:34:30.318482 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba084de4-ce26-42f9-9744-11293a2116d7 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.321188 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba084de4-ce26-42f9-9744-11293a2116d7 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.322268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ba084de4-ce26-42f9-9744-11293a2116d7 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-groups/a43fd385-92ca-4d9d-8817-cf292644e203 HTTP/1.1" status: 204 len: 168 time: 0.2495418 Jun 17 08:34:30.325945 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a263d473-4575-4230-bbdd-8e541d38fadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:30.330235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43434) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:30.353847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff42d1-b93f-4334-9b4b-2ba066967654 req-3b4013b0-f3fd-40c2-8e8c-a37408692245 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:30.355618 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2ff42d1-b93f-4334-9b4b-2ba066967654 req-3b4013b0-f3fd-40c2-8e8c-a37408692245 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.1674988 Jun 17 08:34:30.378413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba084de4-ce26-42f9-9744-11293a2116d7 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43fd385-92ca-4d9d-8817-cf292644e203,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:30.390006 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba084de4-ce26-42f9-9744-11293a2116d7 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:30.392209 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:30.411550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:30.417167 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:30.422611 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:30.423235 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.431325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=6b5e35b0-a73b-4c59-9f3a-4bacaecc5492,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:30.437322 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:30.453278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c1d0e8a-de95-4e67-b8c3-fdd2e814f3cf req-41f6ace5-7b63-4659-afef-e9f3b2ff6fc0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282427 Jun 17 08:34:30.462330 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b1b4bd96-35b2-4b61-95d5-0406089f898e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1309032 Jun 17 08:34:30.465622 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2ff42d1-b93f-4334-9b4b-2ba066967654 req-dd2d4206-73f8-410c-8aa9-b5b807dafdb2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970192 Jun 17 08:34:30.466164 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43436) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:30.470981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-9daa438d-3e99-4609-87f8-e1596e527e75 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438835066'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:30.506907 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9daa438d-3e99-4609-87f8-e1596e527e75 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.509536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-c3f4b265-f52c-44bd-9557-32e402a58e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:30.511136 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-c3f4b265-f52c-44bd-9557-32e402a58e7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7ce0329f-7903-4211-868f-795f342d4972 HTTP/1.1" status: 200 len: 844 time: 0.5125537 Jun 17 08:34:30.514748 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3902595 Jun 17 08:34:30.518968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43440) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:30.654307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-db9f65bd-c949-40e6-a7ba-5af3bd61fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:30.655449 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-db9f65bd-c949-40e6-a7ba-5af3bd61fcaf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6424106c-cd8c-4cd7-b7d1-1f64cc3631c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353872 Jun 17 08:34:30.681945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ae83baa3-0658-4bcd-add6-7df08588ff94 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 6b5e35b0-a73b-4c59-9f3a-4bacaecc5492 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:30.682287 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae83baa3-0658-4bcd-add6-7df08588ff94 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.710028 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9daa438d-3e99-4609-87f8-e1596e527e75 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.739205 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9daa438d-3e99-4609-87f8-e1596e527e75 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.744067 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-008dc30a-4b53-43cc-b27c-f1f3d00572c2 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:30.787551 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae83baa3-0658-4bcd-add6-7df08588ff94 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.801955 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9daa438d-3e99-4609-87f8-e1596e527e75 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.803618 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9daa438d-3e99-4609-87f8-e1596e527e75 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3364322 Jun 17 08:34:30.807533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43446) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:30.808012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e4963efa-bce2-441d-a452-f80d17de096d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:30.812720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f777dbbd-0c43-4c41-9f59-22282b1aefca tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643563020'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:30.813460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa438d-3e99-4609-87f8-e1596e527e75 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae103112-c5ad-41ad-bac9-880b3c7917d4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:30.816796 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9daa438d-3e99-4609-87f8-e1596e527e75 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:30.830945 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-6f05fc7e-dfdd-4f87-8b82-bedeb0c28446 service neutron] 10.222.0.10 "GET /v2.0/networks/6424106c-cd8c-4cd7-b7d1-1f64cc3631c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674929 Jun 17 08:34:30.889180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ae83baa3-0658-4bcd-add6-7df08588ff94 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 6b5e35b0-a73b-4c59-9f3a-4bacaecc5492 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:30.923500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e4963efa-bce2-441d-a452-f80d17de096d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:30.923884 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:30.994708 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f777dbbd-0c43-4c41-9f59-22282b1aefca tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.016195 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.041545 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device be73a9b7-4581-495a-8fa4-b3031f3613de no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:31.081274 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: be73a9b7-4581-495a-8fa4-b3031f3613de {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:31.082244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device be73a9b7-4581-495a-8fa4-b3031f3613de not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:31.106930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169ce0b-406f-4ade-a1dd-8b3d9cceff8c req-23949f96-b947-46bf-95c4-34a756028411 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:31.108507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3169ce0b-406f-4ade-a1dd-8b3d9cceff8c req-23949f96-b947-46bf-95c4-34a756028411 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1464241 Jun 17 08:34:31.109435 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae83baa3-0658-4bcd-add6-7df08588ff94 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.116387 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-da28e944-c86b-46c3-ad7e-a854675b5d59 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:31.129333 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-43b2d654-946e-4dd8-8cde-f6d7954ea660 req-86a400ea-1fc1-4037-b14f-7c90b9890dc4 service neutron] 10.222.0.10 "GET /v2.0/networks/6424106c-cd8c-4cd7-b7d1-1f64cc3631c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848709 Jun 17 08:34:31.168490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83baa3-0658-4bcd-add6-7df08588ff94 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=6b5e35b0-a73b-4c59-9f3a-4bacaecc5492,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:31.186854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8341c34-7a10-4d32-8b63-77c4ad6f3fa6 req-4b0e3c1c-083c-4b36-898a-f7f3d8be3048 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:31.189585 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8341c34-7a10-4d32-8b63-77c4ad6f3fa6 req-4b0e3c1c-083c-4b36-898a-f7f3d8be3048 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.2140217 Jun 17 08:34:31.194541 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae83baa3-0658-4bcd-add6-7df08588ff94 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.197375 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ae83baa3-0658-4bcd-add6-7df08588ff94 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/6b5e35b0-a73b-4c59-9f3a-4bacaecc5492 HTTP/1.1" status: 204 len: 168 time: 0.6772871 Jun 17 08:34:31.198391 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae83baa3-0658-4bcd-add6-7df08588ff94 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:31.200580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43450) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:31.209089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'mac_address': 'fa:16:3e:6a:47:06', 'name': 'tempest-PortsIpV6TestJSON-1677283542'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:31.268972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f777dbbd-0c43-4c41-9f59-22282b1aefca tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.277620 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f777dbbd-0c43-4c41-9f59-22282b1aefca tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.280050 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-30a65866-5b37-496c-80c5-f022b0f588fd tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:31.294419 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3169ce0b-406f-4ade-a1dd-8b3d9cceff8c req-53537743-7581-4ea5-bcd5-fecb703e8ab8 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736016 Jun 17 08:34:31.320110 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8341c34-7a10-4d32-8b63-77c4ad6f3fa6 req-1a90dc8d-0f23-44c1-ac29-f77607047684 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203158 Jun 17 08:34:31.343672 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f777dbbd-0c43-4c41-9f59-22282b1aefca tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.344678 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f777dbbd-0c43-4c41-9f59-22282b1aefca tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5361543 Jun 17 08:34:31.347838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43452) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:31.348463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777dbbd-0c43-4c41-9f59-22282b1aefca tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e119319-eeb0-4867-95fd-7b4f8ef7ac77,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:31.352638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-8a0697c0-9291-48fb-8f68-df2d705c8198 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'ae103112-c5ad-41ad-bac9-880b3c7917d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1e119319-eeb0-4867-95fd-7b4f8ef7ac77', 'remote_ip_prefix': None}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:31.354635 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f777dbbd-0c43-4c41-9f59-22282b1aefca tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:31.368489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:31.408621 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Deleting port 88f9663f-3519-4716-98cf-0c8b0f597316 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:31.409242 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.455818 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.460226 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8a0697c0-9291-48fb-8f68-df2d705c8198 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.500348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.501198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port 6d21cf1d-f8af-4716-9629-dab033175ffb yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:31.569073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Calling delete_port for 88f9663f-3519-4716-98cf-0c8b0f597316 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:31.656856 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8a0697c0-9291-48fb-8f68-df2d705c8198 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.726924 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8a0697c0-9291-48fb-8f68-df2d705c8198 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.732401 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ca30b708-d54d-449a-9be2-f969638932c2 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:31.788970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0697c0-9291-48fb-8f68-df2d705c8198 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b82793-dd4e-43b4-b121-88db0cb2c2ec,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:31.795326 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8a0697c0-9291-48fb-8f68-df2d705c8198 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:31.796448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8a0697c0-9291-48fb-8f68-df2d705c8198 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.797580 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8a0697c0-9291-48fb-8f68-df2d705c8198 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4487212 Jun 17 08:34:31.802463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43458) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:31.819061 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.831675 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.835116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49822f2-021f-4d34-b2a3-9fafdbbe0084 req-dbfca3df-f18d-4c52-a608-ffe9e8fc39c2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:31.836660 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e49822f2-021f-4d34-b2a3-9fafdbbe0084 req-dbfca3df-f18d-4c52-a608-ffe9e8fc39c2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.1987104 Jun 17 08:34:31.838481 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:31.864973 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event deleted for resources: {'Port': ['ID=88f9663f-3519-4716-98cf-0c8b0f597316,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:31.869195 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4176c028-f87d-445d-a462-fdb7e7c7adc9 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.872257 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:31.876602 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756fa78-c60f-45aa-aaa8-547e4666a8e4 req-e42c0aa6-7b46-4f87-84f6-00536bad96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:31.878145 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2756fa78-c60f-45aa-aaa8-547e4666a8e4 req-e42c0aa6-7b46-4f87-84f6-00536bad96b8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 1098 time: 0.1669478 Jun 17 08:34:31.887562 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4176c028-f87d-445d-a462-fdb7e7c7adc9 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.899340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e49822f2-021f-4d34-b2a3-9fafdbbe0084 req-515d4fb0-d26a-42e3-9843-4374d747f7b9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560086 Jun 17 08:34:31.910412 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.919753 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-03da1ef6-bf37-4464-a378-936fb702a11c tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:31.974447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4176c028-f87d-445d-a462-fdb7e7c7adc9 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.983436 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:31.994988 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4176c028-f87d-445d-a462-fdb7e7c7adc9 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:31.996456 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4176c028-f87d-445d-a462-fdb7e7c7adc9 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/95b82793-dd4e-43b4-b121-88db0cb2c2ec HTTP/1.1" status: 204 len: 168 time: 0.1944039 Jun 17 08:34:32.003864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43460) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:32.004231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=6d21cf1d-f8af-4716-9629-dab033175ffb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:32.014089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:32.015779 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:32.016809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:32.019598 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:32.026637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:32.026637 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.026983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176c028-f87d-445d-a462-fdb7e7c7adc9 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95b82793-dd4e-43b4-b121-88db0cb2c2ec,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:32.040636 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4176c028-f87d-445d-a462-fdb7e7c7adc9 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:32.046746 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8408039 Jun 17 08:34:32.048764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43462) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:32.052100 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2756fa78-c60f-45aa-aaa8-547e4666a8e4 req-ba5c746b-6fdb-4da3-a1d0-4692ac3768c6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617424 Jun 17 08:34:32.141566 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0147db19-8f5f-415f-8946-ccb184cb3ef7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:32.145523 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0147db19-8f5f-415f-8946-ccb184cb3ef7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/6d21cf1d-f8af-4716-9629-dab033175ffb HTTP/1.1" status: 200 len: 845 time: 0.0931017 Jun 17 08:34:32.146200 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43464) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:32.153799 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f054cae8-cb48-44c0-8710-82a48b26a9cc tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1424389 Jun 17 08:34:32.154659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43466) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:32.186856 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.252362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-479f6b18-8bd2-402a-9d97-5ca6dc376e84 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 6d21cf1d-f8af-4716-9629-dab033175ffb {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:32.252616 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-479f6b18-8bd2-402a-9d97-5ca6dc376e84 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.292593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b92a7c39-256b-4cb5-830b-a66ff965eda6 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.319771 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-479f6b18-8bd2-402a-9d97-5ca6dc376e84 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.383773 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b92a7c39-256b-4cb5-830b-a66ff965eda6 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.387493 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-479f6b18-8bd2-402a-9d97-5ca6dc376e84 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 6d21cf1d-f8af-4716-9629-dab033175ffb owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:32.423918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Router 66a6eb08-9ab2-4c37-988c-3095372ff8e6 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:32.475186 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b92a7c39-256b-4cb5-830b-a66ff965eda6 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.480381 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b92a7c39-256b-4cb5-830b-a66ff965eda6 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.489591 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b92a7c39-256b-4cb5-830b-a66ff965eda6 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-groups/1e119319-eeb0-4867-95fd-7b4f8ef7ac77 HTTP/1.1" status: 204 len: 168 time: 0.3335941 Jun 17 08:34:32.516179 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d7e5f653-cb83-4803-8458-7e1b10bc866c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:32.522385 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43472) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:32.546213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a7c39-256b-4cb5-830b-a66ff965eda6 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e119319-eeb0-4867-95fd-7b4f8ef7ac77,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:32.549866 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b92a7c39-256b-4cb5-830b-a66ff965eda6 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:32.551148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:32.559241 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "PUT /v2.0/routers/66a6eb08-9ab2-4c37-988c-3095372ff8e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6672504 Jun 17 08:34:32.565893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5efff-d0f1-4a4c-a526-dcd332595cf6 None None] Sync routers for ids ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:32.566501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43474) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:32.586729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d5efff-d0f1-4a4c-a526-dcd332595cf6 None None] Routers {'66a6eb08-9ab2-4c37-988c-3095372ff8e6'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:32.587920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-29d5efff-d0f1-4a4c-a526-dcd332595cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:32.615676 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-340e7fc5-7bf6-4244-949d-7df38a156e3d tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] delete failed (client error): The resource could not be found. Jun 17 08:34:32.619220 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-340e7fc5-7bf6-4244-949d-7df38a156e3d tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1996160221 HTTP/1.1" status: 404 len: 335 time: 0.0495129 Jun 17 08:34:32.622946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43476) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:32.623815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-29d5efff-d0f1-4a4c-a526-dcd332595cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:32.628197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-385d2e02-eeb9-47c7-8139-697c4a49b0e8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Request body: {'router': {'external_gateway_info': {'network_id': '66a6eb08-9ab2-4c37-988c-3095372ff8e6'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:32.633894 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d5efff-d0f1-4a4c-a526-dcd332595cf6 None None] Routers {'66a6eb08-9ab2-4c37-988c-3095372ff8e6'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:32.634634 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-29d5efff-d0f1-4a4c-a526-dcd332595cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:32.670029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-29d5efff-d0f1-4a4c-a526-dcd332595cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:32.670813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d5efff-d0f1-4a4c-a526-dcd332595cf6 None None] The sync data for ids ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:32.711899 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7ef78eac-78f3-414f-aa75-70d1b4e24408 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1880660 Jun 17 08:34:32.714592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43478) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:32.890996 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-479f6b18-8bd2-402a-9d97-5ca6dc376e84 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.896637 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-21a5d8d8-150a-4891-9a18-365444b81991 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:32.911278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa0300-f278-4641-a89c-3f138b5db632 req-2ab00bcc-673a-4fa5-91d2-d1ea4f4aad45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:32.911525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-385d2e02-eeb9-47c7-8139-697c4a49b0e8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.913222 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77e03e22-97b7-4f5e-a329-da3cc5993235 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.915172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70fa0300-f278-4641-a89c-3f138b5db632 req-2ab00bcc-673a-4fa5-91d2-d1ea4f4aad45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.4771914 Jun 17 08:34:32.920166 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.953342 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f6b18-8bd2-402a-9d97-5ca6dc376e84 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=6d21cf1d-f8af-4716-9629-dab033175ffb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:32.958266 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-385d2e02-eeb9-47c7-8139-697c4a49b0e8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] update failed (client error): The resource could not be found. Jun 17 08:34:32.962976 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-385d2e02-eeb9-47c7-8139-697c4a49b0e8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "PUT /v2.0/routers/66a6eb08-9ab2-4c37-988c-3095372ff8e6 HTTP/1.1" status: 404 len: 339 time: 0.3352633 Jun 17 08:34:32.964071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4dcc35-fde5-4b3a-b128-6117b5b6201c req-3b2164c5-99b3-4c85-ba56-6960de17d652 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:32.964185 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f4dcc35-fde5-4b3a-b128-6117b5b6201c req-3b2164c5-99b3-4c85-ba56-6960de17d652 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.1691473 Jun 17 08:34:32.965361 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-479f6b18-8bd2-402a-9d97-5ca6dc376e84 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:32.968737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43484) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:32.980932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77e03e22-97b7-4f5e-a329-da3cc5993235 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.986040 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-479f6b18-8bd2-402a-9d97-5ca6dc376e84 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:32.987936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-479f6b18-8bd2-402a-9d97-5ca6dc376e84 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/6d21cf1d-f8af-4716-9629-dab033175ffb HTTP/1.1" status: 204 len: 168 time: 0.8408000 Jun 17 08:34:32.991775 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43486) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:33.038702 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28e8c38-00e5-4052-9904-92b489c9b6c7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:34:33.040346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e28e8c38-00e5-4052-9904-92b489c9b6c7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/6d21cf1d-f8af-4716-9629-dab033175ffb HTTP/1.1" status: 404 len: 333 time: 0.0402985 Jun 17 08:34:33.045199 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-70fa0300-f278-4641-a89c-3f138b5db632 req-bdd882b6-99e7-43d1-b992-4ddac150924e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291509 Jun 17 08:34:33.050843 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43488) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:33.055867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'name': 'tempest-PortsIpV6TestJSON-1233265725'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:33.088889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f4dcc35-fde5-4b3a-b128-6117b5b6201c req-f5e333eb-6a51-4684-935b-3cde82a86691 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119924 Jun 17 08:34:33.179177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:33.183978 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.217312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port 9c8b5ff4-bccb-4dc4-9399-6a6554cfc9a5 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:33.466962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73345da6-f87c-48fd-86a2-a486d471c14f req-3b84770a-9d1c-42d6-9fef-4fa91f669d18 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:33.468638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73345da6-f87c-48fd-86a2-a486d471c14f req-3b84770a-9d1c-42d6-9fef-4fa91f669d18 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.2109911 Jun 17 08:34:33.498793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde1499-2a98-4243-aec1-a4b389289faf req-af8b3ba9-b2a5-4049-9f32-97ffec2c878a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:33.500394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1bde1499-2a98-4243-aec1-a4b389289faf req-af8b3ba9-b2a5-4049-9f32-97ffec2c878a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2117882 Jun 17 08:34:33.506136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.573933 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73345da6-f87c-48fd-86a2-a486d471c14f req-5a7f9562-72c1-4c2f-8593-a85c96da6a80 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987477 Jun 17 08:34:33.590902 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1bde1499-2a98-4243-aec1-a4b389289faf req-96b8e058-187a-49ac-9395-31906a1ec368 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774031 Jun 17 08:34:33.606102 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.612507 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-220b1fc2-771b-49a7-a5be-1a6fc16cb273 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:33.649435 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-9ce3b89f-6940-4615-80d8-235c9e330a78 req-cfdaa59b-58ac-4acd-bd7f-a2694d6b3f16 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-369634073', 'description': 'tempest-description-846838709'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:33.671509 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:33.682947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:33.687625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=9c8b5ff4-bccb-4dc4-9399-6a6554cfc9a5,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:33.694474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:33.701093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:33.702595 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.703391 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77e03e22-97b7-4f5e-a329-da3cc5993235 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.705059 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:33.706374 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77e03e22-97b7-4f5e-a329-da3cc5993235 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.707691 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-77e03e22-97b7-4f5e-a329-da3cc5993235 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-groups/ae103112-c5ad-41ad-bac9-880b3c7917d4 HTTP/1.1" status: 204 len: 168 time: 0.9920259 Jun 17 08:34:33.714994 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:33.715162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43498) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:33.720637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce1e7b-ebc3-41cd-bb68-17a9e24ec9c9 req-2a92c8b2-c221-4404-b819-5b529de5b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:33.722179 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8cce1e7b-ebc3-41cd-bb68-17a9e24ec9c9 req-2a92c8b2-c221-4404-b819-5b529de5b591 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 1098 time: 0.7316375 Jun 17 08:34:33.738158 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9ce3b89f-6940-4615-80d8-235c9e330a78 req-cfdaa59b-58ac-4acd-bd7f-a2694d6b3f16 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.738530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e03e22-97b7-4f5e-a329-da3cc5993235 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae103112-c5ad-41ad-bac9-880b3c7917d4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:33.767679 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77e03e22-97b7-4f5e-a329-da3cc5993235 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:33.769637 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.772469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7206292 Jun 17 08:34:33.772733 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43502) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:33.778182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2fac4255-964c-4188-b243-74899672abab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:33.795765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-acdc099f-da9e-401e-b320-1b2b9b1fbeaf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0805981 Jun 17 08:34:33.796280 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43504) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:33.804109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a6865b61-f665-45fd-99f1-973e53d7e97a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1633450521'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:33.828261 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8cce1e7b-ebc3-41cd-bb68-17a9e24ec9c9 req-d8154dbc-5078-4709-9551-b600bc056d46 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989385 Jun 17 08:34:33.922479 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9ce3b89f-6940-4615-80d8-235c9e330a78 req-cfdaa59b-58ac-4acd-bd7f-a2694d6b3f16 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.932259 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9ce3b89f-6940-4615-80d8-235c9e330a78 req-cfdaa59b-58ac-4acd-bd7f-a2694d6b3f16 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:33.938402 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07458103-aede-4730-8e71-34d625e067f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:33.952507 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af171e8-088a-48ae-883a-03be85be97a4 req-a4ec505b-a08b-49b4-b0a7-3716688fac43 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:33.954027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4af171e8-088a-48ae-883a-03be85be97a4 req-a4ec505b-a08b-49b4-b0a7-3716688fac43 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1235967 Jun 17 08:34:33.989856 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a6865b61-f665-45fd-99f1-973e53d7e97a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.003382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdaa59b-58ac-4acd-bd7f-a2694d6b3f16 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=397eec24-7000-4596-a567-88751dd25b7e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:34.008482 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2fac4255-964c-4188-b243-74899672abab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.010267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-9ce3b89f-6940-4615-80d8-235c9e330a78 req-cfdaa59b-58ac-4acd-bd7f-a2694d6b3f16 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.011509 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ce3b89f-6940-4615-80d8-235c9e330a78 req-cfdaa59b-58ac-4acd-bd7f-a2694d6b3f16 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3692360 Jun 17 08:34:34.013464 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cfdaa59b-58ac-4acd-bd7f-a2694d6b3f16 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:34.037803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4af171e8-088a-48ae-883a-03be85be97a4 req-3d36183d-4bdb-48c4-80ad-38e82cc81891 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673747 Jun 17 08:34:34.144066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a6865b61-f665-45fd-99f1-973e53d7e97a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.152785 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a6865b61-f665-45fd-99f1-973e53d7e97a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.157671 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9daa438d-3e99-4609-87f8-e1596e527e75 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:34.208525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0850ceaa-475a-4932-9a94-ea4a27c2cbc7 req-dcac738e-393f-4781-9ec1-f7b0be43c836 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-369634073&fields=id&tenant_id=4cfae80e624040a5bee9cb0dd5b9b748 HTTP/1.1" status: 200 len: 267 time: 0.0873997 Jun 17 08:34:34.235932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a6865b61-f665-45fd-99f1-973e53d7e97a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.236223 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Allocated IP 172.20.0.1 (09962ed4-7cdc-48a8-81cf-6d9656db33e8/6846f5c7-2bd0-47e1-8060-6639022eb6d6/8a1e1162-d9ea-40ec-bb25-0f37dd1de375) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:34.237138 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a6865b61-f665-45fd-99f1-973e53d7e97a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4372275 Jun 17 08:34:34.241433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43514) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:34.248643 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d5dc3041-0624-4b6e-ae2b-dd858455c7bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'be284319-8ea7-45fe-8de9-9b276afd98ca', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:34.252491 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6865b61-f665-45fd-99f1-973e53d7e97a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be284319-8ea7-45fe-8de9-9b276afd98ca,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:34.271919 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a6865b61-f665-45fd-99f1-973e53d7e97a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:34.319462 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2fac4255-964c-4188-b243-74899672abab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.327322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb08dd-8f3d-432f-8ef1-0f1aae9c4726 req-18614373-c91a-4cf7-89f7-5e5a5ec09c5d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:34.328836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cebb08dd-8f3d-432f-8ef1-0f1aae9c4726 req-18614373-c91a-4cf7-89f7-5e5a5ec09c5d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1387715 Jun 17 08:34:34.336262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850ceaa-475a-4932-9a94-ea4a27c2cbc7 req-06446d8e-52d6-49db-9cfe-b4601df26d69 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:34.337694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0850ceaa-475a-4932-9a94-ea4a27c2cbc7 req-06446d8e-52d6-49db-9cfe-b4601df26d69 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.1029599 Jun 17 08:34:34.350204 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-0850ceaa-475a-4932-9a94-ea4a27c2cbc7 req-f4572ca9-3241-47c2-bd63-127fb32170b7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Request body: {'port': {'security_groups': ['cec96fa4-2c0e-46b3-837f-bbafcb2db497', '397eec24-7000-4596-a567-88751dd25b7e']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:34.351371 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2fac4255-964c-4188-b243-74899672abab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.358984 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c388626b-b12d-4c98-a8a7-d016a0899e47 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:34.370876 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5dc3041-0624-4b6e-ae2b-dd858455c7bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.407857 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cebb08dd-8f3d-432f-8ef1-0f1aae9c4726 req-5f76e763-f00c-4587-9134-0c18ffa08681 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692317 Jun 17 08:34:34.420279 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2fac4255-964c-4188-b243-74899672abab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] In _notify_port_updated(), no bound segment for port 9c8b5ff4-bccb-4dc4-9399-6a6554cfc9a5 on network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:34:34.425847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fac4255-964c-4188-b243-74899672abab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:34.426487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2fac4255-964c-4188-b243-74899672abab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.427831 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2fac4255-964c-4188-b243-74899672abab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "PUT /v2.0/ports/9c8b5ff4-bccb-4dc4-9399-6a6554cfc9a5 HTTP/1.1" status: 200 len: 818 time: 0.6540480 Jun 17 08:34:34.444845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43516) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:34.455536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac4255-964c-4188-b243-74899672abab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=9c8b5ff4-bccb-4dc4-9399-6a6554cfc9a5,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:34.464990 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fac4255-964c-4188-b243-74899672abab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:34.495647 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.497675 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0850ceaa-475a-4932-9a94-ea4a27c2cbc7 req-f4572ca9-3241-47c2-bd63-127fb32170b7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.521042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5dc3041-0624-4b6e-ae2b-dd858455c7bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.521042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Transition to ACTIVE for port object 8a1e1162-d9ea-40ec-bb25-0f37dd1de375 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:34.531250 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5dc3041-0624-4b6e-ae2b-dd858455c7bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.539641 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:34.572207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc3041-0624-4b6e-ae2b-dd858455c7bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deec4f9a-7d49-4730-b02e-afbcc5ec8429,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:34.576908 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5dc3041-0624-4b6e-ae2b-dd858455c7bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:34.580994 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5dc3041-0624-4b6e-ae2b-dd858455c7bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.582305 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d5dc3041-0624-4b6e-ae2b-dd858455c7bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3375711 Jun 17 08:34:34.585442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43520) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:34.597995 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.603216 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e6c4bb0-2e46-40c7-a630-711c0c4b5e1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:34.654579 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f5854b2-57f9-4525-8442-79135be629c0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.661248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Network 09962ed4-7cdc-48a8-81cf-6d9656db33e8 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:34.670801 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f5854b2-57f9-4525-8442-79135be629c0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.673023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:34.682020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:34.688277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event updated for resources: {'Port': ['ID=8a1e1162-d9ea-40ec-bb25-0f37dd1de375,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:34.694562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd0eef-1a73-4492-b81d-dc4596133f0a req-3a9e6d81-f991-41eb-bf2a-c30744edb7f6 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:34.696399 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:34.701472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8fd0eef-1a73-4492-b81d-dc4596133f0a req-3a9e6d81-f991-41eb-bf2a-c30744edb7f6 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.1629047 Jun 17 08:34:34.704227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-9920dc82-6cb1-415f-a43f-0326786b6c28 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 9c8b5ff4-bccb-4dc4-9399-6a6554cfc9a5 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:34.704572 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9920dc82-6cb1-415f-a43f-0326786b6c28 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.748187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f5854b2-57f9-4525-8442-79135be629c0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.758399 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f5854b2-57f9-4525-8442-79135be629c0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.759845 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6f5854b2-57f9-4525-8442-79135be629c0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/deec4f9a-7d49-4730-b02e-afbcc5ec8429 HTTP/1.1" status: 204 len: 168 time: 0.1734264 Jun 17 08:34:34.760836 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43522) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:34.761481 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:34.771363 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.827596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5854b2-57f9-4525-8442-79135be629c0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deec4f9a-7d49-4730-b02e-afbcc5ec8429,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:34.830215 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6f5854b2-57f9-4525-8442-79135be629c0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:34.853972 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9920dc82-6cb1-415f-a43f-0326786b6c28 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:34.873613 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8fd0eef-1a73-4492-b81d-dc4596133f0a req-fc158ee8-88cb-4353-8e6f-85838c403088 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712468 Jun 17 08:34:34.891881 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-360196b5-89a0-4441-95d0-8dadc478f6fa tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1270111 Jun 17 08:34:34.894511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43524) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:34.936262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-9920dc82-6cb1-415f-a43f-0326786b6c28 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 9c8b5ff4-bccb-4dc4-9399-6a6554cfc9a5 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:34.985921 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74507a20-c275-407a-a7b0-2a9ee9cafe81 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.016921 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-89419363-d9cb-4dac-9c5c-6833dcc9f33e None None] Provisioning for port 8a1e1162-d9ea-40ec-bb25-0f37dd1de375 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:35.018218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-0850ceaa-475a-4932-9a94-ea4a27c2cbc7 req-f4572ca9-3241-47c2-bd63-127fb32170b7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] For port bfc888ca-4337-4c82-a9e4-f3e48c7dec21, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,segment=NetworkSegment(f8e6a79d-a7b8-4705-a01a-f5a62545f953),segment_id=f8e6a79d-a7b8-4705-a01a-f5a62545f953)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:35.021193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-89419363-d9cb-4dac-9c5c-6833dcc9f33e None None] Provisioning complete for port 8a1e1162-d9ea-40ec-bb25-0f37dd1de375 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:35.021577 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-89419363-d9cb-4dac-9c5c-6833dcc9f33e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.045811 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74507a20-c275-407a-a7b0-2a9ee9cafe81 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.049726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.063750 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0850ceaa-475a-4932-9a94-ea4a27c2cbc7 req-f4572ca9-3241-47c2-bd63-127fb32170b7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.077361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0850ceaa-475a-4932-9a94-ea4a27c2cbc7 req-f4572ca9-3241-47c2-bd63-127fb32170b7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.082098 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1f872805-4692-4028-a333-2c69eaf92de2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:35.096496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-89419363-d9cb-4dac-9c5c-6833dcc9f33e None None] Port 8a1e1162-d9ea-40ec-bb25-0f37dd1de375 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:35.104337 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bfc888ca-4337-4c82-a9e4-f3e48c7dec21'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:35.158302 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9920dc82-6cb1-415f-a43f-0326786b6c28 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.208078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0850ceaa-475a-4932-9a94-ea4a27c2cbc7 req-f4572ca9-3241-47c2-bd63-127fb32170b7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:35.208743 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0850ceaa-475a-4932-9a94-ea4a27c2cbc7 req-f4572ca9-3241-47c2-bd63-127fb32170b7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.210211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0850ceaa-475a-4932-9a94-ea4a27c2cbc7 req-f4572ca9-3241-47c2-bd63-127fb32170b7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "PUT /v2.0/ports/bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 982 time: 0.8656290 Jun 17 08:34:35.210818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:35.213249 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51818857-b359-4cdb-9d6f-70fa30cba11c" -d '{"events": [{"name": "network-changed", "server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:35.246047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9920dc82-6cb1-415f-a43f-0326786b6c28 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.250346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9920dc82-6cb1-415f-a43f-0326786b6c28 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/9c8b5ff4-bccb-4dc4-9399-6a6554cfc9a5 HTTP/1.1" status: 204 len: 168 time: 0.8021102 Jun 17 08:34:35.251606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43532) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:35.255183 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74507a20-c275-407a-a7b0-2a9ee9cafe81 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.257953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74507a20-c275-407a-a7b0-2a9ee9cafe81 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.262257 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-74507a20-c275-407a-a7b0-2a9ee9cafe81 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-groups/be284319-8ea7-45fe-8de9-9b276afd98ca HTTP/1.1" status: 204 len: 168 time: 0.3667452 Jun 17 08:34:35.264774 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43534) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:35.265776 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f777dbbd-0c43-4c41-9f59-22282b1aefca tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:35.294718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bfc888ca-4337-4c82-a9e4-f3e48c7dec21'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:35.306829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74507a20-c275-407a-a7b0-2a9ee9cafe81 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be284319-8ea7-45fe-8de9-9b276afd98ca,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:35.314906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4572ca9-3241-47c2-bd63-127fb32170b7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Pushing event updated for resources: {'Port': ['ID=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,revision_number=6']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:35.316036 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-74507a20-c275-407a-a7b0-2a9ee9cafe81 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:35.322731 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f4572ca9-3241-47c2-bd63-127fb32170b7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:35.323506 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:35.327637 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6890750b-ee56-44ca-9009-f06ecf4b0460 x-openstack-request-id: req-6890750b-ee56-44ca-9009-f06ecf4b0460 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:35.327984 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:35.328362 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6890750b-ee56-44ca-9009-f06ecf4b0460 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:35.328815 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'status': 'completed', 'code': 200} Jun 17 08:34:35.370915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920dc82-6cb1-415f-a43f-0326786b6c28 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=9c8b5ff4-bccb-4dc4-9399-6a6554cfc9a5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:35.385548 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9920dc82-6cb1-415f-a43f-0326786b6c28 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:35.432867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43536) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:35.434911 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d28b7c51-5657-4491-b1e8-fe12c89617f8 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1599827 Jun 17 08:34:35.461937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f23e6500-fca1-4ce7-925f-98933218481e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641441523'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:35.523127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51818857-b359-4cdb-9d6f-70fa30cba11c req-406c173c-2666-42b8-bec4-ab767599cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:35.524721 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-51818857-b359-4cdb-9d6f-70fa30cba11c req-406c173c-2666-42b8-bec4-ab767599cdbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cfae80e624040a5bee9cb0dd5b9b748&device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 1137 time: 0.1670291 Jun 17 08:34:35.529418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19688790-9520-49bb-ab4c-8a82db928ac5 req-53c78157-698c-4707-962e-7eaeb1ec47f9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:35.531228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19688790-9520-49bb-ab4c-8a82db928ac5 req-53c78157-698c-4707-962e-7eaeb1ec47f9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2651498 Jun 17 08:34:35.542629 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6d668a-95db-454a-a2a0-4a0bd21cc342 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:35.546841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1a6d668a-95db-454a-a2a0-4a0bd21cc342 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2895391 Jun 17 08:34:35.554123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43538) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:35.581235 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e6500-fca1-4ce7-925f-98933218481e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.617957 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9b1ce17-7edb-45dc-91b3-0da093b9facc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:34:35.619368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a9b1ce17-7edb-45dc-91b3-0da093b9facc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/9c8b5ff4-bccb-4dc4-9399-6a6554cfc9a5 HTTP/1.1" status: 404 len: 333 time: 0.0616059 Jun 17 08:34:35.623880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43540) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:35.629055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1626058470'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:35.632369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77523c64-0f15-4642-8425-dc4dda92b99e req-0867fa2a-a72c-419e-b6ca-22f59e6511a7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-369634073&fields=id&tenant_id=4cfae80e624040a5bee9cb0dd5b9b748 HTTP/1.1" status: 200 len: 267 time: 0.1450040 Jun 17 08:34:35.653691 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19688790-9520-49bb-ab4c-8a82db928ac5 req-077844ea-2f2e-44aa-b918-24892d1e3941 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051188 Jun 17 08:34:35.657539 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.672554 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.679018 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-44e71c8b-8a86-41bc-bb1b-77c8e42b7281 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:35.720973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77523c64-0f15-4642-8425-dc4dda92b99e req-7abe6663-24da-4e15-a50e-0ab43c306b3d tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:35.728623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77523c64-0f15-4642-8425-dc4dda92b99e req-7abe6663-24da-4e15-a50e-0ab43c306b3d tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 985 time: 0.0882859 Jun 17 08:34:35.734541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-77523c64-0f15-4642-8425-dc4dda92b99e req-89d9e424-ade4-4045-bf0e-8a9f11ac24dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Request body: {'port': {'security_groups': ['cec96fa4-2c0e-46b3-837f-bbafcb2db497']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:35.736803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51818857-b359-4cdb-9d6f-70fa30cba11c req-5f6b7352-8d5f-416a-9532-166b0c1865ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:35.738501 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-51818857-b359-4cdb-9d6f-70fa30cba11c req-5f6b7352-8d5f-416a-9532-166b0c1865ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 HTTP/1.1" status: 200 len: 920 time: 0.2055707 Jun 17 08:34:35.750582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:35.754180 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.813716 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-51818857-b359-4cdb-9d6f-70fa30cba11c req-5fbddbc8-2544-4645-8e6b-96d2f8412f1a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 217 time: 0.0659034 Jun 17 08:34:35.839957 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.841620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event updated for resources: {'Port': ['ID=8a1e1162-d9ea-40ec-bb25-0f37dd1de375,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:35.844547 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:35.898221 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77523c64-0f15-4642-8425-dc4dda92b99e req-89d9e424-ade4-4045-bf0e-8a9f11ac24dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.899067 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:35.936095 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e6500-fca1-4ce7-925f-98933218481e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.938366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51818857-b359-4cdb-9d6f-70fa30cba11c req-bbd214b7-cae7-41a7-a34b-c5016555adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:35.940123 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-51818857-b359-4cdb-9d6f-70fa30cba11c req-bbd214b7-cae7-41a7-a34b-c5016555adf7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5c5814-446e-4bb8-b2ac-88ffaf8573ce HTTP/1.1" status: 200 len: 859 time: 0.1161513 Jun 17 08:34:35.941260 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.941607 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Added segment e77732fb-bd83-48db-ab63-9297f12e5186 of type vlan for network c11d58f0-9308-4248-a07e-74e1005e439c Jun 17 08:34:35.950929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d883f-b7a6-49fd-ac2d-9d4f2f12981e req-623d6ba9-60c1-4cbf-8850-b2e955eb7ce2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:35.952811 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a00d883f-b7a6-49fd-ac2d-9d4f2f12981e req-623d6ba9-60c1-4cbf-8850-b2e955eb7ce2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1778185 Jun 17 08:34:35.970692 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e6500-fca1-4ce7-925f-98933218481e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:35.976951 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28d97a77-2f9d-403b-80b8-0a816272db47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:36.004679 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-51818857-b359-4cdb-9d6f-70fa30cba11c req-05e1ee2d-4c01-4a2c-9864-6784d4d78670 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513346 Jun 17 08:34:36.030926 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e6500-fca1-4ce7-925f-98933218481e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.032138 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f23e6500-fca1-4ce7-925f-98933218481e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5979519 Jun 17 08:34:36.032730 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.042796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43546) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:36.047614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f8b7789b-20b5-4bdc-9528-769088750316 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'f4d6379d-5a3f-4608-be14-38cfc7c0a5bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:36.057292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e6500-fca1-4ce7-925f-98933218481e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d6379d-5a3f-4608-be14-38cfc7c0a5bc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:36.068050 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f23e6500-fca1-4ce7-925f-98933218481e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:36.077017 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a00d883f-b7a6-49fd-ac2d-9d4f2f12981e req-c9582a4b-67ea-4f00-be36-8c532e42cf88 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010303 Jun 17 08:34:36.124335 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8b7789b-20b5-4bdc-9528-769088750316 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.133795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Network 09962ed4-7cdc-48a8-81cf-6d9656db33e8 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:36.136764 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.142385 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:36.143053 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.156511 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-41f3b015-5ffc-4335-945b-0bd20c659df0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:36.160801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:36.283457 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6583400 Jun 17 08:34:36.284712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43552) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:36.289423 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8b7789b-20b5-4bdc-9528-769088750316 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.303321 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8b7789b-20b5-4bdc-9528-769088750316 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.307674 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-77523c64-0f15-4642-8425-dc4dda92b99e req-89d9e424-ade4-4045-bf0e-8a9f11ac24dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] For port bfc888ca-4337-4c82-a9e4-f3e48c7dec21, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,segment=NetworkSegment(f8e6a79d-a7b8-4705-a01a-f5a62545f953),segment_id=f8e6a79d-a7b8-4705-a01a-f5a62545f953)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:36.311104 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:36.327710 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'c11d58f0-9308-4248-a07e-74e1005e439c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:36.332702 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-51818857-b359-4cdb-9d6f-70fa30cba11c req-dcf78bf1-4ada-4d8f-9ea7-216b6b5a753d service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191569 Jun 17 08:34:36.346595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Network': ['ID=c11d58f0-9308-4248-a07e-74e1005e439c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:36.352041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7789b-20b5-4bdc-9528-769088750316 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a88750-c568-4ff9-a0ef-cf0613f58e18,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:36.360755 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8b7789b-20b5-4bdc-9528-769088750316 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:36.362611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network c11d58f0-9308-4248-a07e-74e1005e439c details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:36.372588 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8b7789b-20b5-4bdc-9528-769088750316 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.373807 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f8b7789b-20b5-4bdc-9528-769088750316 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3300238 Jun 17 08:34:36.381284 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:36.384916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080171b-dbe4-4bb1-a565-0ff364dd98f6 req-4ec68443-1926-4a14-ba0c-fc8315c0d185 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:36.386459 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0080171b-dbe4-4bb1-a565-0ff364dd98f6 req-4ec68443-1926-4a14-ba0c-fc8315c0d185 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.1862822 Jun 17 08:34:36.386989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43554) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:36.403304 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77523c64-0f15-4642-8425-dc4dda92b99e req-89d9e424-ade4-4045-bf0e-8a9f11ac24dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.419242 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77523c64-0f15-4642-8425-dc4dda92b99e req-89d9e424-ade4-4045-bf0e-8a9f11ac24dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.432714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e23888c5-8ac0-4d3b-a684-30150056127a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules/d8a88750-c568-4ff9-a0ef-cf0613f58e18 HTTP/1.1" status: 200 len: 763 time: 0.0395305 Jun 17 08:34:36.437816 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e51a444-7bdc-4691-9be7-fffde660d560 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:36.438092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bfc888ca-4337-4c82-a9e4-f3e48c7dec21'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:36.439626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43556) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:36.482205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6a2f7932-edfd-488c-a77c-fd903789772c None None] Provisioning complete for port 8a1e1162-d9ea-40ec-bb25-0f37dd1de375 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:36.482914 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a2f7932-edfd-488c-a77c-fd903789772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.502811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77523c64-0f15-4642-8425-dc4dda92b99e req-89d9e424-ade4-4045-bf0e-8a9f11ac24dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:36.504216 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-77523c64-0f15-4642-8425-dc4dda92b99e req-89d9e424-ade4-4045-bf0e-8a9f11ac24dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.504892 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77523c64-0f15-4642-8425-dc4dda92b99e req-89d9e424-ade4-4045-bf0e-8a9f11ac24dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "PUT /v2.0/ports/bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 943 time: 0.7752728 Jun 17 08:34:36.517060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0080171b-dbe4-4bb1-a565-0ff364dd98f6 req-2e267404-2f6c-467c-9d51-8508860b3078 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164472 Jun 17 08:34:36.529640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9e424-ade4-4045-bf0e-8a9f11ac24dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Pushing event updated for resources: {'Port': ['ID=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:36.540686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6a2f7932-edfd-488c-a77c-fd903789772c None None] Port 8a1e1162-d9ea-40ec-bb25-0f37dd1de375 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:36.543248 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-89d9e424-ade4-4045-bf0e-8a9f11ac24dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:36.570653 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-390f0946-722a-40c8-aa5b-980aae64729e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1296496 Jun 17 08:34:36.574981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43560) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:36.581417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Router 66a6eb08-9ab2-4c37-988c-3095372ff8e6 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:36.610185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bfc888ca-4337-4c82-a9e4-f3e48c7dec21'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:36.611659 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-51818857-b359-4cdb-9d6f-70fa30cba11c req-1463c109-95d9-4f8c-99aa-0ff3186c29c9 service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622762 Jun 17 08:34:36.622132 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-814208c1-6d39-4549-8f70-9638915ebc90 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.631332 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-814208c1-6d39-4549-8f70-9638915ebc90 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.702501 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-814208c1-6d39-4549-8f70-9638915ebc90 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.717096 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:36.717540 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4fbb95fd-3856-49df-93ce-ed5c15ebc5ac tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:36.739429 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.762416 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-814208c1-6d39-4549-8f70-9638915ebc90 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:36.765963 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-814208c1-6d39-4549-8f70-9638915ebc90 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d8a88750-c568-4ff9-a0ef-cf0613f58e18 HTTP/1.1" status: 204 len: 168 time: 0.1876185 Jun 17 08:34:36.775182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43566) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:36.795721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814208c1-6d39-4549-8f70-9638915ebc90 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8a88750-c568-4ff9-a0ef-cf0613f58e18,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:36.817238 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-814208c1-6d39-4549-8f70-9638915ebc90 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:36.849586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:36.860577 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b2026-5082-444a-930c-19babbd9d157 None None] Sync routers for ids ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:36.865583 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "PUT /v2.0/routers/66a6eb08-9ab2-4c37-988c-3095372ff8e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8897915 Jun 17 08:34:36.870365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43570) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:36.873000 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b2026-5082-444a-930c-19babbd9d157 None None] Routers {'66a6eb08-9ab2-4c37-988c-3095372ff8e6'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:36.873649 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7c5b2026-5082-444a-930c-19babbd9d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:36.908788 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7c5b2026-5082-444a-930c-19babbd9d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:36.918684 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b2026-5082-444a-930c-19babbd9d157 None None] Routers {'66a6eb08-9ab2-4c37-988c-3095372ff8e6'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:36.919464 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7c5b2026-5082-444a-930c-19babbd9d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:36.958169 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7c5b2026-5082-444a-930c-19babbd9d157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:36.959145 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b2026-5082-444a-930c-19babbd9d157 None None] The sync data for ids ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:37.009711 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de4655ca-8e45-4369-95b3-52ebe9839464 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.142473 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-de4655ca-8e45-4369-95b3-52ebe9839464 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:34:37.145204 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-de4655ca-8e45-4369-95b3-52ebe9839464 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "DELETE /v2.0/routers/66a6eb08-9ab2-4c37-988c-3095372ff8e6 HTTP/1.1" status: 409 len: 329 time: 0.2735808 Jun 17 08:34:37.147861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43574) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:37.156972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.188483 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa0d5f82-e822-47ca-98e5-f73121e512d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:37.296824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-6d2466c5-4601-4ee5-b9d8-2bb0a04a1394 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6333802 Jun 17 08:34:37.310449 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8b4ce534-00ad-4598-bcef-8b824bd1c7c3 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5314114 Jun 17 08:34:37.311079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43576) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:37.317148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-5568bff6-2cbb-45e8-b58c-6b7fc3799283 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'f4d6379d-5a3f-4608-be14-38cfc7c0a5bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:37.323676 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:37.333897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:37.336331 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a502761e-553e-4ba5-803f-55e1f8355920" -d '{"events": [{"name": "network-changed", "server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:37.371683 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.408063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91839b-b532-4157-a122-e4dad0b9322f req-3d51e313-704c-48e2-ad26-4b6ff3dec01a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:37.409603 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff91839b-b532-4157-a122-e4dad0b9322f req-3d51e313-704c-48e2-ad26-4b6ff3dec01a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1655083 Jun 17 08:34:37.453251 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5568bff6-2cbb-45e8-b58c-6b7fc3799283 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.515294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff91839b-b532-4157-a122-e4dad0b9322f req-44b6785a-c973-4ec6-8615-ca5d06784fdc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964897 Jun 17 08:34:37.550875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5568bff6-2cbb-45e8-b58c-6b7fc3799283 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.556863 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5568bff6-2cbb-45e8-b58c-6b7fc3799283 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.563409 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-47d76a87-336c-4e6f-9c99-5e7e53ebc992 tempest-SecurityGroupRulesNegativeTestJSON-1693672836 tempest-SecurityGroupRulesNegativeTestJSON-1693672836-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:37.582367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568bff6-2cbb-45e8-b58c-6b7fc3799283 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d372e47b-b397-4379-937d-2bd704f7a650,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:37.584992 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5568bff6-2cbb-45e8-b58c-6b7fc3799283 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:37.601869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5568bff6-2cbb-45e8-b58c-6b7fc3799283 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.605405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5568bff6-2cbb-45e8-b58c-6b7fc3799283 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2928586 Jun 17 08:34:37.605995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43582) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:37.629308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-27e886e4-96bd-424c-a18d-24059bae9be2 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules/d372e47b-b397-4379-937d-2bd704f7a650 HTTP/1.1" status: 200 len: 763 time: 0.0203109 Jun 17 08:34:37.630011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43584) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:37.643091 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Subnet': ['ID=0a5f9265-5eae-40d4-8008-38d076f762c4,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:37.648150 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.650287 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:37.690143 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-12e5876f-cad9-4d14-909f-62be5d4f3c41 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0576870 Jun 17 08:34:37.691323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43588) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:37.741562 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Checking segment: {'id': 'e77732fb-bd83-48db-ab63-9297f12e5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c11d58f0-9308-4248-a07e-74e1005e439c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:37.742027 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network hostable DHCP agents. Network: c11d58f0-9308-4248-a07e-74e1005e439c, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:37.775932 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccb8f1f-141b-4288-9710-69045bd9ac83 x-openstack-request-id: req-8ccb8f1f-141b-4288-9710-69045bd9ac83 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:37.776422 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:37.776984 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8ccb8f1f-141b-4288-9710-69045bd9ac83 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:37.777446 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'status': 'completed', 'code': 200} Jun 17 08:34:37.788093 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4c18d087-0d64-49d0-a71a-d48750e0b7eb tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.823229 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4c18d087-0d64-49d0-a71a-d48750e0b7eb tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.834534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Allocated IP 172.25.8.98 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/549fcdb8-cbf5-44c3-bc1d-8f5541365cf8) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:37.878748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network c11d58f0-9308-4248-a07e-74e1005e439c is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:37.908674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, c11d58f0-9308-4248-a07e-74e1005e439c) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:37.916664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:37.917413 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.922060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a51e31-c194-4502-bf89-943512d10951 None None] Network c11d58f0-9308-4248-a07e-74e1005e439c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:37.969048 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4c18d087-0d64-49d0-a71a-d48750e0b7eb tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.975991 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4c18d087-0d64-49d0-a71a-d48750e0b7eb tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:37.977130 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4c18d087-0d64-49d0-a71a-d48750e0b7eb tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d372e47b-b397-4379-937d-2bd704f7a650 HTTP/1.1" status: 204 len: 168 time: 0.2566967 Jun 17 08:34:37.980372 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:37.981738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43592) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:37.985340 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6618948 Jun 17 08:34:37.994138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43594) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:38.006613 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-10f83090-7c0f-4621-969c-4591a542d7da tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'c11d58f0-9308-4248-a07e-74e1005e439c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:38.016455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18d087-0d64-49d0-a71a-d48750e0b7eb tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d372e47b-b397-4379-937d-2bd704f7a650,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:38.021909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191b2ed-510a-443f-8a0d-09d0f1f524a8 req-485ee1a4-6176-4382-b140-e235692409b1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.023499 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6191b2ed-510a-443f-8a0d-09d0f1f524a8 req-485ee1a4-6176-4382-b140-e235692409b1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1319180 Jun 17 08:34:38.026747 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.029466 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4c18d087-0d64-49d0-a71a-d48750e0b7eb tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:38.036753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304d842-77bb-47af-bc94-b43610767c69 req-ac9b8e2c-65ab-48d8-b36d-d965d154ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.038377 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1304d842-77bb-47af-bc94-b43610767c69 req-ac9b8e2c-65ab-48d8-b36d-d965d154ed30 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=a809d1ded99b4987b6a60b9b919271db&device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 1098 time: 0.2595661 Jun 17 08:34:38.081263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7b811258-12b7-4177-b85d-2730b0f8fdcb tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0982208 Jun 17 08:34:38.089879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43596) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:38.094192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-c11d58f0-9308-4248-a07e-74e1005e439c', 'network_id': 'c11d58f0-9308-4248-a07e-74e1005e439c', 'tenant_id': '3fbe645776b64fc88b7ae6944b07ec73', 'fixed_ips': [{'subnet_id': '0a5f9265-5eae-40d4-8008-38d076f762c4'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:38.095106 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.098582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-196246d7-9801-4789-8108-3abc019974f0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Request body: {'security_group_rule': {'security_group_id': 'f4d6379d-5a3f-4608-be14-38cfc7c0a5bc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:38.116262 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502761e-553e-4ba5-803f-55e1f8355920 req-c112fc91-2b90-4e51-93bd-6285743ffe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.117751 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a502761e-553e-4ba5-803f-55e1f8355920 req-c112fc91-2b90-4e51-93bd-6285743ffe71 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cfae80e624040a5bee9cb0dd5b9b748&device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 1098 time: 0.3069494 Jun 17 08:34:38.118391 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6191b2ed-510a-443f-8a0d-09d0f1f524a8 req-f857c5f7-e8c2-4ea9-af61-fc8bfd30d0f8 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832491 Jun 17 08:34:38.149003 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-196246d7-9801-4789-8108-3abc019974f0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Project 607d8bc9bafe42bba60f6c2212e99a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:34:38.155386 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.158911 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee6037da-20d8-4524-b7e3-37316414b1c7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:38.160976 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-196246d7-9801-4789-8108-3abc019974f0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.226315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:38.235100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:38.244745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:38.262765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Allocated IP 2001:db8::2 (c11d58f0-9308-4248-a07e-74e1005e439c/0a5f9265-5eae-40d4-8008-38d076f762c4/73cf4ecb-f2cf-44d3-a097-98aaaabcbf96) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:38.277481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Pushing event updated for resources: {'Port': ['ID=549fcdb8-cbf5-44c3-bc1d-8f5541365cf8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:38.290828 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:38.316569 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-196246d7-9801-4789-8108-3abc019974f0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.345688 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-196246d7-9801-4789-8108-3abc019974f0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.369490 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:38.392673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502761e-553e-4ba5-803f-55e1f8355920 req-22478d5b-d625-4439-9ba9-222fb316348c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.394816 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a502761e-553e-4ba5-803f-55e1f8355920 req-22478d5b-d625-4439-9ba9-222fb316348c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 HTTP/1.1" status: 200 len: 920 time: 0.2566938 Jun 17 08:34:38.401921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196246d7-9801-4789-8108-3abc019974f0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbfe42f-7045-4159-aeae-92778e93b0ee,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:38.411784 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-196246d7-9801-4789-8108-3abc019974f0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:38.426016 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304d842-77bb-47af-bc94-b43610767c69 req-f14627cc-0f6c-4f67-b8ff-74509d39e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.427984 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1304d842-77bb-47af-bc94-b43610767c69 req-f14627cc-0f6c-4f67-b8ff-74509d39e8f2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 200 len: 919 time: 0.3509643 Jun 17 08:34:38.430640 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.444682 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-196246d7-9801-4789-8108-3abc019974f0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.446084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-196246d7-9801-4789-8108-3abc019974f0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3551781 Jun 17 08:34:38.450604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43600) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:38.477488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f83090-7c0f-4621-969c-4591a542d7da tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:38.478506 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.481443 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10f83090-7c0f-4621-969c-4591a542d7da tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.489351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Transition to ACTIVE for port object 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:38.491565 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a502761e-553e-4ba5-803f-55e1f8355920 req-9e5c78e0-c664-4cdb-a65b-403c731b7c5a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 217 time: 0.0792019 Jun 17 08:34:38.495289 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-44b26b17-4a24-4fe0-a7ad-c0486a9a6559 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules/6bbfe42f-7045-4159-aeae-92778e93b0ee HTTP/1.1" status: 200 len: 769 time: 0.0431757 Jun 17 08:34:38.497743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43602) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:38.511831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Transition to ACTIVE for port object 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:38.521670 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.525761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.533743 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8d5592ad-46c1-4622-a22a-5d40c2b389cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:38.566100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Network c11d58f0-9308-4248-a07e-74e1005e439c is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:38.569378 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:38.573209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dc64eea7-6456-4cb9-ac31-f1ea2985b57f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0738938 Jun 17 08:34:38.575886 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43604) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:38.580382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:38.600082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502761e-553e-4ba5-803f-55e1f8355920 req-7125219a-93d1-4a69-b766-ae23e93ac48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.600440 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a502761e-553e-4ba5-803f-55e1f8355920 req-7125219a-93d1-4a69-b766-ae23e93ac48b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5c5814-446e-4bb8-b2ac-88ffaf8573ce HTTP/1.1" status: 200 len: 859 time: 0.0699453 Jun 17 08:34:38.612141 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0fa2827a-4e7f-472b-8dab-f6fcf464bcf5 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.624209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Pushing event updated for resources: {'Port': ['ID=73cf4ecb-f2cf-44d3-a097-98aaaabcbf96,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:38.624455 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0fa2827a-4e7f-472b-8dab-f6fcf464bcf5 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.636102 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1304d842-77bb-47af-bc94-b43610767c69 req-f1db9a67-d951-4623-ae1c-aac099e6d615 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15192063-d1db-426e-a96c-30c28a48d0e6 HTTP/1.1" status: 200 len: 217 time: 0.1644151 Jun 17 08:34:38.651462 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:38.665857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Attempting to bind port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:38.666366 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Attempting to bind port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'e77732fb-bd83-48db-ab63-9297f12e5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c11d58f0-9308-4248-a07e-74e1005e439c'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:38.666876 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Attempting to bind port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 on network c11d58f0-9308-4248-a07e-74e1005e439c {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:38.673221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:38.673715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Checking segment: {'id': 'e77732fb-bd83-48db-ab63-9297f12e5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c11d58f0-9308-4248-a07e-74e1005e439c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:38.674248 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.674724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Bound using segment: {'id': 'e77732fb-bd83-48db-ab63-9297f12e5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c11d58f0-9308-4248-a07e-74e1005e439c'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:38.675319 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Bound port: 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77732fb-bd83-48db-ab63-9297f12e5186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'c11d58f0-9308-4248-a07e-74e1005e439c'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:38.675973 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.722699 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a502761e-553e-4ba5-803f-55e1f8355920 req-34dbf3e8-a8c6-46b6-b4c0-bab752335184 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856020 Jun 17 08:34:38.733098 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0fa2827a-4e7f-472b-8dab-f6fcf464bcf5 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.737949 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:38.741371 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.743795 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0fa2827a-4e7f-472b-8dab-f6fcf464bcf5 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.744918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0fa2827a-4e7f-472b-8dab-f6fcf464bcf5 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/6bbfe42f-7045-4159-aeae-92778e93b0ee HTTP/1.1" status: 204 len: 168 time: 0.1681788 Jun 17 08:34:38.750582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43606) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:38.760560 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] For port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:38.764157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] For port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=73cf4ecb-f2cf-44d3-a097-98aaaabcbf96,segment=NetworkSegment(e77732fb-bd83-48db-ab63-9297f12e5186),segment_id=e77732fb-bd83-48db-ab63-9297f12e5186)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:38.770071 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.772964 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-817dc29a-5946-4e2c-93a0-332045c978ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:38.781399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2827a-4e7f-472b-8dab-f6fcf464bcf5 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bbfe42f-7045-4159-aeae-92778e93b0ee,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:38.788098 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0fa2827a-4e7f-472b-8dab-f6fcf464bcf5 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:38.840490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Pushing event updated for resources: {'Port': ['ID=73cf4ecb-f2cf-44d3-a097-98aaaabcbf96,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:38.840720 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-39bcb267-eff4-4138-981d-9425bf4bfad2 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0861430 Jun 17 08:34:38.843293 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304d842-77bb-47af-bc94-b43610767c69 req-15b2d496-f7f9-42a4-b6a2-83c1345286d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.844021 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:38.844755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43608) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:38.844884 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1304d842-77bb-47af-bc94-b43610767c69 req-15b2d496-f7f9-42a4-b6a2-83c1345286d8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 200 len: 858 time: 0.1973057 Jun 17 08:34:38.876473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef990d64-b21a-40cf-91fd-4ea4038dda2e req-2823dc78-41b0-4ce0-a9da-f7e557134826 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:38.878375 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ef990d64-b21a-40cf-91fd-4ea4038dda2e req-2823dc78-41b0-4ce0-a9da-f7e557134826 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.1989043 Jun 17 08:34:38.916996 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.922482 n-d-779913-16 neutron-server[93804]: INFO neutron.db.ipam_backend_mixin [None req-10f83090-7c0f-4621-969c-4591a542d7da tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0a5f9265-5eae-40d4-8008-38d076f762c4 (CIDR: 2001:db8::/64) Jun 17 08:34:38.925243 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1304d842-77bb-47af-bc94-b43610767c69 req-6c00214b-9f7c-4b5e-80e7-6d6ee422f9b4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434477 Jun 17 08:34:38.928056 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:38.933278 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-293a37e7-81bc-42bd-9e5a-b341c8ab7b25 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:38.945526 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f83090-7c0f-4621-969c-4591a542d7da tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:34:38.946513 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f83090-7c0f-4621-969c-4591a542d7da tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:34:38.988766 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ef990d64-b21a-40cf-91fd-4ea4038dda2e req-0fb5e7a1-726c-44d3-9e74-5fde12b2ab44 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992990 Jun 17 08:34:39.025283 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a24d1f2-1f07-4666-8373-fc8996cf0460 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.033690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Pushing event updated for resources: {'Port': ['ID=549fcdb8-cbf5-44c3-bc1d-8f5541365cf8,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:39.073650 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:39.073794 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-10f83090-7c0f-4621-969c-4591a542d7da tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0735302 Jun 17 08:34:39.074408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43612) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:39.092498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a24d1f2-1f07-4666-8373-fc8996cf0460 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.095536 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.110764 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.112925 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'c11d58f0-9308-4248-a07e-74e1005e439c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:39.121239 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a502761e-553e-4ba5-803f-55e1f8355920 req-c737e6dc-2f96-49de-9ab6-f17891dc641e service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734031 Jun 17 08:34:39.150852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.152124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8419967 Jun 17 08:34:39.240568 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a24d1f2-1f07-4666-8373-fc8996cf0460 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.244968 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a24d1f2-1f07-4666-8373-fc8996cf0460 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.246807 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5a24d1f2-1f07-4666-8373-fc8996cf0460 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "DELETE /v2.0/security-groups/f4d6379d-5a3f-4608-be14-38cfc7c0a5bc HTTP/1.1" status: 204 len: 168 time: 0.4010439 Jun 17 08:34:39.265887 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1351dce-2f51-4412-af61-ecdf54c0ba2e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:39.268612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43614) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:39.279308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-2bcdba60-5d0f-47ce-a63b-3d654f364e31 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.1204348 Jun 17 08:34:39.282290 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24d1f2-1f07-4666-8373-fc8996cf0460 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d6379d-5a3f-4608-be14-38cfc7c0a5bc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:39.286044 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5a24d1f2-1f07-4666-8373-fc8996cf0460 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:39.327335 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1304d842-77bb-47af-bc94-b43610767c69 req-e3fa7bae-b37f-4ba5-b30e-aa3521301f5c service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925405 Jun 17 08:34:39.389615 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61297c44-1994-4ffc-b0da-b65bb6a0c01e req-418db046-2bfc-4ee8-a903-8f8e9879c106 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:39.391167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61297c44-1994-4ffc-b0da-b65bb6a0c01e req-418db046-2bfc-4ee8-a903-8f8e9879c106 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1998351 Jun 17 08:34:39.434051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-0d86e0cd-e42c-4a37-bc6b-c5b80adfd1fb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:39.435435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-0d86e0cd-e42c-4a37-bc6b-c5b80adfd1fb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.1485147 Jun 17 08:34:39.453691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-6e4a1db5-6cde-4363-be0a-9a5e45ac3ae3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:34:39.454937 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33c69cb0-6f3a-4c6f-9ec8-556161cf239e req-6e4a1db5-6cde-4363-be0a-9a5e45ac3ae3 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083337 Jun 17 08:34:39.456293 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0b50aced-f709-413d-81dc-2cc30a8401b6 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1834121 Jun 17 08:34:39.466747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43616) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:39.466974 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a502761e-553e-4ba5-803f-55e1f8355920 req-f7eae101-0d7c-475f-9a57-fe5f88d32eb2 service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098373 Jun 17 08:34:39.476501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61297c44-1994-4ffc-b0da-b65bb6a0c01e req-db234bde-ae32-43b9-bf1e-e79be48eee53 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770774 Jun 17 08:34:39.532703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:39.534970 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6a3c3f57-3cc1-475c-8467-67ce77444b65 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711956 Jun 17 08:34:39.537563 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.579968 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1304d842-77bb-47af-bc94-b43610767c69 req-087bc63e-8a28-48ee-a351-2169c0c98823 service neutron] 10.222.0.63 "GET /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357893 Jun 17 08:34:39.731005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Deleting port 8a1e1162-d9ea-40ec-bb25-0f37dd1de375 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:39.731557 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.764270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-e34c57a4-3a8f-49c8-91b5-267e818f4100 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:39.765857 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-e34c57a4-3a8f-49c8-91b5-267e818f4100 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1653137 Jun 17 08:34:39.775311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ff46c-78cf-4f20-8408-e87f7b4a66a7 req-9ea5b7d0-4810-459c-a80c-2b5eeb9a3740 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:39.776571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e49ff46c-78cf-4f20-8408-e87f7b4a66a7 req-9ea5b7d0-4810-459c-a80c-2b5eeb9a3740 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1505694 Jun 17 08:34:39.850919 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-1dea1159-dc27-4809-99da-348514b22415 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.0732470 Jun 17 08:34:39.869604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-f5b3e884-70a3-4284-b86f-7487a4f3e0eb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Request body: {'floatingip': {'port_id': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:39.902198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.929139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e49ff46c-78cf-4f20-8408-e87f7b4a66a7 req-78407e2b-064c-4295-99c3-bc305fe64abb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443222 Jun 17 08:34:39.938765 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-f5b3e884-70a3-4284-b86f-7487a4f3e0eb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:39.973212 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43630) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:39.979907 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Calling delete_port for 8a1e1162-d9ea-40ec-bb25-0f37dd1de375 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:40.161180 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d379a82-b2c7-4d2d-85a8-698a1432519b None None] Network c11d58f0-9308-4248-a07e-74e1005e439c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:40.216839 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.223111 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a0e75cae-2453-4fc4-b23f-2f2c0e2b5301 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:40.235797 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-afd52b31-c8d6-44f9-819f-53a81c658fd7 None None] Provisioning for port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:40.289443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-28d4e3c3-2ed5-4f0a-9077-2b5a53b7db6f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=607d8bc9bafe42bba60f6c2212e99a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127170 Jun 17 08:34:40.291706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43638) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:40.448317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68399d0c-c691-4e20-b953-df1307239214 None None] Update dhcp port {'port': {'network_id': 'c11d58f0-9308-4248-a07e-74e1005e439c', 'fixed_ips': [{'subnet_id': '0a5f9265-5eae-40d4-8008-38d076f762c4', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f359409-29aa-44a7-867d-44c10153d26f'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '73cf4ecb-f2cf-44d3-a097-98aaaabcbf96'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:34:40.483655 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-68399d0c-c691-4e20-b953-df1307239214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.516273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03103cff-2a2c-426e-9bbe-d950dcd97587 req-87374820-3300-49d8-833f-7629a4f1cca0 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:40.517931 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03103cff-2a2c-426e-9bbe-d950dcd97587 req-87374820-3300-49d8-833f-7629a4f1cca0 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.2976518 Jun 17 08:34:40.568342 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3122ed10-36ca-4494-a4b7-99a98f53f10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.623521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network c11d58f0-9308-4248-a07e-74e1005e439c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:40.627151 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3122ed10-36ca-4494-a4b7-99a98f53f10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.630501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:40.633734 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:40.634312 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.645222 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03103cff-2a2c-426e-9bbe-d950dcd97587 req-1a19109b-c6d4-4d42-827b-67f81b7b0851 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063139 Jun 17 08:34:40.651589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-68399d0c-c691-4e20-b953-df1307239214 None None] Allocated IP 2001:db8:0:1::2 (c11d58f0-9308-4248-a07e-74e1005e439c/2f359409-29aa-44a7-867d-44c10153d26f/73cf4ecb-f2cf-44d3-a097-98aaaabcbf96) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:40.654872 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Subnet': ['ID=2f359409-29aa-44a7-867d-44c10153d26f,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:40.667920 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:40.676043 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5691586 Jun 17 08:34:40.678978 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:40.684764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43640) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:40.687335 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb1971df-d657-4652-ba33-52382df8f08e tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:40.707698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': 'c11d58f0-9308-4248-a07e-74e1005e439c', 'fixed_ips': [{'subnet_id': '0a5f9265-5eae-40d4-8008-38d076f762c4'}, {'subnet_id': '2f359409-29aa-44a7-867d-44c10153d26f'}], 'name': 'tempest-PortsIpV6TestJSON-523872914'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:40.782411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event deleted for resources: {'Port': ['ID=8a1e1162-d9ea-40ec-bb25-0f37dd1de375,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:40.801655 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:40.803535 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-68399d0c-c691-4e20-b953-df1307239214 None None] For port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=73cf4ecb-f2cf-44d3-a097-98aaaabcbf96,segment=NetworkSegment(e77732fb-bd83-48db-ab63-9297f12e5186),segment_id=e77732fb-bd83-48db-ab63-9297f12e5186)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:40.851974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:40.928325 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-68399d0c-c691-4e20-b953-df1307239214 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.002030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-68399d0c-c691-4e20-b953-df1307239214 None None] Transition to ACTIVE for port object 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:41.006296 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:41.019344 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-68399d0c-c691-4e20-b953-df1307239214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.043866 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:41.044801 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.104861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:41.161621 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.resource_extend [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-f5b3e884-70a3-4284-b86f-7487a4f3e0eb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:34:41.253892 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-f5b3e884-70a3-4284-b86f-7487a4f3e0eb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.270802 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-f5b3e884-70a3-4284-b86f-7487a4f3e0eb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.276419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3122ed10-36ca-4494-a4b7-99a98f53f10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.279134 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3122ed10-36ca-4494-a4b7-99a98f53f10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.280816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3122ed10-36ca-4494-a4b7-99a98f53f10d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f986fc27-8c54-41c3-a258-330bc6e0c3f8 HTTP/1.1" status: 204 len: 168 time: 0.9877212 Jun 17 08:34:41.305350 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Router 66a6eb08-9ab2-4c37-988c-3095372ff8e6 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:41.316258 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ecc4787a-59ad-42f6-9d80-676151439913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:41.320855 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.332388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68399d0c-c691-4e20-b953-df1307239214 None None] Pushing event updated for resources: {'Port': ['ID=73cf4ecb-f2cf-44d3-a097-98aaaabcbf96,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:41.343773 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-68399d0c-c691-4e20-b953-df1307239214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:41.362198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7b29e-bf22-4c42-b04e-04f0a74b389d req-fd3d037a-52f9-49b6-8da0-173b9f73afa4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:41.363824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50b7b29e-bf22-4c42-b04e-04f0a74b389d req-fd3d037a-52f9-49b6-8da0-173b9f73afa4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2914565 Jun 17 08:34:41.375233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122ed10-36ca-4494-a4b7-99a98f53f10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f986fc27-8c54-41c3-a258-330bc6e0c3f8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:41.378482 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3122ed10-36ca-4494-a4b7-99a98f53f10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:41.397850 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port 937ff51b-74e8-470d-ba78-b603a7951aa6 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:41.442952 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50b7b29e-bf22-4c42-b04e-04f0a74b389d req-ab89a053-11bb-4275-81e3-9f76ae5e1774 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609980 Jun 17 08:34:41.453440 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-f5b3e884-70a3-4284-b86f-7487a4f3e0eb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Floating IP 35f1bac4-181f-4d63-b663-c0cef784c027 associated. External IP: 172.25.8.98, port: bfc888ca-4337-4c82-a9e4-f3e48c7dec21. Jun 17 08:34:41.551878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:41.563132 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ebdd2-c2af-4016-a518-bbe6e8daf27c None None] Sync routers for ids ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:41.570878 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "PUT /v2.0/routers/66a6eb08-9ab2-4c37-988c-3095372ff8e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4182780 Jun 17 08:34:41.571317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43652) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:41.582552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ebdd2-c2af-4016-a518-bbe6e8daf27c None None] Routers {'66a6eb08-9ab2-4c37-988c-3095372ff8e6'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:41.586514 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fe9ebdd2-c2af-4016-a518-bbe6e8daf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:41.635622 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-09f27a8c-d696-47b7-8fe5-33498fc6bad7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] show failed (client error): The resource could not be found. Jun 17 08:34:41.640173 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-09f27a8c-d696-47b7-8fe5-33498fc6bad7 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1564363926 HTTP/1.1" status: 404 len: 335 time: 0.0644100 Jun 17 08:34:41.640556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43656) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:41.647687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fb1ae826-4a51-4cad-8adc-ff1cdd99ea67 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:41.680588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fe9ebdd2-c2af-4016-a518-bbe6e8daf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:41.696392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ebdd2-c2af-4016-a518-bbe6e8daf27c None None] Routers {'66a6eb08-9ab2-4c37-988c-3095372ff8e6'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:41.697131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fe9ebdd2-c2af-4016-a518-bbe6e8daf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:41.762503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-fe9ebdd2-c2af-4016-a518-bbe6e8daf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:41.762925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ebdd2-c2af-4016-a518-bbe6e8daf27c None None] The sync data for ids ['66a6eb08-9ab2-4c37-988c-3095372ff8e6'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:41.784490 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-fb1ae826-4a51-4cad-8adc-ff1cdd99ea67 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] update failed (client error): The resource could not be found. Jun 17 08:34:41.789702 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fb1ae826-4a51-4cad-8adc-ff1cdd99ea67 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1666940766 HTTP/1.1" status: 404 len: 335 time: 0.1449165 Jun 17 08:34:41.790074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-f5b3e884-70a3-4284-b86f-7487a4f3e0eb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Router 195a2c97-71f9-4226-811f-34c546fb2a4d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:41.790074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43664) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:41.977953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-776623e7-9a17-45ac-93b3-7f7bdec112f1 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Deleting subnet b1cab793-6796-4c66-9112-648d8a926136 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:41.986641 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-776623e7-9a17-45ac-93b3-7f7bdec112f1 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:41.987417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8::4c (c11d58f0-9308-4248-a07e-74e1005e439c/0a5f9265-5eae-40d4-8008-38d076f762c4/937ff51b-74e8-470d-ba78-b603a7951aa6) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:41.996521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8:0:1::114 (c11d58f0-9308-4248-a07e-74e1005e439c/2f359409-29aa-44a7-867d-44c10153d26f/937ff51b-74e8-470d-ba78-b603a7951aa6) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:42.058751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-f5b3e884-70a3-4284-b86f-7487a4f3e0eb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:42.062964 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-776623e7-9a17-45ac-93b3-7f7bdec112f1 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.071104 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-f5b3e884-70a3-4284-b86f-7487a4f3e0eb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.071979 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd6275-4e3a-4fbe-86a3-8684a9dbc1ad None None] Sync routers for ids ['195a2c97-71f9-4226-811f-34c546fb2a4d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:42.087305 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd6275-4e3a-4fbe-86a3-8684a9dbc1ad None None] Routers {'195a2c97-71f9-4226-811f-34c546fb2a4d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:42.087937 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b3fd6275-4e3a-4fbe-86a3-8684a9dbc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['195a2c97-71f9-4226-811f-34c546fb2a4d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:42.144728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e862a-c94b-4a62-9b9b-df3c1d7c86b9 req-dbdd378d-ea05-4b60-957a-fe2671326743 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:42.151779 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-272e862a-c94b-4a62-9b9b-df3c1d7c86b9 req-dbdd378d-ea05-4b60-957a-fe2671326743 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3242600 Jun 17 08:34:42.177345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.186717 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-f5b3e884-70a3-4284-b86f-7487a4f3e0eb tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "PUT /v2.0/floatingips/35f1bac4-181f-4d63-b663-c0cef784c027 HTTP/1.1" status: 200 len: 996 time: 2.3272018 Jun 17 08:34:42.191215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:42.193656 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2056f3-ac88-460d-afea-98776404c0c5" -d '{"events": [{"name": "network-changed", "server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:42.198837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object 937ff51b-74e8-470d-ba78-b603a7951aa6 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:42.205366 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5c027-c566-490f-beee-f1ae572fb2a9 None None] Network c11d58f0-9308-4248-a07e-74e1005e439c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:42.288472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-272e862a-c94b-4a62-9b9b-df3c1d7c86b9 req-2931253b-e546-489b-8a7d-0a621eea1d45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356862 Jun 17 08:34:42.296015 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.307464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bc6b3ddc-92a5-42b1-ae24-8fe98fb3e2d0 None None] Provisioning for port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:42.318522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-776623e7-9a17-45ac-93b3-7f7bdec112f1 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.320398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bc6b3ddc-92a5-42b1-ae24-8fe98fb3e2d0 None None] Provisioning complete for port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:42.321009 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ddc-92a5-42b1-ae24-8fe98fb3e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.323257 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9e8b92f9-5db4-45a0-9af1-fc200771a046 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:42.379263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43680) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:42.392356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network c11d58f0-9308-4248-a07e-74e1005e439c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:42.399940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:42.410273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:42.417333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:42.418890 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.425207 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-b3fd6275-4e3a-4fbe-86a3-8684a9dbc1ad None None] Set router 195a2c97-71f9-4226-811f-34c546fb2a4d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:42.471538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=937ff51b-74e8-470d-ba78-b603a7951aa6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:42.494202 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:42.499615 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8029993 Jun 17 08:34:42.501516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43684) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:42.516536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a5f9265-5eae-40d4-8008-38d076f762c4'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:42.525817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-5376cb91-5d47-4fcc-bd65-da5918866530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:42.527128 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-5376cb91-5d47-4fcc-bd65-da5918866530 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cfae80e624040a5bee9cb0dd5b9b748&device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 1098 time: 0.2929428 Jun 17 08:34:42.540498 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ddc-92a5-42b1-ae24-8fe98fb3e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.548767 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-776623e7-9a17-45ac-93b3-7f7bdec112f1 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.561349 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65694d6b-cd38-4dc0-ae51-2c9c17626791 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:42.592169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-bc6b3ddc-92a5-42b1-ae24-8fe98fb3e2d0 None None] For port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=73cf4ecb-f2cf-44d3-a097-98aaaabcbf96,segment=NetworkSegment(e77732fb-bd83-48db-ab63-9297f12e5186),segment_id=e77732fb-bd83-48db-ab63-9297f12e5186)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:42.604599 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bc6b3ddc-92a5-42b1-ae24-8fe98fb3e2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.608314 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a4ddfa12-5558-4387-bf64-aee168819cb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:42.632605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776623e7-9a17-45ac-93b3-7f7bdec112f1 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event deleted for resources: {'Subnet': ['ID=b1cab793-6796-4c66-9112-648d8a926136,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:42.644080 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-776623e7-9a17-45ac-93b3-7f7bdec112f1 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.646219 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-776623e7-9a17-45ac-93b3-7f7bdec112f1 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "DELETE /v2.0/subnets/b1cab793-6796-4c66-9112-648d8a926136 HTTP/1.1" status: 204 len: 168 time: 0.8550782 Jun 17 08:34:42.651043 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-776623e7-9a17-45ac-93b3-7f7bdec112f1 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:42.655079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43686) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:42.679019 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.682744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f823962a-f2fb-4ad9-8f95-19371495617f None None] Network 0430beff-5868-4d7f-8ebd-0901ce6a725e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:42.698276 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b3fd6275-4e3a-4fbe-86a3-8684a9dbc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '35f1bac4-181f-4d63-b663-c0cef784c027', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'port_id': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'mac_address': 'fa:16:3e:b9:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:40Z', 'revision_number': 1, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb27783-9e0c-4059-88e6-3e6ddaa7d217', 'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'mac_address': 'fa:16:3e:74:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:39Z', 'updated_at': '2021-06-17T08:33:50Z', 'revision_number': 5, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'subnets': [{'id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:42.732893 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd6275-4e3a-4fbe-86a3-8684a9dbc1ad None None] Checking router: 195a2c97-71f9-4226-811f-34c546fb2a4d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:34:42.733828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1849063453'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:42.742988 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd6275-4e3a-4fbe-86a3-8684a9dbc1ad None None] Routers {'195a2c97-71f9-4226-811f-34c546fb2a4d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:42.743871 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b3fd6275-4e3a-4fbe-86a3-8684a9dbc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['195a2c97-71f9-4226-811f-34c546fb2a4d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:42.834462 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:42.844533 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1c8bf4-792f-4dfd-be92-c554682ee1c8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Deleting subnet 15ee9e2d-0f40-449c-a644-86ca5803522b {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:42.854199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c2a5c-3adb-4546-a08d-e72defeb2268 req-7a1dafc9-57d7-497b-9d38-68374fd80d3e tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:42.861471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f5c2a5c-3adb-4546-a08d-e72defeb2268 req-7a1dafc9-57d7-497b-9d38-68374fd80d3e tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.3548989 Jun 17 08:34:42.866282 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.871649 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba1c8bf4-792f-4dfd-be92-c554682ee1c8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.915574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-ea2e99da-e83f-4692-a00d-5d0705c5c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:42.917084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-ea2e99da-e83f-4692-a00d-5d0705c5c56c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 HTTP/1.1" status: 200 len: 920 time: 0.3699381 Jun 17 08:34:42.933767 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:42.942028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b3ddc-92a5-42b1-ae24-8fe98fb3e2d0 None None] Pushing event updated for resources: {'Port': ['ID=73cf4ecb-f2cf-44d3-a097-98aaaabcbf96,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:42.948741 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bc6b3ddc-92a5-42b1-ae24-8fe98fb3e2d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:42.949940 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-b3fd6275-4e3a-4fbe-86a3-8684a9dbc1ad None None] Set router 195a2c97-71f9-4226-811f-34c546fb2a4d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:43.017546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:43.018112 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.070392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba1c8bf4-792f-4dfd-be92-c554682ee1c8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.148047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d00f1c9-bff6-451a-9868-001f29b7ca14 None None] DHCP port deletion for 0430beff-5868-4d7f-8ebd-0901ce6a725e request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:43.157586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b865b9f5-6898-49ec-b55e-ae2c845fa625 None None] Provisioning for port 937ff51b-74e8-470d-ba78-b603a7951aa6 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:43.163640 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f5c2a5c-3adb-4546-a08d-e72defeb2268 req-0a1973cd-e075-46cd-991e-bc95c9983d97 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010676 Jun 17 08:34:43.191170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b865b9f5-6898-49ec-b55e-ae2c845fa625 None None] Provisioning complete for port 937ff51b-74e8-470d-ba78-b603a7951aa6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:43.198001 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b865b9f5-6898-49ec-b55e-ae2c845fa625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.204084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Delete allocated IP 2001:db8:0:1::114 (c11d58f0-9308-4248-a07e-74e1005e439c/2f359409-29aa-44a7-867d-44c10153d26f) {{(pid=93804) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:34:43.243544 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b3fd6275-4e3a-4fbe-86a3-8684a9dbc1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '35f1bac4-181f-4d63-b663-c0cef784c027', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'port_id': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'mac_address': 'fa:16:3e:b9:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:40Z', 'revision_number': 1, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb27783-9e0c-4059-88e6-3e6ddaa7d217', 'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'mac_address': 'fa:16:3e:74:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:39Z', 'updated_at': '2021-06-17T08:33:50Z', 'revision_number': 5, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'subnets': [{'id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:43.282671 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b865b9f5-6898-49ec-b55e-ae2c845fa625 None None] Port 937ff51b-74e8-470d-ba78-b603a7951aa6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:43.333777 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969cb074-6ba1-4150-96cc-bafc422c5d88 x-openstack-request-id: req-969cb074-6ba1-4150-96cc-bafc422c5d88 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:43.334903 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:43.335029 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fd6275-4e3a-4fbe-86a3-8684a9dbc1ad None None] The sync data for ids ['195a2c97-71f9-4226-811f-34c546fb2a4d'] in n-d-779913-16 is: [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '35f1bac4-181f-4d63-b663-c0cef784c027', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'floating_ip_address': '172.25.8.98', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'port_id': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'mac_address': 'fa:16:3e:b9:5f:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:34:38Z', 'updated_at': '2021-06-17T08:34:40Z', 'revision_number': 1, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cb27783-9e0c-4059-88e6-3e6ddaa7d217', 'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'mac_address': 'fa:16:3e:74:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:39Z', 'updated_at': '2021-06-17T08:33:50Z', 'revision_number': 5, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'subnets': [{'id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:43.335708 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-969cb074-6ba1-4150-96cc-bafc422c5d88 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:43.336373 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'status': 'completed', 'code': 200} Jun 17 08:34:43.339115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-39c290c6-938e-4acd-b0c4-a4262da4c767 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 999 time: 0.4024389 Jun 17 08:34:43.346000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b865b9f5-6898-49ec-b55e-ae2c845fa625 None None] Provisioning complete for port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:43.346390 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b865b9f5-6898-49ec-b55e-ae2c845fa625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.416892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4d00f1c9-bff6-451a-9868-001f29b7ca14 None None] Deleting port e4963efa-bce2-441d-a452-f80d17de096d {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:43.417266 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d00f1c9-bff6-451a-9868-001f29b7ca14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.448094 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba1c8bf4-792f-4dfd-be92-c554682ee1c8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.527443 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-85a94154-f25c-4147-8989-b0b5fb579faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.536700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-7d3f5877-647c-495d-8a49-c3bef11b82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:43.538326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-7d3f5877-647c-495d-8a49-c3bef11b82f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c5c5814-446e-4bb8-b2ac-88ffaf8573ce HTTP/1.1" status: 200 len: 859 time: 0.1902716 Jun 17 08:34:43.560849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2056f3-ac88-460d-afea-98776404c0c5 req-068ee790-2851-4f6c-b194-cd7c360b6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:43.561999 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ab2056f3-ac88-460d-afea-98776404c0c5 req-068ee790-2851-4f6c-b194-cd7c360b6936 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cfae80e624040a5bee9cb0dd5b9b748&device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 1098 time: 0.1786754 Jun 17 08:34:43.567716 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4d00f1c9-bff6-451a-9868-001f29b7ca14 None None] For port e4963efa-bce2-441d-a452-f80d17de096d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e4963efa-bce2-441d-a452-f80d17de096d,segment=NetworkSegment(0167a7fa-5166-42e7-988b-03d0a9ae56e7),segment_id=0167a7fa-5166-42e7-988b-03d0a9ae56e7)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:43.568279 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d00f1c9-bff6-451a-9868-001f29b7ca14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.645594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-3eaaaf20-d22c-4a7c-86a7-d830149e4c6f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879817 Jun 17 08:34:43.651465 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-e5617153-7630-45ca-bd63-a8bd48e724e0 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:34:43.659838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-e5617153-7630-45ca-bd63-a8bd48e724e0 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131383 Jun 17 08:34:43.666107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4d00f1c9-bff6-451a-9868-001f29b7ca14 None None] Calling delete_port for e4963efa-bce2-441d-a452-f80d17de096d owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:43.675651 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba1c8bf4-792f-4dfd-be92-c554682ee1c8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.703394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2056f3-ac88-460d-afea-98776404c0c5 req-e9a47cf4-bf11-4584-abec-2e83efbeb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:43.704899 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ab2056f3-ac88-460d-afea-98776404c0c5 req-e9a47cf4-bf11-4584-abec-2e83efbeb50f service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 HTTP/1.1" status: 200 len: 920 time: 0.1319227 Jun 17 08:34:43.713490 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-41122bdc-b643-4db0-a20f-2021d56aa0cc tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:43.715324 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.729463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Ignored duplicate provisioning block setup for port 937ff51b-74e8-470d-ba78-b603a7951aa6 by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 17 08:34:43.740112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.753125 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.754511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c8bf4-792f-4dfd-be92-c554682ee1c8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event deleted for resources: {'Subnet': ['ID=15ee9e2d-0f40-449c-a644-86ca5803522b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:43.778253 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b47984e1-6279-4372-a0cf-1294aee254aa tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:43.779211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85489815-454e-41d5-b607-7d0e159dcce4 None None] Network 65bac24d-dc8f-496a-8387-14262383b368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:43.781438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc20d2de-ea47-4c5c-a8b6-57a9e3d7b153 None None] New status for floating IP 35f1bac4-181f-4d63-b663-c0cef784c027: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:34:43.795188 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba1c8bf4-792f-4dfd-be92-c554682ee1c8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.797210 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ba1c8bf4-792f-4dfd-be92-c554682ee1c8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "DELETE /v2.0/subnets/15ee9e2d-0f40-449c-a644-86ca5803522b HTTP/1.1" status: 204 len: 168 time: 1.1396639 Jun 17 08:34:43.798821 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba1c8bf4-792f-4dfd-be92-c554682ee1c8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:43.801228 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.835259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43698) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:43.842500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=937ff51b-74e8-470d-ba78-b603a7951aa6,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:43.877434 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.883413 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f6701ef9-a3e6-4eed-9af2-6e5a29bec4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:43.892109 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.920361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.924113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5227625 Jun 17 08:34:43.927209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43702) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:43.940936 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:43.972018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a131d5-8620-48ac-87c4-f6c4f07358b5,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:43.977619 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:43.980821 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:43.981361 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba084de4-ce26-42f9-9744-11293a2116d7 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:43.999837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c05d768f-11c5-4555-81e8-a059d8f032e9 None None] Provisioning complete for port 937ff51b-74e8-470d-ba78-b603a7951aa6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:43.999837 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c05d768f-11c5-4555-81e8-a059d8f032e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.042899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-71501ea5-c0ba-4b4b-b07c-9283d9a25ac6 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1105313 Jun 17 08:34:44.051392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43706) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:44.061911 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-8f71b958-de4b-4126-ab6c-902ed30fbdc4 service neutron] 10.222.0.47 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000597 Jun 17 08:34:44.071073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-05c2e2ed-6ef1-4ae2-acc3-944f1cd34cc1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group': {'name': 'tempest-security--689670138', 'description': 'tempest-security-description-1130762622'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:44.097925 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] In _notify_port_updated(), no bound segment for port 937ff51b-74e8-470d-ba78-b603a7951aa6 on network c11d58f0-9308-4248-a07e-74e1005e439c {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:34:44.112072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:44.115015 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.119002 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "PUT /v2.0/ports/937ff51b-74e8-470d-ba78-b603a7951aa6 HTTP/1.1" status: 200 len: 924 time: 1.6139262 Jun 17 08:34:44.120288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-05c2e2ed-6ef1-4ae2-acc3-944f1cd34cc1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.123553 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43708) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:44.138236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c05d768f-11c5-4555-81e8-a059d8f032e9 None None] Port 937ff51b-74e8-470d-ba78-b603a7951aa6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:44.148190 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d00f1c9-bff6-451a-9868-001f29b7ca14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.152784 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ab2056f3-ac88-460d-afea-98776404c0c5 req-5f1e39b3-a96f-4ec2-be71-3680628e8bcc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 999 time: 0.4217267 Jun 17 08:34:44.158559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0a5f9265-5eae-40d4-8008-38d076f762c4'}, {'subnet_id': '2f359409-29aa-44a7-867d-44c10153d26f'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:44.199927 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:44.200564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae16421-6da3-4f12-9ba1-db215627445c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:44.229573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00f1c9-bff6-451a-9868-001f29b7ca14 None None] Pushing event deleted for resources: {'Port': ['ID=e4963efa-bce2-441d-a452-f80d17de096d,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:44.232185 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4d00f1c9-bff6-451a-9868-001f29b7ca14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:44.237445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d00f1c9-bff6-451a-9868-001f29b7ca14 None None] No DVR routers for this DVR port e4963efa-bce2-441d-a452-f80d17de096d on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:44.243257 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:44.321205 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.331899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2056f3-ac88-460d-afea-98776404c0c5 req-0b211740-42cd-4df5-9c30-b56888d347be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:44.335168 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ab2056f3-ac88-460d-afea-98776404c0c5 req-0b211740-42cd-4df5-9c30-b56888d347be service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5c5814-446e-4bb8-b2ac-88ffaf8573ce HTTP/1.1" status: 200 len: 859 time: 0.1734271 Jun 17 08:34:44.340252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0430beff-5868-4d7f-8ebd-0901ce6a725e']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:44.350203 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:34:44.372863 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232e446c-a237-4bc0-9090-2a79c5f51066 None None] DHCP port deletion for 65bac24d-dc8f-496a-8387-14262383b368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:44.396748 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ab2056f3-ac88-460d-afea-98776404c0c5 req-732f7dbb-7ac8-4a53-92ce-43578c076201 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534825 Jun 17 08:34:44.399258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0167a7fa-5166-42e7-988b-03d0a9ae56e7') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:44.399600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0167a7fa-5166-42e7-988b-03d0a9ae56e7') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:44.407831 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-05c2e2ed-6ef1-4ae2-acc3-944f1cd34cc1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.419681 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.431834 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-232e446c-a237-4bc0-9090-2a79c5f51066 None None] Deleting port 7394c62d-c94e-4ece-a26e-848f45383998 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:44.432122 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-232e446c-a237-4bc0-9090-2a79c5f51066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.440431 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-05c2e2ed-6ef1-4ae2-acc3-944f1cd34cc1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.443115 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-05c2e2ed-6ef1-4ae2-acc3-944f1cd34cc1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.444351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-05c2e2ed-6ef1-4ae2-acc3-944f1cd34cc1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "PUT /v2.0/security-groups/5ae16421-6da3-4f12-9ba1-db215627445c HTTP/1.1" status: 200 len: 1779 time: 0.3912029 Jun 17 08:34:44.460603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43710) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:44.475564 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.479530 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:44.498275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:44.498713 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:44.502410 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:44.507056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-878ad3d5-640d-479b-9090-cf754f73936f None None] Provisioning complete for port 937ff51b-74e8-470d-ba78-b603a7951aa6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:44.507797 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-878ad3d5-640d-479b-9090-cf754f73936f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.514733 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3a3112b-f935-4b8d-beae-b345b846f121 req-bde19b5a-5f00-4126-a821-82c1840e23ec service neutron] 10.222.0.47 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045391 Jun 17 08:34:44.549597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-878ad3d5-640d-479b-9090-cf754f73936f None None] Port 937ff51b-74e8-470d-ba78-b603a7951aa6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:44.556548 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-232e446c-a237-4bc0-9090-2a79c5f51066 None None] For port 7394c62d-c94e-4ece-a26e-848f45383998, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=7394c62d-c94e-4ece-a26e-848f45383998,segment=NetworkSegment(3bfaaffa-358a-4b22-9eab-3d6fa62f95f3),segment_id=3bfaaffa-358a-4b22-9eab-3d6fa62f95f3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:44.557029 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-232e446c-a237-4bc0-9090-2a79c5f51066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.562948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f258e69-9a7b-4894-a485-cc90d7bd894d req-9763bbc0-ac49-45d2-b420-d70ac3b4621a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:44.566704 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f258e69-9a7b-4894-a485-cc90d7bd894d req-9763bbc0-ac49-45d2-b420-d70ac3b4621a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3589189 Jun 17 08:34:44.589566 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2e2ed-6ef1-4ae2-acc3-944f1cd34cc1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae16421-6da3-4f12-9ba1-db215627445c,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:44.611064 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4af8d068-0e48-4d1b-a65a-3079297feaee tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-groups/5ae16421-6da3-4f12-9ba1-db215627445c HTTP/1.1" status: 200 len: 1779 time: 0.1469548 Jun 17 08:34:44.613803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43714) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:44.624429 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ab2056f3-ac88-460d-afea-98776404c0c5 req-a9bdda78-8b9c-4c20-bf49-f657de7aeaa7 service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172935 Jun 17 08:34:44.625501 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.632647 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9839d427-f002-417a-82db-3ac8010b59d0 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:44.637347 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-05c2e2ed-6ef1-4ae2-acc3-944f1cd34cc1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:44.643130 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.648066 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "DELETE /v2.0/networks/0430beff-5868-4d7f-8ebd-0901ce6a725e HTTP/1.1" status: 204 len: 168 time: 0.8006532 Jun 17 08:34:44.656209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-232e446c-a237-4bc0-9090-2a79c5f51066 None None] Calling delete_port for 7394c62d-c94e-4ece-a26e-848f45383998 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:44.659699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43718) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:44.675828 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event deleted for resources: {'Network': ['ID=0430beff-5868-4d7f-8ebd-0901ce6a725e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:44.694804 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:44.770884 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa8a110f-e13f-4dee-bb9b-8854b41a4b27 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.785596 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-a29f4b5e-8a47-492b-b920-a7c94ad24255 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 1001 time: 0.2310586 Jun 17 08:34:44.812217 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ab2056f3-ac88-460d-afea-98776404c0c5 req-cf37bbfc-8ea5-467c-8f57-3299d9eefbaf service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712346 Jun 17 08:34:44.813959 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa8a110f-e13f-4dee-bb9b-8854b41a4b27 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.855429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:44.867295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa8a110f-e13f-4dee-bb9b-8854b41a4b27 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.870882 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa8a110f-e13f-4dee-bb9b-8854b41a4b27 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.875434 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-aa8a110f-e13f-4dee-bb9b-8854b41a4b27 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-groups/5ae16421-6da3-4f12-9ba1-db215627445c HTTP/1.1" status: 204 len: 168 time: 0.2603929 Jun 17 08:34:44.876127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43720) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:44.877016 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6bd30c77-d1a3-4d65-b156-005974e11838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:44.883952 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-232e446c-a237-4bc0-9090-2a79c5f51066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:44.888429 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bc6b3ddc-92a5-42b1-ae24-8fe98fb3e2d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:44.929153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e446c-a237-4bc0-9090-2a79c5f51066 None None] Pushing event deleted for resources: {'Port': ['ID=7394c62d-c94e-4ece-a26e-848f45383998,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:44.931661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232e446c-a237-4bc0-9090-2a79c5f51066 None None] No DVR routers for this DVR port 7394c62d-c94e-4ece-a26e-848f45383998 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:44.939546 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-232e446c-a237-4bc0-9090-2a79c5f51066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:44.945233 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e5be7a40-0c41-4ae4-8431-2c02ce59f0e5 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641644 Jun 17 08:34:44.951723 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43722) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:44.955682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8a110f-e13f-4dee-bb9b-8854b41a4b27 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae16421-6da3-4f12-9ba1-db215627445c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:44.979660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:44.979987 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.004336 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa8a110f-e13f-4dee-bb9b-8854b41a4b27 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:45.005729 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-af321565-79da-4f18-8d3e-20ac03705fe9 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] delete failed (client error): The resource could not be found. Jun 17 08:34:45.013239 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-af321565-79da-4f18-8d3e-20ac03705fe9 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-groups/5ae16421-6da3-4f12-9ba1-db215627445c HTTP/1.1" status: 404 len: 347 time: 0.0439258 Jun 17 08:34:45.014122 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43724) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:45.019486 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7de2083a-0137-48d2-94f8-ac70c10ecf57 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group': {'name': 'tempest-secgroup--140186622'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:45.048263 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7de2083a-0137-48d2-94f8-ac70c10ecf57 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.169088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e4963efa-bce2-441d-a452-f80d17de096d no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:45.177746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7de2083a-0137-48d2-94f8-ac70c10ecf57 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.185662 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7de2083a-0137-48d2-94f8-ac70c10ecf57 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.189995 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:45.193469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: e4963efa-bce2-441d-a452-f80d17de096d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:45.193840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e4963efa-bce2-441d-a452-f80d17de096d not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:45.194286 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 7394c62d-c94e-4ece-a26e-848f45383998 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:45.217680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 7394c62d-c94e-4ece-a26e-848f45383998 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:45.218201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 7394c62d-c94e-4ece-a26e-848f45383998 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:45.227891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7de2083a-0137-48d2-94f8-ac70c10ecf57 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.229363 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7de2083a-0137-48d2-94f8-ac70c10ecf57 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2139878 Jun 17 08:34:45.231723 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2083a-0137-48d2-94f8-ac70c10ecf57 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c288099e-a1d2-4a72-933e-96725d042fd5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:45.235949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43728) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:45.238814 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7de2083a-0137-48d2-94f8-ac70c10ecf57 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:45.241808 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9eb929d9-4c9d-4d2e-9982-bf870f81ce7a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': 'c288099e-a1d2-4a72-933e-96725d042fd5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:45.281405 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eb929d9-4c9d-4d2e-9982-bf870f81ce7a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.290875 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f258e69-9a7b-4894-a485-cc90d7bd894d req-3e867e91-7380-4246-96a2-c755dd110b31 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7116981 Jun 17 08:34:45.322802 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.330253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.339648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-568a8750-9d35-4b2d-a8a0-8ddf0bf84376 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:45.341212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-568a8750-9d35-4b2d-a8a0-8ddf0bf84376 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports/bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 943 time: 0.5548258 Jun 17 08:34:45.378116 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eb929d9-4c9d-4d2e-9982-bf870f81ce7a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.384992 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eb929d9-4c9d-4d2e-9982-bf870f81ce7a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.387761 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f03dba97-6d67-4eec-b19a-11b3bb989ae1 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:45.408166 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb929d9-4c9d-4d2e-9982-bf870f81ce7a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c243a01-0aca-4975-8371-31695e8c87f2,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:45.413345 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9eb929d9-4c9d-4d2e-9982-bf870f81ce7a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:45.418915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eb929d9-4c9d-4d2e-9982-bf870f81ce7a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.421137 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9eb929d9-4c9d-4d2e-9982-bf870f81ce7a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1838422 Jun 17 08:34:45.424111 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43732) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:45.454122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50185e0a-2669-4d3b-ac10-078b27622535 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.468555 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50185e0a-2669-4d3b-ac10-078b27622535 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.510401 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50185e0a-2669-4d3b-ac10-078b27622535 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.513232 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:45.520274 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50185e0a-2669-4d3b-ac10-078b27622535 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.521316 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-50185e0a-2669-4d3b-ac10-078b27622535 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2c243a01-0aca-4975-8371-31695e8c87f2 HTTP/1.1" status: 204 len: 168 time: 0.0957422 Jun 17 08:34:45.525454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43734) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:45.550574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50185e0a-2669-4d3b-ac10-078b27622535 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c243a01-0aca-4975-8371-31695e8c87f2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:45.553020 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-50185e0a-2669-4d3b-ac10-078b27622535 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:45.582175 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4803ae1c-c346-47a0-a9c2-5e8d2023a524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.593854 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-36dab040-50d6-4052-ace2-6b3bde4e2fc4 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0668077 Jun 17 08:34:45.596457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43736) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:45.650089 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ebe756c-8c1b-4caf-b3c5-c0e1aacf2afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.677483 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ebe756c-8c1b-4caf-b3c5-c0e1aacf2afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.697116 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.722166 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ebe756c-8c1b-4caf-b3c5-c0e1aacf2afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.725036 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ebe756c-8c1b-4caf-b3c5-c0e1aacf2afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.726346 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2ebe756c-8c1b-4caf-b3c5-c0e1aacf2afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-groups/c288099e-a1d2-4a72-933e-96725d042fd5 HTTP/1.1" status: 204 len: 168 time: 0.1288998 Jun 17 08:34:45.727188 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a7cc97a5-96df-4d44-8cfb-a9638f754187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:45.730379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43738) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:45.746394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65bac24d-dc8f-496a-8387-14262383b368']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:45.751401 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe756c-8c1b-4caf-b3c5-c0e1aacf2afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c288099e-a1d2-4a72-933e-96725d042fd5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:45.754430 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2ebe756c-8c1b-4caf-b3c5-c0e1aacf2afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:45.756763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-f2013257-921a-4e7e-bd84-cfccd8aee973 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 1001 time: 0.2931042 Jun 17 08:34:45.784591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bfaaffa-358a-4b22-9eab-3d6fa62f95f3') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:45.784882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bfaaffa-358a-4b22-9eab-3d6fa62f95f3') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:45.789491 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-61d0159b-6187-44c5-a337-427674172213 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579243 Jun 17 08:34:45.793491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43740) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:45.797637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d9339e3c-1546-4a03-a2e6-2c00c5bd9e44 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group': {'name': 'tempest-secgroup--843487291'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:45.825907 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9339e3c-1546-4a03-a2e6-2c00c5bd9e44 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.850487 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.883222 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.904220 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.930507 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9339e3c-1546-4a03-a2e6-2c00c5bd9e44 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.931171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:45.931532 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.936839 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9339e3c-1546-4a03-a2e6-2c00c5bd9e44 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:45.939859 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:45.943453 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45d27ce5-b6e4-4ae8-9198-94028c959346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:45.978805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9339e3c-1546-4a03-a2e6-2c00c5bd9e44 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b7a87f-9bbe-4c6a-9c9c-7ffeec2d95bc,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:45.981157 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9339e3c-1546-4a03-a2e6-2c00c5bd9e44 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:45.982495 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d9339e3c-1546-4a03-a2e6-2c00c5bd9e44 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1885507 Jun 17 08:34:45.983495 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9339e3c-1546-4a03-a2e6-2c00c5bd9e44 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:45.985226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43742) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:45.992595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2faae474-6b22-4f9d-a2ec-02b33f46af1d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': 'c7b7a87f-9bbe-4c6a-9c9c-7ffeec2d95bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:46.019300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1ea55-30a1-4a9e-a1c1-df9e0518300e req-70ba0b78-a154-424d-8a23-ad433d2c25e9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:46.020896 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-78a1ea55-30a1-4a9e-a1c1-df9e0518300e req-70ba0b78-a154-424d-8a23-ad433d2c25e9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3871806 Jun 17 08:34:46.031205 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2faae474-6b22-4f9d-a2ec-02b33f46af1d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.090747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-f081cb70-1c0a-4dc9-b1dd-ca99f4dcea68 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:46.092465 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-f081cb70-1c0a-4dc9-b1dd-ca99f4dcea68 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.3349338 Jun 17 08:34:46.100780 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.106681 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2faae474-6b22-4f9d-a2ec-02b33f46af1d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.110195 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d699907d-648a-4662-9d2a-671f1b54ece6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:46.113867 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2faae474-6b22-4f9d-a2ec-02b33f46af1d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.114300 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.118665 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "DELETE /v2.0/networks/65bac24d-dc8f-496a-8387-14262383b368 HTTP/1.1" status: 204 len: 168 time: 1.4489911 Jun 17 08:34:46.123418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43744) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:46.126317 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a065fef3-e8c0-434a-aaea-428f1ae1db8e tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:46.185617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faae474-6b22-4f9d-a2ec-02b33f46af1d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb7b082-3994-488e-8026-4be484b577d9,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:46.188108 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2faae474-6b22-4f9d-a2ec-02b33f46af1d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:46.191760 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2faae474-6b22-4f9d-a2ec-02b33f46af1d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.192165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event deleted for resources: {'Network': ['ID=65bac24d-dc8f-496a-8387-14262383b368,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:46.192803 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2faae474-6b22-4f9d-a2ec-02b33f46af1d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2063856 Jun 17 08:34:46.195674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43746) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:46.201499 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-78a1ea55-30a1-4a9e-a1c1-df9e0518300e req-9f6e9b47-4d52-4380-ad9b-9d7509c975f9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616006 Jun 17 08:34:46.201772 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e72c83ad-63d9-4766-ad13-e874cbf09f54 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': 'c7b7a87f-9bbe-4c6a-9c9c-7ffeec2d95bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:46.204665 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:46.219831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8:0:1::160 (c11d58f0-9308-4248-a07e-74e1005e439c/2f359409-29aa-44a7-867d-44c10153d26f/937ff51b-74e8-470d-ba78-b603a7951aa6) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:46.227577 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3816902-d747-4397-82e6-dd1f74570d3c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Deleting subnet 6846f5c7-2bd0-47e1-8060-6639022eb6d6 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:46.234507 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e3816902-d747-4397-82e6-dd1f74570d3c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.271990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e72c83ad-63d9-4766-ad13-e874cbf09f54 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.286980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-c08aae66-60ce-4119-a22e-542d59ba7181 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 1001 time: 0.1839447 Jun 17 08:34:46.294634 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e3816902-d747-4397-82e6-dd1f74570d3c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.302531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-6efe7afc-bbd7-4512-901c-f9889c1e48e0 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:46.423583 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-6efe7afc-bbd7-4512-901c-f9889c1e48e0 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.430316 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e72c83ad-63d9-4766-ad13-e874cbf09f54 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.440254 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e72c83ad-63d9-4766-ad13-e874cbf09f54 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.450880 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5dc3041-0624-4b6e-ae2b-dd858455c7bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:46.465070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c83ad-63d9-4766-ad13-e874cbf09f54 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2ebf13-8cd2-4d6d-acf9-8134319383a3,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:46.469719 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e72c83ad-63d9-4766-ad13-e874cbf09f54 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:46.475720 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e3816902-d747-4397-82e6-dd1f74570d3c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.500177 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e72c83ad-63d9-4766-ad13-e874cbf09f54 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.503920 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e72c83ad-63d9-4766-ad13-e874cbf09f54 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3040226 Jun 17 08:34:46.505671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43754) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:46.509775 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2cbc255f-b73c-40b1-8a7f-2d916ee9b53e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': 'c7b7a87f-9bbe-4c6a-9c9c-7ffeec2d95bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:46.538793 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.565731 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cbc255f-b73c-40b1-8a7f-2d916ee9b53e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.580141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e3816902-d747-4397-82e6-dd1f74570d3c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.591949 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-289f70cf-005d-48d7-ad5d-d829e0059065 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:46.597816 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e3816902-d747-4397-82e6-dd1f74570d3c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.598320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object 937ff51b-74e8-470d-ba78-b603a7951aa6 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:46.601804 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e3816902-d747-4397-82e6-dd1f74570d3c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "DELETE /v2.0/subnets/6846f5c7-2bd0-47e1-8060-6639022eb6d6 HTTP/1.1" status: 204 len: 168 time: 0.4687889 Jun 17 08:34:46.603086 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43760) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:46.612443 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af13b24-e405-4c0b-98fc-2c701a1028fa None None] Network 09962ed4-7cdc-48a8-81cf-6d9656db33e8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:46.632569 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.632922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3816902-d747-4397-82e6-dd1f74570d3c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event deleted for resources: {'Subnet': ['ID=6846f5c7-2bd0-47e1-8060-6639022eb6d6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:46.639419 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e3816902-d747-4397-82e6-dd1f74570d3c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:46.688961 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f175b29-9c55-4114-b5b8-b5dd2c8ce7b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:46.689830 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cbc255f-b73c-40b1-8a7f-2d916ee9b53e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.699303 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cbc255f-b73c-40b1-8a7f-2d916ee9b53e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.702141 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6f5854b2-57f9-4525-8442-79135be629c0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:46.756001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc255f-b73c-40b1-8a7f-2d916ee9b53e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2fb9cd-83e9-4ec2-b6c1-ed4f250643ca,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:46.761814 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cbc255f-b73c-40b1-8a7f-2d916ee9b53e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.765925 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2cbc255f-b73c-40b1-8a7f-2d916ee9b53e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2580693 Jun 17 08:34:46.765925 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2cbc255f-b73c-40b1-8a7f-2d916ee9b53e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:46.766398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43762) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:46.779384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4fe7c8b4-754e-48c2-9a70-0998eebcae1b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': 'c7b7a87f-9bbe-4c6a-9c9c-7ffeec2d95bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:46.782014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebf7d2-7890-40ed-9386-7ebb15c43da6 req-b7853574-c872-47d8-bb17-cf1a7bcd3c7d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:46.787549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80ebf7d2-7890-40ed-9386-7ebb15c43da6 req-b7853574-c872-47d8-bb17-cf1a7bcd3c7d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3508976 Jun 17 08:34:46.792477 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-6efe7afc-bbd7-4512-901c-f9889c1e48e0 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.820897 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c8b4-754e-48c2-9a70-0998eebcae1b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.834563 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-6efe7afc-bbd7-4512-901c-f9889c1e48e0 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.834913 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-6efe7afc-bbd7-4512-901c-f9889c1e48e0 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Floating IP 35f1bac4-181f-4d63-b663-c0cef784c027 disassociated. External IP: 172.25.8.98, port: bfc888ca-4337-4c82-a9e4-f3e48c7dec21. Jun 17 08:34:46.963221 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c8b4-754e-48c2-9a70-0998eebcae1b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.979280 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c8b4-754e-48c2-9a70-0998eebcae1b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.993331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] In _notify_port_updated(), no bound segment for port 937ff51b-74e8-470d-ba78-b603a7951aa6 on network c11d58f0-9308-4248-a07e-74e1005e439c {{(pid=93803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:34:46.995146 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:46.997555 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:47.001235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:47.003001 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.004809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "PUT /v2.0/ports/937ff51b-74e8-470d-ba78-b603a7951aa6 HTTP/1.1" status: 200 len: 1010 time: 2.8625646 Jun 17 08:34:47.019376 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80ebf7d2-7890-40ed-9386-7ebb15c43da6 req-9e79aec0-5b1a-44f3-a820-0eec59680c1c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294481 Jun 17 08:34:47.019919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43764) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:47.028846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=937ff51b-74e8-470d-ba78-b603a7951aa6,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:47.063444 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7c8b4-754e-48c2-9a70-0998eebcae1b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2f30267-510f-4de0-a4d8-ec28b29e5852,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:47.070003 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.075181 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4fe7c8b4-754e-48c2-9a70-0998eebcae1b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:47.076537 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4fe7c8b4-754e-48c2-9a70-0998eebcae1b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.079875 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:47.081112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4fe7c8b4-754e-48c2-9a70-0998eebcae1b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3136642 Jun 17 08:34:47.081976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43768) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:47.088527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a7f3866b-ff13-4010-8d9e-d81cf4782e6f tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': 'c7b7a87f-9bbe-4c6a-9c9c-7ffeec2d95bc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:47.139096 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c3cbb8-6652-42dd-89c0-5f1dd4e206b7 None None] DHCP port deletion for 09962ed4-7cdc-48a8-81cf-6d9656db33e8 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:47.146689 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7f3866b-ff13-4010-8d9e-d81cf4782e6f tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.223112 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-37c3cbb8-6652-42dd-89c0-5f1dd4e206b7 None None] Deleting port a1fc3b5f-1e60-44e5-8d31-1ef107774485 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:47.223801 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-37c3cbb8-6652-42dd-89c0-5f1dd4e206b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.289629 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7f3866b-ff13-4010-8d9e-d81cf4782e6f tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.295078 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7f3866b-ff13-4010-8d9e-d81cf4782e6f tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.297249 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4176c028-f87d-445d-a462-fdb7e7c7adc9 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:47.309556 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Deleting port a1fc3b5f-1e60-44e5-8d31-1ef107774485 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:47.310143 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.317920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-339c30de-a33e-458c-89c3-16902380fcca None None] Provisioning for port 937ff51b-74e8-470d-ba78-b603a7951aa6 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:47.324413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-339c30de-a33e-458c-89c3-16902380fcca None None] Provisioning complete for port 937ff51b-74e8-470d-ba78-b603a7951aa6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:47.324975 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-339c30de-a33e-458c-89c3-16902380fcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.334488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3866b-ff13-4010-8d9e-d81cf4782e6f tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff4b08cf-4b15-42ee-b31d-9a4d4325c598,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:47.352925 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a7f3866b-ff13-4010-8d9e-d81cf4782e6f tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:47.372265 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7f3866b-ff13-4010-8d9e-d81cf4782e6f tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.377907 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a7f3866b-ff13-4010-8d9e-d81cf4782e6f tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2949588 Jun 17 08:34:47.378886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43770) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:47.383425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2163f-bf80-4d0c-a0b5-c248acc6c86b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 937ff51b-74e8-470d-ba78-b603a7951aa6 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:47.384041 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8b2163f-bf80-4d0c-a0b5-c248acc6c86b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.399252 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-37c3cbb8-6652-42dd-89c0-5f1dd4e206b7 None None] For port a1fc3b5f-1e60-44e5-8d31-1ef107774485, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a1fc3b5f-1e60-44e5-8d31-1ef107774485,segment=NetworkSegment(ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d),segment_id=ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:47.399665 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-37c3cbb8-6652-42dd-89c0-5f1dd4e206b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.411961 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-339c30de-a33e-458c-89c3-16902380fcca None None] Port 937ff51b-74e8-470d-ba78-b603a7951aa6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:47.432758 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a452425-fe8c-43b5-8b8a-80114c8e4afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.451472 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a452425-fe8c-43b5-8b8a-80114c8e4afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.486684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] For port a1fc3b5f-1e60-44e5-8d31-1ef107774485, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a1fc3b5f-1e60-44e5-8d31-1ef107774485,segment=NetworkSegment(ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d),segment_id=ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:47.487434 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.504273 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a452425-fe8c-43b5-8b8a-80114c8e4afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.505702 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-37c3cbb8-6652-42dd-89c0-5f1dd4e206b7 None None] Calling delete_port for a1fc3b5f-1e60-44e5-8d31-1ef107774485 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:47.506876 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4c18d087-0d64-49d0-a71a-d48750e0b7eb tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:47.512719 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a452425-fe8c-43b5-8b8a-80114c8e4afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.516778 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4a452425-fe8c-43b5-8b8a-80114c8e4afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ff4b08cf-4b15-42ee-b31d-9a4d4325c598 HTTP/1.1" status: 204 len: 168 time: 0.1364567 Jun 17 08:34:47.518477 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43774) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:47.536980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a452425-fe8c-43b5-8b8a-80114c8e4afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ff4b08cf-4b15-42ee-b31d-9a4d4325c598,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:47.545429 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4a452425-fe8c-43b5-8b8a-80114c8e4afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:47.585397 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ebdd90e2-a401-42f2-81d0-6b554f8fdffe tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0652039 Jun 17 08:34:47.586033 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43776) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:47.601738 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-37c3cbb8-6652-42dd-89c0-5f1dd4e206b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.604117 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:47.623576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f59da49-aecc-4b1d-a1ed-5b92d21042a1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.633475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f59da49-aecc-4b1d-a1ed-5b92d21042a1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.636328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3cbb8-6652-42dd-89c0-5f1dd4e206b7 None None] Pushing event deleted for resources: {'Port': ['ID=a1fc3b5f-1e60-44e5-8d31-1ef107774485,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:47.645046 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-37c3cbb8-6652-42dd-89c0-5f1dd4e206b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:47.646305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c3cbb8-6652-42dd-89c0-5f1dd4e206b7 None None] No DVR routers for this DVR port a1fc3b5f-1e60-44e5-8d31-1ef107774485 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:47.685459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f59da49-aecc-4b1d-a1ed-5b92d21042a1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.687921 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f24af68a-cf83-4406-ae86-e8b1050e3685 tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:47.693566 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f59da49-aecc-4b1d-a1ed-5b92d21042a1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.698357 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0f59da49-aecc-4b1d-a1ed-5b92d21042a1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d2f30267-510f-4de0-a4d8-ec28b29e5852 HTTP/1.1" status: 204 len: 168 time: 0.1077330 Jun 17 08:34:47.698357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43778) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:47.709634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59da49-aecc-4b1d-a1ed-5b92d21042a1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2f30267-510f-4de0-a4d8-ec28b29e5852,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:47.718639 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f59da49-aecc-4b1d-a1ed-5b92d21042a1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:47.757374 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5e488b83-b5ad-487e-8014-240b39a2e946 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0527732 Jun 17 08:34:47.758025 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43780) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:47.791606 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b0499ea-16a3-4efc-b865-6fdf761739fc tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.800345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b0499ea-16a3-4efc-b865-6fdf761739fc tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.833439 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b0499ea-16a3-4efc-b865-6fdf761739fc tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.835608 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-25b6ca33-7358-4f2d-b259-dda6f8bff735 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:47.840747 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b0499ea-16a3-4efc-b865-6fdf761739fc tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.845229 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2b0499ea-16a3-4efc-b865-6fdf761739fc tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/6b2fb9cd-83e9-4ec2-b6c1-ed4f250643ca HTTP/1.1" status: 204 len: 168 time: 0.0832958 Jun 17 08:34:47.845424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43782) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:47.863765 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0499ea-16a3-4efc-b865-6fdf761739fc tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b2fb9cd-83e9-4ec2-b6c1-ed4f250643ca,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:47.869875 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b0499ea-16a3-4efc-b865-6fdf761739fc tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:47.899770 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-49bf03bc-bc38-4c54-ac59-c25378866abe tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0504026 Jun 17 08:34:47.900011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43784) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:47.926869 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b06a238b-a3d2-4f0c-8529-f0300802da8b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.935928 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b06a238b-a3d2-4f0c-8529-f0300802da8b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.969231 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b06a238b-a3d2-4f0c-8529-f0300802da8b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.971440 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71c86739-1b07-442e-9685-88db0039f518 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:47.977487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b06a238b-a3d2-4f0c-8529-f0300802da8b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:47.978693 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b06a238b-a3d2-4f0c-8529-f0300802da8b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/3b2ebf13-8cd2-4d6d-acf9-8134319383a3 HTTP/1.1" status: 204 len: 168 time: 0.0778403 Jun 17 08:34:47.980677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Calling delete_port for a1fc3b5f-1e60-44e5-8d31-1ef107774485 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:47.984306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43786) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:47.991797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a238b-a3d2-4f0c-8529-f0300802da8b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b2ebf13-8cd2-4d6d-acf9-8134319383a3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:47.995005 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b06a238b-a3d2-4f0c-8529-f0300802da8b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:48.037653 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e63a7035-e5e3-44f9-bde9-895ae51412fe tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0486937 Jun 17 08:34:48.038982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43788) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:48.049564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-6efe7afc-bbd7-4512-901c-f9889c1e48e0 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Router 195a2c97-71f9-4226-811f-34c546fb2a4d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:34:48.056618 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8b2163f-bf80-4d0c-a0b5-c248acc6c86b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.068334 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.078814 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.126035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.129016 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:48.135536 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.137003 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2eb7b082-3994-488e-8026-4be484b577d9 HTTP/1.1" status: 204 len: 168 time: 0.0965405 Jun 17 08:34:48.145830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43790) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:48.156630 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2eb7b082-3994-488e-8026-4be484b577d9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:48.168581 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2163f-bf80-4d0c-a0b5-c248acc6c86b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 937ff51b-74e8-470d-ba78-b603a7951aa6 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:48.175901 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.176653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.177222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.177762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.178323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.178889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.179475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.180131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.180738 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.181279 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.181809 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.182329 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:48.189489 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:48.214347 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9646a092-e8c3-46d1-8148-fcfeb1d10400 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0629337 Jun 17 08:34:48.215877 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43792) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:48.279542 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-166083ba-4b1a-4f00-b330-71fdbbd01211 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.306075 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-166083ba-4b1a-4f00-b330-71fdbbd01211 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.349275 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-166083ba-4b1a-4f00-b330-71fdbbd01211 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.352893 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-166083ba-4b1a-4f00-b330-71fdbbd01211 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.353420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576580a-0ac2-4d4d-abc5-28698bc2411a req-ad02e703-6c73-48d3-b195-47770743a33f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:48.356516 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-166083ba-4b1a-4f00-b330-71fdbbd01211 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-groups/c7b7a87f-9bbe-4c6a-9c9c-7ffeec2d95bc HTTP/1.1" status: 204 len: 168 time: 0.1372066 Jun 17 08:34:48.356516 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77368e33-b370-454a-aeea-ff8bd814b94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:48.360156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43796) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:48.360488 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4576580a-0ac2-4d4d-abc5-28698bc2411a req-ad02e703-6c73-48d3-b195-47770743a33f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.4064548 Jun 17 08:34:48.366676 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.377173 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91509315-a39c-4e29-99ec-62adf6904c07 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:48.380113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166083ba-4b1a-4f00-b330-71fdbbd01211 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b7a87f-9bbe-4c6a-9c9c-7ffeec2d95bc,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:48.385986 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-166083ba-4b1a-4f00-b330-71fdbbd01211 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:48.425939 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-206c6b7c-a9e0-4ea9-b2c4-5c1c111a0c9c tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600183 Jun 17 08:34:48.426272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event deleted for resources: {'Port': ['ID=a1fc3b5f-1e60-44e5-8d31-1ef107774485,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:48.429089 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43798) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:48.432471 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:48.433620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] No DVR routers for this DVR port a1fc3b5f-1e60-44e5-8d31-1ef107774485 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:48.435722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b56b68fa-a5a6-41b6-88be-3eb073eabf45 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1104246801'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:48.464537 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b56b68fa-a5a6-41b6-88be-3eb073eabf45 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.476858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-6efe7afc-bbd7-4512-901c-f9889c1e48e0 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:34:48.485180 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-6efe7afc-bbd7-4512-901c-f9889c1e48e0 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.489567 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016bc4c3-d27f-4d0c-b006-57ee368461f8 None None] Sync routers for ids ['195a2c97-71f9-4226-811f-34c546fb2a4d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:34:48.506466 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016bc4c3-d27f-4d0c-b006-57ee368461f8 None None] Routers {'195a2c97-71f9-4226-811f-34c546fb2a4d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:48.507553 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-016bc4c3-d27f-4d0c-b006-57ee368461f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['195a2c97-71f9-4226-811f-34c546fb2a4d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:48.532711 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4576580a-0ac2-4d4d-abc5-28698bc2411a req-82e9e3a4-4b7a-4e91-9a2b-850379e833e6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712143 Jun 17 08:34:48.580376 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b56b68fa-a5a6-41b6-88be-3eb073eabf45 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.587643 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b56b68fa-a5a6-41b6-88be-3eb073eabf45 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.603642 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-24ba70b6-bc46-4c0d-a1b5-324b48bc4f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:48.632880 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-016bc4c3-d27f-4d0c-b006-57ee368461f8 None None] Set router 195a2c97-71f9-4226-811f-34c546fb2a4d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:48.635532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b68fa-a5a6-41b6-88be-3eb073eabf45 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cfc4bd-ac58-4640-8eed-4152aeda2939,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:48.645276 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b56b68fa-a5a6-41b6-88be-3eb073eabf45 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:48.649480 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b56b68fa-a5a6-41b6-88be-3eb073eabf45 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.654044 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b56b68fa-a5a6-41b6-88be-3eb073eabf45 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2212162 Jun 17 08:34:48.654578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43804) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:48.666051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b3af9c90-01a4-44fa-a6d0-2e4a4dfe3407 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': 'c3cfc4bd-ac58-4640-8eed-4152aeda2939', 'direction': 'ingress', 'protocol': 17}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:48.718985 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-6efe7afc-bbd7-4512-901c-f9889c1e48e0 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "PUT /v2.0/floatingips/35f1bac4-181f-4d63-b663-c0cef784c027 HTTP/1.1" status: 200 len: 694 time: 2.4232030 Jun 17 08:34:48.721064 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.726899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:48.729431 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69115b1b-85d7-4f9b-b1e5-99da055db128" -d '{"events": [{"name": "network-changed", "server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:48.738516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3af9c90-01a4-44fa-a6d0-2e4a4dfe3407 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.749109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09962ed4-7cdc-48a8-81cf-6d9656db33e8']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:48.823405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1fc3b5f-1e60-44e5-8d31-1ef107774485 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:48.865000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:48.865799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccad435c-c1fa-4b80-bc1d-3ac8de9cf15d') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:48.878325 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8b2163f-bf80-4d0c-a0b5-c248acc6c86b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.883267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.886995 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae83baa3-0658-4bcd-add6-7df08588ff94 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:48.888937 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3af9c90-01a4-44fa-a6d0-2e4a4dfe3407 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.893987 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: a1fc3b5f-1e60-44e5-8d31-1ef107774485 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:48.894363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1fc3b5f-1e60-44e5-8d31-1ef107774485 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:48.897238 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3af9c90-01a4-44fa-a6d0-2e4a4dfe3407 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.899231 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:48.908262 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.935171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2163f-bf80-4d0c-a0b5-c248acc6c86b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=937ff51b-74e8-470d-ba78-b603a7951aa6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:48.939144 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-016bc4c3-d27f-4d0c-b006-57ee368461f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5cb27783-9e0c-4059-88e6-3e6ddaa7d217', 'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'mac_address': 'fa:16:3e:74:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:39Z', 'updated_at': '2021-06-17T08:33:50Z', 'revision_number': 5, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'subnets': [{'id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:48.949188 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8b2163f-bf80-4d0c-a0b5-c248acc6c86b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:48.949415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af9c90-01a4-44fa-a6d0-2e4a4dfe3407 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f08a5dd-a587-4c7d-af4d-ec345deaca1d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:48.957480 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b3af9c90-01a4-44fa-a6d0-2e4a4dfe3407 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:48.963854 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.966038 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b3af9c90-01a4-44fa-a6d0-2e4a4dfe3407 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:48.975462 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b3af9c90-01a4-44fa-a6d0-2e4a4dfe3407 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3168402 Jun 17 08:34:48.977799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43810) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:49.010287 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016bc4c3-d27f-4d0c-b006-57ee368461f8 None None] Checking router: 195a2c97-71f9-4226-811f-34c546fb2a4d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:34:49.043402 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016bc4c3-d27f-4d0c-b006-57ee368461f8 None None] Routers {'195a2c97-71f9-4226-811f-34c546fb2a4d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:34:49.049636 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-016bc4c3-d27f-4d0c-b006-57ee368461f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['195a2c97-71f9-4226-811f-34c546fb2a4d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:49.099759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:49.103489 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.109414 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e416f36-9a57-4245-b2b4-5a8f1079da1a x-openstack-request-id: req-6e416f36-9a57-4245-b2b4-5a8f1079da1a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:49.111900 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:49.112246 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6e416f36-9a57-4245-b2b4-5a8f1079da1a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:49.112770 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'status': 'completed', 'code': 200} Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:49.122205 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:49.132958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69115b1b-85d7-4f9b-b1e5-99da055db128 req-45cd9ce1-82ec-48af-9360-49e837855fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:49.134917 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-69115b1b-85d7-4f9b-b1e5-99da055db128 req-45cd9ce1-82ec-48af-9360-49e837855fc8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4cfae80e624040a5bee9cb0dd5b9b748&device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 1098 time: 0.0875366 Jun 17 08:34:49.137082 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8b2163f-bf80-4d0c-a0b5-c248acc6c86b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.139155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b8b2163f-bf80-4d0c-a0b5-c248acc6c86b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/937ff51b-74e8-470d-ba78-b603a7951aa6 HTTP/1.1" status: 204 len: 168 time: 2.1155214 Jun 17 08:34:49.149208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43812) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:49.187728 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-016bc4c3-d27f-4d0c-b006-57ee368461f8 None None] Set router 195a2c97-71f9-4226-811f-34c546fb2a4d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:34:49.246875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69115b1b-85d7-4f9b-b1e5-99da055db128 req-d932c1a3-ea7d-489b-8d0c-39f4690ce2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:49.248357 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-69115b1b-85d7-4f9b-b1e5-99da055db128 req-d932c1a3-ea7d-489b-8d0c-39f4690ce2da service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 HTTP/1.1" status: 200 len: 920 time: 0.1054778 Jun 17 08:34:49.263802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-276ef5c1-a6f9-4da8-a6d4-7d3a5459b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:49.265687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-276ef5c1-a6f9-4da8-a6d4-7d3a5459b689 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=4cfae80e624040a5bee9cb0dd5b9b748&device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 1098 time: 0.5141659 Jun 17 08:34:49.272238 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb4c628-5d05-4b3a-9a7e-3f7a4ed0991f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:34:49.274062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bbb4c628-5d05-4b3a-9a7e-3f7a4ed0991f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/937ff51b-74e8-470d-ba78-b603a7951aa6 HTTP/1.1" status: 404 len: 333 time: 0.1205714 Jun 17 08:34:49.277571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43814) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:49.279752 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-31263cea-5edc-48c6-abfb-e964d673383e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.316502 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-69115b1b-85d7-4f9b-b1e5-99da055db128 req-f017b035-f13d-409b-af76-e6831ea1dcf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 217 time: 0.0606883 Jun 17 08:34:49.339253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.355824 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f487c58-c4dd-4733-b301-48a7276cad5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:49.370127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69115b1b-85d7-4f9b-b1e5-99da055db128 req-208f3458-fb39-4ac2-a85c-8c6b5e3697da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:49.371648 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-69115b1b-85d7-4f9b-b1e5-99da055db128 req-208f3458-fb39-4ac2-a85c-8c6b5e3697da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5c5814-446e-4bb8-b2ac-88ffaf8573ce HTTP/1.1" status: 200 len: 859 time: 0.0489082 Jun 17 08:34:49.400129 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.407343 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "DELETE /v2.0/networks/09962ed4-7cdc-48a8-81cf-6d9656db33e8 HTTP/1.1" status: 204 len: 168 time: 2.7954881 Jun 17 08:34:49.407569 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-69115b1b-85d7-4f9b-b1e5-99da055db128 req-63435b8d-840e-4080-b9e2-7438b58305af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280330 Jun 17 08:34:49.407730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43816) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:49.423581 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-31263cea-5edc-48c6-abfb-e964d673383e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.432852 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Pushing event deleted for resources: {'Network': ['ID=09962ed4-7cdc-48a8-81cf-6d9656db33e8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:49.443931 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-016bc4c3-d27f-4d0c-b006-57ee368461f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5cb27783-9e0c-4059-88e6-3e6ddaa7d217', 'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'mac_address': 'fa:16:3e:74:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:39Z', 'updated_at': '2021-06-17T08:33:50Z', 'revision_number': 5, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'subnets': [{'id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:49.448007 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-acd42b56-aa40-43d3-92a7-d925ff0a1342 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "GET /v2.0/ports?device_id=66a6eb08-9ab2-4c37-988c-3095372ff8e6 HTTP/1.1" status: 200 len: 205 time: 0.0390151 Jun 17 08:34:49.456899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43818) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:49.467783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.468171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.468792 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.469150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.469526 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.469899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.470267 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.470670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.471063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.471433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.471797 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.472161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:49.478320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f1eb37-1fe3-4d60-bbe7-ceabd5c534cc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting subnet 2f359409-29aa-44a7-867d-44c10153d26f {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:49.479740 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016bc4c3-d27f-4d0c-b006-57ee368461f8 None None] The sync data for ids ['195a2c97-71f9-4226-811f-34c546fb2a4d'] in n-d-779913-16 is: [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5cb27783-9e0c-4059-88e6-3e6ddaa7d217', 'name': '', 'network_id': 'e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'mac_address': 'fa:16:3e:74:97:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:39Z', 'updated_at': '2021-06-17T08:33:50Z', 'revision_number': 5, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'subnets': [{'id': '4c5c5814-446e-4bb8-b2ac-88ffaf8573ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:34:49.489216 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:49.510061 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16f1eb37-1fe3-4d60-bbe7-ceabd5c534cc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.547644 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78878a30-de79-4e49-be24-03e4402776bc req-e70f3150-c369-4a51-ab80-82549c301901 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:49.549593 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-78878a30-de79-4e49-be24-03e4402776bc req-e70f3150-c369-4a51-ab80-82549c301901 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.4077899 Jun 17 08:34:49.564432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5c54-16f4-4fa4-acad-9a8d184fe6da tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.595309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-645471da-0087-404f-824b-fb3e7f47abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:49.596837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-645471da-0087-404f-824b-fb3e7f47abdf service neutron] 10.222.0.47 "GET /v2.0/networks?id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 HTTP/1.1" status: 200 len: 920 time: 0.3201067 Jun 17 08:34:49.615972 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-31263cea-5edc-48c6-abfb-e964d673383e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.618610 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-31263cea-5edc-48c6-abfb-e964d673383e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.622085 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-31263cea-5edc-48c6-abfb-e964d673383e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-groups/c3cfc4bd-ac58-4640-8eed-4152aeda2939 HTTP/1.1" status: 204 len: 168 time: 0.6409984 Jun 17 08:34:49.622377 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16f1eb37-1fe3-4d60-bbe7-ceabd5c534cc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.627665 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5a24d1f2-1f07-4666-8373-fc8996cf0460 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:49.636825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43820) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:49.701482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-bd8d3374-fc94-4c47-b6ff-c5daa90ff3d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 200 len: 217 time: 0.0957117 Jun 17 08:34:49.718294 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31263cea-5edc-48c6-abfb-e964d673383e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cfc4bd-ac58-4640-8eed-4152aeda2939,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:49.743361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-78878a30-de79-4e49-be24-03e4402776bc req-754b500c-543c-4836-9228-73330f8d2e9a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696229 Jun 17 08:34:49.748286 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-31263cea-5edc-48c6-abfb-e964d673383e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:49.796721 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a8fe70-b233-4482-b713-e9858595cfee None None] New status for floating IP 35f1bac4-181f-4d63-b663-c0cef784c027: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:34:49.813691 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3e4279e0-e8d8-4fdb-aa87-ab31bd620551 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1321437 Jun 17 08:34:49.818314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43830) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:49.823283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-cd0b261a-25a5-4e31-970a-0ec44db5bb92 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group': {'name': 'tempest-secgroup--1825206509'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:49.874397 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd0b261a-25a5-4e31-970a-0ec44db5bb92 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.951057 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16f1eb37-1fe3-4d60-bbe7-ceabd5c534cc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:49.987895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-ebd47298-cf9d-47b8-97a4-99708d890d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:49.995827 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-ebd47298-cf9d-47b8-97a4-99708d890d16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4c5c5814-446e-4bb8-b2ac-88ffaf8573ce HTTP/1.1" status: 200 len: 859 time: 0.2723122 Jun 17 08:34:50.030313 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-69115b1b-85d7-4f9b-b1e5-99da055db128 req-46475e52-257b-4c69-870a-d3d9867bcc50 service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6123524 Jun 17 08:34:50.077945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-1a16dcba-e7c1-43cc-9609-088d8b39539a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806568 Jun 17 08:34:50.160638 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5c54-16f4-4fa4-acad-9a8d184fe6da tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.164110 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5c54-16f4-4fa4-acad-9a8d184fe6da tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.201565 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16f1eb37-1fe3-4d60-bbe7-ceabd5c534cc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.209396 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:50.230081 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5c54-16f4-4fa4-acad-9a8d184fe6da tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.230559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ad5c54-16f4-4fa4-acad-9a8d184fe6da tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Fanout notify agent at l3_agent the message router_deleted on router 66a6eb08-9ab2-4c37-988c-3095372ff8e6 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:34:50.239220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a3ad5c54-16f4-4fa4-acad-9a8d184fe6da tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.240302 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a3ad5c54-16f4-4fa4-acad-9a8d184fe6da tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] 10.222.0.47 "DELETE /v2.0/routers/66a6eb08-9ab2-4c37-988c-3095372ff8e6 HTTP/1.1" status: 204 len: 168 time: 0.7824647 Jun 17 08:34:50.245752 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-69115b1b-85d7-4f9b-b1e5-99da055db128 req-777ca5be-4a5a-4083-bdba-382fe3b9d1e6 service neutron] 10.222.0.10 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919558 Jun 17 08:34:50.271628 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1eb37-1fe3-4d60-bbe7-ceabd5c534cc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Subnet': ['ID=2f359409-29aa-44a7-867d-44c10153d26f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:50.284462 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-16f1eb37-1fe3-4d60-bbe7-ceabd5c534cc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:50.284681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba3f71c-b9f0-4eca-9ee4-20c077971f72 None None] Network c11d58f0-9308-4248-a07e-74e1005e439c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:50.289506 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-16f1eb37-1fe3-4d60-bbe7-ceabd5c534cc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.293889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-16f1eb37-1fe3-4d60-bbe7-ceabd5c534cc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/2f359409-29aa-44a7-867d-44c10153d26f HTTP/1.1" status: 204 len: 168 time: 1.0127463 Jun 17 08:34:50.295136 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43836) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:50.302331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0d413-7223-4eae-a318-60b2cdafe65c req-e9eaa173-1f78-43d4-8a0b-d3dddd0c05f2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:50.310072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6fb0d413-7223-4eae-a318-60b2cdafe65c req-e9eaa173-1f78-43d4-8a0b-d3dddd0c05f2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3116436 Jun 17 08:34:50.319571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-05619c98-291c-40c7-8db7-f71c06c6fd38 service neutron] 10.222.0.47 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349439 Jun 17 08:34:50.326455 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd0b261a-25a5-4e31-970a-0ec44db5bb92 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.357367 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd0b261a-25a5-4e31-970a-0ec44db5bb92 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.360940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e2e241-66df-4e80-9418-3a5279f2569f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting subnet 0a5f9265-5eae-40d4-8008-38d076f762c4 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:34:50.363929 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fbf5005f-b424-44c8-b603-a6b3d7c5b310 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:50.364913 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75e2e241-66df-4e80-9418-3a5279f2569f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.412405 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75e2e241-66df-4e80-9418-3a5279f2569f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.443917 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd0b261a-25a5-4e31-970a-0ec44db5bb92 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.447594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cd0b261a-25a5-4e31-970a-0ec44db5bb92 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6258554 Jun 17 08:34:50.448896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43838) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:50.453938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3213a024-067e-4d45-9cd6-2e31836f310d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group': {'name': 'tempest-secgroup--559793465'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:50.454155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b261a-25a5-4e31-970a-0ec44db5bb92 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604d56f3-8437-4088-8617-41ed77552ffd,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:50.467820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6fb0d413-7223-4eae-a318-60b2cdafe65c req-be3b53e5-7a75-48f4-9648-2e5d8d7d140f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566870 Jun 17 08:34:50.468858 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cd0b261a-25a5-4e31-970a-0ec44db5bb92 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:50.536739 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3213a024-067e-4d45-9cd6-2e31836f310d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.545451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1de0cc5c-847d-49c1-bc42-f3f91a9d52f6 req-598a4c70-ac3e-4a80-9d42-c876d2d611b1 service neutron] 10.222.0.47 "GET /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165878 Jun 17 08:34:50.585074 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75e2e241-66df-4e80-9418-3a5279f2569f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.705236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43850) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:50.708442 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75e2e241-66df-4e80-9418-3a5279f2569f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.719077 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45eed042-f14f-434a-bcfc-eb4c505c56cc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:50.757083 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-a0da98f9-2733-429e-a6ac-449e5f2aaf83 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/floatingips/35f1bac4-181f-4d63-b663-c0cef784c027 HTTP/1.1" status: 200 len: 692 time: 0.0843892 Jun 17 08:34:50.771301 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2e241-66df-4e80-9418-3a5279f2569f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5f9265-5eae-40d4-8008-38d076f762c4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:50.778408 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-75e2e241-66df-4e80-9418-3a5279f2569f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:50.783161 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75e2e241-66df-4e80-9418-3a5279f2569f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.789894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43856) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:50.791173 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-75e2e241-66df-4e80-9418-3a5279f2569f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/0a5f9265-5eae-40d4-8008-38d076f762c4 HTTP/1.1" status: 204 len: 168 time: 0.4946384 Jun 17 08:34:50.800252 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3213a024-067e-4d45-9cd6-2e31836f310d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.813679 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3213a024-067e-4d45-9cd6-2e31836f310d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.848937 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9339e3c-1546-4a03-a2e6-2c00c5bd9e44 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:50.855733 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3213a024-067e-4d45-9cd6-2e31836f310d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:50.859657 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3213a024-067e-4d45-9cd6-2e31836f310d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4071867 Jun 17 08:34:50.864746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43860) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:50.876020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-cb4fa125-19c4-4c4f-a449-8f30a5a14bec tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': '604d56f3-8437-4088-8617-41ed77552ffd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ee13e5bd-351c-4980-b02a-de8c7182857d', 'remote_ip_prefix': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:50.926020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213a024-067e-4d45-9cd6-2e31836f310d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee13e5bd-351c-4980-b02a-de8c7182857d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:50.931935 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3213a024-067e-4d45-9cd6-2e31836f310d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:50.943143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa125-19c4-4c4f-a449-8f30a5a14bec tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.032169 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-14bb6b51-0ef9-425d-bb59-5f557f34b4e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=08fda7d3563a483fb808a1d017987d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231206 Jun 17 08:34:51.035635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43862) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:51.083784 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa125-19c4-4c4f-a449-8f30a5a14bec tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.091517 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.096389 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa125-19c4-4c4f-a449-8f30a5a14bec tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.105381 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-14172c95-34fe-49a4-8e35-025a7cb20a0b tempest-ServerActionsTestJSON-632362998 tempest-ServerActionsTestJSON-632362998-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:51.116053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-7fec0257-092a-476a-b3ef-7dd7e0dcd104 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:51.120256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-7fec0257-092a-476a-b3ef-7dd7e0dcd104 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 784 time: 0.3544118 Jun 17 08:34:51.123694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fa125-19c4-4c4f-a449-8f30a5a14bec tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913f6fc1-b580-4f44-8a07-9e200810abd7,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:51.129406 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cb4fa125-19c4-4c4f-a449-8f30a5a14bec tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:51.138126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-1f418fec-1d59-4cb6-9448-4603fb1e681d tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:34:51.139460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-1f418fec-1d59-4cb6-9448-4603fb1e681d tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153458 Jun 17 08:34:51.157133 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa125-19c4-4c4f-a449-8f30a5a14bec tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.158348 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cb4fa125-19c4-4c4f-a449-8f30a5a14bec tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2924154 Jun 17 08:34:51.161628 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ade3714-cde3-4c03-8091-c0d790c981a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.163483 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43864) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:51.200440 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ffe34f1-4468-44c4-a8cf-1cb70422beed tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.210257 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ffe34f1-4468-44c4-a8cf-1cb70422beed tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.218004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49dbbe-7401-4fbd-a17f-991293cff7b9 req-e10ac96c-9f1f-4a15-9fa6-338f1337afa2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:51.225363 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb49dbbe-7401-4fbd-a17f-991293cff7b9 req-e10ac96c-9f1f-4a15-9fa6-338f1337afa2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2679558 Jun 17 08:34:51.250995 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ade3714-cde3-4c03-8091-c0d790c981a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.255200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-aaf26068-1fc4-445c-8e3a-120384e9ae82 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.1078308 Jun 17 08:34:51.258679 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ffe34f1-4468-44c4-a8cf-1cb70422beed tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.262915 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b3af9c90-01a4-44fa-a6d0-2e4a4dfe3407 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:51.276167 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ffe34f1-4468-44c4-a8cf-1cb70422beed tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.277552 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5ffe34f1-4468-44c4-a8cf-1cb70422beed tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/913f6fc1-b580-4f44-8a07-9e200810abd7 HTTP/1.1" status: 204 len: 168 time: 0.1128407 Jun 17 08:34:51.278626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe34f1-4468-44c4-a8cf-1cb70422beed tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=913f6fc1-b580-4f44-8a07-9e200810abd7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:51.284689 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43866) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:51.290666 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5ffe34f1-4468-44c4-a8cf-1cb70422beed tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:51.329949 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb49dbbe-7401-4fbd-a17f-991293cff7b9 req-0d8b0c3b-c270-4f32-b551-193e5996ac56 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029634 Jun 17 08:34:51.379628 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4899b038-debf-4eed-937e-28711e6bf01d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0911305 Jun 17 08:34:51.379824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-61ab6c28-5279-42c3-a005-56b22c5f1015 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.8.98 HTTP/1.1" status: 200 len: 695 time: 0.1100941 Jun 17 08:34:51.379919 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ade3714-cde3-4c03-8091-c0d790c981a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.381688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ade3714-cde3-4c03-8091-c0d790c981a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.385025 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3ade3714-cde3-4c03-8091-c0d790c981a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7800331d-ce34-4684-9211-025647499061 HTTP/1.1" status: 204 len: 168 time: 0.3462071 Jun 17 08:34:51.385025 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43870) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:51.385025 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4aec4370-e6d6-4c08-b4b3-ed3cea1eba5c tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:51.398808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:51.399171 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.442055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade3714-cde3-4c03-8091-c0d790c981a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7800331d-ce34-4684-9211-025647499061,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:51.448553 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ade3714-cde3-4c03-8091-c0d790c981a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:51.485552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cc13d1b-51c0-4e4c-a2b7-6ce84118c3db tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.513469 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cc13d1b-51c0-4e4c-a2b7-6ce84118c3db tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.524300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d760ae1a-ccf2-4cbc-a82d-cadba84cd1c3 None None] Network c11d58f0-9308-4248-a07e-74e1005e439c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:51.572244 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cc13d1b-51c0-4e4c-a2b7-6ce84118c3db tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.572244 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cc13d1b-51c0-4e4c-a2b7-6ce84118c3db tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.573034 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1cc13d1b-51c0-4e4c-a2b7-6ce84118c3db tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-groups/ee13e5bd-351c-4980-b02a-de8c7182857d HTTP/1.1" status: 204 len: 168 time: 0.1859846 Jun 17 08:34:51.573899 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa8a110f-e13f-4dee-bb9b-8854b41a4b27 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:51.592164 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43876) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:51.593084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc13d1b-51c0-4e4c-a2b7-6ce84118c3db tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee13e5bd-351c-4980-b02a-de8c7182857d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:51.612927 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1cc13d1b-51c0-4e4c-a2b7-6ce84118c3db tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:51.666831 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-41fbfdbb-f2e0-4ba1-9c13-b8bb96a0b034 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0672338 Jun 17 08:34:51.677457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43880) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:51.722689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-53cbc0d3-e7cd-4b39-864d-2f0b0318bfa2 None None] Provisioning complete for port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:51.723105 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-53cbc0d3-e7cd-4b39-864d-2f0b0318bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.739783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] For port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=73cf4ecb-f2cf-44d3-a097-98aaaabcbf96,segment=NetworkSegment(e77732fb-bd83-48db-ab63-9297f12e5186),segment_id=e77732fb-bd83-48db-ab63-9297f12e5186)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:51.740167 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.847343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:51.886314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90cb78-3666-47d4-a3fa-ee42eab56bf3 req-ee0fe192-68b5-4e67-acc7-df5431861370 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:51.887783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca90cb78-3666-47d4-a3fa-ee42eab56bf3 req-ee0fe192-68b5-4e67-acc7-df5431861370 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3327806 Jun 17 08:34:51.914393 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b87ab1-6e96-4c52-990e-f4962fb4b7ff None None] DHCP port deletion for c11d58f0-9308-4248-a07e-74e1005e439c request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:34:51.967005 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93808cf1-71a9-4dce-a46b-46eaac2f05fa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.981739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-31b87ab1-6e96-4c52-990e-f4962fb4b7ff None None] Deleting port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:51.982195 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31b87ab1-6e96-4c52-990e-f4962fb4b7ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:51.982435 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Deleting port 549fcdb8-cbf5-44c3-bc1d-8f5541365cf8 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:51.982793 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.106003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-31b87ab1-6e96-4c52-990e-f4962fb4b7ff None None] For port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=73cf4ecb-f2cf-44d3-a097-98aaaabcbf96,segment=NetworkSegment(e77732fb-bd83-48db-ab63-9297f12e5186),segment_id=e77732fb-bd83-48db-ab63-9297f12e5186)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:52.107096 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31b87ab1-6e96-4c52-990e-f4962fb4b7ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.199742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-31b87ab1-6e96-4c52-990e-f4962fb4b7ff None None] Calling delete_port for 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:52.289581 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31b87ab1-6e96-4c52-990e-f4962fb4b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.292855 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:52.300143 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43900) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:52.316736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b87ab1-6e96-4c52-990e-f4962fb4b7ff None None] Pushing event deleted for resources: {'Port': ['ID=73cf4ecb-f2cf-44d3-a097-98aaaabcbf96,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:52.325437 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-31b87ab1-6e96-4c52-990e-f4962fb4b7ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:52.326550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b87ab1-6e96-4c52-990e-f4962fb4b7ff None None] No DVR routers for this DVR port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:52.422308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1073640329'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:52.446757 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Made reservation on behalf of 29aac2de57b740fda5b4d887624c894b for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:52.446757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.460576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.485843 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca90cb78-3666-47d4-a3fa-ee42eab56bf3 req-cfa8e745-a076-4539-8061-f39ce26c0afa tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5861750 Jun 17 08:34:52.497378 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93808cf1-71a9-4dce-a46b-46eaac2f05fa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.565444 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.574737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.575084 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.577672 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8f2f09ca-023d-4086-a256-2a93ecb5ed48 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:52.583437 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.593378 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.600422 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2ec1b345-15d7-4edd-b1f1-f7e954bb7ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:52.611540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No DVR routers for this DVR port 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:52.643260 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87bffd3e-7dd3-462c-a5ee-4f9265403e5b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:52.647820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=73cf4ecb-f2cf-44d3-a097-98aaaabcbf96,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:52.658931 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:52.695120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Calling delete_port for 549fcdb8-cbf5-44c3-bc1d-8f5541365cf8 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:52.698713 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:52.713426 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93808cf1-71a9-4dce-a46b-46eaac2f05fa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.714538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:52.716679 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93808cf1-71a9-4dce-a46b-46eaac2f05fa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.720838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-93808cf1-71a9-4dce-a46b-46eaac2f05fa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-groups/604d56f3-8437-4088-8617-41ed77552ffd HTTP/1.1" status: 204 len: 168 time: 1.0404532 Jun 17 08:34:52.721352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43908) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:52.734074 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b515f426-a29f-4206-8c51-281b5f49fb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:52.757312 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.757804 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Added segment 2d78c688-b31c-4f23-b947-53140b64bb04 of type vlan for network 8ed3b176-5741-43ad-8b14-45d8eb5a4d45 Jun 17 08:34:52.765637 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:34:52.780853 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93808cf1-71a9-4dce-a46b-46eaac2f05fa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604d56f3-8437-4088-8617-41ed77552ffd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:52.809198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:34:52.810377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 73cf4ecb-f2cf-44d3-a097-98aaaabcbf96 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:34:52.818064 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93808cf1-71a9-4dce-a46b-46eaac2f05fa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:52.832809 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.835175 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.844979 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7b49e031-833a-4315-b4cd-eeb26e6cf61f tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1176703 Jun 17 08:34:52.850948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43910) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:52.857050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-8a0b4420-04dc-4b94-a784-24790f70210a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109294861'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:52.858814 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c11d58f0-9308-4248-a07e-74e1005e439c']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:52.895450 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.900465 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77732fb-bd83-48db-ab63-9297f12e5186') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:52.900762 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77732fb-bd83-48db-ab63-9297f12e5186') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:52.902220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:52.903090 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.907711 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6b02011-3636-46e1-8815-d1d9b0424a98 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:52.915550 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4420-04dc-4b94-a784-24790f70210a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.922019 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.953739 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.966390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:34:52.967390 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:34:52.971197 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:34:52.977449 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6758440 Jun 17 08:34:52.981998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43912) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:52.993740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Request body: {'subnet': {'network_id': '8ed3b176-5741-43ad-8b14-45d8eb5a4d45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:53.048085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Pushing event updated for resources: {'Network': ['ID=8ed3b176-5741-43ad-8b14-45d8eb5a4d45,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.054834 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:53.066215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 8ed3b176-5741-43ad-8b14-45d8eb5a4d45 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:53.067073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd967704-d3da-4f04-98cd-2e41853a265a req-3126a50a-1d98-4305-a5f0-9c1101c6b625 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:53.068852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cd967704-d3da-4f04-98cd-2e41853a265a req-3126a50a-1d98-4305-a5f0-9c1101c6b625 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2263186 Jun 17 08:34:53.100120 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.133075 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-db79f15f-8add-4e4d-9de6-66a71616fe38 tempest-DHCPAgentSchedulersTestJSON-1804263951 tempest-DHCPAgentSchedulersTestJSON-1804263951-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.152077 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.161025 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/networks/c11d58f0-9308-4248-a07e-74e1005e439c HTTP/1.1" status: 204 len: 168 time: 2.3677247 Jun 17 08:34:53.161260 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43918) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:53.165905 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4420-04dc-4b94-a784-24790f70210a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.186614 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.190889 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Network': ['ID=c11d58f0-9308-4248-a07e-74e1005e439c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.194038 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:53.195362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4420-04dc-4b94-a784-24790f70210a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.204978 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-85fdd45d-27e9-40ab-aca3-6e2a0d40d07a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.205667 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-412e8d3c-2dfa-48f3-a71c-a95e1003d1b2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.245927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Made reservation on behalf of 29aac2de57b740fda5b4d887624c894b for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:53.249423 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.256478 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a0b4420-04dc-4b94-a784-24790f70210a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.260212 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8a0b4420-04dc-4b94-a784-24790f70210a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4057372 Jun 17 08:34:53.260212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b4420-04dc-4b94-a784-24790f70210a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4265b1bc-87d0-48e9-b5cd-25fde9f92024,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.270853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43920) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:53.276415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c1301a35-474a-44af-8067-67533845f962 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': '4265b1bc-87d0-48e9-b5cd-25fde9f92024', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:53.279099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cd967704-d3da-4f04-98cd-2e41853a265a req-3410c825-d07c-4148-8c7c-42907274e1be tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026067 Jun 17 08:34:53.280591 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8a0b4420-04dc-4b94-a784-24790f70210a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:53.282053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Pushing event deleted for resources: {'Port': ['ID=549fcdb8-cbf5-44c3-bc1d-8f5541365cf8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.284786 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:53.304633 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.308515 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.309897 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d0c62e-66b6-4685-bec8-354eac8bdf64 req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "DELETE /v2.0/floatingips/35f1bac4-181f-4d63-b663-c0cef784c027 HTTP/1.1" status: 204 len: 173 time: 1.9306850 Jun 17 08:34:53.380251 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f083083-d13b-491f-b0ac-882c458344ce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:53.385616 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3f083083-d13b-491f-b0ac-882c458344ce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2201853 Jun 17 08:34:53.386193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0286768e-f558-4c40-87df-042218f9e4e1 req-65da8fa2-3bff-45fb-a263-28fa84994173 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups/397eec24-7000-4596-a567-88751dd25b7e HTTP/1.1" status: 200 len: 1808 time: 0.0534542 Jun 17 08:34:53.386193 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43926) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:53.407084 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c1301a35-474a-44af-8067-67533845f962 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.527400 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c1301a35-474a-44af-8067-67533845f962 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.535308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c1301a35-474a-44af-8067-67533845f962 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.555632 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0286768e-f558-4c40-87df-042218f9e4e1 req-1a278288-d846-4712-9dc7-3a01592ec6e9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.559752 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b44fb35-a6c6-4561-9da5-b8aa48159d89 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.565908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-394de0be-5f4c-415a-9fe8-86e2b98640ec tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1784093 Jun 17 08:34:53.574115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43928) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:53.592245 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-752955998'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:53.602625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e6fb-d46b-4f21-8bdc-5f2ece853599 req-47eb21de-652d-4955-9a7c-b32baa54cea9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:53.604424 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be03e6fb-d46b-4f21-8bdc-5f2ece853599 req-47eb21de-652d-4955-9a7c-b32baa54cea9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1594906 Jun 17 08:34:53.606298 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0286768e-f558-4c40-87df-042218f9e4e1 req-1a278288-d846-4712-9dc7-3a01592ec6e9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.617569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1301a35-474a-44af-8067-67533845f962 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669f0826-4c5b-43f2-b868-82f96c46bfd0,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.623600 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c1301a35-474a-44af-8067-67533845f962 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.625109 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c1301a35-474a-44af-8067-67533845f962 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3534899 Jun 17 08:34:53.626161 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c1301a35-474a-44af-8067-67533845f962 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:53.631978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43930) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:53.638759 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.643275 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3e3a6c52-f639-4c39-9f35-d849aac7ab44 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.674269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:53.678851 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.695449 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be03e6fb-d46b-4f21-8bdc-5f2ece853599 req-a21b0add-9322-4cc9-a017-83ed1e8ecd38 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800552 Jun 17 08:34:53.697050 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8868268-b019-4130-9b2a-fe0eab3bc3c2 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.707019 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8868268-b019-4130-9b2a-fe0eab3bc3c2 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.714639 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0286768e-f558-4c40-87df-042218f9e4e1 req-1a278288-d846-4712-9dc7-3a01592ec6e9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.717859 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0286768e-f558-4c40-87df-042218f9e4e1 req-1a278288-d846-4712-9dc7-3a01592ec6e9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.719366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0286768e-f558-4c40-87df-042218f9e4e1 req-1a278288-d846-4712-9dc7-3a01592ec6e9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "DELETE /v2.0/security-groups/397eec24-7000-4596-a567-88751dd25b7e HTTP/1.1" status: 204 len: 173 time: 0.3130064 Jun 17 08:34:53.722214 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ece3122f-90b8-42ee-adcb-e226e6c4ae7b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.744690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a278288-d846-4712-9dc7-3a01592ec6e9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=397eec24-7000-4596-a567-88751dd25b7e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.747123 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a278288-d846-4712-9dc7-3a01592ec6e9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:53.769243 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8868268-b019-4130-9b2a-fe0eab3bc3c2 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.777208 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8868268-b019-4130-9b2a-fe0eab3bc3c2 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.779239 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b8868268-b019-4130-9b2a-fe0eab3bc3c2 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/669f0826-4c5b-43f2-b868-82f96c46bfd0 HTTP/1.1" status: 204 len: 168 time: 0.1456633 Jun 17 08:34:53.779994 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8b7789b-20b5-4bdc-9528-769088750316 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:53.784194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43938) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:53.796447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8868268-b019-4130-9b2a-fe0eab3bc3c2 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=669f0826-4c5b-43f2-b868-82f96c46bfd0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.800530 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8868268-b019-4130-9b2a-fe0eab3bc3c2 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:53.813705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Pushing event updated for resources: {'Subnet': ['ID=eb927974-4709-4ab7-8b05-564408447fbc,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:53.834688 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:53.836996 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:34:53.856043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bb3ee9e5-027a-48ad-b705-1a846cf56893 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0704131 Jun 17 08:34:53.858495 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43940) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:53.869694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Checking segment: {'id': '2d78c688-b31c-4f23-b947-53140b64bb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ed3b176-5741-43ad-8b14-45d8eb5a4d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:53.870095 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Network hostable DHCP agents. Network: 8ed3b176-5741-43ad-8b14-45d8eb5a4d45, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:53.881628 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.881778 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Added segment d6bb8adf-5c54-4c23-9b9e-563fb55f2eae of type vlan for network 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 Jun 17 08:34:53.944928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Network 8ed3b176-5741-43ad-8b14-45d8eb5a4d45 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:53.948427 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.949043 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-27ace8e9-d0db-479a-807a-876e82702d74 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.973052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 8ed3b176-5741-43ad-8b14-45d8eb5a4d45) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:53.982616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f01b5d1-c3f5-4db2-912a-87cebe9e33a2 None None] Network 8ed3b176-5741-43ad-8b14-45d8eb5a4d45 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:53.986304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:53.987302 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:53.999835 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-27ace8e9-d0db-479a-807a-876e82702d74 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.004372 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.011069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:54.011781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.015946 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02f8fb96-b410-4ece-ad8d-b5d3c694c8e7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:54.029747 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0378323 Jun 17 08:34:54.030871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43942) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:54.065759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Request body: {'port': {'network_id': '8ed3b176-5741-43ad-8b14-45d8eb5a4d45', 'name': 'tempest-TagsExtTest-1737826896'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:54.080515 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5014431 Jun 17 08:34:54.084878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43944) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:54.090801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': '00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:54.172942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Network': ['ID=00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:54.178199 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:54.197357 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-27ace8e9-d0db-479a-807a-876e82702d74 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.222868 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-27ace8e9-d0db-479a-807a-876e82702d74 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.228973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:34:54.230417 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-27ace8e9-d0db-479a-807a-876e82702d74 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-groups/4265b1bc-87d0-48e9-b5cd-25fde9f92024 HTTP/1.1" status: 204 len: 168 time: 0.3705800 Jun 17 08:34:54.233575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43952) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:54.241129 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-05c2e2ed-6ef1-4ae2-acc3-944f1cd34cc1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:54.248581 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:54.259243 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.310409 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ace8e9-d0db-479a-807a-876e82702d74 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4265b1bc-87d0-48e9-b5cd-25fde9f92024,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:54.325388 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-27ace8e9-d0db-479a-807a-876e82702d74 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:54.434860 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-8ed3b176-5741-43ad-8b14-45d8eb5a4d45', 'network_id': '8ed3b176-5741-43ad-8b14-45d8eb5a4d45', 'tenant_id': '29aac2de57b740fda5b4d887624c894b', 'fixed_ips': [{'subnet_id': 'eb927974-4709-4ab7-8b05-564408447fbc'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:54.435741 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.561873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-faf023ab-029e-48d8-bdc5-35a3b3c07a70 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3093147 Jun 17 08:34:54.562464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43964) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:54.585854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1c724b01-c546-4de5-a442-e4f63fd3e073 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group': {'name': 'tempest-secgroup--284374505'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:54.615525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.626100 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b135c3fc-e3df-4a2e-a3b7-782a3717c236 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:54.664400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Made reservation on behalf of 29aac2de57b740fda5b4d887624c894b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:54.668433 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.673376 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c724b01-c546-4de5-a442-e4f63fd3e073 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.704894 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Subnet': ['ID=a0a0d9fb-b36f-4b1e-acea-18d263e586a6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:54.716666 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:54.728399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Checking segment: {'id': 'd6bb8adf-5c54-4c23-9b9e-563fb55f2eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:54.728933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network hostable DHCP agents. Network: 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:34:54.756782 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb8392-8989-457f-90e2-02a5fa3a6bff req-9dbf2646-400e-4fe6-baf6-1fa7bec0f388 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:54.757576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Allocated IP 172.20.0.2 (8ed3b176-5741-43ad-8b14-45d8eb5a4d45/eb927974-4709-4ab7-8b05-564408447fbc/ded1bd6e-c2b2-4cb4-abed-59fb131ee284) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:54.758451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9fb8392-8989-457f-90e2-02a5fa3a6bff req-9dbf2646-400e-4fe6-baf6-1fa7bec0f388 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.3293328 Jun 17 08:34:54.761648 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:34:54.778969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:54.800929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:54.802604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.836319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] device_id is not set on port 1b8325b7-32a7-4d52-b86a-c11105b8d09d yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:54.868082 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9fb8392-8989-457f-90e2-02a5fa3a6bff req-f8831f10-443e-4b8d-8b66-3132af370e59 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 Jun 17 08:34:54.898758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bba0b9-0342-4713-a39d-e85f329f06f8 None None] Network 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:54.920852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c724b01-c546-4de5-a442-e4f63fd3e073 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:54.950307 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8644943 Jun 17 08:34:54.951101 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43968) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:54.957295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': '00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4', 'name': 'tempest-PortsIpV6TestJSON-379510307'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:55.034653 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c724b01-c546-4de5-a442-e4f63fd3e073 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.040966 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-06379c24-1570-4fa1-85bb-7c708b226312 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:55.103082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c724b01-c546-4de5-a442-e4f63fd3e073 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce082960-066e-4885-966f-23f01119b339,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:55.106711 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c724b01-c546-4de5-a442-e4f63fd3e073 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.110880 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1c724b01-c546-4de5-a442-e4f63fd3e073 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5432925 Jun 17 08:34:55.111353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43972) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:55.114023 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1c724b01-c546-4de5-a442-e4f63fd3e073 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:55.118964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ae0dae6d-a476-45eb-bc66-3d933ba36dd1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': 'ce082960-066e-4885-966f-23f01119b339', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:55.143665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd00a60-34c6-43c5-adad-e8cda4ea210a req-7314a4df-df80-4ceb-bab3-b7c68064ca8d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:55.150818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2dd00a60-34c6-43c5-adad-e8cda4ea210a req-7314a4df-df80-4ceb-bab3-b7c68064ca8d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2282887 Jun 17 08:34:55.151682 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.176683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Transition to ACTIVE for port object ded1bd6e-c2b2-4cb4-abed-59fb131ee284 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:55.194342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4', 'network_id': '00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4', 'tenant_id': '3fbe645776b64fc88b7ae6944b07ec73', 'fixed_ips': [{'subnet_id': 'a0a0d9fb-b36f-4b1e-acea-18d263e586a6'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:34:55.195388 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.196528 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae0dae6d-a476-45eb-bc66-3d933ba36dd1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.203469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2dd00a60-34c6-43c5-adad-e8cda4ea210a req-5877fe62-06c1-44d8-af42-3705642a313b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517516 Jun 17 08:34:55.220086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Transition to ACTIVE for port object ded1bd6e-c2b2-4cb4-abed-59fb131ee284 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:55.221318 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:55.225264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.240889 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.245235 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:55.264961 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port 38c17fc4-11e3-43fc-bfdb-3e599811f4cc yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:55.285667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Pushing event updated for resources: {'Port': ['ID=ded1bd6e-c2b2-4cb4-abed-59fb131ee284,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:55.288452 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:55.295001 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Network 8ed3b176-5741-43ad-8b14-45d8eb5a4d45 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:55.300321 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae0dae6d-a476-45eb-bc66-3d933ba36dd1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.324465 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae0dae6d-a476-45eb-bc66-3d933ba36dd1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.337071 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:55.337659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:55.342655 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:55.390848 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dae6d-a476-45eb-bc66-3d933ba36dd1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce8a0207-48ac-4bad-b97c-4e68bfcc8202,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:55.400908 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae0dae6d-a476-45eb-bc66-3d933ba36dd1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:55.404447 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ae0dae6d-a476-45eb-bc66-3d933ba36dd1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.408139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ae0dae6d-a476-45eb-bc66-3d933ba36dd1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2908010 Jun 17 08:34:55.411391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43974) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:55.414937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8::208 (00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4/a0a0d9fb-b36f-4b1e-acea-18d263e586a6/38c17fc4-11e3-43fc-bfdb-3e599811f4cc) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:55.424649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Attempting to bind port ded1bd6e-c2b2-4cb4-abed-59fb131ee284 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:55.425397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Attempting to bind port ded1bd6e-c2b2-4cb4-abed-59fb131ee284 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '2d78c688-b31c-4f23-b947-53140b64bb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ed3b176-5741-43ad-8b14-45d8eb5a4d45'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:55.425989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Attempting to bind port ded1bd6e-c2b2-4cb4-abed-59fb131ee284 on network 8ed3b176-5741-43ad-8b14-45d8eb5a4d45 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:55.433583 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:55.433966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Checking segment: {'id': '2d78c688-b31c-4f23-b947-53140b64bb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ed3b176-5741-43ad-8b14-45d8eb5a4d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:55.434426 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.435081 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Bound using segment: {'id': '2d78c688-b31c-4f23-b947-53140b64bb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ed3b176-5741-43ad-8b14-45d8eb5a4d45'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:55.436002 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Bound port: ded1bd6e-c2b2-4cb4-abed-59fb131ee284, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d78c688-b31c-4f23-b947-53140b64bb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8ed3b176-5741-43ad-8b14-45d8eb5a4d45'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:55.436002 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.436854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Allocated IP 172.20.0.7 (8ed3b176-5741-43ad-8b14-45d8eb5a4d45/eb927974-4709-4ab7-8b05-564408447fbc/1b8325b7-32a7-4d52-b86a-c11105b8d09d) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:55.449843 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a0d33913-8361-4c35-9338-a1043c1ed573 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules/ce8a0207-48ac-4bad-b97c-4e68bfcc8202 HTTP/1.1" status: 200 len: 763 time: 0.0367606 Jun 17 08:34:55.455974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43978) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:55.534452 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f1dee099-ba3b-484d-be02-7ed678537372 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0749328 Jun 17 08:34:55.536233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43980) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:55.548803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] For port ded1bd6e-c2b2-4cb4-abed-59fb131ee284, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:55.554624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] For port ded1bd6e-c2b2-4cb4-abed-59fb131ee284, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ded1bd6e-c2b2-4cb4-abed-59fb131ee284,segment=NetworkSegment(2d78c688-b31c-4f23-b947-53140b64bb04),segment_id=2d78c688-b31c-4f23-b947-53140b64bb04)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:55.562915 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.567972 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:55.590241 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9bf56445-2627-4b19-8f3b-f48697d81972 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.624739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Pushing event updated for resources: {'Port': ['ID=ded1bd6e-c2b2-4cb4-abed-59fb131ee284,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:55.627960 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:55.638036 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9bf56445-2627-4b19-8f3b-f48697d81972 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.640775 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.656222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object 38c17fc4-11e3-43fc-bfdb-3e599811f4cc will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:55.688334 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9bf56445-2627-4b19-8f3b-f48697d81972 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.695230 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9bf56445-2627-4b19-8f3b-f48697d81972 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.699205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43982) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:55.699434 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9bf56445-2627-4b19-8f3b-f48697d81972 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ce8a0207-48ac-4bad-b97c-4e68bfcc8202 HTTP/1.1" status: 204 len: 168 time: 0.1619518 Jun 17 08:34:55.707002 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-814208c1-6d39-4549-8f70-9638915ebc90 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:55.711658 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.722054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf56445-2627-4b19-8f3b-f48697d81972 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce8a0207-48ac-4bad-b97c-4e68bfcc8202,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:55.729680 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-53b89bc5-65cb-43a9-8e19-062c01703e86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:55.729956 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9bf56445-2627-4b19-8f3b-f48697d81972 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:55.757320 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.782516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=38c17fc4-11e3-43fc-bfdb-3e599811f4cc,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:55.783809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Transition to ACTIVE for port object 1b8325b7-32a7-4d52-b86a-c11105b8d09d will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:55.797791 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:55.806330 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Allocated IP 2001:db8::2 (00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4/a0a0d9fb-b36f-4b1e-acea-18d263e586a6/33f6d4c1-9014-4810-b33b-04f7684a461d) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:55.832748 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:55.837608 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe803751-e56e-4b23-9c52-0ed7832eeb26 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:55.867625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:55.879437 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-00835a76-a06d-46a3-9c57-0b479d4c0a4e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1785471 Jun 17 08:34:55.881630 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:55.888626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43984) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:55.893733 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-73a5cf7d-00ca-496f-a22e-aee10a2cbc12 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': 'ce082960-066e-4885-966f-23f01119b339', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:55.937395 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Network 8ed3b176-5741-43ad-8b14-45d8eb5a4d45 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:55.950109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:55.958308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:55.958806 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:55.977380 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:55.979817 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.008756 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Pushing event updated for resources: {'Port': ['ID=1b8325b7-32a7-4d52-b86a-c11105b8d09d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:56.016111 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:56.019197 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73a5cf7d-00ca-496f-a22e-aee10a2cbc12 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.045112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43988) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:56.046153 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0882759 Jun 17 08:34:56.059498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:56.067988 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.079641 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.093320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Transition to ACTIVE for port object 33f6d4c1-9014-4810-b33b-04f7684a461d will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:56.093606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': '00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4', 'name': 'tempest-PortsIpV6TestJSON-362296201'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:56.112948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Transition to ACTIVE for port object 33f6d4c1-9014-4810-b33b-04f7684a461d will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:56.125516 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.129479 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:56.133529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73a5cf7d-00ca-496f-a22e-aee10a2cbc12 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.143977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73a5cf7d-00ca-496f-a22e-aee10a2cbc12 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.146926 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9eb929d9-4c9d-4d2e-9982-bf870f81ce7a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:56.162031 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5cf7d-00ca-496f-a22e-aee10a2cbc12 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96be8fbc-cb8a-4ce6-a400-175ebeaea2ab,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:56.165372 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-73a5cf7d-00ca-496f-a22e-aee10a2cbc12 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:56.184224 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73a5cf7d-00ca-496f-a22e-aee10a2cbc12 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.185915 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-73a5cf7d-00ca-496f-a22e-aee10a2cbc12 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2959812 Jun 17 08:34:56.187144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Network 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:56.188590 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43992) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:56.190520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:56.192972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:56.217352 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1ce5923d-ef2b-4b3b-a1d8-bd5bde9383d2 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules/96be8fbc-cb8a-4ce6-a400-175ebeaea2ab HTTP/1.1" status: 200 len: 763 time: 0.0272448 Jun 17 08:34:56.220824 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43994) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:56.232496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Pushing event updated for resources: {'Port': ['ID=33f6d4c1-9014-4810-b33b-04f7684a461d,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:56.243401 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2112410 Jun 17 08:34:56.244051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43996) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:56.263976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.266954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.266954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.266954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.266954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.266954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.266954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.266954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.266954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.266954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.267905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.267905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:34:56.276826 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:56.285974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Attempting to bind port 33f6d4c1-9014-4810-b33b-04f7684a461d on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:34:56.286349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Attempting to bind port 33f6d4c1-9014-4810-b33b-04f7684a461d by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'd6bb8adf-5c54-4c23-9b9e-563fb55f2eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:34:56.286713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Attempting to bind port 33f6d4c1-9014-4810-b33b-04f7684a461d on network 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:34:56.287033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-10aa0506-1721-43c1-b02d-ab40502a5f90 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1930034110', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:56.293995 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3c68d26d-42f4-4887-95a6-53ec694986ff tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0693216 Jun 17 08:34:56.294212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:34:56.294212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Checking segment: {'id': 'd6bb8adf-5c54-4c23-9b9e-563fb55f2eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:34:56.294212 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.294212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Bound using segment: {'id': 'd6bb8adf-5c54-4c23-9b9e-563fb55f2eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:34:56.294212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Bound port: 33f6d4c1-9014-4810-b33b-04f7684a461d, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6bb8adf-5c54-4c23-9b9e-563fb55f2eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:34:56.294826 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44000) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:56.294944 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.365207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8193119e-f11c-42cd-943a-258a438cb571 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.371647 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-10aa0506-1721-43c1-b02d-ab40502a5f90 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.373073 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-10aa0506-1721-43c1-b02d-ab40502a5f90 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.384197 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8193119e-f11c-42cd-943a-258a438cb571 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.384558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] For port 33f6d4c1-9014-4810-b33b-04f7684a461d, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:34:56.387918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] For port 33f6d4c1-9014-4810-b33b-04f7684a461d, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=33f6d4c1-9014-4810-b33b-04f7684a461d,segment=NetworkSegment(d6bb8adf-5c54-4c23-9b9e-563fb55f2eae),segment_id=d6bb8adf-5c54-4c23-9b9e-563fb55f2eae)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:34:56.394910 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.397126 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bfe102ea-43fc-4be4-a29f-7488a8fbb001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:56.442653 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8193119e-f11c-42cd-943a-258a438cb571 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.445106 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-50185e0a-2669-4d3b-ac10-078b27622535 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:56.455385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8193119e-f11c-42cd-943a-258a438cb571 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.456673 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8193119e-f11c-42cd-943a-258a438cb571 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/96be8fbc-cb8a-4ce6-a400-175ebeaea2ab HTTP/1.1" status: 204 len: 168 time: 0.1586003 Jun 17 08:34:56.459690 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44002) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:56.462627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1bc75-9cef-453b-b570-e85a6f31e6d0 req-42bbf182-096b-4190-9a68-aa98299b6605 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:56.464862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40e1bc75-9cef-453b-b570-e85a6f31e6d0 req-42bbf182-096b-4190-9a68-aa98299b6605 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.2443669 Jun 17 08:34:56.481750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193119e-f11c-42cd-943a-258a438cb571 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96be8fbc-cb8a-4ce6-a400-175ebeaea2ab,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:56.486096 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8193119e-f11c-42cd-943a-258a438cb571 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:56.489562 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Pushing event updated for resources: {'Port': ['ID=33f6d4c1-9014-4810-b33b-04f7684a461d,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:56.504545 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:56.515615 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4e8fb39f-38fc-4675-b25c-0751108e7fa7 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0543211 Jun 17 08:34:56.518551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44004) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:56.533708 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-10fa4ef0-6982-444b-ac87-6c905faad464 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Request body: {'security_group_rule': {'security_group_id': 'ce082960-066e-4885-966f-23f01119b339', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:56.570305 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-10aa0506-1721-43c1-b02d-ab40502a5f90 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.587670 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-10aa0506-1721-43c1-b02d-ab40502a5f90 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.604568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:34:56.607904 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.631493 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10fa4ef0-6982-444b-ac87-6c905faad464 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.659184 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-10aa0506-1721-43c1-b02d-ab40502a5f90 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.664379 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-10aa0506-1721-43c1-b02d-ab40502a5f90 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3805904 Jun 17 08:34:56.664944 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44010) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:56.667125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port 9f51a8fe-31be-40f7-8af8-ac3f84255aec yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:34:56.676051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a1945466-7f4d-45df-9827-d033b27b6683 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-294808925', 'prefixes': ['172.20.0.0/16']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:34:56.688914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40e1bc75-9cef-453b-b570-e85a6f31e6d0 req-2d7581d6-abce-4190-87f2-58ad9064b5fc tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841750 Jun 17 08:34:56.699560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df10f5-e53b-45e8-87fb-a355ea6e8893 req-0b50e0e0-0cd6-4f17-8ed0-0cbcb31dd804 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:56.701482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0df10f5-e53b-45e8-87fb-a355ea6e8893 req-0b50e0e0-0cd6-4f17-8ed0-0cbcb31dd804 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2889988 Jun 17 08:34:56.847105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10fa4ef0-6982-444b-ac87-6c905faad464 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.868215 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10fa4ef0-6982-444b-ac87-6c905faad464 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:56.882582 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0df10f5-e53b-45e8-87fb-a355ea6e8893 req-6bb45861-a2e1-4829-9657-a15bffb5061a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057658 Jun 17 08:34:56.913611 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-15a5d090-92c4-49e0-82a9-1999f97c5efb tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:56.977564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8::b4 (00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4/a0a0d9fb-b36f-4b1e-acea-18d263e586a6/9f51a8fe-31be-40f7-8af8-ac3f84255aec) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:34:56.980952 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ded1bd6e-c2b2-4cb4-abed-59fb131ee284 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:56.996801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa4ef0-6982-444b-ac87-6c905faad464 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40de769c-f42a-4c46-bc72-328f3823b622,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:57.020392 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10fa4ef0-6982-444b-ac87-6c905faad464 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:57.093120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port ded1bd6e-c2b2-4cb4-abed-59fb131ee284 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:57.096802 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10fa4ef0-6982-444b-ac87-6c905faad464 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.097975 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-10fa4ef0-6982-444b-ac87-6c905faad464 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5783098 Jun 17 08:34:57.102664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44012) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.132721 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7d33ea5c-b2a8-43e0-9183-68c619fbecee tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules/40de769c-f42a-4c46-bc72-328f3823b622 HTTP/1.1" status: 200 len: 764 time: 0.0279911 Jun 17 08:34:57.142639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44014) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.205813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1945466-7f4d-45df-9827-d033b27b6683 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for subnetpool, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.210057 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a1945466-7f4d-45df-9827-d033b27b6683 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.5358040 Jun 17 08:34:57.211442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44018) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.216639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-68cee373-34e2-4344-bbb1-0ec4d2889e8b tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc', 'tempest-TagsExtTest-Tag-406180654') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:57.252407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf6222-93c2-48fa-ac86-5fd08081a739 req-f8a0bd3a-e775-4e4d-82c3-d0e49abcc334 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:57.254029 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b4bf6222-93c2-48fa-ac86-5fd08081a739 req-f8a0bd3a-e775-4e4d-82c3-d0e49abcc334 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.10 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.2404056 Jun 17 08:34:57.275349 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5597eed2-2eb4-4be1-8655-360807183973 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1306944 Jun 17 08:34:57.278990 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44022) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.292638 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.294456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e5845-e516-47f1-834a-e5f847ad2b2b None None] Network 8ed3b176-5741-43ad-8b14-45d8eb5a4d45 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:57.327322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object 9f51a8fe-31be-40f7-8af8-ac3f84255aec will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:34:57.376854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1786a44-390f-4222-a19b-1a8f69c0c9ff tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.405497 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1786a44-390f-4222-a19b-1a8f69c0c9ff tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.418020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b4657593-8618-4815-aac2-81db7ebebc87 None None] Provisioning for port ded1bd6e-c2b2-4cb4-abed-59fb131ee284 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:57.440958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b4657593-8618-4815-aac2-81db7ebebc87 None None] Provisioning complete for port ded1bd6e-c2b2-4cb4-abed-59fb131ee284 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:57.441638 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b4657593-8618-4815-aac2-81db7ebebc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.469088 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-68cee373-34e2-4344-bbb1-0ec4d2889e8b tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags/tempest-TagsExtTest-Tag-406180654 HTTP/1.1" status: 201 len: 201 time: 0.2567494 Jun 17 08:34:57.474762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44024) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.480592 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.485570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-6375057d-de71-442c-881e-db23db1cf617 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d', 'tempest-TagsExtTest-Tag-1460409366') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:57.487840 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c516f651-40cf-4671-8a76-36b93ee93c16 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:57.492848 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1786a44-390f-4222-a19b-1a8f69c0c9ff tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.517593 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2843699b-20f3-4969-a320-ffa8052d63cd tempest-ServersTestManualDisk-1353020879 tempest-ServersTestManualDisk-1353020879-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:57.524066 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1786a44-390f-4222-a19b-1a8f69c0c9ff tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.527740 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e1786a44-390f-4222-a19b-1a8f69c0c9ff tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/40de769c-f42a-4c46-bc72-328f3823b622 HTTP/1.1" status: 204 len: 168 time: 0.2454050 Jun 17 08:34:57.534278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44026) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.548269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1786a44-390f-4222-a19b-1a8f69c0c9ff tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40de769c-f42a-4c46-bc72-328f3823b622,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:57.557157 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e1786a44-390f-4222-a19b-1a8f69c0c9ff tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:57.571318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185f07a-2918-439e-ae9c-2b08b244b377 req-75df3423-ae30-4420-b96d-7e6bae91752b tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:57.571688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-b4bf6222-93c2-48fa-ac86-5fd08081a739 req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Deleting port bfc888ca-4337-4c82-a9e4-f3e48c7dec21 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:57.572183 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b4bf6222-93c2-48fa-ac86-5fd08081a739 req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.573048 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8185f07a-2918-439e-ae9c-2b08b244b377 req-75df3423-ae30-4420-b96d-7e6bae91752b tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.2294323 Jun 17 08:34:57.618379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:34:57.638431 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:34:57.648079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:34:57.651372 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b4657593-8618-4815-aac2-81db7ebebc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.658707 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:57.659396 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.682097 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=9f51a8fe-31be-40f7-8af8-ac3f84255aec,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:57.686813 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6a9b5a7c-662c-426b-8ce3-3d70d0409ee7 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1479955 Jun 17 08:34:57.690618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44028) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.695283 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:57.709193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6619849 Jun 17 08:34:57.714694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8185f07a-2918-439e-ae9c-2b08b244b377 req-42b2b587-3331-4a72-aad4-d96b640675a4 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014802 Jun 17 08:34:57.724618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44030) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.828324 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6375057d-de71-442c-881e-db23db1cf617 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags/tempest-TagsExtTest-Tag-1460409366 HTTP/1.1" status: 201 len: 201 time: 0.3477488 Jun 17 08:34:57.830595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44034) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.850928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-4f4ed661-f2e8-4040-854b-f50d8def9e40 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b', 'tempest-TagsExtTest-Tag-2084923088') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:57.917675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afa6e49-8c76-4268-8141-e75917feb725 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:57.919355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3afa6e49-8c76-4268-8141-e75917feb725 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A208 HTTP/1.1" status: 200 len: 928 time: 0.1939089 Jun 17 08:34:57.927189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44036) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:57.948704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b4657593-8618-4815-aac2-81db7ebebc87 None None] For port ded1bd6e-c2b2-4cb4-abed-59fb131ee284, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ded1bd6e-c2b2-4cb4-abed-59fb131ee284,segment=NetworkSegment(2d78c688-b31c-4f23-b947-53140b64bb04),segment_id=2d78c688-b31c-4f23-b947-53140b64bb04)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:57.963032 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b4657593-8618-4815-aac2-81db7ebebc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:57.966401 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-68399d0c-c691-4e20-b953-df1307239214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:57.985513 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-b4bf6222-93c2-48fa-ac86-5fd08081a739 req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] For port bfc888ca-4337-4c82-a9e4-f3e48c7dec21, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,segment=NetworkSegment(f8e6a79d-a7b8-4705-a01a-f5a62545f953),segment_id=f8e6a79d-a7b8-4705-a01a-f5a62545f953)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:57.985889 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b4bf6222-93c2-48fa-ac86-5fd08081a739 req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.063740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4657593-8618-4815-aac2-81db7ebebc87 None None] Pushing event updated for resources: {'Port': ['ID=ded1bd6e-c2b2-4cb4-abed-59fb131ee284,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:58.072892 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b4657593-8618-4815-aac2-81db7ebebc87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:58.134126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-b4bf6222-93c2-48fa-ac86-5fd08081a739 req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Calling delete_port for bfc888ca-4337-4c82-a9e4-f3e48c7dec21 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:58.155064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd976e1-b345-4cb3-a23f-0e354b8faf54 None None] Network 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:34:58.193256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773c7fb-35d1-4623-8e52-ec0c587d80c2 req-a29e7b7d-f816-4406-b38c-69a200b97a46 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:58.194836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0773c7fb-35d1-4623-8e52-ec0c587d80c2 req-a29e7b7d-f816-4406-b38c-69a200b97a46 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 946 time: 0.2485852 Jun 17 08:34:58.226879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4db12ca4-90d0-4f25-8d0f-2271e3ce986a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.235349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8267690a-82f0-422a-9e2c-1ab9e1e7e8da None None] Provisioning for port 33f6d4c1-9014-4810-b33b-04f7684a461d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:58.247501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b61b2deb-bd13-48de-9a1c-20981a869499 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 9f51a8fe-31be-40f7-8af8-ac3f84255aec {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:58.247636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b61b2deb-bd13-48de-9a1c-20981a869499 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.308592 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4db12ca4-90d0-4f25-8d0f-2271e3ce986a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.375589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071907e9-6fe0-4217-9fcb-3e8889726b97 req-0372c528-a745-4763-8eab-d6fb4c32e63a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:58.378837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-071907e9-6fe0-4217-9fcb-3e8889726b97 req-0372c528-a745-4763-8eab-d6fb4c32e63a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2617450 Jun 17 08:34:58.384491 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4f4ed661-f2e8-4040-854b-f50d8def9e40 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags/tempest-TagsExtTest-Tag-2084923088 HTTP/1.1" status: 201 len: 201 time: 0.5479650 Jun 17 08:34:58.386480 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44040) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:58.395060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0773c7fb-35d1-4623-8e52-ec0c587d80c2 req-73051eb8-4e3a-4b16-9b28-52ec62d657dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/security-groups?id=cec96fa4-2c0e-46b3-837f-bbafcb2db497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890500 Jun 17 08:34:58.398435 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-5ca582b0-75c3-46cf-9909-945ffd30b96b tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb', 'tempest-TagsExtTest-Tag-1187475821') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:58.428243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-540f9798-b177-45c5-aed4-579a9af8d804 None None] Provisioning complete for port ded1bd6e-c2b2-4cb4-abed-59fb131ee284 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:58.429116 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-540f9798-b177-45c5-aed4-579a9af8d804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.475663 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b61b2deb-bd13-48de-9a1c-20981a869499 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.494124 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4db12ca4-90d0-4f25-8d0f-2271e3ce986a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.496823 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4db12ca4-90d0-4f25-8d0f-2271e3ce986a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.500847 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4db12ca4-90d0-4f25-8d0f-2271e3ce986a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "DELETE /v2.0/security-groups/ce082960-066e-4885-966f-23f01119b339 HTTP/1.1" status: 204 len: 168 time: 0.7986071 Jun 17 08:34:58.503420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44044) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:58.504803 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:58.505629 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-071907e9-6fe0-4217-9fcb-3e8889726b97 req-4513f405-e980-4d79-9613-3d914aa26d5c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074030 Jun 17 08:34:58.550929 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b4bf6222-93c2-48fa-ac86-5fd08081a739 req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.552790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db12ca4-90d0-4f25-8d0f-2271e3ce986a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce082960-066e-4885-966f-23f01119b339,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:58.560282 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4db12ca4-90d0-4f25-8d0f-2271e3ce986a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:58.585931 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bfc888ca-4337-4c82-a9e4-f3e48c7dec21'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:34:58.587541 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f1eaa33c-f71b-4143-91bf-16d2c7c769ea tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:58.598000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b61b2deb-bd13-48de-9a1c-20981a869499 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 9f51a8fe-31be-40f7-8af8-ac3f84255aec owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:34:58.631327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Pushing event deleted for resources: {'Port': ['ID=bfc888ca-4337-4c82-a9e4-f3e48c7dec21,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:58.637817 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:58.651252 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5ca582b0-75c3-46cf-9909-945ffd30b96b tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags/tempest-TagsExtTest-Tag-1187475821 HTTP/1.1" status: 201 len: 201 time: 0.2583110 Jun 17 08:34:58.651252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44046) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:58.668337 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-1393157a-72c1-4fef-bc62-2911d47be775 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:58.702235 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-540f9798-b177-45c5-aed4-579a9af8d804 None None] Provisioning for port 1b8325b7-32a7-4d52-b86a-c11105b8d09d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:58.721794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-540f9798-b177-45c5-aed4-579a9af8d804 None None] Provisioning complete for port 1b8325b7-32a7-4d52-b86a-c11105b8d09d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:58.722172 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-540f9798-b177-45c5-aed4-579a9af8d804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.796705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44050) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:58.799666 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-18482139-a152-44c0-9ed7-aa2e36eed91b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2904990 Jun 17 08:34:58.802740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bf6222-93c2-48fa-ac86-5fd08081a739 req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] No DVR routers for this DVR port bfc888ca-4337-4c82-a9e4-f3e48c7dec21 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:34:58.806932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b4bf6222-93c2-48fa-ac86-5fd08081a739 req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.810230 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b4bf6222-93c2-48fa-ac86-5fd08081a739 req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.10 "DELETE /v2.0/ports/bfc888ca-4337-4c82-a9e4-f3e48c7dec21 HTTP/1.1" status: 204 len: 173 time: 1.5338545 Jun 17 08:34:58.815473 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'name': 'network-vif-deleted', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:34:58.820922 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02e3839-bdf2-42b5-b751-6d0941c96875" -d '{"events": [{"server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "name": "network-vif-deleted", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:34:58.823198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-540f9798-b177-45c5-aed4-579a9af8d804 None None] Port 1b8325b7-32a7-4d52-b86a-c11105b8d09d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:58.847310 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b61b2deb-bd13-48de-9a1c-20981a869499 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.854011 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-58964712-ba7e-4125-a666-59abe20e460b tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:58.893346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b2deb-bd13-48de-9a1c-20981a869499 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=9f51a8fe-31be-40f7-8af8-ac3f84255aec,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:58.900417 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b61b2deb-bd13-48de-9a1c-20981a869499 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:58.906341 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1393157a-72c1-4fef-bc62-2911d47be775 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags HTTP/1.1" status: 200 len: 240 time: 0.2491455 Jun 17 08:34:58.908858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44054) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:58.915334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-0189b827-c1ce-45dc-92df-7da65bcd0d81 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc', 'tempest-TagsExtTest-Tag-406180654') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:58.938046 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f79da492-1322-4e48-8fdc-06a1e6c92cef tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1403241 Jun 17 08:34:58.987869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b61b2deb-bd13-48de-9a1c-20981a869499 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:58.992482 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bccd296-1e8a-454f-b08f-630c8f14f65e x-openstack-request-id: req-2bccd296-1e8a-454f-b08f-630c8f14f65e {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:34:58.993487 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99e24ef1-c5a7-44e4-98d7-9efedeb67ab3", "name": "network-vif-deleted", "tag": "bfc888ca-4337-4c82-a9e4-f3e48c7dec21", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:34:58.994036 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2bccd296-1e8a-454f-b08f-630c8f14f65e {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:34:58.994932 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99e24ef1-c5a7-44e4-98d7-9efedeb67ab3', 'name': 'network-vif-deleted', 'tag': 'bfc888ca-4337-4c82-a9e4-f3e48c7dec21', 'status': 'completed', 'code': 200} Jun 17 08:34:58.996863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44058) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:59.007784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-394a4855-3b15-4ab9-99e1-c5d4867ab5f9 None None] Could not find standard attr ID for object 9f51a8fe-31be-40f7-8af8-ac3f84255aec. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:34:59.008891 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b61b2deb-bd13-48de-9a1c-20981a869499 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/9f51a8fe-31be-40f7-8af8-ac3f84255aec HTTP/1.1" status: 204 len: 168 time: 1.0800800 Jun 17 08:34:59.015111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 33f6d4c1-9014-4810-b33b-04f7684a461d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:59.063888 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3cb1b44-4324-443f-9492-10c003ce63b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:34:59.066741 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e3cb1b44-4324-443f-9492-10c003ce63b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/9f51a8fe-31be-40f7-8af8-ac3f84255aec HTTP/1.1" status: 404 len: 333 time: 0.0639312 Jun 17 08:34:59.068606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44060) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:59.088476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 33f6d4c1-9014-4810-b33b-04f7684a461d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:59.091891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-394a4855-3b15-4ab9-99e1-c5d4867ab5f9 None None] Provisioning for port 38c17fc4-11e3-43fc-bfdb-3e599811f4cc completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:34:59.095323 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 33f6d4c1-9014-4810-b33b-04f7684a461d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:59.096218 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.114255 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f2ea0-0bf3-454e-a868-2e819bcfd7bf req-a0263ea3-1332-435b-aa23-4071870eaa5e tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:59.116694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-231f2ea0-0bf3-454e-a868-2e819bcfd7bf req-a0263ea3-1332-435b-aa23-4071870eaa5e tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.1444020 Jun 17 08:34:59.123424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-394a4855-3b15-4ab9-99e1-c5d4867ab5f9 None None] Provisioning complete for port 38c17fc4-11e3-43fc-bfdb-3e599811f4cc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:59.124020 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-394a4855-3b15-4ab9-99e1-c5d4867ab5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.146553 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0189b827-c1ce-45dc-92df-7da65bcd0d81 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags/tempest-TagsExtTest-Tag-406180654 HTTP/1.1" status: 204 len: 168 time: 0.2357709 Jun 17 08:34:59.152693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44062) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:59.169460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-188e45c1-933d-44b3-9fcd-1628cb325f2e tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc', 'tempest-TagsExtTest-Tag-406180654') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:59.186946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-394a4855-3b15-4ab9-99e1-c5d4867ab5f9 None None] Port 38c17fc4-11e3-43fc-bfdb-3e599811f4cc cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:59.204007 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-231f2ea0-0bf3-454e-a868-2e819bcfd7bf req-46e7ba50-e826-48b6-b5bb-b25e7bcddc61 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796218 Jun 17 08:34:59.209997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-394a4855-3b15-4ab9-99e1-c5d4867ab5f9 None None] Provisioning complete for port 1b8325b7-32a7-4d52-b86a-c11105b8d09d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:59.210383 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-394a4855-3b15-4ab9-99e1-c5d4867ab5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.257840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-394a4855-3b15-4ab9-99e1-c5d4867ab5f9 None None] Port 1b8325b7-32a7-4d52-b86a-c11105b8d09d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:59.298228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3d6355ed-3250-49dd-a9e9-806570547330 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 38c17fc4-11e3-43fc-bfdb-3e599811f4cc {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:34:59.298628 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3d6355ed-3250-49dd-a9e9-806570547330 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.304517 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.342250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 33f6d4c1-9014-4810-b33b-04f7684a461d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=33f6d4c1-9014-4810-b33b-04f7684a461d,segment=NetworkSegment(d6bb8adf-5c54-4c23-9b9e-563fb55f2eae),segment_id=d6bb8adf-5c54-4c23-9b9e-563fb55f2eae)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:34:59.355057 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.355939 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ded1bd6e-c2b2-4cb4-abed-59fb131ee284 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:34:59.357708 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8a47106c-6b24-4949-b633-6b31a743dc8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:34:59.399746 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-188e45c1-933d-44b3-9fcd-1628cb325f2e tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags/tempest-TagsExtTest-Tag-406180654 HTTP/1.1" status: 204 len: 168 time: 0.2432468 Jun 17 08:34:59.403056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44066) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:59.408705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-d4864870-439a-44c5-a007-a35905ba29d7 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:59.493812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b2c7ee89-c661-4811-934d-6837d49b9fd1 None None] Provisioning complete for port 38c17fc4-11e3-43fc-bfdb-3e599811f4cc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:59.494400 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b2c7ee89-c661-4811-934d-6837d49b9fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.494509 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44070) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:59.506566 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3d6355ed-3250-49dd-a9e9-806570547330 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.513953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=33f6d4c1-9014-4810-b33b-04f7684a461d,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:34:59.557641 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:34:59.566579 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d4864870-439a-44c5-a007-a35905ba29d7 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags HTTP/1.1" status: 200 len: 205 time: 0.1595991 Jun 17 08:34:59.569273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44076) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:59.579575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-9111a0ec-016c-4499-a448-4139dde46d85 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:59.596219 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port ded1bd6e-c2b2-4cb4-abed-59fb131ee284 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:34:59.596621 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:34:59.608798 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b2c7ee89-c661-4811-934d-6837d49b9fd1 None None] Port 38c17fc4-11e3-43fc-bfdb-3e599811f4cc cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:34:59.825710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9e64a12a-e05c-4ba4-bfb2-276fdd8c3eef None None] Could not find standard attr ID for object 9f51a8fe-31be-40f7-8af8-ac3f84255aec. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:34:59.842757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9111a0ec-016c-4499-a448-4139dde46d85 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags HTTP/1.1" status: 200 len: 241 time: 0.2721505 Jun 17 08:34:59.847611 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1319269-5e46-4313-9d80-b5bf1e4fd10a req-4fdfb601-7eaf-42b7-9279-b468a7928b57 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] 10.222.0.47 "GET /v2.0/ports?device_id=99e24ef1-c5a7-44e4-98d7-9efedeb67ab3 HTTP/1.1" status: 200 len: 210 time: 0.1273859 Jun 17 08:34:59.848489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44080) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:59.855482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-c6529fd6-a809-47f1-830d-066abc4a5161 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d', 'tempest-TagsExtTest-Tag-1460409366') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:34:59.941201 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6289f237-a411-434b-bd4b-647f56da5bbe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a70a77c7e6d642efaf7619beffa89b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4421628 Jun 17 08:34:59.941655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44082) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:34:59.982160 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f70c95-fa6b-416a-8315-1bf8344f4160 req-70acb654-c0fc-4e5a-b14e-bc9e8cd8c9d8 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:34:59.983832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74f70c95-fa6b-416a-8315-1bf8344f4160 req-70acb654-c0fc-4e5a-b14e-bc9e8cd8c9d8 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2321174 Jun 17 08:35:00.026635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c6529fd6-a809-47f1-830d-066abc4a5161 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags/tempest-TagsExtTest-Tag-1460409366 HTTP/1.1" status: 204 len: 168 time: 0.1751072 Jun 17 08:35:00.036305 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44084) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:00.041909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-4d503d0a-eb8e-4548-af41-8a806fc817d3 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d', 'tempest-TagsExtTest-Tag-1460409366') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:00.100030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74f70c95-fa6b-416a-8315-1bf8344f4160 req-97e7b28d-c2b9-44c7-911a-a48d3ed009b6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016688 Jun 17 08:35:00.114303 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be25cb56-f067-4d8d-8c8b-83c6e797fae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.152948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3d6355ed-3250-49dd-a9e9-806570547330 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 38c17fc4-11e3-43fc-bfdb-3e599811f4cc owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:00.154083 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be25cb56-f067-4d8d-8c8b-83c6e797fae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.212545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4d503d0a-eb8e-4548-af41-8a806fc817d3 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags/tempest-TagsExtTest-Tag-1460409366 HTTP/1.1" status: 204 len: 168 time: 0.1751947 Jun 17 08:35:00.216398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44086) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:00.224090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-bc871771-2822-4cb5-b6c2-515bf0e58fdb tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:00.259536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe798b-7e75-483e-a0e8-a1d0bd55fcbc req-25aeb0fb-528b-45b3-b3d8-c4c3869cef9f tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:00.261589 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0fbe798b-7e75-483e-a0e8-a1d0bd55fcbc req-25aeb0fb-528b-45b3-b3d8-c4c3869cef9f tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.63 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.8528874 Jun 17 08:35:00.270719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be25cb56-f067-4d8d-8c8b-83c6e797fae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.273389 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be25cb56-f067-4d8d-8c8b-83c6e797fae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.278825 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-be25cb56-f067-4d8d-8c8b-83c6e797fae3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34a131d5-8620-48ac-87c4-f6c4f07358b5 HTTP/1.1" status: 204 len: 168 time: 0.3309197 Jun 17 08:35:00.278825 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2b0218b4-9e9e-4667-9871-dc5ffdace928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:00.298535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25cb56-f067-4d8d-8c8b-83c6e797fae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a131d5-8620-48ac-87c4-f6c4f07358b5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:00.302567 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be25cb56-f067-4d8d-8c8b-83c6e797fae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:00.338249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bc871771-2822-4cb5-b6c2-515bf0e58fdb tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags HTTP/1.1" status: 200 len: 205 time: 0.1175034 Jun 17 08:35:00.339215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44092) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:00.348439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-33c27e19-3082-4b55-8cd4-f21ff08d21ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:00.443741 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3d6355ed-3250-49dd-a9e9-806570547330 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.452141 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6698327-3135-4491-b55a-c0f44d9fd69f tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:00.487910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-0fbe798b-7e75-483e-a0e8-a1d0bd55fcbc req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Deleting port d1e84c35-2908-4d1d-8940-85e875573794 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:00.488656 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0fbe798b-7e75-483e-a0e8-a1d0bd55fcbc req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.491892 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6355ed-3250-49dd-a9e9-806570547330 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=38c17fc4-11e3-43fc-bfdb-3e599811f4cc,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:00.511534 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3d6355ed-3250-49dd-a9e9-806570547330 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:00.568056 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3d6355ed-3250-49dd-a9e9-806570547330 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.570592 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3d6355ed-3250-49dd-a9e9-806570547330 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/38c17fc4-11e3-43fc-bfdb-3e599811f4cc HTTP/1.1" status: 204 len: 168 time: 1.5002298 Jun 17 08:35:00.576317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44098) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:00.614539 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b60a1fc-7563-49f0-9eb4-32af5f3232d2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:35:00.616515 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9b60a1fc-7563-49f0-9eb4-32af5f3232d2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/38c17fc4-11e3-43fc-bfdb-3e599811f4cc HTTP/1.1" status: 404 len: 333 time: 0.0389078 Jun 17 08:35:00.619587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44104) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:00.693536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-0fbe798b-7e75-483e-a0e8-a1d0bd55fcbc req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] For port d1e84c35-2908-4d1d-8940-85e875573794, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d1e84c35-2908-4d1d-8940-85e875573794,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:00.694122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0fbe798b-7e75-483e-a0e8-a1d0bd55fcbc req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.694280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bfc888ca-4337-4c82-a9e4-f3e48c7dec21 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:00.710076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-6978827d-d53b-47f9-9463-ad445f8dea10 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting subnet a0a0d9fb-b36f-4b1e-acea-18d263e586a6 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:00.722151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6978827d-d53b-47f9-9463-ad445f8dea10 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.731068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: bfc888ca-4337-4c82-a9e4-f3e48c7dec21 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:00.731681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bfc888ca-4337-4c82-a9e4-f3e48c7dec21 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:00.823655 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-0fbe798b-7e75-483e-a0e8-a1d0bd55fcbc req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Calling delete_port for d1e84c35-2908-4d1d-8940-85e875573794 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:00.833944 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 33f6d4c1-9014-4810-b33b-04f7684a461d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:00.853655 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6978827d-d53b-47f9-9463-ad445f8dea10 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.894704 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-33c27e19-3082-4b55-8cd4-f21ff08d21ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags HTTP/1.1" status: 200 len: 241 time: 0.5516844 Jun 17 08:35:00.895345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44114) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:00.900375 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-d70b2343-7758-4941-9328-303ac086208d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b', 'tempest-TagsExtTest-Tag-2084923088') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:00.900953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 33f6d4c1-9014-4810-b33b-04f7684a461d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:00.901503 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:00.966400 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6978827d-d53b-47f9-9463-ad445f8dea10 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.001426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f2bbc-bf07-4e5d-92d0-8be761a5578d req-cfc32230-b994-47af-ac49-00bf6c558c66 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:01.011228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e3f2bbc-bf07-4e5d-92d0-8be761a5578d req-cfc32230-b994-47af-ac49-00bf6c558c66 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 945 time: 0.6206439 Jun 17 08:35:01.037233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44120) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.094489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6978827d-d53b-47f9-9463-ad445f8dea10 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.098710 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c8c6847c-41ba-49e9-9c62-fb3eef34b76f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:01.138479 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6978827d-d53b-47f9-9463-ad445f8dea10 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.140737 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6978827d-d53b-47f9-9463-ad445f8dea10 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/a0a0d9fb-b36f-4b1e-acea-18d263e586a6 HTTP/1.1" status: 204 len: 168 time: 0.5199516 Jun 17 08:35:01.146049 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d70b2343-7758-4941-9328-303ac086208d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags/tempest-TagsExtTest-Tag-2084923088 HTTP/1.1" status: 204 len: 168 time: 0.2475343 Jun 17 08:35:01.146280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6978827d-d53b-47f9-9463-ad445f8dea10 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Subnet': ['ID=a0a0d9fb-b36f-4b1e-acea-18d263e586a6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:01.151124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4ee40c-f310-4dc9-a398-c00bb1cfa9ee None None] Network 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:01.152595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44128) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.152595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44130) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.155947 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6978827d-d53b-47f9-9463-ad445f8dea10 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:01.160238 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-0c6e5608-4e5e-4866-9f85-d31c58e78b3c tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b', 'tempest-TagsExtTest-Tag-2084923088') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:01.196805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e3f2bbc-bf07-4e5d-92d0-8be761a5578d req-bd1b31c3-c67a-4d2f-aed6-cd0cdb979949 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845150 Jun 17 08:35:01.343764 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.348583 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0fbe798b-7e75-483e-a0e8-a1d0bd55fcbc req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.359994 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c2b98068-99ca-4e9b-9efd-6292e3ff9b9d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:01.363638 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['15192063-d1db-426e-a96c-30c28a48d0e6'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:01.412325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Pushing event deleted for resources: {'Port': ['ID=d1e84c35-2908-4d1d-8940-85e875573794,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:01.419692 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:01.434105 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3db071-2d92-48b9-b094-e8295dd824b5 None None] DHCP port deletion for 00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:01.497050 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0c6e5608-4e5e-4866-9f85-d31c58e78b3c tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags/tempest-TagsExtTest-Tag-2084923088 HTTP/1.1" status: 204 len: 168 time: 0.3400712 Jun 17 08:35:01.497050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbe798b-7e75-483e-a0e8-a1d0bd55fcbc req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] No DVR routers for this DVR port d1e84c35-2908-4d1d-8940-85e875573794 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:01.498716 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-0fbe798b-7e75-483e-a0e8-a1d0bd55fcbc req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.501354 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0fbe798b-7e75-483e-a0e8-a1d0bd55fcbc req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.63 "DELETE /v2.0/ports/d1e84c35-2908-4d1d-8940-85e875573794 HTTP/1.1" status: 204 len: 173 time: 1.2331796 Jun 17 08:35:01.503050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44136) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.503629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f41fc75-ef62-483d-96f8-44c0e52e30f9', 'name': 'network-vif-deleted', 'tag': 'd1e84c35-2908-4d1d-8940-85e875573794'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:01.507308 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4772bd8a-0547-4a07-8c3b-13b53060b511" -d '{"events": [{"server_uuid": "0f41fc75-ef62-483d-96f8-44c0e52e30f9", "name": "network-vif-deleted", "tag": "d1e84c35-2908-4d1d-8940-85e875573794"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:01.515612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-1be8b8b0-814c-450f-89f7-134ef945aecf tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:01.534960 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ad3db071-2d92-48b9-b094-e8295dd824b5 None None] Deleting port 33f6d4c1-9014-4810-b33b-04f7684a461d {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:01.535522 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad3db071-2d92-48b9-b094-e8295dd824b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.580292 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c139898d-1e31-4f98-95b3-9d32cbd1987a x-openstack-request-id: req-c139898d-1e31-4f98-95b3-9d32cbd1987a {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:01.580636 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f41fc75-ef62-483d-96f8-44c0e52e30f9", "name": "network-vif-deleted", "tag": "d1e84c35-2908-4d1d-8940-85e875573794", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:01.580943 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c139898d-1e31-4f98-95b3-9d32cbd1987a {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:01.581401 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f41fc75-ef62-483d-96f8-44c0e52e30f9', 'name': 'network-vif-deleted', 'tag': 'd1e84c35-2908-4d1d-8940-85e875573794', 'status': 'completed', 'code': 200} Jun 17 08:35:01.615369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694e355-173f-4101-a82b-ac884cae0d92 req-df5cbf6b-4fe1-4cb2-acc3-1b6ed7bfd5b9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:01.622817 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b694e355-173f-4101-a82b-ac884cae0d92 req-df5cbf6b-4fe1-4cb2-acc3-1b6ed7bfd5b9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1870277 Jun 17 08:35:01.665219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 33f6d4c1-9014-4810-b33b-04f7684a461d {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:01.665940 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.688082 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1be8b8b0-814c-450f-89f7-134ef945aecf tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags HTTP/1.1" status: 200 len: 205 time: 0.1778691 Jun 17 08:35:01.690680 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b694e355-173f-4101-a82b-ac884cae0d92 req-410a010b-cbfe-47b3-9196-6dca076f888b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668492 Jun 17 08:35:01.694179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44144) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.722121 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-c7c23882-e923-411a-ad05-f6652f6d7acc tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:01.768048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ad3db071-2d92-48b9-b094-e8295dd824b5 None None] For port 33f6d4c1-9014-4810-b33b-04f7684a461d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=33f6d4c1-9014-4810-b33b-04f7684a461d,segment=NetworkSegment(d6bb8adf-5c54-4c23-9b9e-563fb55f2eae),segment_id=d6bb8adf-5c54-4c23-9b9e-563fb55f2eae)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:01.768702 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad3db071-2d92-48b9-b094-e8295dd824b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.774275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] For port 33f6d4c1-9014-4810-b33b-04f7684a461d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=33f6d4c1-9014-4810-b33b-04f7684a461d,segment=NetworkSegment(d6bb8adf-5c54-4c23-9b9e-563fb55f2eae),segment_id=d6bb8adf-5c54-4c23-9b9e-563fb55f2eae)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:01.775562 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.850203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ad3db071-2d92-48b9-b094-e8295dd824b5 None None] Calling delete_port for 33f6d4c1-9014-4810-b33b-04f7684a461d owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:01.854109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 33f6d4c1-9014-4810-b33b-04f7684a461d owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:01.895781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c7c23882-e923-411a-ad05-f6652f6d7acc tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags HTTP/1.1" status: 200 len: 241 time: 0.1974318 Jun 17 08:35:01.897000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44152) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:01.903146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-0fc4f3de-b159-46e3-a379-021e1a49009e tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb', 'tempest-TagsExtTest-Tag-1187475821') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:01.972774 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.974885 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-82312d74-a070-4e03-8946-6f4652c274cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:01.993889 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad3db071-2d92-48b9-b094-e8295dd824b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:01.996886 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f42e1d32-4549-4554-bdfb-c70c642561c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:02.004422 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0fc4f3de-b159-46e3-a379-021e1a49009e tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags/tempest-TagsExtTest-Tag-1187475821 HTTP/1.1" status: 204 len: 168 time: 0.1028471 Jun 17 08:35:02.004680 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44158) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:02.009382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=33f6d4c1-9014-4810-b33b-04f7684a461d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:02.011589 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No DVR routers for this DVR port 33f6d4c1-9014-4810-b33b-04f7684a461d on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:02.013556 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:02.019928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-8542b8df-992d-4594-b882-7a56f885d437 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb', 'tempest-TagsExtTest-Tag-1187475821') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:02.021579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3db071-2d92-48b9-b094-e8295dd824b5 None None] Pushing event deleted for resources: {'Port': ['ID=33f6d4c1-9014-4810-b33b-04f7684a461d,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:02.025345 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ad3db071-2d92-48b9-b094-e8295dd824b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:02.026480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3db071-2d92-48b9-b094-e8295dd824b5 None None] No DVR routers for this DVR port 33f6d4c1-9014-4810-b33b-04f7684a461d on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:02.048523 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.139646 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.159029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:02.181917 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8542b8df-992d-4594-b882-7a56f885d437 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags/tempest-TagsExtTest-Tag-1187475821 HTTP/1.1" status: 204 len: 168 time: 0.1722751 Jun 17 08:35:02.185035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44168) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:02.190131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-0f7695c7-581d-44b8-9161-f3f948b0e83c tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:02.206985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6bb8adf-5c54-4c23-9b9e-563fb55f2eae') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:02.211625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6bb8adf-5c54-4c23-9b9e-563fb55f2eae') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:02.242757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.265207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.273555 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:35:02.273555 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:35:02.277712 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:35:02.326259 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0f7695c7-581d-44b8-9161-f3f948b0e83c tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags HTTP/1.1" status: 200 len: 205 time: 0.1401658 Jun 17 08:35:02.328969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44172) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:02.338116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-13b4ac4f-4c01-435d-b1ab-d55f3a15b5cd tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:02.386223 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-13b4ac4f-4c01-435d-b1ab-d55f3a15b5cd tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags HTTP/1.1" status: 204 len: 168 time: 0.0534928 Jun 17 08:35:02.386474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44174) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:02.395421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-7050d60c-177a-4931-967d-11df7a9009f5 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:02.402701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.410800 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.413853 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/networks/00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4 HTTP/1.1" status: 204 len: 168 time: 1.2599533 Jun 17 08:35:02.414928 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-145dd4bb-174b-4b9e-9d2d-674b074c22c5 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:02.449885 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44176) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:02.460679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1832951726'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:02.499659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Network': ['ID=00b4bce1-17a6-4adb-a5ec-6e4ea92c1ee4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:02.511840 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:02.542530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:02.548867 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.589442 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7050d60c-177a-4931-967d-11df7a9009f5 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags HTTP/1.1" status: 204 len: 168 time: 0.2017858 Jun 17 08:35:02.592102 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44182) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:02.595733 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-2bd52e2b-7d9b-41c5-aeb1-588e19166f09 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:02.615361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:35:02.644120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d1e84c35-2908-4d1d-8940-85e875573794 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:02.667093 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2bd52e2b-7d9b-41c5-aeb1-588e19166f09 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags HTTP/1.1" status: 204 len: 168 time: 0.0756414 Jun 17 08:35:02.669692 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44188) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:02.674703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-101579d7-06cd-4e0d-92ac-0c864f154f5a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:02.675452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: d1e84c35-2908-4d1d-8940-85e875573794 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:02.675810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d1e84c35-2908-4d1d-8940-85e875573794 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:02.677507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df932baa-6dd9-43e9-8aa5-136c074b9805 req-b6f1728d-0496-4f9f-9a89-41c1bf374138 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f41fc75-ef62-483d-96f8-44c0e52e30f9 HTTP/1.1" status: 200 len: 210 time: 0.0653207 Jun 17 08:35:02.678981 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.679489 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Added segment 3138314b-b86c-4dd2-9591-9ac1d5210122 of type vlan for network d75480bf-22c7-4828-8925-303b02f33353 Jun 17 08:35:02.734437 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Deleting port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:02.734790 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.763929 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-101579d7-06cd-4e0d-92ac-0c864f154f5a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags HTTP/1.1" status: 204 len: 168 time: 0.0931602 Jun 17 08:35:02.769310 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44196) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:02.772676 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.777839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-ce2d8ff7-2176-40ab-a4ca-8947d552d9cd tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc', 'tempest-TagsExtTest-Tag-1619907380') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:02.806152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 33f6d4c1-9014-4810-b33b-04f7684a461d no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:02.854552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 33f6d4c1-9014-4810-b33b-04f7684a461d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:02.855266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 33f6d4c1-9014-4810-b33b-04f7684a461d not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:02.885295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] For port 5cb27783-9e0c-4059-88e6-3e6ddaa7d217, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5cb27783-9e0c-4059-88e6-3e6ddaa7d217,segment=NetworkSegment(f8e6a79d-a7b8-4705-a01a-f5a62545f953),segment_id=f8e6a79d-a7b8-4705-a01a-f5a62545f953)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:02.885657 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.901713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080b51b-252c-47e1-bba6-7c83244213e5 req-75be47a7-d359-44d9-ad37-00e130c62696 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:02.903252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2080b51b-252c-47e1-bba6-7c83244213e5 req-75be47a7-d359-44d9-ad37-00e130c62696 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.3083191 Jun 17 08:35:02.912644 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ce2d8ff7-2176-40ab-a4ca-8947d552d9cd tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags/tempest-TagsExtTest-Tag-1619907380 HTTP/1.1" status: 201 len: 201 time: 0.1361628 Jun 17 08:35:02.912644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44206) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:02.921482 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:02.935951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-5a7c5641-b978-4351-8367-6083e0fd9219 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d', 'tempest-TagsExtTest-Tag-1236791595') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:03.004772 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5a7c5641-b978-4351-8367-6083e0fd9219 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags/tempest-TagsExtTest-Tag-1236791595 HTTP/1.1" status: 201 len: 201 time: 0.0860989 Jun 17 08:35:03.005010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44210) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:03.009922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-89debf89-7484-4567-8089-72cbe9826b81 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b', 'tempest-TagsExtTest-Tag-395389727') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:03.017032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Calling delete_port for 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:03.019319 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.024804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:03.025420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.037423 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-12ed3b80-1d54-40ad-acbf-451153e53ffa tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:03.106997 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-89debf89-7484-4567-8089-72cbe9826b81 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags/tempest-TagsExtTest-Tag-395389727 HTTP/1.1" status: 201 len: 201 time: 0.1008751 Jun 17 08:35:03.109719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44212) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:03.114977 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-eac62120-b5f0-4231-8cb2-b52c2d1118bf tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb', 'tempest-TagsExtTest-Tag-1376334948') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:03.146685 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6953213 Jun 17 08:35:03.150530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44216) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:03.156001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'd75480bf-22c7-4828-8925-303b02f33353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:03.180056 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2080b51b-252c-47e1-bba6-7c83244213e5 req-4987b901-515a-4311-a4e4-02fe9654540c tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360585 Jun 17 08:35:03.184302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Network': ['ID=d75480bf-22c7-4828-8925-303b02f33353,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:03.191923 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:03.196869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network d75480bf-22c7-4828-8925-303b02f33353 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:35:03.217706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea232a82-ba0a-42dc-9181-65157ae32ade req-df7ed8db-dab9-4ff2-b242-d3e22f57d97e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:03.225113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea232a82-ba0a-42dc-9181-65157ae32ade req-df7ed8db-dab9-4ff2-b242-d3e22f57d97e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3485637 Jun 17 08:35:03.228113 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eac62120-b5f0-4231-8cb2-b52c2d1118bf tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags/tempest-TagsExtTest-Tag-1376334948 HTTP/1.1" status: 201 len: 201 time: 0.1173205 Jun 17 08:35:03.231510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44218) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:03.236297 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-0cc67b8a-8ed7-43e5-8f70-3b741b662209 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc', {'tags': ['tempest-TagsExtTest-Tag-146096329', 'tempest-TagsExtTest-Tag-1138381113', 'tempest-TagsExtTest-Tag-225742095']}) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:03.268941 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44220) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:03.342594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea232a82-ba0a-42dc-9181-65157ae32ade req-e9cdd8b0-86c9-4c57-8087-0987e8cf491d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162655 Jun 17 08:35:03.343158 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0cc67b8a-8ed7-43e5-8f70-3b741b662209 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags HTTP/1.1" status: 200 len: 316 time: 0.1108255 Jun 17 08:35:03.346139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44224) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:03.352285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-ecfae029-cfa6-4ecf-afff-6e1a76772e5d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:03.377928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:03.382350 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.449565 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.453908 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-958600b8-6d96-43a0-be6d-0e2858148c3c tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:03.479796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb27783-9e0c-4059-88e6-3e6ddaa7d217,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:03.480843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bafd4b67-0569-4f63-abb8-36432b8de94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.483143 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:03.597878 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ecfae029-cfa6-4ecf-afff-6e1a76772e5d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags HTTP/1.1" status: 204 len: 168 time: 0.2500567 Jun 17 08:35:03.604188 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44230) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:03.610633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-dd5e4a1a-1c1e-4111-b9c0-84837cb18612 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc', 'tempest-TagsExtTest-Tag-146096329') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:03.696692 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.725113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cffd23-350b-4c38-8341-b0c53e0557d9 req-70eeca26-916d-4685-8480-ad982a5aa1c8 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:03.726946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79cffd23-350b-4c38-8341-b0c53e0557d9 req-70eeca26-916d-4685-8480-ad982a5aa1c8 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 946 time: 0.1057954 Jun 17 08:35:03.771904 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.776144 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-add91af4-5152-4419-b9b6-9fb475b07f50 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:03.830634 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bafd4b67-0569-4f63-abb8-36432b8de94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.836074 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79cffd23-350b-4c38-8341-b0c53e0557d9 req-c250d8df-07f1-422b-af04-dac5dcdd2bad tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767970 Jun 17 08:35:03.847343 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bafd4b67-0569-4f63-abb8-36432b8de94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:03.868224 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-dd5e4a1a-1c1e-4111-b9c0-84837cb18612 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:03.869255 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dd5e4a1a-1c1e-4111-b9c0-84837cb18612 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags/tempest-TagsExtTest-Tag-146096329 HTTP/1.1" status: 404 len: 328 time: 0.2631483 Jun 17 08:35:03.872371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44236) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:03.874436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Subnet': ['ID=7355ee48-df4a-4a36-9177-e79bb7537821,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:03.877368 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:03.884285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-46366b72-f4cc-4e55-bf6d-018152fbc352 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc', 'tempest-TagsExtTest-Tag-1138381113') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:03.885913 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-74507a20-c275-407a-a7b0-2a9ee9cafe81 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:03.919993 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bafd4b67-0569-4f63-abb8-36432b8de94a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4d0cd28c4c44cf5b4718d0a9faa0437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6420312 Jun 17 08:35:03.923232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44240) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:03.937356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63644d47-9439-47ca-b78a-b837e476fc1e req-d3dd481f-4111-4c19-a2aa-00eb0799eb0a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:03.939543 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-63644d47-9439-47ca-b78a-b837e476fc1e req-d3dd481f-4111-4c19-a2aa-00eb0799eb0a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.10 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2583776 Jun 17 08:35:03.947969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd4b67-0569-4f63-abb8-36432b8de94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa00cb4-a15a-4218-a4ea-8f8152d6d5d8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:03.953182 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bafd4b67-0569-4f63-abb8-36432b8de94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:03.963082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Checking segment: {'id': '3138314b-b86c-4dd2-9591-9ac1d5210122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd75480bf-22c7-4828-8925-303b02f33353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:03.963481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network hostable DHCP agents. Network: d75480bf-22c7-4828-8925-303b02f33353, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:35:04.024766 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network d75480bf-22c7-4828-8925-303b02f33353 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:35:04.070874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, d75480bf-22c7-4828-8925-303b02f33353) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:04.076729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:04.077135 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.079254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38990d46-273e-440b-848e-97a13d42c7a9 None None] Network d75480bf-22c7-4828-8925-303b02f33353 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:04.100408 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9487407 Jun 17 08:35:04.104139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44244) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:04.105169 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Router 195a2c97-71f9-4226-811f-34c546fb2a4d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:04.109205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': 'd75480bf-22c7-4828-8925-303b02f33353', 'name': 'tempest-PortsIpV6TestJSON-200344451', 'fixed_ips': [{'subnet_id': '7355ee48-df4a-4a36-9177-e79bb7537821', 'ip_address': '2001:db8::10'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:04.110101 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-46366b72-f4cc-4e55-bf6d-018152fbc352 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:04.113895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-46366b72-f4cc-4e55-bf6d-018152fbc352 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags/tempest-TagsExtTest-Tag-1138381113 HTTP/1.1" status: 404 len: 329 time: 0.2375574 Jun 17 08:35:04.114318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44246) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:04.119658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-7e9c2282-be33-43db-99e3-ce143f01c19a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc', 'tempest-TagsExtTest-Tag-225742095') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:04.123679 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1041e280-3824-4e71-ad50-c8d5da551cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.129777 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Deleting port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:04.130353 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.278257 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] For port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9dbe71f9-527b-4cd1-acb2-700b3720fdfd,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:04.279040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.289526 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-d75480bf-22c7-4828-8925-303b02f33353', 'network_id': 'd75480bf-22c7-4828-8925-303b02f33353', 'tenant_id': '3fbe645776b64fc88b7ae6944b07ec73', 'fixed_ips': [{'subnet_id': '7355ee48-df4a-4a36-9177-e79bb7537821'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:04.290932 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.454781 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Allocated IP 2001:db8::2 (d75480bf-22c7-4828-8925-303b02f33353/7355ee48-df4a-4a36-9177-e79bb7537821/1ed0de0e-55a1-4236-a5a5-d42686fa1796) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:04.523899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:04.609615 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.620041 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Transition to ACTIVE for port object 1ed0de0e-55a1-4236-a5a5-d42686fa1796 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:04.637074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Transition to ACTIVE for port object 1ed0de0e-55a1-4236-a5a5-d42686fa1796 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:04.644985 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.647714 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:04.662247 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1041e280-3824-4e71-ad50-c8d5da551cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.710585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Pushing event updated for resources: {'Port': ['ID=1ed0de0e-55a1-4236-a5a5-d42686fa1796,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:04.718292 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:04.730722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Network d75480bf-22c7-4828-8925-303b02f33353 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:04.732907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:04.737146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:04.787072 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-7e9c2282-be33-43db-99e3-ce143f01c19a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:04.788137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7e9c2282-be33-43db-99e3-ce143f01c19a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags/tempest-TagsExtTest-Tag-225742095 HTTP/1.1" status: 404 len: 328 time: 0.6728206 Jun 17 08:35:04.795778 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44254) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:04.804611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-6e667ec0-5774-44b1-ba2c-2aac5f365696 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d', {'tags': ['tempest-TagsExtTest-Tag-136460051', 'tempest-TagsExtTest-Tag-388406089', 'tempest-TagsExtTest-Tag-1831082104']}) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:04.813828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:04.822467 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] 10.222.0.47 "PUT /v2.0/routers/195a2c97-71f9-4226-811f-34c546fb2a4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7743931 Jun 17 08:35:04.828840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Attempting to bind port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:04.829356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Attempting to bind port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '3138314b-b86c-4dd2-9591-9ac1d5210122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd75480bf-22c7-4828-8925-303b02f33353'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:04.829892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Attempting to bind port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 on network d75480bf-22c7-4828-8925-303b02f33353 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:04.837652 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177e7a75-f036-4f96-a0d8-852d72828308 None None] Sync routers for ids ['195a2c97-71f9-4226-811f-34c546fb2a4d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:04.838666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:04.839202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Checking segment: {'id': '3138314b-b86c-4dd2-9591-9ac1d5210122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd75480bf-22c7-4828-8925-303b02f33353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:04.839776 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.840265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Bound using segment: {'id': '3138314b-b86c-4dd2-9591-9ac1d5210122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd75480bf-22c7-4828-8925-303b02f33353'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:04.840976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Bound port: 1ed0de0e-55a1-4236-a5a5-d42686fa1796, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3138314b-b86c-4dd2-9591-9ac1d5210122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd75480bf-22c7-4828-8925-303b02f33353'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:04.841449 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.850558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44256) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:04.851572 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177e7a75-f036-4f96-a0d8-852d72828308 None None] Routers {'195a2c97-71f9-4226-811f-34c546fb2a4d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:04.852228 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-177e7a75-f036-4f96-a0d8-852d72828308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['195a2c97-71f9-4226-811f-34c546fb2a4d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:04.912800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c54942-0cd9-45eb-8dc2-dc5987506ed3 req-c521463a-4e4f-434d-bb32-544a9e977a63 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:04.923083 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-10c54942-0cd9-45eb-8dc2-dc5987506ed3 req-c521463a-4e4f-434d-bb32-544a9e977a63 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.7248800 Jun 17 08:35:04.923941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] For port 1ed0de0e-55a1-4236-a5a5-d42686fa1796, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:04.928695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] For port 1ed0de0e-55a1-4236-a5a5-d42686fa1796, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1ed0de0e-55a1-4236-a5a5-d42686fa1796,segment=NetworkSegment(3138314b-b86c-4dd2-9591-9ac1d5210122),segment_id=3138314b-b86c-4dd2-9591-9ac1d5210122)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:04.934006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab7424-df70-472f-aa64-76ed96518c9c req-12bac002-f0d3-421f-b373-94d4cf6e84f6 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:04.937326 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.942947 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:04.943383 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5cab7424-df70-472f-aa64-76ed96518c9c req-12bac002-f0d3-421f-b373-94d4cf6e84f6 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 945 time: 0.2915072 Jun 17 08:35:04.948068 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.948452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:04.948749 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Floating IP 8391f11c-3688-40c0-ab0e-18fc3b3803e5 disassociated. External IP: 172.25.8.101, port: 9dbe71f9-527b-4cd1-acb2-700b3720fdfd. Jun 17 08:35:04.949133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Calling delete_port for 9dbe71f9-527b-4cd1-acb2-700b3720fdfd owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:05.001354 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1041e280-3824-4e71-ad50-c8d5da551cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.005477 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1041e280-3824-4e71-ad50-c8d5da551cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.007247 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1041e280-3824-4e71-ad50-c8d5da551cd7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2aa00cb4-a15a-4218-a4ea-8f8152d6d5d8 HTTP/1.1" status: 204 len: 168 time: 1.0822668 Jun 17 08:35:05.012644 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-177e7a75-f036-4f96-a0d8-852d72828308 None None] Set router 195a2c97-71f9-4226-811f-34c546fb2a4d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:05.043685 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a6865b61-f665-45fd-99f1-973e53d7e97a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:05.067293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Pushing event updated for resources: {'Port': ['ID=1ed0de0e-55a1-4236-a5a5-d42686fa1796,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:05.072245 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.088023 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:05.104626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port ccf7e0c8-db43-49ed-9ad4-38254af46370 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:35:05.213771 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5cab7424-df70-472f-aa64-76ed96518c9c req-be4aba40-a993-4735-b1ec-67016e40a9ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=d37d9627-5249-475c-8b0d-039ca24da15e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659056 Jun 17 08:35:05.215011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041e280-3824-4e71-ad50-c8d5da551cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa00cb4-a15a-4218-a4ea-8f8152d6d5d8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:05.251799 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1041e280-3824-4e71-ad50-c8d5da551cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:05.253430 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.259675 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:05.261467 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.352940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event deleted for resources: {'Port': ['ID=9dbe71f9-527b-4cd1-acb2-700b3720fdfd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:05.370418 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:05.474368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8::10 (d75480bf-22c7-4828-8925-303b02f33353/7355ee48-df4a-4a36-9177-e79bb7537821/ccf7e0c8-db43-49ed-9ad4-38254af46370) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:05.493919 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-177e7a75-f036-4f96-a0d8-852d72828308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:35:03Z', 'revision_number': 5, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:05.519783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-10c54942-0cd9-45eb-8dc2-dc5987506ed3 req-a956131d-9529-43ee-8fea-f56ccfc21015 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953708 Jun 17 08:35:05.562861 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177e7a75-f036-4f96-a0d8-852d72828308 None None] Checking router: 195a2c97-71f9-4226-811f-34c546fb2a4d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:05.579502 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177e7a75-f036-4f96-a0d8-852d72828308 None None] Routers {'195a2c97-71f9-4226-811f-34c546fb2a4d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:05.580345 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-177e7a75-f036-4f96-a0d8-852d72828308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['195a2c97-71f9-4226-811f-34c546fb2a4d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:05.583666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44262) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:05.608003 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6e667ec0-5774-44b1-ba2c-2aac5f365696 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags HTTP/1.1" status: 200 len: 316 time: 0.8086426 Jun 17 08:35:05.612621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44264) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:05.620753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-2dba0a0c-0857-44bd-bf1a-9e4561120db1 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:05.623920 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e37b7e8-c8b1-4e19-9e24-b7db5fa74b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.628669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:05.690195 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.719366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4bac2-6927-4673-847d-487dcae84d01 req-21f26aca-57d5-451f-9c1d-f4d789e1713b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:05.726611 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26c4bac2-6927-4673-847d-487dcae84d01 req-21f26aca-57d5-451f-9c1d-f4d789e1713b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2394791 Jun 17 08:35:05.740783 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-177e7a75-f036-4f96-a0d8-852d72828308 None None] Set router 195a2c97-71f9-4226-811f-34c546fb2a4d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:05.841132 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26c4bac2-6927-4673-847d-487dcae84d01 req-8158f454-ab67-4087-98f1-81929a0e1f87 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134667 Jun 17 08:35:05.853162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.854315 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2dba0a0c-0857-44bd-bf1a-9e4561120db1 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags HTTP/1.1" status: 204 len: 168 time: 0.2347369 Jun 17 08:35:05.854315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44266) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:05.867706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-0b116eff-f9ce-46c4-85bc-590f3acd2ba4 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d', 'tempest-TagsExtTest-Tag-136460051') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:05.911348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object ccf7e0c8-db43-49ed-9ad4-38254af46370 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:05.917063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Deleting port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:05.917400 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:05.935619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:05.955164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec27aae-1443-4066-a8b3-96754995000f None None] Sync routers for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:05.984476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec27aae-1443-4066-a8b3-96754995000f None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:05.985195 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-aec27aae-1443-4066-a8b3-96754995000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:06.022960 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-0b116eff-f9ce-46c4-85bc-590f3acd2ba4 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:06.030999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0b116eff-f9ce-46c4-85bc-590f3acd2ba4 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags/tempest-TagsExtTest-Tag-136460051 HTTP/1.1" status: 404 len: 328 time: 0.1737027 Jun 17 08:35:06.032001 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44270) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:06.038240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-4d6d244e-4188-4dfc-9bd6-8c864cc2cd2b tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d', 'tempest-TagsExtTest-Tag-388406089') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:06.050841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] No DVR routers for this DVR port 9dbe71f9-527b-4cd1-acb2-700b3720fdfd on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:06.056074 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.058791 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-63644d47-9439-47ca-b78a-b837e476fc1e req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.10 "DELETE /v2.0/ports/9dbe71f9-527b-4cd1-acb2-700b3720fdfd HTTP/1.1" status: 204 len: 173 time: 2.1058173 Jun 17 08:35:06.073552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '849f9543-6bda-408d-b948-4c84a060b369', 'name': 'network-vif-deleted', 'tag': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:06.080705 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b017f4-1790-426f-bda3-7d221c7a85c9" -d '{"events": [{"server_uuid": "849f9543-6bda-408d-b948-4c84a060b369", "name": "network-vif-deleted", "tag": "9dbe71f9-527b-4cd1-acb2-700b3720fdfd"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:06.092485 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-177e7a75-f036-4f96-a0d8-852d72828308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:35:03Z', 'revision_number': 5, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:06.107613 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] For port 9e14e6eb-5919-43a6-9c41-0a481d03e6fd, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9e14e6eb-5919-43a6-9c41-0a481d03e6fd,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:06.108482 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.133883 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e37b7e8-c8b1-4e19-9e24-b7db5fa74b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.153961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e37b7e8-c8b1-4e19-9e24-b7db5fa74b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.164321 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f17b8fb5-ae8a-465f-82dc-ecb7aa54c9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:06.170818 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177e7a75-f036-4f96-a0d8-852d72828308 None None] The sync data for ids ['195a2c97-71f9-4226-811f-34c546fb2a4d'] in n-d-779913-16 is: [{'id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'name': 'tempest-ServerRescueTestJSONUnderV235-179866201-router', 'tenant_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:33:34Z', 'updated_at': '2021-06-17T08:35:03Z', 'revision_number': 5, 'project_id': '4cfae80e624040a5bee9cb0dd5b9b748', 'gw_port': {'id': '9e14e6eb-5919-43a6-9c41-0a481d03e6fd', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:d2:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195a2c97-71f9-4226-811f-34c546fb2a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:33:35Z', 'updated_at': '2021-06-17T08:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:06.228037 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4ec6be-cbb4-4d58-b132-623f09b5ad87 x-openstack-request-id: req-5a4ec6be-cbb4-4d58-b132-623f09b5ad87 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:06.230783 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "849f9543-6bda-408d-b948-4c84a060b369", "name": "network-vif-deleted", "tag": "9dbe71f9-527b-4cd1-acb2-700b3720fdfd", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:06.231213 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a4ec6be-cbb4-4d58-b132-623f09b5ad87 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:06.231792 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '849f9543-6bda-408d-b948-4c84a060b369', 'name': 'network-vif-deleted', 'tag': '9dbe71f9-527b-4cd1-acb2-700b3720fdfd', 'status': 'completed', 'code': 200} Jun 17 08:35:06.241249 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.256531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Calling delete_port for 9e14e6eb-5919-43a6-9c41-0a481d03e6fd owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:06.274192 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1e37b7e8-c8b1-4e19-9e24-b7db5fa74b33 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec0252b222414f279271f6af942d5f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6872597 Jun 17 08:35:06.279522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44276) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:06.281561 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37b7e8-c8b1-4e19-9e24-b7db5fa74b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c096d1c9-10b2-4551-803d-1f39941bb839,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:06.295608 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e37b7e8-c8b1-4e19-9e24-b7db5fa74b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:06.297889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network d75480bf-22c7-4828-8925-303b02f33353 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:06.298765 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-913bbd9f-2595-4e2d-b850-ac7b70ee8c7c tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:06.310472 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:06.311067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-aec27aae-1443-4066-a8b3-96754995000f None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:06.335904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:06.342665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:06.343402 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.368841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=ccf7e0c8-db43-49ed-9ad4-38254af46370,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:06.389676 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:06.390689 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-4d6d244e-4188-4dfc-9bd6-8c864cc2cd2b tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:06.391764 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4d6d244e-4188-4dfc-9bd6-8c864cc2cd2b tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags/tempest-TagsExtTest-Tag-388406089 HTTP/1.1" status: 404 len: 328 time: 0.3595955 Jun 17 08:35:06.395099 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44278) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:06.401972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-68b21c93-a2bc-4acd-90e7-33b179283b72 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d', 'tempest-TagsExtTest-Tag-1831082104') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:06.452522 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3448596 Jun 17 08:35:06.453131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44280) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:06.459257 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': 'd75480bf-22c7-4828-8925-303b02f33353', 'name': 'tempest-PortsIpV6TestJSON-2066816255', 'fixed_ips': [{'subnet_id': '7355ee48-df4a-4a36-9177-e79bb7537821', 'ip_address': '2001:db8::f'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:06.585553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88d90831-29f5-4208-92c5-97358e624069 req-46c1383b-81b7-49a8-ae1b-ae3c1d828d7e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=849f9543-6bda-408d-b948-4c84a060b369 HTTP/1.1" status: 200 len: 210 time: 0.0764482 Jun 17 08:35:06.674285 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56da90d7-f272-417a-89e5-5140070cbbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.696961 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579869e7-5151-4945-9cf4-b16294c3448b None None] Network d75480bf-22c7-4828-8925-303b02f33353 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:06.725086 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:06.754273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b85814-4c7e-4013-8967-12ada004705e req-cc9d1a81-25e7-4fc1-94a0-b70b3af8df54 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:06.756549 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.758133 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34b85814-4c7e-4013-8967-12ada004705e req-cc9d1a81-25e7-4fc1-94a0-b70b3af8df54 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 946 time: 0.3132341 Jun 17 08:35:06.786461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.809004 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f4572ca9-3241-47c2-bd63-127fb32170b7 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:06.824602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3aa95576-5ce6-4c94-862c-42d1971ecd2a None None] Provisioning for port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:06.853142 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56da90d7-f272-417a-89e5-5140070cbbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:06.882721 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-68b21c93-a2bc-4acd-90e7-33b179283b72 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:06.884154 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-68b21c93-a2bc-4acd-90e7-33b179283b72 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags/tempest-TagsExtTest-Tag-1831082104 HTTP/1.1" status: 404 len: 329 time: 0.4868877 Jun 17 08:35:06.891068 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port b0e30fca-26c7-4671-890d-409f6a5eeae8 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:35:06.902154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44286) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:06.910817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e14e6eb-5919-43a6-9c41-0a481d03e6fd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:06.910817 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:06.916925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-b534016f-73de-41e3-8185-55449193b0a9 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b', {'tags': ['tempest-TagsExtTest-Tag-820669643', 'tempest-TagsExtTest-Tag-556768507', 'tempest-TagsExtTest-Tag-726031666']}) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:07.031143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56da90d7-f272-417a-89e5-5140070cbbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.033888 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56da90d7-f272-417a-89e5-5140070cbbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.037748 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-56da90d7-f272-417a-89e5-5140070cbbf2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c096d1c9-10b2-4551-803d-1f39941bb839 HTTP/1.1" status: 204 len: 168 time: 0.7574701 Jun 17 08:35:07.041380 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ade3714-cde3-4c03-8091-c0d790c981a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:07.055607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da90d7-f272-417a-89e5-5140070cbbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c096d1c9-10b2-4551-803d-1f39941bb839,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:07.066721 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56da90d7-f272-417a-89e5-5140070cbbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:07.071427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34b85814-4c7e-4013-8967-12ada004705e req-995e439d-5502-4d8c-9c8f-76b7ba5f0568 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027775 Jun 17 08:35:07.083853 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1ed0de0e-55a1-4236-a5a5-d42686fa1796 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:07.145696 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.151372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-aec27aae-1443-4066-a8b3-96754995000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:07.168601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8::f (d75480bf-22c7-4828-8925-303b02f33353/7355ee48-df4a-4a36-9177-e79bb7537821/b0e30fca-26c7-4671-890d-409f6a5eeae8) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:07.198298 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec27aae-1443-4066-a8b3-96754995000f None None] Checking router: 81bf5a57-cf29-44b9-a055-d9f590f6bc56 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:07.250620 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b534016f-73de-41e3-8185-55449193b0a9 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags HTTP/1.1" status: 200 len: 315 time: 0.3384328 Jun 17 08:35:07.256929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44292) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:07.257173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec27aae-1443-4066-a8b3-96754995000f None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:07.257633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-aec27aae-1443-4066-a8b3-96754995000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:07.259759 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.266443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-b56c78f1-1114-474c-b24b-2df0f6362f04 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:07.279294 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.320799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc07b32-4699-438c-8f50-cd62161d3223 req-688a67c6-b41b-45da-874d-f02fbb43fee8 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:07.329551 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2dc07b32-4699-438c-8f50-cd62161d3223 req-688a67c6-b41b-45da-874d-f02fbb43fee8 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.5102043 Jun 17 08:35:07.363781 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:07.375853 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:07.376274 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.455026 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.455574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 195a2c97-71f9-4226-811f-34c546fb2a4d {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:35:07.461592 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-aec27aae-1443-4066-a8b3-96754995000f None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:07.465410 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.468609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] 10.222.0.47 "DELETE /v2.0/routers/195a2c97-71f9-4226-811f-34c546fb2a4d HTTP/1.1" status: 204 len: 168 time: 2.6140769 Jun 17 08:35:07.469101 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44298) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:07.488314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2dc07b32-4699-438c-8f50-cd62161d3223 req-273f2113-e845-48bf-9c03-77c1b67c23d1 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593881 Jun 17 08:35:07.560895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1de89-88f1-466e-9c63-f32ca9da23d4 req-a8747adf-e62e-4e1d-a543-dd55b6a77583 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:07.568718 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cef1de89-88f1-466e-9c63-f32ca9da23d4 req-a8747adf-e62e-4e1d-a543-dd55b6a77583 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3137805 Jun 17 08:35:07.627987 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0d089e-244d-454f-9fc5-f8a3f513473b admin admin] Deleting subnet 4c5c5814-446e-4bb8-b2ac-88ffaf8573ce {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:07.633377 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b56c78f1-1114-474c-b24b-2df0f6362f04 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags HTTP/1.1" status: 204 len: 168 time: 0.3754349 Jun 17 08:35:07.636187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44308) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:07.644988 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba0d089e-244d-454f-9fc5-f8a3f513473b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.667221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-cda02d76-fd3f-4738-9c2d-c5d1e1048741 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b', 'tempest-TagsExtTest-Tag-820669643') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:07.700981 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cef1de89-88f1-466e-9c63-f32ca9da23d4 req-0acfc52e-8b11-4fe3-ac9c-6fba7fb20acc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312051 Jun 17 08:35:07.703003 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.738974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object b0e30fca-26c7-4671-890d-409f6a5eeae8 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:07.763511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba0d089e-244d-454f-9fc5-f8a3f513473b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.789514 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.842047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44314) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:07.845710 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba0d089e-244d-454f-9fc5-f8a3f513473b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.868036 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-cda02d76-fd3f-4738-9c2d-c5d1e1048741 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:07.869898 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cda02d76-fd3f-4738-9c2d-c5d1e1048741 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags/tempest-TagsExtTest-Tag-820669643 HTTP/1.1" status: 404 len: 328 time: 0.2328048 Jun 17 08:35:07.873833 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44316) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:07.887057 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-aec27aae-1443-4066-a8b3-96754995000f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:07.897540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-d53a48df-17c0-489f-9b91-1efe443e9d75 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b', 'tempest-TagsExtTest-Tag-556768507') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:07.918390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec27aae-1443-4066-a8b3-96754995000f None None] The sync data for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 is: [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:07.937514 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 1ed0de0e-55a1-4236-a5a5-d42686fa1796, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1ed0de0e-55a1-4236-a5a5-d42686fa1796,segment=NetworkSegment(3138314b-b86c-4dd2-9591-9ac1d5210122),segment_id=3138314b-b86c-4dd2-9591-9ac1d5210122)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:07.940756 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.946146 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:07.948439 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:07.955508 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3d6355ed-3250-49dd-a9e9-806570547330 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:08.020304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:08.058458 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-661b784f-a395-4a18-9a28-61e975203f5a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.061895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:08.062436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5cb27783-9e0c-4059-88e6-3e6ddaa7d217 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:08.077020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ff4ce98f-c45b-4a01-a95b-b703d35d5038 None None] Provisioning for port ccf7e0c8-db43-49ed-9ad4-38254af46370 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:08.092870 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ff4ce98f-c45b-4a01-a95b-b703d35d5038 None None] Provisioning complete for port ccf7e0c8-db43-49ed-9ad4-38254af46370 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:08.094101 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce98f-c45b-4a01-a95b-b703d35d5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.133555 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-661b784f-a395-4a18-9a28-61e975203f5a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.161162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=1ed0de0e-55a1-4236-a5a5-d42686fa1796,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:08.161292 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-d53a48df-17c0-489f-9b91-1efe443e9d75 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:08.162051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d53a48df-17c0-489f-9b91-1efe443e9d75 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags/tempest-TagsExtTest-Tag-556768507 HTTP/1.1" status: 404 len: 328 time: 0.2867908 Jun 17 08:35:08.167543 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:08.176105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44326) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:08.180916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-a69a2b9f-47de-4c60-b187-d812ddad5d3e tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b', 'tempest-TagsExtTest-Tag-726031666') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:08.194880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ff4ce98f-c45b-4a01-a95b-b703d35d5038 None None] Port ccf7e0c8-db43-49ed-9ad4-38254af46370 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:08.245200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ff4ce98f-c45b-4a01-a95b-b703d35d5038 None None] Provisioning complete for port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:08.245543 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff4ce98f-c45b-4a01-a95b-b703d35d5038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.291039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network d75480bf-22c7-4828-8925-303b02f33353 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:08.294602 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=b0e30fca-26c7-4671-890d-409f6a5eeae8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:08.309369 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:08.311182 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba0d089e-244d-454f-9fc5-f8a3f513473b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.313645 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:08.324249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:08.330725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:08.331415 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.335693 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-75e2e241-66df-4e80-9418-3a5279f2569f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:08.385135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d089e-244d-454f-9fc5-f8a3f513473b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5c5814-446e-4bb8-b2ac-88ffaf8573ce,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:08.388686 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba0d089e-244d-454f-9fc5-f8a3f513473b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:08.393161 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba0d089e-244d-454f-9fc5-f8a3f513473b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.395360 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ba0d089e-244d-454f-9fc5-f8a3f513473b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4c5c5814-446e-4bb8-b2ac-88ffaf8573ce HTTP/1.1" status: 204 len: 168 time: 0.9227285 Jun 17 08:35:08.398728 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44330) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:08.399498 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-661b784f-a395-4a18-9a28-61e975203f5a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.402419 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-661b784f-a395-4a18-9a28-61e975203f5a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.405062 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-661b784f-a395-4a18-9a28-61e975203f5a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "DELETE /v2.0/security-groups/d37d9627-5249-475c-8b0d-039ca24da15e HTTP/1.1" status: 204 len: 168 time: 0.5608556 Jun 17 08:35:08.408097 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44332) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:08.417919 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a211df1-0c9a-4ccd-be0c-f17c9e3d815d tempest-FloatingIPNegativeTestJSON-1245016210 tempest-FloatingIPNegativeTestJSON-1245016210-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:08.427291 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9732559 Jun 17 08:35:08.427950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44334) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:08.449750 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-a69a2b9f-47de-4c60-b187-d812ddad5d3e tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:08.450933 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a69a2b9f-47de-4c60-b187-d812ddad5d3e tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags/tempest-TagsExtTest-Tag-726031666 HTTP/1.1" status: 404 len: 328 time: 0.2737632 Jun 17 08:35:08.458918 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-5e1a2e73-b6ae-4c9d-9c04-944091b79124 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] show failed (client error): The resource could not be found. Jun 17 08:35:08.462973 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5e1a2e73-b6ae-4c9d-9c04-944091b79124 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups/d37d9627-5249-475c-8b0d-039ca24da15e HTTP/1.1" status: 404 len: 347 time: 0.0523267 Jun 17 08:35:08.463577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44338) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:08.463936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44340) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:08.466755 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9773dd-caae-474a-b26a-14847dc4ddab None None] New status for floating IP 8391f11c-3688-40c0-ab0e-18fc3b3803e5: DOWN {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:35:08.515163 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b784f-a395-4a18-9a28-61e975203f5a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37d9627-5249-475c-8b0d-039ca24da15e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:08.520500 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-661b784f-a395-4a18-9a28-61e975203f5a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:08.537454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-73dfe1b3-4838-4ecc-9082-4f5746b6584c tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb', {'tags': ['tempest-TagsExtTest-Tag-363657489', 'tempest-TagsExtTest-Tag-1978903383', 'tempest-TagsExtTest-Tag-1920810876']}) {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:08.584950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b42096ec-740a-4bb3-a319-4bcadea886d0 None None] Provisioning complete for port ccf7e0c8-db43-49ed-9ad4-38254af46370 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:08.587220 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b42096ec-740a-4bb3-a319-4bcadea886d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.661828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.705378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55ffd45-f5b7-41a2-be12-a9c1335cfb16 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:08.706450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b42096ec-740a-4bb3-a319-4bcadea886d0 None None] Port ccf7e0c8-db43-49ed-9ad4-38254af46370 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:08.711774 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c55ffd45-f5b7-41a2-be12-a9c1335cfb16 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2662754 Jun 17 08:35:08.723356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9dbe71f9-527b-4cd1-acb2-700b3720fdfd no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:08.741385 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44346) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:08.775306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 9dbe71f9-527b-4cd1-acb2-700b3720fdfd {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:08.776472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9dbe71f9-527b-4cd1-acb2-700b3720fdfd not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:08.841317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-90013a97-6bcb-482c-8d67-248ddded9c23 None None] Provisioning for port b0e30fca-26c7-4671-890d-409f6a5eeae8 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:08.847726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-90013a97-6bcb-482c-8d67-248ddded9c23 None None] Provisioning complete for port b0e30fca-26c7-4671-890d-409f6a5eeae8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:08.848103 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-90013a97-6bcb-482c-8d67-248ddded9c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.866135 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.879638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:08.888150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1ed0de0e-55a1-4236-a5a5-d42686fa1796 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:08.891936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-73dfe1b3-4838-4ecc-9082-4f5746b6584c tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "PUT /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags HTTP/1.1" status: 200 len: 317 time: 0.4246011 Jun 17 08:35:08.893462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44352) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:08.899143 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-c67078ce-299c-479b-8ba1-aa834995e40e tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:08.905938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e6a79d-a7b8-4705-a01a-f5a62545f953') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:08.906401 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e6a79d-a7b8-4705-a01a-f5a62545f953') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:08.913917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Deleting port 29d8441b-6d6c-452f-8541-9fc486fbb786 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:08.914292 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.924961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.935060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a777fa-7e26-46b9-9674-6c5fc7f2981c req-7e24d540-e19b-4dfb-92b9-ce87fff09dfd tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:08.945369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31a777fa-7e26-46b9-9674-6c5fc7f2981c req-7e24d540-e19b-4dfb-92b9-ce87fff09dfd tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 946 time: 0.2513642 Jun 17 08:35:08.947742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-90013a97-6bcb-482c-8d67-248ddded9c23 None None] Port b0e30fca-26c7-4671-890d-409f6a5eeae8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:08.958939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10d7476-2b89-4865-9f0e-73867af06158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:08.964666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:08.965099 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:08.986810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10d7476-2b89-4865-9f0e-73867af06158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:08.993707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10d7476-2b89-4865-9f0e-73867af06158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:08.999653 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c10d7476-2b89-4865-9f0e-73867af06158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2569723 Jun 17 08:35:09.001917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44358) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:09.004561 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.041844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:35:09.042594 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:35:09.044067 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:35:09.115390 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.154589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9e14e6eb-5919-43a6-9c41-0a481d03e6fd no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:09.181790 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.189767 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.194178 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] 10.222.0.47 "DELETE /v2.0/networks/e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402 HTTP/1.1" status: 204 len: 168 time: 0.7826316 Jun 17 08:35:09.198719 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c67078ce-299c-479b-8ba1-aa834995e40e tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags HTTP/1.1" status: 204 len: 168 time: 0.3029828 Jun 17 08:35:09.199447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44366) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:09.201314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 9e14e6eb-5919-43a6-9c41-0a481d03e6fd {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:09.202305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9e14e6eb-5919-43a6-9c41-0a481d03e6fd not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:09.203418 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3482979f-e533-4b21-b0ae-a24d505ee70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:09.229052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-a1f53033-04e2-48b3-8b0b-f5df97bb2445 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb', 'tempest-TagsExtTest-Tag-363657489') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:09.291286 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e5df01-d0ce-4ae2-a5e3-a2eef1bac402,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:09.296800 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:09.326520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-230c6f1d-e5a5-4708-9287-f66458d963df tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port b0e30fca-26c7-4671-890d-409f6a5eeae8 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:09.327007 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-230c6f1d-e5a5-4708-9287-f66458d963df tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.334152 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-a1f53033-04e2-48b3-8b0b-f5df97bb2445 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:09.335723 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a1f53033-04e2-48b3-8b0b-f5df97bb2445 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags/tempest-TagsExtTest-Tag-363657489 HTTP/1.1" status: 404 len: 328 time: 0.1258466 Jun 17 08:35:09.349553 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44370) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:09.358991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-7a17f1e4-ceda-4df4-9740-679503675120 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb', 'tempest-TagsExtTest-Tag-1978903383') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:09.363435 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44372) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:09.466376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d6ce-dc90-42b2-8694-d6a34b100b9b req-c322795c-da03-4187-b7d7-54c67d852690 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:09.468075 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2af9d6ce-dc90-42b2-8694-d6a34b100b9b req-c322795c-da03-4187-b7d7-54c67d852690 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.63 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.2676897 Jun 17 08:35:09.497262 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-7a17f1e4-ceda-4df4-9740-679503675120 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:09.498417 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7a17f1e4-ceda-4df4-9740-679503675120 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags/tempest-TagsExtTest-Tag-1978903383 HTTP/1.1" status: 404 len: 329 time: 0.1476624 Jun 17 08:35:09.502231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44378) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:09.509426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-f7ac66aa-dd17-46ba-9ea5-167dd9dd42db tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb', 'tempest-TagsExtTest-Tag-1920810876') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:09.520378 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6715e66-616b-49e8-b3ce-d95aae2557fa req-7d84d23f-5e9f-4a9e-b790-70d982d52d19 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:09.521881 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6715e66-616b-49e8-b3ce-d95aae2557fa req-7d84d23f-5e9f-4a9e-b790-70d982d52d19 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 946 time: 0.7108774 Jun 17 08:35:09.541743 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-941219ba-1e96-4370-91c6-09936dca5f9c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4cfae80e624040a5bee9cb0dd5b9b748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755202 Jun 17 08:35:09.546331 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-230c6f1d-e5a5-4708-9287-f66458d963df tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.547476 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31a777fa-7e26-46b9-9674-6c5fc7f2981c req-3024c503-2e10-483e-97ee-ef3f46397549 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6010404 Jun 17 08:35:09.549873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44380) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:09.608865 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.609195 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.632404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-230c6f1d-e5a5-4708-9287-f66458d963df tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for b0e30fca-26c7-4671-890d-409f6a5eeae8 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:09.635516 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-f7ac66aa-dd17-46ba-9ea5-167dd9dd42db tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] show failed (client error): The resource could not be found. Jun 17 08:35:09.636548 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f7ac66aa-dd17-46ba-9ea5-167dd9dd42db tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags/tempest-TagsExtTest-Tag-1920810876 HTTP/1.1" status: 404 len: 329 time: 0.1327343 Jun 17 08:35:09.652285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44382) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:09.658705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-f2aabb74-5d47-4754-b03c-456e6e852563 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a17f97d6-3b0b-48b6-bf5a-ca068baa77cb') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:09.709256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Calling delete_port for 29d8441b-6d6c-452f-8541-9fc486fbb786 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:09.746183 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f2aabb74-5d47-4754-b03c-456e6e852563 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb/tags HTTP/1.1" status: 204 len: 168 time: 0.0903640 Jun 17 08:35:09.747326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44386) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:09.751507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-4926ff6d-e8b3-482b-a56d-5dfc5d7d261a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '269c1a57-1889-44e5-92d2-338329d1bf6b') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:09.779027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6715e66-616b-49e8-b3ce-d95aae2557fa req-de4c71b1-7e5c-43bc-b846-3a231b026396 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/security-groups?id=b731d55b-d922-4404-a84c-d3cf0ed41b88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408013 Jun 17 08:35:09.835849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-2af9d6ce-dc90-42b2-8694-d6a34b100b9b req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Deleting port 15192063-d1db-426e-a96c-30c28a48d0e6 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:09.836349 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2af9d6ce-dc90-42b2-8694-d6a34b100b9b req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.863224 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b218019-d00d-44fe-b2f9-5c8fa986cb2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.921481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a3fec-abcb-47a2-a355-66ebfd55f345 req-c36cd0fa-fe23-4aa0-939e-43242a1f187b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:09.922931 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-504a3fec-abcb-47a2-a355-66ebfd55f345 req-c36cd0fa-fe23-4aa0-939e-43242a1f187b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2113397 Jun 17 08:35:09.925753 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b218019-d00d-44fe-b2f9-5c8fa986cb2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:09.955522 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4926ff6d-e8b3-482b-a56d-5dfc5d7d261a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b/tags HTTP/1.1" status: 204 len: 168 time: 0.2076552 Jun 17 08:35:09.962407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44392) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:09.975491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-4fdecb66-b2c0-44e0-8c16-47e1ed8934d9 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '1b8325b7-32a7-4d52-b86a-c11105b8d09d') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:09.984835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-2af9d6ce-dc90-42b2-8694-d6a34b100b9b req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] For port 15192063-d1db-426e-a96c-30c28a48d0e6, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=15192063-d1db-426e-a96c-30c28a48d0e6,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:09.985215 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2af9d6ce-dc90-42b2-8694-d6a34b100b9b req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.002564 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-230c6f1d-e5a5-4708-9287-f66458d963df tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.018351 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fac4255-964c-4188-b243-74899672abab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:10.029616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-504a3fec-abcb-47a2-a355-66ebfd55f345 req-161fbcec-6ffd-4fe9-b25d-6652a7547fb8 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955806 Jun 17 08:35:10.060210 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.066671 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed41e170-4db4-4484-beba-744f3beee5b1 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:10.091843 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b218019-d00d-44fe-b2f9-5c8fa986cb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.094490 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b218019-d00d-44fe-b2f9-5c8fa986cb2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.095726 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0b218019-d00d-44fe-b2f9-5c8fa986cb2c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cec96fa4-2c0e-46b3-837f-bbafcb2db497 HTTP/1.1" status: 204 len: 168 time: 0.5238380 Jun 17 08:35:10.097186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event deleted for resources: {'Port': ['ID=29d8441b-6d6c-452f-8541-9fc486fbb786,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:10.097922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-2af9d6ce-dc90-42b2-8694-d6a34b100b9b req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Calling delete_port for 15192063-d1db-426e-a96c-30c28a48d0e6 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:10.100549 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:10.101069 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-884574ce-c407-478b-a1a7-5b9a1d9a7bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:10.105932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c6f1d-e5a5-4708-9287-f66458d963df tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=b0e30fca-26c7-4671-890d-409f6a5eeae8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:10.113473 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-230c6f1d-e5a5-4708-9287-f66458d963df tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:10.113754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b218019-d00d-44fe-b2f9-5c8fa986cb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec96fa4-2c0e-46b3-837f-bbafcb2db497,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:10.132304 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b218019-d00d-44fe-b2f9-5c8fa986cb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:10.172230 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.176156 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.177802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "DELETE /v2.0/floatingips/8391f11c-3688-40c0-ab0e-18fc3b3803e5 HTTP/1.1" status: 204 len: 168 time: 1.7116077 Jun 17 08:35:10.216771 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-230c6f1d-e5a5-4708-9287-f66458d963df tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.218760 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-230c6f1d-e5a5-4708-9287-f66458d963df tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/b0e30fca-26c7-4671-890d-409f6a5eeae8 HTTP/1.1" status: 204 len: 168 time: 1.2157793 Jun 17 08:35:10.223025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44396) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:10.275805 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4afc3a-268e-4ae8-a355-ea3459f48ef6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:35:10.278829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ea4afc3a-268e-4ae8-a355-ea3459f48ef6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/b0e30fca-26c7-4671-890d-409f6a5eeae8 HTTP/1.1" status: 404 len: 333 time: 0.0535545 Jun 17 08:35:10.281511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44400) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:10.323425 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4fdecb66-b2c0-44e0-8c16-47e1ed8934d9 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d/tags HTTP/1.1" status: 204 len: 168 time: 0.3586452 Jun 17 08:35:10.328206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44402) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:10.337718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-a193eef9-f07e-47df-ac5d-a7b8091ba15a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'eb927974-4709-4ab7-8b05-564408447fbc') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:10.497777 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-48612d35-16a6-4ffe-9ac1-6cb97fd24257 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port ccf7e0c8-db43-49ed-9ad4-38254af46370 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:10.499514 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-48612d35-16a6-4ffe-9ac1-6cb97fd24257 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.572676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-25c5956e-17c1-4221-bd38-d15df21681a8 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:10.575510 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-25c5956e-17c1-4221-bd38-d15df21681a8 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.10 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 946 time: 0.3861096 Jun 17 08:35:10.613552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2af9d6ce-dc90-42b2-8694-d6a34b100b9b req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.626916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['15192063-d1db-426e-a96c-30c28a48d0e6'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:10.644483 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f0086e7a-6a87-43f3-9f7e-15c2b1025bd3 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:10.692403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Pushing event deleted for resources: {'Port': ['ID=15192063-d1db-426e-a96c-30c28a48d0e6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:10.720443 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:10.720575 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-48612d35-16a6-4ffe-9ac1-6cb97fd24257 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.807604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-48612d35-16a6-4ffe-9ac1-6cb97fd24257 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for ccf7e0c8-db43-49ed-9ad4-38254af46370 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:10.815614 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af9d6ce-dc90-42b2-8694-d6a34b100b9b req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] No DVR routers for this DVR port 15192063-d1db-426e-a96c-30c28a48d0e6 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:10.831446 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2af9d6ce-dc90-42b2-8694-d6a34b100b9b req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:10.838185 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2af9d6ce-dc90-42b2-8694-d6a34b100b9b req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.63 "DELETE /v2.0/ports/15192063-d1db-426e-a96c-30c28a48d0e6 HTTP/1.1" status: 204 len: 173 time: 1.3613911 Jun 17 08:35:10.852653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88', 'name': 'network-vif-deleted', 'tag': '15192063-d1db-426e-a96c-30c28a48d0e6'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:10.857601 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a9a924-d77c-4f7a-9afe-90f2cfebaabc" -d '{"events": [{"server_uuid": "4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88", "name": "network-vif-deleted", "tag": "15192063-d1db-426e-a96c-30c28a48d0e6"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:10.907237 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a193eef9-f07e-47df-ac5d-a7b8091ba15a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc/tags HTTP/1.1" status: 204 len: 168 time: 0.5779948 Jun 17 08:35:10.912248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44424) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:11.019465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e155424b-78c3-4cc8-b2b7-4800dcad3a0d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for subnetpool, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.023022 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e155424b-78c3-4cc8-b2b7-4800dcad3a0d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/subnetpools/a17f97d6-3b0b-48b6-bf5a-ca068baa77cb HTTP/1.1" status: 204 len: 168 time: 0.1072841 Jun 17 08:35:11.024474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44428) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:11.064233 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-433bf18e-733e-4ee9-8c54-06c0f80a72f0 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "GET /v2.0/ports?device_id=269c1a57-1889-44e5-92d2-338329d1bf6b HTTP/1.1" status: 200 len: 205 time: 0.0362256 Jun 17 08:35:11.064837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44430) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:11.131055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f0670-06d2-4a4b-89ab-cfaedb0dd532 req-fde5491e-4cdc-4b83-8ddc-10a70a6d0021 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:11.135583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-195f0670-06d2-4a4b-89ab-cfaedb0dd532 req-fde5491e-4cdc-4b83-8ddc-10a70a6d0021 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 946 time: 0.3900900 Jun 17 08:35:11.267578 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-48612d35-16a6-4ffe-9ac1-6cb97fd24257 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.280831 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-89d93285-dfe9-46b5-8743-3fbbe8995b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:11.337929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44440) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:11.341400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ed572139-fd94-4d94-9773-3bccb0bda32e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968341294', 'description': 'tempest-description--629518834'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:11.371855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-195f0670-06d2-4a4b-89ab-cfaedb0dd532 req-0e57bc1f-da73-479b-b26f-e8507d822de8 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714742 Jun 17 08:35:11.399011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48612d35-16a6-4ffe-9ac1-6cb97fd24257 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=ccf7e0c8-db43-49ed-9ad4-38254af46370,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:11.450035 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-48612d35-16a6-4ffe-9ac1-6cb97fd24257 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:11.462109 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-48612d35-16a6-4ffe-9ac1-6cb97fd24257 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.466624 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-48612d35-16a6-4ffe-9ac1-6cb97fd24257 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/ccf7e0c8-db43-49ed-9ad4-38254af46370 HTTP/1.1" status: 204 len: 168 time: 1.1836829 Jun 17 08:35:11.478273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44444) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:11.517794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed572139-fd94-4d94-9773-3bccb0bda32e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.715296 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed572139-fd94-4d94-9773-3bccb0bda32e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.737606 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e202eb-f1b2-4710-9051-5142d7429714 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:35:11.739607 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-63e202eb-f1b2-4710-9051-5142d7429714 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/ccf7e0c8-db43-49ed-9ad4-38254af46370 HTTP/1.1" status: 404 len: 333 time: 0.2553980 Jun 17 08:35:11.752737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed572139-fd94-4d94-9773-3bccb0bda32e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.775084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44452) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:11.776520 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-63ff5693-d46b-473e-a430-bea093dc1c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:11.809468 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ae48a2-b3f3-44d5-9846-a04763ae2a28 x-openstack-request-id: req-19ae48a2-b3f3-44d5-9846-a04763ae2a28 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:11.810086 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88", "name": "network-vif-deleted", "tag": "15192063-d1db-426e-a96c-30c28a48d0e6", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:11.810086 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-19ae48a2-b3f3-44d5-9846-a04763ae2a28 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:11.810408 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88', 'name': 'network-vif-deleted', 'tag': '15192063-d1db-426e-a96c-30c28a48d0e6', 'status': 'completed', 'code': 200} Jun 17 08:35:11.819797 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52234bd6-c453-4c8f-a7cd-71ce04e1d0a8 req-f058cc1a-43b3-4651-b35a-179cb25f92e2 tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fa145b4-5cfc-4d0f-a9ea-1a67e6591b88 HTTP/1.1" status: 200 len: 210 time: 0.1009951 Jun 17 08:35:11.820616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Deleting port 848b1913-2542-40eb-82b3-62506553e0a0 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:11.820947 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.827218 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-242e4250-b5a6-4869-8c13-a27a81f97289 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.856668 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed572139-fd94-4d94-9773-3bccb0bda32e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.857911 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ed572139-fd94-4d94-9773-3bccb0bda32e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5213194 Jun 17 08:35:11.861914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44456) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:11.872764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-65fbcad5-f2ea-4d09-9cde-d9bb0feb7087 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'security_group_rule': {'security_group_id': 'ec16a08e-a979-4257-b3b2-ea59e9aab049', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:11.880356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed572139-fd94-4d94-9773-3bccb0bda32e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec16a08e-a979-4257-b3b2-ea59e9aab049,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:11.885511 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed572139-fd94-4d94-9773-3bccb0bda32e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:11.908362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc05994b-3157-4edd-abfb-646dfb631237 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting subnet 7355ee48-df4a-4a36-9177-e79bb7537821 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:11.916321 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc05994b-3157-4edd-abfb-646dfb631237 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.975903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e762b01-1907-40fd-8565-0c6d85392e34 req-e30e544b-4fbd-47fa-81c6-ab8eba38a151 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:11.977489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e762b01-1907-40fd-8565-0c6d85392e34 req-e30e544b-4fbd-47fa-81c6-ab8eba38a151 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2600508 Jun 17 08:35:11.980680 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65fbcad5-f2ea-4d09-9cde-d9bb0feb7087 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:11.988198 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc05994b-3157-4edd-abfb-646dfb631237 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.057514 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-242e4250-b5a6-4869-8c13-a27a81f97289 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.065297 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-242e4250-b5a6-4869-8c13-a27a81f97289 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.075147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] For port 848b1913-2542-40eb-82b3-62506553e0a0, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=848b1913-2542-40eb-82b3-62506553e0a0,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:12.075507 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.091753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e762b01-1907-40fd-8565-0c6d85392e34 req-b1451085-6480-4fcc-aa1e-1c6d31e11e22 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070437 Jun 17 08:35:12.134223 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65fbcad5-f2ea-4d09-9cde-d9bb0feb7087 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.137595 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc05994b-3157-4edd-abfb-646dfb631237 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.141076 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65fbcad5-f2ea-4d09-9cde-d9bb0feb7087 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.165284 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:12.189781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbcad5-f2ea-4d09-9cde-d9bb0feb7087 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c5e33d-496e-4ca0-a54d-b7da30841468,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:12.195032 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65fbcad5-f2ea-4d09-9cde-d9bb0feb7087 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:12.200719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65fbcad5-f2ea-4d09-9cde-d9bb0feb7087 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.204472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-65fbcad5-f2ea-4d09-9cde-d9bb0feb7087 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3357661 Jun 17 08:35:12.204845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44466) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:12.209487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c80e01c2-bb9b-40fb-bfd9-f3968eaad8ef tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'security_group_rule': {'security_group_id': 'ec16a08e-a979-4257-b3b2-ea59e9aab049', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:12.214967 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-242e4250-b5a6-4869-8c13-a27a81f97289 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.215634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242e4250-b5a6-4869-8c13-a27a81f97289 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Fanout notify agent at l3_agent the message router_deleted on router 269c1a57-1889-44e5-92d2-338329d1bf6b {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:35:12.257337 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-242e4250-b5a6-4869-8c13-a27a81f97289 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.258720 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-242e4250-b5a6-4869-8c13-a27a81f97289 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/routers/269c1a57-1889-44e5-92d2-338329d1bf6b HTTP/1.1" status: 204 len: 168 time: 1.1928012 Jun 17 08:35:12.263867 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44470) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:12.271865 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc05994b-3157-4edd-abfb-646dfb631237 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.276962 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3b2e321d-715b-4851-969e-ff8ff4fd1fd6 tempest-AllowedAddressPairTestJSON-13114184 tempest-AllowedAddressPairTestJSON-13114184-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:12.292706 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c80e01c2-bb9b-40fb-bfd9-f3968eaad8ef tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.346018 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d82cf2ad-bbf9-4e2b-bf44-0fc5d5ede046 req-f821f100-4ba5-46da-aef6-757a9fa9a846 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.0758102 Jun 17 08:35:12.347338 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fc05994b-3157-4edd-abfb-646dfb631237 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.350879 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fc05994b-3157-4edd-abfb-646dfb631237 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/7355ee48-df4a-4a36-9177-e79bb7537821 HTTP/1.1" status: 204 len: 168 time: 0.5706627 Jun 17 08:35:12.354801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44474) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:12.355137 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05994b-3157-4edd-abfb-646dfb631237 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Subnet': ['ID=7355ee48-df4a-4a36-9177-e79bb7537821,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:12.361309 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fc05994b-3157-4edd-abfb-646dfb631237 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:12.365338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ccfc73-377b-4737-8f76-3cf49774206f None None] Network d75480bf-22c7-4828-8925-303b02f33353 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:12.412934 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c80e01c2-bb9b-40fb-bfd9-f3968eaad8ef tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.423077 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c80e01c2-bb9b-40fb-bfd9-f3968eaad8ef tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.425708 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0fa2827a-4e7f-472b-8dab-f6fcf464bcf5 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:12.440421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.443154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80e01c2-bb9b-40fb-bfd9-f3968eaad8ef tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f152c414-b02c-4e51-b9ff-41ed4564ef41,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:12.447187 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c80e01c2-bb9b-40fb-bfd9-f3968eaad8ef tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:12.482912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c80e01c2-bb9b-40fb-bfd9-f3968eaad8ef tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.486124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c80e01c2-bb9b-40fb-bfd9-f3968eaad8ef tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2802682 Jun 17 08:35:12.491052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44482) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:12.510017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:12.520910 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.521451 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.521897 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Floating IP 1660d24b-8c66-4997-8782-142da60575cf disassociated. External IP: 172.25.8.249, port: 848b1913-2542-40eb-82b3-62506553e0a0. Jun 17 08:35:12.522241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Calling delete_port for 848b1913-2542-40eb-82b3-62506553e0a0 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:12.543550 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.634300 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-836870bb-67d2-44b1-a1b4-99d2d0f280ee tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Deleting port 1b8325b7-32a7-4d52-b86a-c11105b8d09d {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:12.634642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836870bb-67d2-44b1-a1b4-99d2d0f280ee tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.659201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:12.659534 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.673230 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 15192063-d1db-426e-a96c-30c28a48d0e6 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:12.688777 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037adbf9-ea05-4ff4-8254-6ad2bbc1df08 req-e5ffa710-10a3-4126-bcaf-e3daa2fdf814 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:12.696135 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-037adbf9-ea05-4ff4-8254-6ad2bbc1df08 req-e5ffa710-10a3-4126-bcaf-e3daa2fdf814 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 946 time: 0.1338813 Jun 17 08:35:12.705152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342762b8-91ba-4481-b250-7db63dce9ab5 None None] DHCP port deletion for d75480bf-22c7-4828-8925-303b02f33353 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:12.719723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 15192063-d1db-426e-a96c-30c28a48d0e6 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:12.719967 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 15192063-d1db-426e-a96c-30c28a48d0e6 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:12.776306 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-037adbf9-ea05-4ff4-8254-6ad2bbc1df08 req-94f2da16-aa16-4367-9eb6-ba85c99b7ae2 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups?id=8d756e8f-611a-4d3a-b931-117f7965c874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796149 Jun 17 08:35:12.796798 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.823220 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-342762b8-91ba-4481-b250-7db63dce9ab5 None None] Deleting port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:12.824088 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-342762b8-91ba-4481-b250-7db63dce9ab5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.853918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1ed0de0e-55a1-4236-a5a5-d42686fa1796 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:12.917030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] For port 1ed0de0e-55a1-4236-a5a5-d42686fa1796, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1ed0de0e-55a1-4236-a5a5-d42686fa1796,segment=NetworkSegment(3138314b-b86c-4dd2-9591-9ac1d5210122),segment_id=3138314b-b86c-4dd2-9591-9ac1d5210122)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:12.917810 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.982789 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836870bb-67d2-44b1-a1b4-99d2d0f280ee tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:12.996958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44492) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:13.025759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 1ed0de0e-55a1-4236-a5a5-d42686fa1796 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:13.032847 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.044000 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e4f5371-917a-4828-9d00-e7cce7e005eb tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:13.071862 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-342762b8-91ba-4481-b250-7db63dce9ab5 None None] For port 1ed0de0e-55a1-4236-a5a5-d42686fa1796, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1ed0de0e-55a1-4236-a5a5-d42686fa1796,segment=NetworkSegment(3138314b-b86c-4dd2-9591-9ac1d5210122),segment_id=3138314b-b86c-4dd2-9591-9ac1d5210122)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:13.072448 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-342762b8-91ba-4481-b250-7db63dce9ab5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.093680 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.131524 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-836870bb-67d2-44b1-a1b4-99d2d0f280ee tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Calling delete_port for 1b8325b7-32a7-4d52-b86a-c11105b8d09d owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:13.163991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Allocated IP 172.25.8.78 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/738a9179-2708-473e-b7a1-6ef0551f2920) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:13.165113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Pushing event deleted for resources: {'Port': ['ID=848b1913-2542-40eb-82b3-62506553e0a0,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:13.172262 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:13.231840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-342762b8-91ba-4481-b250-7db63dce9ab5 None None] Calling delete_port for 1ed0de0e-55a1-4236-a5a5-d42686fa1796 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:13.347148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 1ed0de0e-55a1-4236-a5a5-d42686fa1796, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1ed0de0e-55a1-4236-a5a5-d42686fa1796,segment=NetworkSegment(3138314b-b86c-4dd2-9591-9ac1d5210122),segment_id=3138314b-b86c-4dd2-9591-9ac1d5210122)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:13.391970 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.420839 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:13.462701 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2cd146b4-71d4-416d-85dd-44d0bb670123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.485119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Router 1aa60da0-07df-444d-bec6-c49b1313ea7c has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:13.491416 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.502759 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:13.505414 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=1ed0de0e-55a1-4236-a5a5-d42686fa1796,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:13.515554 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-342762b8-91ba-4481-b250-7db63dce9ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.525535 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:13.526025 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:13.536462 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342762b8-91ba-4481-b250-7db63dce9ab5 None None] No DVR routers for this DVR port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:13.539164 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=1ed0de0e-55a1-4236-a5a5-d42686fa1796,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:13.545278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No DVR routers for this DVR port 1ed0de0e-55a1-4236-a5a5-d42686fa1796 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:13.552408 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:13.570748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342762b8-91ba-4481-b250-7db63dce9ab5 None None] Pushing event deleted for resources: {'Port': ['ID=1ed0de0e-55a1-4236-a5a5-d42686fa1796,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:13.580355 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-342762b8-91ba-4481-b250-7db63dce9ab5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:13.697728 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d016539a-eca7-4612-a3c7-fa0cde7ddad6 req-d6b934e4-27dd-4804-9395-f8d1b1355296 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.0584140 Jun 17 08:35:13.774871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a390093-eed8-4082-a7d6-1200158283e4 req-0e25f068-a015-4677-b36c-9ebf6c41f7b4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:13.776612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a390093-eed8-4082-a7d6-1200158283e4 req-0e25f068-a015-4677-b36c-9ebf6c41f7b4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.4774115 Jun 17 08:35:13.806962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.842965 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.861515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75480bf-22c7-4828-8925-303b02f33353']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:13.872726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836870bb-67d2-44b1-a1b4-99d2d0f280ee tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:13.905429 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:13.911364 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a390093-eed8-4082-a7d6-1200158283e4 req-e0b26a45-e487-44c4-842c-8a9aa4315bf3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169386 Jun 17 08:35:13.927280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3138314b-b86c-4dd2-9591-9ac1d5210122') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:13.927793 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3138314b-b86c-4dd2-9591-9ac1d5210122') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:14.007999 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.008293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb4ba1ca-735f-407c-804f-fad946f67aae req-db09dafc-d6d0-4ec6-bf7b-147cba1616f9 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 210 time: 0.0332580 Jun 17 08:35:14.010289 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.014326 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:14.022587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836870bb-67d2-44b1-a1b4-99d2d0f280ee tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Pushing event deleted for resources: {'Port': ['ID=1b8325b7-32a7-4d52-b86a-c11105b8d09d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:14.030987 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-836870bb-67d2-44b1-a1b4-99d2d0f280ee tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:14.054123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:14.054405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:14.061749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:14.066945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:14.074235 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc61c81-e21a-4a14-8cb0-500f321ca205 None None] Sync routers for ids ['1aa60da0-07df-444d-bec6-c49b1313ea7c'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:14.091593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc61c81-e21a-4a14-8cb0-500f321ca205 None None] Routers {'1aa60da0-07df-444d-bec6-c49b1313ea7c'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:14.092501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-0dc61c81-e21a-4a14-8cb0-500f321ca205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1aa60da0-07df-444d-bec6-c49b1313ea7c'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:14.100215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'Port': ['ID=738a9179-2708-473e-b7a1-6ef0551f2920,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:14.105196 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:14.128812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.210022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.244132 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:35:14.244651 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:35:14.256068 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:35:14.347527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-0dc61c81-e21a-4a14-8cb0-500f321ca205 None None] Set router 1aa60da0-07df-444d-bec6-c49b1313ea7c gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:14.369817 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] No DVR routers for this DVR port 848b1913-2542-40eb-82b3-62506553e0a0 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:14.372433 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.376026 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-18ff016c-8b25-4ae0-99ba-4d3991509ab0 req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.10 "DELETE /v2.0/ports/848b1913-2542-40eb-82b3-62506553e0a0 HTTP/1.1" status: 204 len: 173 time: 3.7796502 Jun 17 08:35:14.390593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'name': 'network-vif-deleted', 'tag': '848b1913-2542-40eb-82b3-62506553e0a0'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:14.400445 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eaff9b-705c-4dba-afc3-62b929db5c10" -d '{"events": [{"server_uuid": "132d743b-cf28-43b0-b8a9-45fa613948d0", "name": "network-vif-deleted", "tag": "848b1913-2542-40eb-82b3-62506553e0a0"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:14.456784 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836870bb-67d2-44b1-a1b4-99d2d0f280ee tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.458958 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-836870bb-67d2-44b1-a1b4-99d2d0f280ee tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/ports/1b8325b7-32a7-4d52-b86a-c11105b8d09d HTTP/1.1" status: 204 len: 168 time: 2.1939101 Jun 17 08:35:14.461607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44506) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:14.517611 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.538691 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55b4f28-dd65-487e-866a-2bf4a0186ff9 x-openstack-request-id: req-c55b4f28-dd65-487e-866a-2bf4a0186ff9 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:14.544129 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "132d743b-cf28-43b0-b8a9-45fa613948d0", "name": "network-vif-deleted", "tag": "848b1913-2542-40eb-82b3-62506553e0a0", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:14.544745 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c55b4f28-dd65-487e-866a-2bf4a0186ff9 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:14.545410 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '132d743b-cf28-43b0-b8a9-45fa613948d0', 'name': 'network-vif-deleted', 'tag': '848b1913-2542-40eb-82b3-62506553e0a0', 'status': 'completed', 'code': 200} Jun 17 08:35:14.550446 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be6450bf-1de0-48cc-a7b4-a90025a56098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:14.572109 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.577728 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/networks/d75480bf-22c7-4828-8925-303b02f33353 HTTP/1.1" status: 204 len: 168 time: 2.2167859 Jun 17 08:35:14.589089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44508) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:14.606583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2046989299'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:14.614364 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.623834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Network': ['ID=d75480bf-22c7-4828-8925-303b02f33353,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:14.637592 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:14.654390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2426bc9-4cbb-4457-8e2d-4abdc5a142ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Deleting subnet eb927974-4709-4ab7-8b05-564408447fbc {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:14.660216 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2426bc9-4cbb-4457-8e2d-4abdc5a142ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.740537 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2426bc9-4cbb-4457-8e2d-4abdc5a142ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.770230 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 848b1913-2542-40eb-82b3-62506553e0a0 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:14.876917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 848b1913-2542-40eb-82b3-62506553e0a0 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:14.877182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 848b1913-2542-40eb-82b3-62506553e0a0 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:14.904606 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2426bc9-4cbb-4457-8e2d-4abdc5a142ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:14.904992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-0dc61c81-e21a-4a14-8cb0-500f321ca205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '226251df-a0d5-48a7-aee9-0ac60c1c6fad', 'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'mac_address': 'fa:16:3e:c7:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:52Z', 'updated_at': '2021-06-17T08:32:02Z', 'revision_number': 5, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'subnets': [{'id': '7ce0329f-7903-4211-868f-795f342d4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:14.985179 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc61c81-e21a-4a14-8cb0-500f321ca205 None None] Checking router: 1aa60da0-07df-444d-bec6-c49b1313ea7c for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:15.018455 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.028661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc61c81-e21a-4a14-8cb0-500f321ca205 None None] Routers {'1aa60da0-07df-444d-bec6-c49b1313ea7c'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:15.029337 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-0dc61c81-e21a-4a14-8cb0-500f321ca205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:34:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1aa60da0-07df-444d-bec6-c49b1313ea7c'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:15.035866 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:15.044714 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.119218 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-74bd0d5a-f73f-4153-bdad-d07644ac7406 req-88631b4f-3d52-41a9-8d45-2626d06d56a9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.0647583 Jun 17 08:35:15.156843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2426bc9-4cbb-4457-8e2d-4abdc5a142ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.159614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec305f42-ad98-46cc-a073-e3aa16b3e096 req-ef822434-0ab4-43ad-9963-be4bbd3f6166 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1472893 Jun 17 08:35:15.160892 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a9a9157a-ac61-4226-a62b-010326b7ba4a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:15.190902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:35:15.196403 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.196907 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Added segment c0f47d04-000d-4878-baea-1d3780b9eb06 of type vlan for network b9859d89-2a03-4e2d-8d36-cce6e1b19208 Jun 17 08:35:15.209676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2426bc9-4cbb-4457-8e2d-4abdc5a142ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Pushing event deleted for resources: {'Subnet': ['ID=eb927974-4709-4ab7-8b05-564408447fbc,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:15.217360 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e2426bc9-4cbb-4457-8e2d-4abdc5a142ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:15.223273 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2426bc9-4cbb-4457-8e2d-4abdc5a142ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.230555 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e2426bc9-4cbb-4457-8e2d-4abdc5a142ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/subnets/eb927974-4709-4ab7-8b05-564408447fbc HTTP/1.1" status: 204 len: 168 time: 0.7539592 Jun 17 08:35:15.231032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8950daea-169d-4cf7-8153-8b4121d28012 None None] Network 8ed3b176-5741-43ad-8b14-45d8eb5a4d45 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:15.231589 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44518) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:15.236795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-0dc61c81-e21a-4a14-8cb0-500f321ca205 None None] Set router 1aa60da0-07df-444d-bec6-c49b1313ea7c gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:15.264153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.391107 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.398008 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.404621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:15.405962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.413920 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:15.483660 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Deleting port ded1bd6e-c2b2-4cb4-abed-59fb131ee284 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:15.484204 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.519700 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c582ba5-d568-4304-832e-d66357deb975 req-545a92c7-26fe-429d-ad9c-413385ee81ae tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/ports?device_id=132d743b-cf28-43b0-b8a9-45fa613948d0 HTTP/1.1" status: 200 len: 210 time: 0.1191802 Jun 17 08:35:15.567474 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9779122 Jun 17 08:35:15.584865 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44526) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:15.590046 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'b9859d89-2a03-4e2d-8d36-cce6e1b19208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:15.641337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Network': ['ID=b9859d89-2a03-4e2d-8d36-cce6e1b19208,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:15.645003 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:15.650159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Deleting port aa67f90d-8479-4aa1-8259-c86a25d63490 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:15.650626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.658543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network b9859d89-2a03-4e2d-8d36-cce6e1b19208 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:35:15.738398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] For port ded1bd6e-c2b2-4cb4-abed-59fb131ee284, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ded1bd6e-c2b2-4cb4-abed-59fb131ee284,segment=NetworkSegment(2d78c688-b31c-4f23-b947-53140b64bb04),segment_id=2d78c688-b31c-4f23-b947-53140b64bb04)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:15.738936 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.752784 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:15.757244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] For port aa67f90d-8479-4aa1-8259-c86a25d63490, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=aa67f90d-8479-4aa1-8259-c86a25d63490,segment=NetworkSegment(0f293b38-9328-4869-8b51-7a788182f6de),segment_id=0f293b38-9328-4869-8b51-7a788182f6de)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:15.757701 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.763731 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.785909 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c0ca201f-156a-4397-a001-8d8c924bb728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:15.902548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Calling delete_port for ded1bd6e-c2b2-4cb4-abed-59fb131ee284 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:15.953442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Calling delete_port for aa67f90d-8479-4aa1-8259-c86a25d63490 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:15.976996 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.034559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25183a-eb68-4429-a784-a6c74a75c568 req-d7e95a64-edd8-46aa-a4bb-51c64e57ec4b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:16.036309 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c25183a-eb68-4429-a784-a6c74a75c568 req-d7e95a64-edd8-46aa-a4bb-51c64e57ec4b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.8827996 Jun 17 08:35:16.099850 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.120702 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a7e3623-9a4b-46fb-8cf0-e8cb58efa17a tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:16.146487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2594240-3858-4051-abbe-3e0d5ab0b745 None None] DHCP port deletion for 8ed3b176-5741-43ad-8b14-45d8eb5a4d45 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:16.153148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Pushing event deleted for resources: {'Port': ['ID=ded1bd6e-c2b2-4cb4-abed-59fb131ee284,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:16.156433 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:16.167266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] No DVR routers for this DVR port ded1bd6e-c2b2-4cb4-abed-59fb131ee284 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:16.180366 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-0dc61c81-e21a-4a14-8cb0-500f321ca205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '226251df-a0d5-48a7-aee9-0ac60c1c6fad', 'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'mac_address': 'fa:16:3e:c7:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:52Z', 'updated_at': '2021-06-17T08:32:02Z', 'revision_number': 5, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'subnets': [{'id': '7ce0329f-7903-4211-868f-795f342d4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:16.231294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc61c81-e21a-4a14-8cb0-500f321ca205 None None] The sync data for ids ['1aa60da0-07df-444d-bec6-c49b1313ea7c'] in n-d-779913-16 is: [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:31:54Z', 'revision_number': 4, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '226251df-a0d5-48a7-aee9-0ac60c1c6fad', 'name': '', 'network_id': '6424106c-cd8c-4cd7-b7d1-1f64cc3631c8', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'mac_address': 'fa:16:3e:c7:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '7ce0329f-7903-4211-868f-795f342d4972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:52Z', 'updated_at': '2021-06-17T08:32:02Z', 'revision_number': 5, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'subnets': [{'id': '7ce0329f-7903-4211-868f-795f342d4972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:16.604741 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b66aa-e496-4d97-94fe-fa1bcbe42ac1 None None] New status for floating IP 1660d24b-8c66-4997-8782-142da60575cf: DOWN {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:35:16.733146 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.745564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bfb95d1b-6a8d-4575-bba5-65d30b3dd684 req-72d7fc6a-49b9-4219-891c-0391f8cec840 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.0848837 Jun 17 08:35:16.749642 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed3b176-5741-43ad-8b14-45d8eb5a4d45']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:16.761315 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.764721 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e3816902-d747-4397-82e6-dd1f74570d3c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:16.781391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d78c688-b31c-4f23-b947-53140b64bb04') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:16.781687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d78c688-b31c-4f23-b947-53140b64bb04') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:16.798069 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.811097 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ded1bd6e-c2b2-4cb4-abed-59fb131ee284 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:16.817190 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.825550 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.828484 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.832952 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-54492ed3-da9b-48e3-8804-be4d42855dc2 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:16.862395 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.870142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Subnet': ['ID=19f719ae-a937-4baf-b981-57cce3ac3809,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:16.876628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: ded1bd6e-c2b2-4cb4-abed-59fb131ee284 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:16.877040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ded1bd6e-c2b2-4cb4-abed-59fb131ee284 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:16.903320 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:16.904379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:35:16.904783 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:16.913187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'Port': ['ID=738a9179-2708-473e-b7a1-6ef0551f2920,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:35:16.914007 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:35:16.917933 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c25183a-eb68-4429-a784-a6c74a75c568 req-334b83da-a407-4493-9f24-5e1a3b88f744 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511981 Jun 17 08:35:16.920648 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:16.931970 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Checking segment: {'id': 'c0f47d04-000d-4878-baea-1d3780b9eb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9859d89-2a03-4e2d-8d36-cce6e1b19208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:16.932406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network hostable DHCP agents. Network: b9859d89-2a03-4e2d-8d36-cce6e1b19208, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:35:17.009802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44546) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:17.012086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.018343 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.020651 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] 10.222.0.47 "DELETE /v2.0/networks/8ed3b176-5741-43ad-8b14-45d8eb5a4d45 HTTP/1.1" status: 204 len: 168 time: 1.7879550 Jun 17 08:35:17.028823 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:17.038021 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.043713 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:17.076729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Pushing event deleted for resources: {'Network': ['ID=8ed3b176-5741-43ad-8b14-45d8eb5a4d45,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:17.079999 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:17.080642 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network b9859d89-2a03-4e2d-8d36-cce6e1b19208 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:35:17.097741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.102588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa67f90d-8479-4aa1-8259-c86a25d63490,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:17.108859 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:17.142184 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, b9859d89-2a03-4e2d-8d36-cce6e1b19208) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:17.149307 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a74560ff-52f3-493b-942b-bf98d6c4ac56 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.152160 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:17.152849 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.153970 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b558c4b8-c58f-4102-9993-1bd17dc775b6 None None] Network b9859d89-2a03-4e2d-8d36-cce6e1b19208 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:17.175390 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.185132 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6827734 Jun 17 08:35:17.210732 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a74560ff-52f3-493b-942b-bf98d6c4ac56 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.235853 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6497731 Jun 17 08:35:17.236646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44562) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:17.273824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d40a4bd8-0ec1-4f18-9089-0189910caabe tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1924351377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:17.321989 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a74560ff-52f3-493b-942b-bf98d6c4ac56 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.327459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a74560ff-52f3-493b-942b-bf98d6c4ac56 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.334378 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a74560ff-52f3-493b-942b-bf98d6c4ac56 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "DELETE /v2.0/security-groups/8d756e8f-611a-4d3a-b931-117f7965c874 HTTP/1.1" status: 204 len: 168 time: 0.3116987 Jun 17 08:35:17.335465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44564) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:17.337418 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3213a024-067e-4d45-9cd6-2e31836f310d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:17.383403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74560ff-52f3-493b-942b-bf98d6c4ac56 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d756e8f-611a-4d3a-b931-117f7965c874,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:17.394370 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a74560ff-52f3-493b-942b-bf98d6c4ac56 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:17.405582 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d40a4bd8-0ec1-4f18-9089-0189910caabe tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.406618 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d40a4bd8-0ec1-4f18-9089-0189910caabe tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.441327 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-405f24c4-6460-4150-9e29-a93f05e33d8b tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] show failed (client error): The resource could not be found. Jun 17 08:35:17.446797 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-405f24c4-6460-4150-9e29-a93f05e33d8b tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "GET /v2.0/security-groups/8d756e8f-611a-4d3a-b931-117f7965c874 HTTP/1.1" status: 404 len: 347 time: 0.0765138 Jun 17 08:35:17.447947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44570) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:17.583884 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d40a4bd8-0ec1-4f18-9089-0189910caabe tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.594620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-b9859d89-2a03-4e2d-8d36-cce6e1b19208', 'network_id': 'b9859d89-2a03-4e2d-8d36-cce6e1b19208', 'tenant_id': '3fbe645776b64fc88b7ae6944b07ec73', 'fixed_ips': [{'subnet_id': '19f719ae-a937-4baf-b981-57cce3ac3809'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:17.595437 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.630327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44586) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:17.654846 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d40a4bd8-0ec1-4f18-9089-0189910caabe tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.731435 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.783192 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d40a4bd8-0ec1-4f18-9089-0189910caabe tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:17.787120 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d40a4bd8-0ec1-4f18-9089-0189910caabe tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5156584 Jun 17 08:35:17.787632 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44592) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:17.795731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'network_id': 'b9859d89-2a03-4e2d-8d36-cce6e1b19208', 'name': 'tempest-PortsIpV6TestJSON-1791532183'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:17.798412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-280242da-967c-482a-98a5-b41895b743ed tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--968341294&fields=id&tenant_id=8932afcdd536492eb54b8bec3ac3d6ec HTTP/1.1" status: 200 len: 267 time: 0.1446927 Jun 17 08:35:17.802938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Allocated IP 2001:db8::2 (b9859d89-2a03-4e2d-8d36-cce6e1b19208/19f719ae-a937-4baf-b981-57cce3ac3809/b1add4ce-f930-4742-ac00-6a76dd6d8f56) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:17.970302 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bc5ec676-a2a6-43a9-87ca-caec900bbf64 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29aac2de57b740fda5b4d887624c894b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3376667 Jun 17 08:35:17.972562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44596) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:18.007348 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.008185 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61ae954a-434d-4261-82df-b1d1c3ce7d84 req-369ca58f-33e9-48f9-9bc8-33fcd0186e04 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1032641 Jun 17 08:35:18.016775 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Transition to ACTIVE for port object b1add4ce-f930-4742-ac00-6a76dd6d8f56 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:18.018637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:18.025143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.034269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Transition to ACTIVE for port object b1add4ce-f930-4742-ac00-6a76dd6d8f56 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:18.055215 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.060232 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b3fa26a-b2be-40a0-8537-5cb4ffee475a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:18.099551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port 6e002008-8320-4e4e-8e22-c3263643389e yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:35:18.137605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f762a-999a-4827-9d24-afea50c40893 req-e07d66d9-f663-470e-bc2f-f6b73ed3db0e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:18.144673 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-e07d66d9-f663-470e-bc2f-f6b73ed3db0e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 811 time: 0.2842770 Jun 17 08:35:18.163649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Pushing event updated for resources: {'Port': ['ID=b1add4ce-f930-4742-ac00-6a76dd6d8f56,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:18.167923 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:18.172385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Deleting port d8b88db2-4b18-4e58-ab35-b9f37466011d {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:18.172385 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.182407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ef5d-7fa7-4b7c-90f1-da9c2b28cd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.190398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Network b9859d89-2a03-4e2d-8d36-cce6e1b19208 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:18.194185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:18.200553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:18.255901 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-319eabf1-b7bc-4c56-8aac-6e58ffc0855f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/quotas/8932afcdd536492eb54b8bec3ac3d6ec HTTP/1.1" status: 200 len: 375 time: 0.1104317 Jun 17 08:35:18.318161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Attempting to bind port b1add4ce-f930-4742-ac00-6a76dd6d8f56 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:18.320140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Attempting to bind port b1add4ce-f930-4742-ac00-6a76dd6d8f56 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'c0f47d04-000d-4878-baea-1d3780b9eb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9859d89-2a03-4e2d-8d36-cce6e1b19208'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:18.320613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Attempting to bind port b1add4ce-f930-4742-ac00-6a76dd6d8f56 on network b9859d89-2a03-4e2d-8d36-cce6e1b19208 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:18.335130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:18.335664 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Checking segment: {'id': 'c0f47d04-000d-4878-baea-1d3780b9eb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9859d89-2a03-4e2d-8d36-cce6e1b19208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:18.336227 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.336729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Bound using segment: {'id': 'c0f47d04-000d-4878-baea-1d3780b9eb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9859d89-2a03-4e2d-8d36-cce6e1b19208'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:18.337422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Bound port: b1add4ce-f930-4742-ac00-6a76dd6d8f56, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f47d04-000d-4878-baea-1d3780b9eb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b9859d89-2a03-4e2d-8d36-cce6e1b19208'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:18.337830 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.362339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8::8e (b9859d89-2a03-4e2d-8d36-cce6e1b19208/19f719ae-a937-4baf-b981-57cce3ac3809/6e002008-8320-4e4e-8e22-c3263643389e) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:18.377447 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ef5d-7fa7-4b7c-90f1-da9c2b28cd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.429267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] For port b1add4ce-f930-4742-ac00-6a76dd6d8f56, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:18.435705 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] For port b1add4ce-f930-4742-ac00-6a76dd6d8f56, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b1add4ce-f930-4742-ac00-6a76dd6d8f56,segment=NetworkSegment(c0f47d04-000d-4878-baea-1d3780b9eb06),segment_id=c0f47d04-000d-4878-baea-1d3780b9eb06)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:18.444525 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.448701 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-37c3cbb8-6652-42dd-89c0-5f1dd4e206b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:18.499492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.499824 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.532011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85227d73-0178-4031-b8a6-8fc35068c73c req-bcf36d53-b3a4-4b75-b456-fc3c5b73a733 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:18.535342 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85227d73-0178-4031-b8a6-8fc35068c73c req-bcf36d53-b3a4-4b75-b456-fc3c5b73a733 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3694742 Jun 17 08:35:18.542141 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Pushing event updated for resources: {'Port': ['ID=b1add4ce-f930-4742-ac00-6a76dd6d8f56,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:18.551858 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:18.599655 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.616600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object 6e002008-8320-4e4e-8e22-c3263643389e will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:18.627496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Calling delete_port for d8b88db2-4b18-4e58-ab35-b9f37466011d owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:18.633373 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Router a84c78ec-9fe9-40c0-8b42-27b249f7d893 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:18.658424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.663321 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e30e9cce-d6a2-4e97-8c89-02d2be6e69e5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:18.671340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-77494bab-7fda-4c91-9932-643493b2630a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4071391 Jun 17 08:35:18.678341 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ef5d-7fa7-4b7c-90f1-da9c2b28cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.681045 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ef5d-7fa7-4b7c-90f1-da9c2b28cd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.684924 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e1a1ef5d-7fa7-4b7c-90f1-da9c2b28cd09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87bffd3e-7dd3-462c-a5ee-4f9265403e5b HTTP/1.1" status: 204 len: 168 time: 0.6731255 Jun 17 08:35:18.720388 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0f5898ec-d341-4c5f-9c2e-70efe54fc265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:18.787214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 8a958cee-467d-47ea-a037-5c2418ee0166 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:35:18.788471 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network b9859d89-2a03-4e2d-8d36-cce6e1b19208 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:18.797943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:18.801058 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:18.824962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:18.826588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.836340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=6e002008-8320-4e4e-8e22-c3263643389e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:18.848189 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:18.870460 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0791426 Jun 17 08:35:18.870899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44608) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:18.908549 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:18.940320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1ef5d-7fa7-4b7c-90f1-da9c2b28cd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bffd3e-7dd3-462c-a5ee-4f9265403e5b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:18.950637 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1a1ef5d-7fa7-4b7c-90f1-da9c2b28cd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:19.054142 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:19.075215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '8a958cee-467d-47ea-a037-5c2418ee0166', 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc', 'port_id': '8a958cee-467d-47ea-a037-5c2418ee0166', 'mac_address': 'fa:16:3e:91:8e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038e5845-17a0-4392-9346-6cb0c01ba0f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:35:19.132124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85227d73-0178-4031-b8a6-8fc35068c73c req-d4bbf2c4-c675-4fd6-a668-1b1fce570503 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396574 Jun 17 08:35:19.157857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.173854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a958cee-467d-47ea-a037-5c2418ee0166 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:19.202379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:19.209724 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.212700 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-342762b8-91ba-4481-b250-7db63dce9ab5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:19.324568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['8a958cee-467d-47ea-a037-5c2418ee0166'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:19.372682 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-1e60a793-9a40-4196-9d0c-da00fcebd256 service neutron] 10.222.0.47 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631489 Jun 17 08:35:19.417310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:19.426140 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] 10.222.0.47 "PUT /v2.0/routers/a84c78ec-9fe9-40c0-8b42-27b249f7d893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4254262 Jun 17 08:35:19.450388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dcb48-4c77-461c-b1ca-a5484a7f536e None None] Sync routers for ids ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:19.455147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44624) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:19.487310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:19.490744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-602ef8eb-9867-4b2c-93af-40bd353743fb req-3397a9ec-7f85-4ff9-9666-9a4f0198f926 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.0981309 Jun 17 08:35:19.512211 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:19.513164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202dcb48-4c77-461c-b1ca-a5484a7f536e None None] Routers {'a84c78ec-9fe9-40c0-8b42-27b249f7d893'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:19.519521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-202dcb48-4c77-461c-b1ca-a5484a7f536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:19.606464 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.617712 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:19.636868 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-6cf51c22-f502-47c4-8500-ec69c56b1d4d service neutron] 10.222.0.47 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632630 Jun 17 08:35:19.729952 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.730147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-202dcb48-4c77-461c-b1ca-a5484a7f536e None None] Set router a84c78ec-9fe9-40c0-8b42-27b249f7d893 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:19.770492 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Pushing event deleted for resources: {'Port': ['ID=d8b88db2-4b18-4e58-ab35-b9f37466011d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:19.777185 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:19.797643 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.874763 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.877570 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:19.882311 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] 10.222.0.47 "DELETE /v2.0/floatingips/1660d24b-8c66-4997-8782-142da60575cf HTTP/1.1" status: 204 len: 168 time: 2.4276028 Jun 17 08:35:19.886887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44634) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:20.207138 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef8ff96-5815-441d-aaf1-ba10b33275c3 None None] Network b9859d89-2a03-4e2d-8d36-cce6e1b19208 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:20.207844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db91f844-fd15-4420-acba-e7fdcafb7037 req-02d64144-76d7-4837-a123-a59d95f9da38 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 210 time: 0.2983739 Jun 17 08:35:20.269820 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.446878 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.450671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Deleting port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:20.451021 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.472385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:20.502950 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2251374f-a0bd-47e7-af89-35c36f37117d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:20.629253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e802d264-322b-4633-9c91-de406341dd19 None None] Provisioning for port b1add4ce-f930-4742-ac00-6a76dd6d8f56 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:20.634889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-202dcb48-4c77-461c-b1ca-a5484a7f536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'name': 'tempest-ServerRescueNegativeTestJSON-728986518-router', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:40Z', 'updated_at': '2021-06-17T08:35:16Z', 'revision_number': 5, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'gw_port': {'id': 'e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:cc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:32:41Z', 'updated_at': '2021-06-17T08:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:20.695224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dcb48-4c77-461c-b1ca-a5484a7f536e None None] Checking router: a84c78ec-9fe9-40c0-8b42-27b249f7d893 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:20.741244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202dcb48-4c77-461c-b1ca-a5484a7f536e None None] Routers {'a84c78ec-9fe9-40c0-8b42-27b249f7d893'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:20.741949 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-202dcb48-4c77-461c-b1ca-a5484a7f536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:20.834356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00536827-a0cc-4556-90aa-7b914e6a20ca req-22fea7cb-116b-47e1-b129-57c401c6155c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:20.836946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00536827-a0cc-4556-90aa-7b914e6a20ca req-22fea7cb-116b-47e1-b129-57c401c6155c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 0.3861272 Jun 17 08:35:20.858968 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-202dcb48-4c77-461c-b1ca-a5484a7f536e None None] Set router a84c78ec-9fe9-40c0-8b42-27b249f7d893 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:20.897903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=6e002008-8320-4e4e-8e22-c3263643389e,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:20.919525 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:20.932248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-202dcb48-4c77-461c-b1ca-a5484a7f536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'name': 'tempest-ServerRescueNegativeTestJSON-728986518-router', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:40Z', 'updated_at': '2021-06-17T08:35:20Z', 'revision_number': 6, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:20.936048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 8a958cee-467d-47ea-a037-5c2418ee0166 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:20.965098 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61eb20d1-f9f7-4375-8d40-1c9e85798ffb req-9292a4e2-55f6-446e-b8f3-fd1934569bfc tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1772244 Jun 17 08:35:21.007414 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] For port e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:21.017907 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.017907 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.026430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b1add4ce-f930-4742-ac00-6a76dd6d8f56 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:21.040537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202dcb48-4c77-461c-b1ca-a5484a7f536e None None] The sync data for ids ['a84c78ec-9fe9-40c0-8b42-27b249f7d893'] in n-d-779913-16 is: [{'id': 'a84c78ec-9fe9-40c0-8b42-27b249f7d893', 'name': 'tempest-ServerRescueNegativeTestJSON-728986518-router', 'tenant_id': 'a809d1ded99b4987b6a60b9b919271db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:32:40Z', 'updated_at': '2021-06-17T08:35:20Z', 'revision_number': 6, 'project_id': 'a809d1ded99b4987b6a60b9b919271db', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:21.085657 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00536827-a0cc-4556-90aa-7b914e6a20ca req-57428f05-3a17-424e-954a-1fca4a2b0d5b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288024 Jun 17 08:35:21.149224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port b1add4ce-f930-4742-ac00-6a76dd6d8f56 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:21.158038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b1add4ce-f930-4742-ac00-6a76dd6d8f56 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:21.158490 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.189532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 8a958cee-467d-47ea-a037-5c2418ee0166 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:21.189914 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.231267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.258676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Calling delete_port for e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:21.355839 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:35:21.487107 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.570866 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.571265 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.637649 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15b33cba-50cd-4cf0-a72e-5292e70ab743 req-9922ac2d-08e1-4ea5-b7c2-4e374b0b592e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 210 time: 0.1037645 Jun 17 08:35:21.674826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:21.695477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port b1add4ce-f930-4742-ac00-6a76dd6d8f56, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b1add4ce-f930-4742-ac00-6a76dd6d8f56,segment=NetworkSegment(c0f47d04-000d-4878-baea-1d3780b9eb06),segment_id=c0f47d04-000d-4878-baea-1d3780b9eb06)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:21.696608 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:21.702181 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01773e66-80a5-4f2f-bfec-365f015eb434" -d '{"events": [{"server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "name": "network-vif-plugged", "status": "completed", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:21.723124 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.733285 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-eeeae0e4-3d43-4173-bd5d-6992ae69800d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:21.750005 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.851410 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0328df-62ef-4969-9996-87e653a0607d x-openstack-request-id: req-2e0328df-62ef-4969-9996-87e653a0607d {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:21.851899 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "name": "network-vif-plugged", "status": "completed", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:21.852026 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2e0328df-62ef-4969-9996-87e653a0607d {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:21.852434 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166', 'code': 200} Jun 17 08:35:21.853466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e7f281d7-06b4-453e-8a68-89446aaf0717 None None] Provisioning for port 6e002008-8320-4e4e-8e22-c3263643389e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:21.883659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e7f281d7-06b4-453e-8a68-89446aaf0717 None None] Provisioning complete for port 6e002008-8320-4e4e-8e22-c3263643389e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:21.884048 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7f281d7-06b4-453e-8a68-89446aaf0717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:21.947469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Deleting port 226251df-a0d5-48a7-aee9-0ac60c1c6fad {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:21.948059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:22.014526 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:22.033347 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:22.033738 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-243e1c5e-5bd5-4572-9dfb-8e085a41052e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:22.218248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] For port 226251df-a0d5-48a7-aee9-0ac60c1c6fad, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=226251df-a0d5-48a7-aee9-0ac60c1c6fad,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:22.218673 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:22.420588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Calling delete_port for 226251df-a0d5-48a7-aee9-0ac60c1c6fad owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:22.456450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f762a-999a-4827-9d24-afea50c40893 req-b4e19246-a9fe-480c-b21f-e343c9fd467b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:22.466216 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-b4e19246-a9fe-480c-b21f-e343c9fd467b tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.10 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 811 time: 0.3701904 Jun 17 08:35:22.508208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-352c6d74-bef6-46f0-8513-fff72d7bf7e1 req-6fb7a1cc-32c9-4a8b-aa11-76e5095a1570 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1362634 Jun 17 08:35:22.588755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=b1add4ce-f930-4742-ac00-6a76dd6d8f56,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:22.593382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e7f281d7-06b4-453e-8a68-89446aaf0717 None None] Port 6e002008-8320-4e4e-8e22-c3263643389e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:22.597493 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:22.611608 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e7f281d7-06b4-453e-8a68-89446aaf0717 None None] Provisioning complete for port b1add4ce-f930-4742-ac00-6a76dd6d8f56 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:22.612994 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7f281d7-06b4-453e-8a68-89446aaf0717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:22.886788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44692) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:22.924308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b1add4ce-f930-4742-ac00-6a76dd6d8f56 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:23.031573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-065880a1-7788-4204-b271-c41c435ba8e2 None None] Provisioning complete for port 6e002008-8320-4e4e-8e22-c3263643389e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:23.032244 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-065880a1-7788-4204-b271-c41c435ba8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.044571 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.055581 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-769a821b-b57f-4387-bab3-d3576bba6a99 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8932afcdd536492eb54b8bec3ac3d6ec HTTP/1.1" status: 200 len: 379 time: 0.5848322 Jun 17 08:35:23.076073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b1add4ce-f930-4742-ac00-6a76dd6d8f56 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:23.076779 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.083060 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'port': {'device_id': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'admin_state_up': True, 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'security_groups': ['ec16a08e-a979-4257-b3b2-ea59e9aab049']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:23.092483 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.099077 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.120310 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:23.142163 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-065880a1-7788-4204-b271-c41c435ba8e2 None None] Port 6e002008-8320-4e4e-8e22-c3263643389e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:23.284643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa67f90d-8479-4aa1-8259-c86a25d63490 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:23.292567 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.301300 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=6e002008-8320-4e4e-8e22-c3263643389e,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:23.324030 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:23.331992 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ad89f4b6-593b-4f98-855e-6198a9d3f57f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:23.363014 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: aa67f90d-8479-4aa1-8259-c86a25d63490 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:23.363386 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa67f90d-8479-4aa1-8259-c86a25d63490 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:23.363901 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:23.391687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:23.392114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:23.426042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e9bfbb-9d8e-468c-b67c-6ef3fecd9093,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:23.430212 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:23.465124 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b507aa-5e3d-42a2-bb12-9c1e3b0400f4 req-53b4e7a8-403e-4d02-b331-0984583bb5b3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:23.473009 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60b507aa-5e3d-42a2-bb12-9c1e3b0400f4 req-53b4e7a8-403e-4d02-b331-0984583bb5b3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 1.0491221 Jun 17 08:35:23.501919 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40b8a686-b4dc-4fd5-9297-27cf69f91944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.510496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network b9859d89-2a03-4e2d-8d36-cce6e1b19208 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:23.546432 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-79987347-570b-4171-ac69-af2d5031670d req-82869638-6d89-4f49-aa85-0c021aab35c0 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 210 time: 0.0892222 Jun 17 08:35:23.560853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:23.664604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60b507aa-5e3d-42a2-bb12-9c1e3b0400f4 req-fe3fc9dd-b780-409e-9bcd-568cdcc207dd tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902497 Jun 17 08:35:23.699086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40b8a686-b4dc-4fd5-9297-27cf69f91944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.725221 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40b8a686-b4dc-4fd5-9297-27cf69f91944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.730621 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56659415-5563-4079-a099-87dad6e59778 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:23.866799 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f9100dc2-a0fb-443a-81b5-c74cac4502b0 req-a20d5bdb-6b84-4b94-8ae9-2dccbf708811 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1191368 Jun 17 08:35:23.941137 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:23.943948 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:23.978980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Pushing event deleted for resources: {'Port': ['ID=226251df-a0d5-48a7-aee9-0ac60c1c6fad,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:23.983412 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:24.071207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d38c1281-036e-4529-afa6-cd3b9eddee6f None None] Provisioning complete for port 6e002008-8320-4e4e-8e22-c3263643389e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:24.072176 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d38c1281-036e-4529-afa6-cd3b9eddee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.116164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d38c1281-036e-4529-afa6-cd3b9eddee6f None None] Port 6e002008-8320-4e4e-8e22-c3263643389e cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:24.245803 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.410342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.412471 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b8a686-b4dc-4fd5-9297-27cf69f91944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401ba836-c7f8-405f-9724-696a6d28759a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:24.417226 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-40b8a686-b4dc-4fd5-9297-27cf69f91944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:24.521936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Router 1aa60da0-07df-444d-bec6-c49b1313ea7c has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:24.545037 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-40b8a686-b4dc-4fd5-9297-27cf69f91944 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05d4dc33704b47db889d76571cdc509c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6326697 Jun 17 08:35:24.548607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44730) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:24.556570 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.599594 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.602481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Made reservation on behalf of 8932afcdd536492eb54b8bec3ac3d6ec for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:24.606195 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.703274 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a60e5440-e113-4114-9a70-99be8205ffe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.707919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:24.720272 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d5bfa-11e2-4cdf-8699-8105c897ebb2 None None] Sync routers for ids ['1aa60da0-07df-444d-bec6-c49b1313ea7c'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:24.731970 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] 10.222.0.47 "PUT /v2.0/routers/1aa60da0-07df-444d-bec6-c49b1313ea7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8351941 Jun 17 08:35:24.737699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44736) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:24.747736 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d5bfa-11e2-4cdf-8699-8105c897ebb2 None None] Routers {'1aa60da0-07df-444d-bec6-c49b1313ea7c'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:24.748818 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7a8d5bfa-11e2-4cdf-8699-8105c897ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1aa60da0-07df-444d-bec6-c49b1313ea7c'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:24.773836 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.774718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a84c78ec-9fe9-40c0-8b42-27b249f7d893 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:35:24.780642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.782017 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a84c78ec-9fe9-40c0-8b42-27b249f7d893 HTTP/1.1" status: 204 len: 168 time: 5.3216598 Jun 17 08:35:24.789991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44738) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:24.798502 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a60e5440-e113-4114-9a70-99be8205ffe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:24.930064 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94383943-859a-4e72-b353-3bae312bb647 req-caf8fd3f-5ae6-462e-87b0-20bb3195ef9a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 210 time: 0.0610385 Jun 17 08:35:24.972149 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-7a8d5bfa-11e2-4cdf-8699-8105c897ebb2 None None] Set router 1aa60da0-07df-444d-bec6-c49b1313ea7c gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:25.021039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Router 0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:35:25.046071 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0e3ecb-7fa1-430e-91f3-dcaf5ed75832 admin admin] Deleting subnet b9c506e8-3b69-4d72-b90d-bb671d81d8d4 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:25.082182 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3ecb-7fa1-430e-91f3-dcaf5ed75832 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.114912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9941c-dcb0-4b65-8983-89ba649f61f8 req-191b6912-bf26-410a-8551-e8523348d454 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:25.122441 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4c9941c-dcb0-4b65-8983-89ba649f61f8 req-191b6912-bf26-410a-8551-e8523348d454 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1531916 Jun 17 08:35:25.132641 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.151682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Allocated IP 172.20.0.14 (423f5745-9961-4843-8bc3-428ac1bbf196/cdc93414-eae7-480f-9955-ef583cf9c1f4/6260a284-7fa7-48c1-8012-4eb4c274ed9d) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:25.271189 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a60e5440-e113-4114-9a70-99be8205ffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.274729 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a60e5440-e113-4114-9a70-99be8205ffe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.276281 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a60e5440-e113-4114-9a70-99be8205ffe6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/401ba836-c7f8-405f-9724-696a6d28759a HTTP/1.1" status: 204 len: 168 time: 0.7223611 Jun 17 08:35:25.365128 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.384177 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-409b3f68-4372-455b-be94-292370447bde req-f89e18d5-01d5-4b53-b9b8-6a6dc93e28a7 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1184697 Jun 17 08:35:25.429435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d4c9941c-dcb0-4b65-8983-89ba649f61f8 req-81f07dc9-2437-409b-bc0e-86611132e977 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056931 Jun 17 08:35:25.472857 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e7772810-6dda-4b1c-bad5-d6c5b105277b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:25.524308 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7a8d5bfa-11e2-4cdf-8699-8105c897ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:35:23Z', 'revision_number': 5, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port': {'id': '958813c1-4fc1-4992-af55-e14818e72b3d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:31:47Z', 'updated_at': '2021-06-17T08:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:25.535930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Deleting port 958813c1-4fc1-4992-af55-e14818e72b3d {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:25.536547 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.536871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3ecb-7fa1-430e-91f3-dcaf5ed75832 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.562232 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d5bfa-11e2-4cdf-8699-8105c897ebb2 None None] Checking router: 1aa60da0-07df-444d-bec6-c49b1313ea7c for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:25.575802 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d5bfa-11e2-4cdf-8699-8105c897ebb2 None None] Routers {'1aa60da0-07df-444d-bec6-c49b1313ea7c'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:25.576825 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7a8d5bfa-11e2-4cdf-8699-8105c897ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1aa60da0-07df-444d-bec6-c49b1313ea7c'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:25.577098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e5440-e113-4114-9a70-99be8205ffe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401ba836-c7f8-405f-9724-696a6d28759a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:25.620235 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a60e5440-e113-4114-9a70-99be8205ffe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:25.657266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] For port 958813c1-4fc1-4992-af55-e14818e72b3d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=958813c1-4fc1-4992-af55-e14818e72b3d,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:25.657672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.765197 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-7a8d5bfa-11e2-4cdf-8699-8105c897ebb2 None None] Set router 1aa60da0-07df-444d-bec6-c49b1313ea7c gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:25.774745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Calling delete_port for 958813c1-4fc1-4992-af55-e14818e72b3d owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:25.776631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44752) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:25.896901 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:25.922673 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7a8d5bfa-11e2-4cdf-8699-8105c897ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:35:25Z', 'revision_number': 6, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:25.959759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Transition to ACTIVE for port object 6260a284-7fa7-48c1-8012-4eb4c274ed9d will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:25.968993 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-824845ec-374b-4eee-aed2-0c5010dbaf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.054744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3ecb-7fa1-430e-91f3-dcaf5ed75832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.110083 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8d5bfa-11e2-4cdf-8699-8105c897ebb2 None None] The sync data for ids ['1aa60da0-07df-444d-bec6-c49b1313ea7c'] in n-d-779913-16 is: [{'id': '1aa60da0-07df-444d-bec6-c49b1313ea7c', 'name': 'tempest-ServersTestJSON-124861178-router', 'tenant_id': 'f7970418354844208e4c1ff5a7253a13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:31:45Z', 'updated_at': '2021-06-17T08:35:25Z', 'revision_number': 6, 'project_id': 'f7970418354844208e4c1ff5a7253a13', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:26.151568 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:26.160704 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-44b843ab-2a1f-4e1f-aa43-d22a084c0843 req-533754f9-c66b-4ece-b246-d001be0b9847 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c26cb7fd40834ea8a37ebc021d25f271&device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1677284 Jun 17 08:35:26.162943 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf2d738-d215-4e8f-9967-6fd2aeac508b None None] Sync routers for ids ['0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:26.172813 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "PUT /v2.0/routers/0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3000455 Jun 17 08:35:26.183685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44756) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:26.187553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf2d738-d215-4e8f-9967-6fd2aeac508b None None] Routers {'0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:26.192429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6cf2d738-d215-4e8f-9967-6fd2aeac508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:26.249682 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-44b843ab-2a1f-4e1f-aa43-d22a084c0843 req-3dcad77f-b8c7-48d2-af2a-7807c23f33ec service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=c26cb7fd40834ea8a37ebc021d25f271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504739 Jun 17 08:35:26.283697 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6cf2d738-d215-4e8f-9967-6fd2aeac508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:26.308384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf2d738-d215-4e8f-9967-6fd2aeac508b None None] Routers {'0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:26.309361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6cf2d738-d215-4e8f-9967-6fd2aeac508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:26.323617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36946d97-da6d-4b87-9961-e9a55b8ac653 req-9280edeb-2c77-4e77-a1c6-ff9b05c3d449 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 210 time: 0.0531003 Jun 17 08:35:26.328579 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.335532 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dbd3d36b-0dec-414c-96e8-1d5a80d6687b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:26.369430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6cf2d738-d215-4e8f-9967-6fd2aeac508b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:26.370213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf2d738-d215-4e8f-9967-6fd2aeac508b None None] The sync data for ids ['0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:26.373224 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Pushing event deleted for resources: {'Port': ['ID=958813c1-4fc1-4992-af55-e14818e72b3d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:26.386365 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:26.561128 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-824845ec-374b-4eee-aed2-0c5010dbaf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.564642 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.572949 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-824845ec-374b-4eee-aed2-0c5010dbaf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.590063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.634360 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e49f0ac-8384-4ccb-a05e-74bbb4a8a489 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:26.661249 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1c724b01-c546-4de5-a442-e4f63fd3e073 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:26.754640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event updated for resources: {'Port': ['ID=6260a284-7fa7-48c1-8012-4eb4c274ed9d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:26.765695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824845ec-374b-4eee-aed2-0c5010dbaf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b605f9-eba5-471d-8a8f-818df43b2a97,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:26.769499 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-824845ec-374b-4eee-aed2-0c5010dbaf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:26.789164 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:26.810090 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f482ab47-4523-4c2e-b829-91e4902ccd01 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:26.811819 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f482ab47-4523-4c2e-b829-91e4902ccd01 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8 HTTP/1.1" status: 200 len: 988 time: 0.6269777 Jun 17 08:35:26.814078 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Network 423f5745-9961-4843-8bc3-428ac1bbf196 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:26.821602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3ecb-7fa1-430e-91f3-dcaf5ed75832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.829608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44764) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:26.850094 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e3d38c6-2e06-4d73-8918-40a1d8292f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:26.853699 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:26.862974 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3ecb-7fa1-430e-91f3-dcaf5ed75832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.865095 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ae0e3ecb-7fa1-430e-91f3-dcaf5ed75832 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b9c506e8-3b69-4d72-b90d-bb671d81d8d4 HTTP/1.1" status: 204 len: 168 time: 2.0690782 Jun 17 08:35:26.871077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:26.891863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-824845ec-374b-4eee-aed2-0c5010dbaf01 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=66140a1ca8b74fd09c0d9cc1d7b04ede&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1119146 Jun 17 08:35:26.894098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44766) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:26.894442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44768) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:26.952567 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:26.953409 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:26.996909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e3ecb-7fa1-430e-91f3-dcaf5ed75832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c506e8-3b69-4d72-b90d-bb671d81d8d4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:27.002997 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae0e3ecb-7fa1-430e-91f3-dcaf5ed75832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:27.005159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b843ab-2a1f-4e1f-aa43-d22a084c0843 req-e7d514e3-5f0e-41fa-b2af-c69d309a47c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:27.007266 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-44b843ab-2a1f-4e1f-aa43-d22a084c0843 req-e7d514e3-5f0e-41fa-b2af-c69d309a47c8 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7027373 Jun 17 08:35:27.021538 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9484882 Jun 17 08:35:27.051062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Request body: {'port': {'device_id': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:27.062332 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-932e5872-bed5-42cd-bfc3-cf583960534a req-7870e51f-27fb-4485-8a68-2646b44691ce tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.2441032 Jun 17 08:35:27.086392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.106600 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.191953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.221199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 226251df-a0d5-48a7-aee9-0ac60c1c6fad no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:27.276629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 226251df-a0d5-48a7-aee9-0ac60c1c6fad {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:27.279719 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 226251df-a0d5-48a7-aee9-0ac60c1c6fad not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:27.307345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8e671991-cf71-4011-bf15-51f81b0ef926 None None] Provisioning for port 6260a284-7fa7-48c1-8012-4eb4c274ed9d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:27.312526 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8e671991-cf71-4011-bf15-51f81b0ef926 None None] Provisioning complete for port 6260a284-7fa7-48c1-8012-4eb4c274ed9d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:27.314059 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8e671991-cf71-4011-bf15-51f81b0ef926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.369959 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.370519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aa60da0-07df-444d-bec6-c49b1313ea7c {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:35:27.420960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.422183 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1aa60da0-07df-444d-bec6-c49b1313ea7c HTTP/1.1" status: 204 len: 168 time: 2.6834126 Jun 17 08:35:27.425520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44772) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:27.461936 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8e671991-cf71-4011-bf15-51f81b0ef926 None None] Port 6260a284-7fa7-48c1-8012-4eb4c274ed9d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:27.498171 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.643388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6011c-e7dd-4d47-b977-2a341781d9bc req-2b565800-bda4-4020-b5f5-357a90c896bb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:27.651794 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1cd6011c-e7dd-4d47-b977-2a341781d9bc req-2b565800-bda4-4020-b5f5-357a90c896bb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.9833274 Jun 17 08:35:27.658565 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1efac08-9d2b-4c6b-b99a-d02461093f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.735644 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5d8094-1320-4f0f-b46d-144c79dea82e admin admin] Deleting subnet 7ce0329f-7903-4211-868f-795f342d4972 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:27.751839 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5d8094-1320-4f0f-b46d-144c79dea82e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.813024 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1efac08-9d2b-4c6b-b99a-d02461093f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.889545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1cd6011c-e7dd-4d47-b977-2a341781d9bc req-6a0165d5-13b6-4670-b550-e2c70f332e32 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367172 Jun 17 08:35:27.960436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5d8094-1320-4f0f-b46d-144c79dea82e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:27.995763 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.023983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:28.035375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6260a284-7fa7-48c1-8012-4eb4c274ed9d {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:28.045409 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.059383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f293b38-9328-4869-8b51-7a788182f6de') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:28.060014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f293b38-9328-4869-8b51-7a788182f6de') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:28.081016 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.159409 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Transition to ACTIVE for port object 6260a284-7fa7-48c1-8012-4eb4c274ed9d will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:28.164136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.171442 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.173571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1efac08-9d2b-4c6b-b99a-d02461093f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.176106 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a7fc5b5-8c0e-4798-93b6-d9c6fc6294a7 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:28.176315 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1efac08-9d2b-4c6b-b99a-d02461093f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.180365 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e1efac08-9d2b-4c6b-b99a-d02461093f8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41b605f9-eba5-471d-8a8f-818df43b2a97 HTTP/1.1" status: 204 len: 168 time: 1.1574183 Jun 17 08:35:28.189448 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3122ed10-36ca-4494-a4b7-99a98f53f10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:28.194456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:35:28.194898 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:35:28.197833 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:35:28.223460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373c400-bd70-4eb0-b97f-43df5546a594 req-acd1b685-6c0c-4195-bf69-18d94fc83011 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:28.231179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d373c400-bd70-4eb0-b97f-43df5546a594 req-acd1b685-6c0c-4195-bf69-18d94fc83011 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 932 time: 0.3589687 Jun 17 08:35:28.334012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Pushing event updated for resources: {'Port': ['ID=6260a284-7fa7-48c1-8012-4eb4c274ed9d,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:28.357909 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:28.417807 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Attempting to bind port 6260a284-7fa7-48c1-8012-4eb4c274ed9d on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:28.419085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Attempting to bind port 6260a284-7fa7-48c1-8012-4eb4c274ed9d by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:28.419758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Attempting to bind port 6260a284-7fa7-48c1-8012-4eb4c274ed9d on network 423f5745-9961-4843-8bc3-428ac1bbf196 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:28.425996 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Port 6260a284-7fa7-48c1-8012-4eb4c274ed9d on network 423f5745-9961-4843-8bc3-428ac1bbf196 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:35:28.426850 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Attempting to bind port 6260a284-7fa7-48c1-8012-4eb4c274ed9d on network 423f5745-9961-4843-8bc3-428ac1bbf196 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:28.433746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:28.434906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Checking segment: {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:28.435673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Bound using segment: {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:28.436343 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Bound port: 6260a284-7fa7-48c1-8012-4eb4c274ed9d, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4f59c99-27ac-416e-9811-ee830ad4e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:28.437596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.527836 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] For port 6260a284-7fa7-48c1-8012-4eb4c274ed9d, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:28.537014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] For port 6260a284-7fa7-48c1-8012-4eb4c274ed9d, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6260a284-7fa7-48c1-8012-4eb4c274ed9d,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:28.547735 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.557321 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:28.685799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Pushing event updated for resources: {'Port': ['ID=6260a284-7fa7-48c1-8012-4eb4c274ed9d,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:28.690165 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:28.711265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:28.711794 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.716585 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] 10.222.0.10 "PUT /v2.0/ports/6260a284-7fa7-48c1-8012-4eb4c274ed9d HTTP/1.1" status: 200 len: 1093 time: 1.6813293 Jun 17 08:35:28.717256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'tag': '6260a284-7fa7-48c1-8012-4eb4c274ed9d'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:28.725674 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5528f7ec-ad7b-4e5c-930b-95739069548e" -d '{"events": [{"name": "network-changed", "server_uuid": "217fafbe-784a-4e35-bc97-6d4013c1018a", "tag": "6260a284-7fa7-48c1-8012-4eb4c274ed9d"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:28.748783 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 958813c1-4fc1-4992-af55-e14818e72b3d no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:28.790074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 958813c1-4fc1-4992-af55-e14818e72b3d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:28.790440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 958813c1-4fc1-4992-af55-e14818e72b3d not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:28.827504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efac08-9d2b-4c6b-b99a-d02461093f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b605f9-eba5-471d-8a8f-818df43b2a97,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:28.852031 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5d8094-1320-4f0f-b46d-144c79dea82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:28.858900 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1efac08-9d2b-4c6b-b99a-d02461093f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:28.872412 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f762a-999a-4827-9d24-afea50c40893 req-663a63d4-691e-4473-89e1-7d681f7fb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:28.873477 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-663a63d4-691e-4473-89e1-7d681f7fb580 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 1096 time: 0.1116717 Jun 17 08:35:28.952444 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-a93ba753-fbd1-47be-afbf-d2164ab0f2e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6260a284-7fa7-48c1-8012-4eb4c274ed9d HTTP/1.1" status: 200 len: 217 time: 0.0697784 Jun 17 08:35:29.072494 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5142fe2a-5a5c-4e33-a938-5519105bf97d req-dcb0fc45-3822-4161-9fb4-b7b45ad09181 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.2156816 Jun 17 08:35:29.090422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f762a-999a-4827-9d24-afea50c40893 req-c676266a-db87-4b73-ad58-c10a63fd43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:29.095175 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-c676266a-db87-4b73-ad58-c10a63fd43ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 200 len: 850 time: 0.1325738 Jun 17 08:35:29.098882 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.109307 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8133eec4-90a9-45c9-9a12-b6fe0e3cea38 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:29.115453 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.119781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] 10.222.0.47 "DELETE /v2.0/networks/7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60 HTTP/1.1" status: 204 len: 168 time: 2.0960791 Jun 17 08:35:29.130005 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d373c400-bd70-4eb0-b97f-43df5546a594 req-73b75670-53f9-4a25-9c2e-fd1d99751674 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec16a08e-a979-4257-b3b2-ea59e9aab049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8942471 Jun 17 08:35:29.188247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] Pushing event deleted for resources: {'Network': ['ID=7cba1230-1c2a-4f9e-bd38-0ff9a20e2f60,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:29.272506 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.321120 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e83e4f-3c88-47dc-a00b-fc2615928196 x-openstack-request-id: req-c9e83e4f-3c88-47dc-a00b-fc2615928196 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:29.321463 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217fafbe-784a-4e35-bc97-6d4013c1018a", "tag": "6260a284-7fa7-48c1-8012-4eb4c274ed9d", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:29.321764 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c9e83e4f-3c88-47dc-a00b-fc2615928196 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:29.322214 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'tag': '6260a284-7fa7-48c1-8012-4eb4c274ed9d', 'status': 'completed', 'code': 200} Jun 17 08:35:29.327503 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:29.329188 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5d8094-1320-4f0f-b46d-144c79dea82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.353578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f762a-999a-4827-9d24-afea50c40893 req-8f40af76-5831-4702-a56d-8fc5f504b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:29.355992 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-8f40af76-5831-4702-a56d-8fc5f504b44d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=423f5745-9961-4843-8bc3-428ac1bbf196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2531257 Jun 17 08:35:29.364163 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fc05994b-3157-4edd-abfb-646dfb631237 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:29.403643 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb5d8094-1320-4f0f-b46d-144c79dea82e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.408391 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bb5d8094-1320-4f0f-b46d-144c79dea82e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7ce0329f-7903-4211-868f-795f342d4972 HTTP/1.1" status: 204 len: 168 time: 1.9049857 Jun 17 08:35:29.408391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d8094-1320-4f0f-b46d-144c79dea82e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce0329f-7903-4211-868f-795f342d4972,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:29.411116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44810) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:29.419341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ba640-370b-4527-96d4-e07c66d362e0 None None] Network 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:29.421046 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb5d8094-1320-4f0f-b46d-144c79dea82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:29.491246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44812) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:29.629020 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.670820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0022c1ae-57bf-4480-a571-c3fe21785e2d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a809d1ded99b4987b6a60b9b919271db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358685 Jun 17 08:35:29.675247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44820) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:29.701823 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3874f68d-a9ef-4fd3-ad3f-aa0a97c4a57b None None] DHCP port deletion for 6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:29.740168 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-1e49b2b7-bf88-4fea-8d4c-eca8bb8a4d49 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745863 Jun 17 08:35:29.798973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea65016-7ae3-4d9e-9574-e75479236ab8 req-b074320d-ffb1-4b24-ac27-df49cf755397 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:29.800501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ea65016-7ae3-4d9e-9574-e75479236ab8 req-b074320d-ffb1-4b24-ac27-df49cf755397 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2692800 Jun 17 08:35:29.880183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6c92-d282-490d-ae70-57a62a25b0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.914321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-3874f68d-a9ef-4fd3-ad3f-aa0a97c4a57b None None] Deleting port 51bfe7e1-8f0f-429e-a22f-934b509149ff {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:29.914727 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3874f68d-a9ef-4fd3-ad3f-aa0a97c4a57b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.946639 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ea65016-7ae3-4d9e-9574-e75479236ab8 req-4c1663dd-0b5d-4139-bab5-5b4061a0f856 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372154 Jun 17 08:35:29.947543 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-781f762a-999a-4827-9d24-afea50c40893 req-e344bd10-3363-4b76-a8c1-ff0116670c33 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010331 Jun 17 08:35:29.948585 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6c92-d282-490d-ae70-57a62a25b0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:29.951437 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Deleting port 51bfe7e1-8f0f-429e-a22f-934b509149ff {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:29.951950 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.039799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 6e002008-8320-4e4e-8e22-c3263643389e {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:30.040136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.097433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3874f68d-a9ef-4fd3-ad3f-aa0a97c4a57b None None] For port 51bfe7e1-8f0f-429e-a22f-934b509149ff, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=51bfe7e1-8f0f-429e-a22f-934b509149ff,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:30.097891 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3874f68d-a9ef-4fd3-ad3f-aa0a97c4a57b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.145440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528f7ec-ad7b-4e5c-930b-95739069548e req-04f243de-0232-4a07-b3eb-a6d9ee33b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:30.152643 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5528f7ec-ad7b-4e5c-930b-95739069548e req-04f243de-0232-4a07-b3eb-a6d9ee33b3a2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 1096 time: 0.1300929 Jun 17 08:35:30.152964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] For port 51bfe7e1-8f0f-429e-a22f-934b509149ff, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=51bfe7e1-8f0f-429e-a22f-934b509149ff,segment=NetworkSegment(d700c50d-b731-4466-a255-6001127e87a9),segment_id=d700c50d-b731-4466-a255-6001127e87a9)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:30.153324 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.258807 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.299399 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-3874f68d-a9ef-4fd3-ad3f-aa0a97c4a57b None None] Calling delete_port for 51bfe7e1-8f0f-429e-a22f-934b509149ff owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:30.394844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528f7ec-ad7b-4e5c-930b-95739069548e req-53a9607a-b3ca-4cc4-8ac4-b56f1dc6d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:30.396659 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5528f7ec-ad7b-4e5c-930b-95739069548e req-53a9607a-b3ca-4cc4-8ac4-b56f1dc6d447 service neutron] 10.222.0.10 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 912 time: 0.2355192 Jun 17 08:35:30.427088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 6e002008-8320-4e4e-8e22-c3263643389e owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:30.496905 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5528f7ec-ad7b-4e5c-930b-95739069548e req-e7c8315b-160d-4e34-826a-8dd8a9a55864 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6260a284-7fa7-48c1-8012-4eb4c274ed9d HTTP/1.1" status: 200 len: 217 time: 0.0921783 Jun 17 08:35:30.509126 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3874f68d-a9ef-4fd3-ad3f-aa0a97c4a57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.523808 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bb5d4d0b-6ae8-4afc-a25c-7b4dcdd1e3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:30.556571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874f68d-a9ef-4fd3-ad3f-aa0a97c4a57b None None] Pushing event deleted for resources: {'Port': ['ID=51bfe7e1-8f0f-429e-a22f-934b509149ff,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:30.559626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874f68d-a9ef-4fd3-ad3f-aa0a97c4a57b None None] No DVR routers for this DVR port 51bfe7e1-8f0f-429e-a22f-934b509149ff on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:30.561220 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3874f68d-a9ef-4fd3-ad3f-aa0a97c4a57b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:30.612936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528f7ec-ad7b-4e5c-930b-95739069548e req-487933e1-e632-4369-9926-07c71e34954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:30.614981 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5528f7ec-ad7b-4e5c-930b-95739069548e req-487933e1-e632-4369-9926-07c71e34954e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 200 len: 850 time: 0.1101072 Jun 17 08:35:30.617353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b008ed4-a4fc-4001-92f0-ef89ab226172 req-6cd6d035-a27f-4a49-8b3b-1e1adb4f41c7 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1408226 Jun 17 08:35:30.761081 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528f7ec-ad7b-4e5c-930b-95739069548e req-e5769ab2-4e0c-45d6-a26a-ef64b0b24dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:30.762623 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5528f7ec-ad7b-4e5c-930b-95739069548e req-e5769ab2-4e0c-45d6-a26a-ef64b0b24dc1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=423f5745-9961-4843-8bc3-428ac1bbf196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411939 Jun 17 08:35:30.769897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Calling delete_port for 51bfe7e1-8f0f-429e-a22f-934b509149ff owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:30.800420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6c92-d282-490d-ae70-57a62a25b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.805311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d0e6c92-d282-490d-ae70-57a62a25b0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:30.806381 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4d0e6c92-d282-490d-ae70-57a62a25b0ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b731d55b-d922-4404-a84c-d3cf0ed41b88 HTTP/1.1" status: 204 len: 168 time: 1.1283498 Jun 17 08:35:30.831567 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 51bfe7e1-8f0f-429e-a22f-934b509149ff no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:30.876349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 51bfe7e1-8f0f-429e-a22f-934b509149ff {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:35:30.878273 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ca5a30fc-d8a2-4365-beb4-041cefe98a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:30.879715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 51bfe7e1-8f0f-429e-a22f-934b509149ff not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:35:30.966444 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5528f7ec-ad7b-4e5c-930b-95739069548e req-c34e1ac2-3a13-4138-8ad2-7f7c35ed5edf service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955626 Jun 17 08:35:31.028957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e6c92-d282-490d-ae70-57a62a25b0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b731d55b-d922-4404-a84c-d3cf0ed41b88,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:31.039394 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4d0e6c92-d282-490d-ae70-57a62a25b0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:31.165151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ff25d-27f2-423f-b081-0ac3ee5589af req-efbc04d6-b296-4c9f-8040-d916f58a16e2 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:31.173058 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e2ff25d-27f2-423f-b081-0ac3ee5589af req-efbc04d6-b296-4c9f-8040-d916f58a16e2 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 944 time: 0.7312212 Jun 17 08:35:31.224539 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.232610 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7633b118-b37d-460d-912e-bf2422553701 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:31.268769 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5528f7ec-ad7b-4e5c-930b-95739069548e req-05283a66-ce4e-41d0-a579-0b675feec025 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944541 Jun 17 08:35:31.328978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Pushing event deleted for resources: {'Port': ['ID=51bfe7e1-8f0f-429e-a22f-934b509149ff,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:31.381568 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e2ff25d-27f2-423f-b081-0ac3ee5589af req-474e100c-006d-44f9-9e7b-3fcc1f6e9100 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec16a08e-a979-4257-b3b2-ea59e9aab049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072725 Jun 17 08:35:31.383931 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:31.397860 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] No DVR routers for this DVR port 51bfe7e1-8f0f-429e-a22f-934b509149ff on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:31.502427 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.516562 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-53512fde-37bf-4db6-888a-10f1759ac520 tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:31.566387 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.579035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=6e002008-8320-4e4e-8e22-c3263643389e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:31.602457 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:31.611222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc8b50-0912-40a9-a0fd-e35e38fa3993 req-9a4cafe2-d5f9-4d7a-9e61-1432422ae7c1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:31.613464 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2bdc8b50-0912-40a9-a0fd-e35e38fa3993 req-9a4cafe2-d5f9-4d7a-9e61-1432422ae7c1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3475184 Jun 17 08:35:31.653068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6424106c-cd8c-4cd7-b7d1-1f64cc3631c8']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:31.679233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd700c50d-b731-4466-a255-6001127e87a9') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:31.679854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd700c50d-b731-4466-a255-6001127e87a9') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:31.867173 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:31.942320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2bdc8b50-0912-40a9-a0fd-e35e38fa3993 req-3182274b-fc2b-4289-88b8-b856b80cf8f0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930009 Jun 17 08:35:31.950415 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d97adc5a-d360-4f0c-b6de-6833b3d6d3a8 req-b2fecf70-e7cd-4215-9567-542b647a89c0 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1082664 Jun 17 08:35:31.966109 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.156589 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.345363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:35:32.345796 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:35:32.347806 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:35:32.531758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Router 0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:32.543369 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.549283 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aca52c33-a871-468c-9b28-3cefad9b2630 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:32.563222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.565360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6424106c-cd8c-4cd7-b7d1-1f64cc3631c8 HTTP/1.1" status: 204 len: 168 time: 3.1530190 Jun 17 08:35:32.566451 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Pushing event deleted for resources: {'Network': ['ID=6424106c-cd8c-4cd7-b7d1-1f64cc3631c8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:32.654060 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:32.694196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:32.715384 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da372421-c242-4635-b948-c8b7ca5d9a5a None None] Sync routers for ids ['0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:32.719170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "PUT /v2.0/routers/0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8297372 Jun 17 08:35:32.719549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44920) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:32.753842 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da372421-c242-4635-b948-c8b7ca5d9a5a None None] Routers {'0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:32.755584 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-da372421-c242-4635-b948-c8b7ca5d9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:32.760494 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52b185-c1fc-4a7a-83af-977eb62ff079 req-48113162-b2c8-4302-818e-c785a66839cc tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:32.765918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd52b185-c1fc-4a7a-83af-977eb62ff079 req-48113162-b2c8-4302-818e-c785a66839cc tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 944 time: 0.1131244 Jun 17 08:35:32.787269 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3899489-6a50-4aff-b2f8-ab6e9dab37d6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:35:32.792425 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f3899489-6a50-4aff-b2f8-ab6e9dab37d6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/6e002008-8320-4e4e-8e22-c3263643389e HTTP/1.1" status: 404 len: 333 time: 0.0715215 Jun 17 08:35:32.793366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44922) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:32.801958 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-da372421-c242-4635-b948-c8b7ca5d9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:32.820807 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da372421-c242-4635-b948-c8b7ca5d9a5a None None] Routers {'0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:32.822304 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-da372421-c242-4635-b948-c8b7ca5d9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:32.873862 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-da372421-c242-4635-b948-c8b7ca5d9a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:32.874595 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da372421-c242-4635-b948-c8b7ca5d9a5a None None] The sync data for ids ['0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:32.894591 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd52b185-c1fc-4a7a-83af-977eb62ff079 req-7d4cbbc6-3fb2-4eec-9371-1b6eb143061f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec16a08e-a979-4257-b3b2-ea59e9aab049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066682 Jun 17 08:35:32.928087 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:32.953754 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bef0dd9b-387d-449b-8adb-8a940a460921 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.032908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44930) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:33.138447 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1136223d-8c74-4096-96f4-831a428679b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7970418354844208e4c1ff5a7253a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030014 Jun 17 08:35:33.141936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44934) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:33.238422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44938) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:33.277668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bef0dd9b-387d-449b-8adb-8a940a460921 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.280211 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bef0dd9b-387d-449b-8adb-8a940a460921 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.354377 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cb8b690-8c99-424f-8d0a-55692db914f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.380907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f435e8-9e11-41a2-9a04-034e5e0761be req-44fcce03-c9ae-4c68-ba3b-4167c97843ab tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:33.399335 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88f435e8-9e11-41a2-9a04-034e5e0761be req-44fcce03-c9ae-4c68-ba3b-4167c97843ab tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.2013381 Jun 17 08:35:33.414315 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bef0dd9b-387d-449b-8adb-8a940a460921 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.414910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef0dd9b-387d-449b-8adb-8a940a460921 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Fanout notify agent at l3_agent the message router_deleted on router 0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:35:33.439742 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bef0dd9b-387d-449b-8adb-8a940a460921 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.440858 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bef0dd9b-387d-449b-8adb-8a940a460921 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/routers/0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8 HTTP/1.1" status: 204 len: 168 time: 0.6463788 Jun 17 08:35:33.446450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44948) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:33.467952 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cb8b690-8c99-424f-8d0a-55692db914f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.567605 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-5693c4a0-371f-4f7e-aceb-e28108eef40b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting subnet 19f719ae-a937-4baf-b981-57cce3ac3809 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:33.567883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55250afb-af89-45dc-af5c-4ee62581b6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.575641 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5693c4a0-371f-4f7e-aceb-e28108eef40b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.590502 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cb8b690-8c99-424f-8d0a-55692db914f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.594083 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cb8b690-8c99-424f-8d0a-55692db914f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.610073 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4cb8b690-8c99-424f-8d0a-55692db914f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/054140fe-5f46-493c-b0b2-da76b1abd4b5 HTTP/1.1" status: 204 len: 168 time: 0.4613874 Jun 17 08:35:33.618370 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f23e6500-fca1-4ce7-925f-98933218481e tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:33.656940 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5693c4a0-371f-4f7e-aceb-e28108eef40b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.678735 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88f435e8-9e11-41a2-9a04-034e5e0761be req-3e6b7075-f81a-4360-9031-58db94606e45 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768154 Jun 17 08:35:33.697976 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb8b690-8c99-424f-8d0a-55692db914f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054140fe-5f46-493c-b0b2-da76b1abd4b5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:33.703265 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4cb8b690-8c99-424f-8d0a-55692db914f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:33.930113 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5693c4a0-371f-4f7e-aceb-e28108eef40b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:33.983577 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d31d0258-904d-4ca0-b47a-544e089c5361 req-29a67025-4b20-46b9-9943-56ee75652618 tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.1397469 Jun 17 08:35:34.053759 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5693c4a0-371f-4f7e-aceb-e28108eef40b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.057327 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:34.124024 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693c4a0-371f-4f7e-aceb-e28108eef40b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Subnet': ['ID=19f719ae-a937-4baf-b981-57cce3ac3809,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:34.138541 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5693c4a0-371f-4f7e-aceb-e28108eef40b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:34.146167 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5693c4a0-371f-4f7e-aceb-e28108eef40b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.149270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f4938e-7077-4aeb-bc71-09facda3f96e None None] Network b9859d89-2a03-4e2d-8d36-cce6e1b19208 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:34.163629 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5693c4a0-371f-4f7e-aceb-e28108eef40b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/19f719ae-a937-4baf-b981-57cce3ac3809 HTTP/1.1" status: 204 len: 168 time: 0.7160251 Jun 17 08:35:34.167606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44974) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:34.222812 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55250afb-af89-45dc-af5c-4ee62581b6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.243914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de2e23aa-e74d-4a29-b5f0-0a917bb89388 req-16cdf434-d4b2-40d8-96dc-339e1241159c tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.2568631 Jun 17 08:35:34.246231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55250afb-af89-45dc-af5c-4ee62581b6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.250837 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cfdaa59b-58ac-4acd-bd7f-a2694d6b3f16 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:34.320908 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.362814 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-55250afb-af89-45dc-af5c-4ee62581b6ff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ab3787599df410a809ae53a1734fbe9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0900464 Jun 17 08:35:34.368244 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44980) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:34.378256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55250afb-af89-45dc-af5c-4ee62581b6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52851171-cd88-422b-bb1c-da08fb5d663b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:34.414644 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55250afb-af89-45dc-af5c-4ee62581b6ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:34.469685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc238734-7f3d-4315-a79c-46eab572e98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.552090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681289f-db39-48de-a373-b4940901ec9e req-c8f5ef53-fd64-4556-bfe9-f58a4b434ff6 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:34.553883 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3681289f-db39-48de-a373-b4940901ec9e req-c8f5ef53-fd64-4556-bfe9-f58a4b434ff6 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 944 time: 0.1955340 Jun 17 08:35:34.591934 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc238734-7f3d-4315-a79c-46eab572e98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.610310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] DHCP port deletion for b9859d89-2a03-4e2d-8d36-cce6e1b19208 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:35:34.654512 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3681289f-db39-48de-a373-b4940901ec9e req-bee08662-65e4-4666-b309-0925d27efa04 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec16a08e-a979-4257-b3b2-ea59e9aab049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921965 Jun 17 08:35:34.759406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] Deleting port b1add4ce-f930-4742-ac00-6a76dd6d8f56 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:34.760007 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.772142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port b1add4ce-f930-4742-ac00-6a76dd6d8f56 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:34.774968 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.863650 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] For port b1add4ce-f930-4742-ac00-6a76dd6d8f56, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b1add4ce-f930-4742-ac00-6a76dd6d8f56,segment=NetworkSegment(c0f47d04-000d-4878-baea-1d3780b9eb06),segment_id=c0f47d04-000d-4878-baea-1d3780b9eb06)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:34.864330 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:34.952405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b1add4ce-f930-4742-ac00-6a76dd6d8f56 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:35.006938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6260a284-7fa7-48c1-8012-4eb4c274ed9d details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:35:35.031625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] For port b1add4ce-f930-4742-ac00-6a76dd6d8f56, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b1add4ce-f930-4742-ac00-6a76dd6d8f56,segment=NetworkSegment(c0f47d04-000d-4878-baea-1d3780b9eb06),segment_id=c0f47d04-000d-4878-baea-1d3780b9eb06)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:35.032789 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.034527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for b1add4ce-f930-4742-ac00-6a76dd6d8f56 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:35.084869 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db7ab7-85fb-45ac-84fd-47cd129accd1 req-a9f39692-39ff-4e05-9057-f9f495d50ee0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:35.096288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6db7ab7-85fb-45ac-84fd-47cd129accd1 req-a9f39692-39ff-4e05-9057-f9f495d50ee0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1647966 Jun 17 08:35:35.169863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6db7ab7-85fb-45ac-84fd-47cd129accd1 req-f0eecd96-8188-4a38-8540-1206adb705b2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671849 Jun 17 08:35:35.201031 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.217467 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:35.248295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc238734-7f3d-4315-a79c-46eab572e98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.251116 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc238734-7f3d-4315-a79c-46eab572e98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.252280 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dc238734-7f3d-4315-a79c-46eab572e98c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52851171-cd88-422b-bb1c-da08fb5d663b HTTP/1.1" status: 204 len: 168 time: 0.8824747 Jun 17 08:35:35.260292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] Calling delete_port for b1add4ce-f930-4742-ac00-6a76dd6d8f56 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:35.268874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No DVR routers for this DVR port b1add4ce-f930-4742-ac00-6a76dd6d8f56 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:35.270291 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.resource_extend [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:35:35.276065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45002) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:35.291303 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=b1add4ce-f930-4742-ac00-6a76dd6d8f56,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:35.297061 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:35.340568 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a60e5440-e113-4114-9a70-99be8205ffe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:35.361148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc238734-7f3d-4315-a79c-46eab572e98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52851171-cd88-422b-bb1c-da08fb5d663b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:35.364637 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc238734-7f3d-4315-a79c-46eab572e98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:35.390024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6260a284-7fa7-48c1-8012-4eb4c274ed9d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6260a284-7fa7-48c1-8012-4eb4c274ed9d,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:35.423898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '6260a284-7fa7-48c1-8012-4eb4c274ed9d', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'port_id': '6260a284-7fa7-48c1-8012-4eb4c274ed9d', 'mac_address': 'fa:16:3e:3e:a1:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:35:35.596390 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ec86edd-aeb2-4724-b10d-b059a072f8fa req-67f34194-2396-40de-a2a8-2ca3006b9c6d tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.1901538 Jun 17 08:35:35.614679 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.658600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9859d89-2a03-4e2d-8d36-cce6e1b19208']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:35.713358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f47d04-000d-4878-baea-1d3780b9eb06') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:35.714077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f47d04-000d-4878-baea-1d3780b9eb06') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:35.733932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.759668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.769186 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:35:35.770111 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:35:35.778527 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:35:35.854460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-052cad34-58ca-42ba-9674-fcc0aad11b47 req-b7702ebf-976f-44d0-9025-772d96ac86c7 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.2527609 Jun 17 08:35:35.949255 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.004474 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.030220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.033780 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.040607 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45014) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:36.047101 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/networks/b9859d89-2a03-4e2d-8d36-cce6e1b19208 HTTP/1.1" status: 204 len: 168 time: 1.8767798 Jun 17 08:35:36.060138 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86b260dd-4156-44b3-9676-8230218639df tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:36.063327 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.110126 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:36.118613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] Network b9859d89-2a03-4e2d-8d36-cce6e1b19208 is not hosted by any dhcp agent {{(pid=93805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:35:36.122254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] No DVR routers for this DVR port b1add4ce-f930-4742-ac00-6a76dd6d8f56 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:35:36.156874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] Pushing event deleted for resources: {'Port': ['ID=b1add4ce-f930-4742-ac00-6a76dd6d8f56,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:36.169091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6260a284-7fa7-48c1-8012-4eb4c274ed9d {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:36.174610 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:36.181196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45016) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:36.186648 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Network': ['ID=b9859d89-2a03-4e2d-8d36-cce6e1b19208,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:36.198257 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:36.219813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13045a9-e176-40e0-92f6-feef1a21485d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:36.222820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d13045a9-e176-40e0-92f6-feef1a21485d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/9cb4fd01-48de-4e0c-bb19-bd68cfe02897 HTTP/1.1" status: 200 len: 845 time: 0.1807327 Jun 17 08:35:36.227138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45020) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:36.240284 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6260a284-7fa7-48c1-8012-4eb4c274ed9d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6260a284-7fa7-48c1-8012-4eb4c274ed9d,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:36.254178 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.257412 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:36.277395 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-785188540-network', 'tenant_id': '4376a8abc5994f78bc28c2a8d7ebfe05'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:36.318907 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-76ec8c48-278a-46b7-9a49-b746094bab44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.371702 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6260a284-7fa7-48c1-8012-4eb4c274ed9d,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:36.377170 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:36.398914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ca9c422b-125d-472d-a365-dcdd6b603bc6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/9cb4fd01-48de-4e0c-bb19-bd68cfe02897?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1711457 Jun 17 08:35:36.403967 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45022) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:36.410142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:36.417030 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Made reservation on behalf of 4376a8abc5994f78bc28c2a8d7ebfe05 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:36.419262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.449479 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57017aef-03f0-41c5-9388-99ba38a83180 req-27a36854-2ae2-46b2-8cd3-6fb9f175dbc1 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:36.451388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57017aef-03f0-41c5-9388-99ba38a83180 req-27a36854-2ae2-46b2-8cd3-6fb9f175dbc1 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 944 time: 0.2511826 Jun 17 08:35:36.452330 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.578868 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57017aef-03f0-41c5-9388-99ba38a83180 req-2a333ce3-b959-41a8-bef2-2fba0f66005a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec16a08e-a979-4257-b3b2-ea59e9aab049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121278 Jun 17 08:35:36.600047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['6260a284-7fa7-48c1-8012-4eb4c274ed9d'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:35:36.623609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87108c-2b9a-4f4e-85a5-173b5407bde0 req-bffa68a3-36e9-46a8-8f79-1da2402c1fd2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:36.630926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b87108c-2b9a-4f4e-85a5-173b5407bde0 req-bffa68a3-36e9-46a8-8f79-1da2402c1fd2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1567771 Jun 17 08:35:36.678567 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-76ec8c48-278a-46b7-9a49-b746094bab44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.698030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b87108c-2b9a-4f4e-85a5-173b5407bde0 req-3c4942ec-f9f3-423a-b780-e058299a317f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660517 Jun 17 08:35:36.731612 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-76ec8c48-278a-46b7-9a49-b746094bab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.735464 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:35:36.735464 n-d-779913-16 neutron-server[93804]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:35:36.735464 n-d-779913-16 neutron-server[93804]: [parameters: {'project_id_1': '3fbe645776b64fc88b7ae6944b07ec73', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 35, 36, 544037)}] Jun 17 08:35:36.735464 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:35:36.735899 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:35:36.739697 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:36.799390 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-76ec8c48-278a-46b7-9a49-b746094bab44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd96effa608742e8b7519aa3ebd696c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6168070 Jun 17 08:35:36.801764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec8c48-278a-46b7-9a49-b746094bab44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d243948-a610-48f7-ad29-e3241f54c405,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:36.802615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45034) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:36.808758 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-76ec8c48-278a-46b7-9a49-b746094bab44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:36.895907 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b9a03ff-e5cd-4e61-b85e-3630b29d200a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.924417 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b9a03ff-e5cd-4e61-b85e-3630b29d200a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.985182 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b9a03ff-e5cd-4e61-b85e-3630b29d200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.990119 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b9a03ff-e5cd-4e61-b85e-3630b29d200a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:36.994238 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3b9a03ff-e5cd-4e61-b85e-3630b29d200a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d243948-a610-48f7-ad29-e3241f54c405 HTTP/1.1" status: 204 len: 168 time: 0.1879854 Jun 17 08:35:36.994238 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1cc13d1b-51c0-4e4c-a2b7-6ce84118c3db tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:37.004037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a03ff-e5cd-4e61-b85e-3630b29d200a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d243948-a610-48f7-ad29-e3241f54c405,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:37.013382 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b9a03ff-e5cd-4e61-b85e-3630b29d200a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:37.071969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1c93d297-a14e-4a33-8155-e30bc5fe3b6e req-c33fa4be-3be1-41b7-a17f-91c0a2d6ca68 tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.0840456 Jun 17 08:35:37.073859 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.090381 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.117525 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55250afb-af89-45dc-af5c-4ee62581b6ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:37.157945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:35:37.210204 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f043f947-67bd-4fbb-8b11-84ab21aab9ce req-d8757df3-26d2-4e1e-a381-5d1ad0f48940 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.0616562 Jun 17 08:35:37.211441 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.212007 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Added segment 97fb4581-e1f6-4155-aa6f-1de4b5b8e729 of type vlan for network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 Jun 17 08:35:37.213625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a878bf8b-2420-4b27-aaea-bd7a881b3ee7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:37.223745 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:37.282410 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:37.293431 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.304813 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.350530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.352868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:37.354161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:37.358991 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d5b83bee-94ab-4df0-8da3-2068cdf3a800 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:37.483982 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2040377 Jun 17 08:35:37.487404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45044) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:37.521328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Request body: {'subnet': {'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-785188540-subnet', 'tenant_id': '4376a8abc5994f78bc28c2a8d7ebfe05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:37.553754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Pushing event updated for resources: {'Network': ['ID=8791f7f1-a4fe-4b96-8597-e7c847dcb821,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:37.568718 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:37.572131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:35:37.592535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Made reservation on behalf of 4376a8abc5994f78bc28c2a8d7ebfe05 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:37.597440 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.387031 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5815776c-f8ab-4e0a-90ed-0348987d6922 req-ce27aa1c-c28a-4739-a8a0-428ac0bb0304 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.9139867 Jun 17 08:35:38.497021 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe6b7f-fb70-4106-9a2f-b25194965f7c req-e285d906-460c-43bf-9e5e-e71ca093097d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:38.499259 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8cfe6b7f-fb70-4106-9a2f-b25194965f7c req-e285d906-460c-43bf-9e5e-e71ca093097d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.1830964 Jun 17 08:35:38.509672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fad3b-40ad-4aa0-98d1-83735c2f8969 req-9ca2acd2-1025-4ed1-b955-652c91f46f45 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:38.532932 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da1fad3b-40ad-4aa0-98d1-83735c2f8969 req-9ca2acd2-1025-4ed1-b955-652c91f46f45 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 945 time: 0.2165799 Jun 17 08:35:38.678228 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.683176 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae0e3ecb-7fa1-430e-91f3-dcaf5ed75832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:38.735729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8cfe6b7f-fb70-4106-9a2f-b25194965f7c req-a409029b-8f7a-418f-959c-09f853cb57e9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689811 Jun 17 08:35:38.747638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:38.751214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:38.770034 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:38.770034 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.774267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656fcda4-201f-4b87-a6dd-a1d844433f9e None None] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:38.778630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da1fad3b-40ad-4aa0-98d1-83735c2f8969 req-b8cbb058-3523-47c2-ab55-3b08ab5353f1 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec16a08e-a979-4257-b3b2-ea59e9aab049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442296 Jun 17 08:35:38.800296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Subnet': ['ID=7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:38.803889 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:38.822088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45076) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:38.822350 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4168589 Jun 17 08:35:38.846463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b1ea6344-4edf-4136-8178-922d45a97a1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'security_group': {'name': 'tempest-secgroup-1945252121'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:38.883404 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:38.888108 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:38.951372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5af641-b9dc-441c-b54c-15d3d4a6c04d,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:38.959414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:39.006517 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-862ec028-adf5-473a-9a03-059e65a5fc8b req-4432d287-27e5-4283-a475-f141af6d4541 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.0309954 Jun 17 08:35:39.009688 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b1ea6344-4edf-4136-8178-922d45a97a1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.047915 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6260a284-7fa7-48c1-8012-4eb4c274ed9d up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:39.080290 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Checking segment: {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:39.087262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Network hostable DHCP agents. Network: 8791f7f1-a4fe-4b96-8597-e7c847dcb821, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:35:39.169398 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de13bb45-d2b0-488f-8393-f5fc85cc8c62 req-f6083617-6cc9-455e-96b9-01c049d6c481 tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.0586891 Jun 17 08:35:39.203482 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.303306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:35:39.384683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 6260a284-7fa7-48c1-8012-4eb4c274ed9d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:39.393290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 6260a284-7fa7-48c1-8012-4eb4c274ed9d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:39.395397 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.416582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 8791f7f1-a4fe-4b96-8597-e7c847dcb821) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:39.425067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:39.425676 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.437631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90aa55f-15a7-406f-bbea-551620f00324 None None] Network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:39.535214 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b1ea6344-4edf-4136-8178-922d45a97a1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.546026 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b1ea6344-4edf-4136-8178-922d45a97a1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.556550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'tenant_id': '3fbe645776b64fc88b7ae6944b07ec73', 'fixed_ips': [{'subnet_id': '7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:39.561458 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.565932 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9deb46c9-1bc4-4cf2-b6ad-c326ef5122a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:39.600175 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0943165 Jun 17 08:35:39.633771 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b1ea6344-4edf-4136-8178-922d45a97a1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.639040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45086) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:39.639717 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b1ea6344-4edf-4136-8178-922d45a97a1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8121724 Jun 17 08:35:39.642614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea6344-4edf-4136-8178-922d45a97a1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ecfdbe-5c5b-4c7b-a00c-e8fc6b378847,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:39.646951 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b1ea6344-4edf-4136-8178-922d45a97a1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:39.652878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-85cd0c67-ed46-494f-993a-24b9aac5063e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'security_group': {'name': 'tempest-secgroup-364675527'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:39.702737 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-85cd0c67-ed46-494f-993a-24b9aac5063e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.895272 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-85cd0c67-ed46-494f-993a-24b9aac5063e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.909685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-85cd0c67-ed46-494f-993a-24b9aac5063e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:39.937431 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56da90d7-f272-417a-89e5-5140070cbbf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:39.990471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Allocated IP 2001:db8::2 (bfe9ecd3-6af6-4d4e-87d8-3e00d167010c/7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6/6c2a1527-27bf-49c9-9846-44bebda651e2) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:40.021707 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-85cd0c67-ed46-494f-993a-24b9aac5063e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.023083 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-85cd0c67-ed46-494f-993a-24b9aac5063e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3826568 Jun 17 08:35:40.025969 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45100) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:40.031020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd0c67-ed46-494f-993a-24b9aac5063e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fa4d79-9425-4de1-9a9e-d832f2c42a25,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:40.034382 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-85cd0c67-ed46-494f-993a-24b9aac5063e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:40.039801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-115332893', 'security_groups': ['d3fa4d79-9425-4de1-9a9e-d832f2c42a25'], 'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:40.143300 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.177114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6260a284-7fa7-48c1-8012-4eb4c274ed9d'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:40.180699 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aad9f11-91e1-404e-817f-19cdda249035" -d '{"events": [{"server_uuid": "217fafbe-784a-4e35-bc97-6d4013c1018a", "name": "network-vif-plugged", "status": "completed", "tag": "6260a284-7fa7-48c1-8012-4eb4c274ed9d"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:40.199815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 6260a284-7fa7-48c1-8012-4eb4c274ed9d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6260a284-7fa7-48c1-8012-4eb4c274ed9d,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:40.211114 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.234035 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6ee511c7-ea2c-4eb3-91bd-42f5e51b1596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:40.271601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-8791f7f1-a4fe-4b96-8597-e7c847dcb821', 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821', 'tenant_id': '4376a8abc5994f78bc28c2a8d7ebfe05', 'fixed_ips': [{'subnet_id': '4c5af641-b9dc-441c-b54c-15d3d4a6c04d'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:40.272808 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.290323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45d8bd-f33e-4404-b8ef-11bc5c0f26a2 req-4867648e-5e50-4bc7-9013-35fd9d8e41ae tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:40.292907 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc45d8bd-f33e-4404-b8ef-11bc5c0f26a2 req-4867648e-5e50-4bc7-9013-35fd9d8e41ae tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3432131 Jun 17 08:35:40.315756 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a72ae2-d8f7-441e-be8b-cbeefe09282d req-52ba0757-547c-4ffc-b934-c16442bf94b0 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:40.317976 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7a72ae2-d8f7-441e-be8b-cbeefe09282d req-52ba0757-547c-4ffc-b934-c16442bf94b0 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 945 time: 0.2550852 Jun 17 08:35:40.405266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc45d8bd-f33e-4404-b8ef-11bc5c0f26a2 req-e6fe46bf-3106-4a28-aa02-0818b53f5869 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972741 Jun 17 08:35:40.428166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=6260a284-7fa7-48c1-8012-4eb4c274ed9d,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:40.446440 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:40.480038 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.500549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Transition to ACTIVE for port object 6c2a1527-27bf-49c9-9846-44bebda651e2 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:40.566456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7a72ae2-d8f7-441e-be8b-cbeefe09282d req-50fbe0f6-8b83-42c9-8f37-383c65aae384 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec16a08e-a979-4257-b3b2-ea59e9aab049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850059 Jun 17 08:35:40.578567 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Transition to ACTIVE for port object 6c2a1527-27bf-49c9-9846-44bebda651e2 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:40.601607 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.613071 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:40.625407 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:40.691045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Pushing event updated for resources: {'Port': ['ID=6c2a1527-27bf-49c9-9846-44bebda651e2,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:40.700002 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:40.782552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:40.787043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:40.800990 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:40.926253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Allocated IP 172.20.0.2 (8791f7f1-a4fe-4b96-8597-e7c847dcb821/4c5af641-b9dc-441c-b54c-15d3d4a6c04d/eac37eab-ac77-4f2c-8bf5-67ca65a5a771) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:40.928922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Attempting to bind port 6c2a1527-27bf-49c9-9846-44bebda651e2 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:40.929453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Attempting to bind port 6c2a1527-27bf-49c9-9846-44bebda651e2 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'abbfa90e-0651-4638-af85-4bbb85330604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:40.930026 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Attempting to bind port 6c2a1527-27bf-49c9-9846-44bebda651e2 on network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:40.945305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:40.945738 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Checking segment: {'id': 'abbfa90e-0651-4638-af85-4bbb85330604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:40.946517 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.946963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Bound using segment: {'id': 'abbfa90e-0651-4638-af85-4bbb85330604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:40.947535 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Bound port: 6c2a1527-27bf-49c9-9846-44bebda651e2, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abbfa90e-0651-4638-af85-4bbb85330604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:40.948150 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.980095 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:40.998872 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c906c69-1462-4390-bdae-ff8bb2fff568 req-04a42933-9ce1-4c1b-82ab-3d08d8c9e3c6 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1942611 Jun 17 08:35:41.038159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] For port 6c2a1527-27bf-49c9-9846-44bebda651e2, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:41.043120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] For port 6c2a1527-27bf-49c9-9846-44bebda651e2, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6c2a1527-27bf-49c9-9846-44bebda651e2,segment=NetworkSegment(abbfa90e-0651-4638-af85-4bbb85330604),segment_id=abbfa90e-0651-4638-af85-4bbb85330604)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:41.060260 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.193219 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:35:41.295153 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e055a-34f8-448a-952e-48a314816a26 req-fd565c5c-9bda-40b9-90a5-49129460fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:41.296803 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-263e055a-34f8-448a-952e-48a314816a26 req-fd565c5c-9bda-40b9-90a5-49129460fe73 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 1098 time: 0.1225038 Jun 17 08:35:41.321841 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3874f68d-a9ef-4fd3-ad3f-aa0a97c4a57b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:41.360791 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-263e055a-34f8-448a-952e-48a314816a26 req-ad608e9c-fcb1-4e5c-b822-1732e5fc90f6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ec16a08e-a979-4257-b3b2-ea59e9aab049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569091 Jun 17 08:35:41.397207 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3524d10c-eb1c-465b-930b-85a547fa0c8b req-5029b50c-8c8c-4a11-853c-d9da590f6e94 tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.0674443 Jun 17 08:35:41.411530 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371313db-ade3-475a-878f-942469322141 x-openstack-request-id: req-371313db-ade3-475a-878f-942469322141 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:41.411836 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217fafbe-784a-4e35-bc97-6d4013c1018a", "name": "network-vif-plugged", "status": "completed", "tag": "6260a284-7fa7-48c1-8012-4eb4c274ed9d", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:41.412186 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-371313db-ade3-475a-878f-942469322141 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:41.413184 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6260a284-7fa7-48c1-8012-4eb4c274ed9d', 'code': 200} Jun 17 08:35:41.413836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Pushing event updated for resources: {'Port': ['ID=6c2a1527-27bf-49c9-9846-44bebda651e2,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:41.425228 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:41.537049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-6bbd3855-53af-48d5-b633-ead67697b9d5 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:41.546137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-6bbd3855-53af-48d5-b633-ead67697b9d5 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/networks?id=8791f7f1-a4fe-4b96-8597-e7c847dcb821 HTTP/1.1" status: 200 len: 815 time: 0.5626690 Jun 17 08:35:41.571348 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-285e6e44-247f-4b50-a4bf-3ada3bc61b08 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/quotas/4376a8abc5994f78bc28c2a8d7ebfe05 HTTP/1.1" status: 200 len: 375 time: 0.0182698 Jun 17 08:35:41.621243 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-bf3be7c9-9e8f-4bb7-884b-bac21b2f855d tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4376a8abc5994f78bc28c2a8d7ebfe05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488846 Jun 17 08:35:41.635850 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.663837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Transition to ACTIVE for port object eac37eab-ac77-4f2c-8bf5-67ca65a5a771 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:41.717418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Transition to ACTIVE for port object eac37eab-ac77-4f2c-8bf5-67ca65a5a771 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:41.754154 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:41.756688 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-232e446c-a237-4bc0-9090-2a79c5f51066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:41.835555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d1ce8b14-bc1b-490b-99a2-27358ed1bd5a service neutron] 10.222.0.47 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116027 Jun 17 08:35:41.975123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8::36f (bfe9ecd3-6af6-4d4e-87d8-3e00d167010c/7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6/8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:42.004098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:42.019746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Pushing event updated for resources: {'Port': ['ID=eac37eab-ac77-4f2c-8bf5-67ca65a5a771,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:42.024973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:42.029989 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:42.033518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:42.106920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Attempting to bind port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:42.108074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Attempting to bind port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:42.108628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Attempting to bind port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 on network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:42.115825 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:42.116839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Checking segment: {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:42.120199 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.120870 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Bound using segment: {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:42.121552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Bound port: eac37eab-ac77-4f2c-8bf5-67ca65a5a771, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:42.122127 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.125334 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-6810ef6f-5054-4a29-a677-5ce7754758dc service neutron] 10.222.0.47 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887917 Jun 17 08:35:42.332580 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] For port eac37eab-ac77-4f2c-8bf5-67ca65a5a771, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:42.347415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] For port eac37eab-ac77-4f2c-8bf5-67ca65a5a771, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eac37eab-ac77-4f2c-8bf5-67ca65a5a771,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:42.362958 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.366355 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:42.410460 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.525769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Pushing event updated for resources: {'Port': ['ID=eac37eab-ac77-4f2c-8bf5-67ca65a5a771,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:42.540989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:42.545508 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:42.774180 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:42.791222 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9920dc82-6cb1-415f-a43f-0326786b6c28 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:42.942467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:42.952273 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:43.037510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:43.039356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:43.045742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:43.059492 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:43.060177 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.118199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6c2a1527-27bf-49c9-9846-44bebda651e2 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:43.181280 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1541533 Jun 17 08:35:43.185767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45166) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:43.191701 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1f2a9c7e-b092-4b96-ab22-8f8a240c30aa tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:43.233035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 6c2a1527-27bf-49c9-9846-44bebda651e2 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:43.383256 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-16b635a3-9494-4512-b839-7711b518e2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.388034 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8882ff8-1d1a-43d3-a9af-626290f35d9a req-099a1b7f-48a6-4b4a-af25-819dff37ea4b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:43.413547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8882ff8-1d1a-43d3-a9af-626290f35d9a req-099a1b7f-48a6-4b4a-af25-819dff37ea4b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.8161504 Jun 17 08:35:43.532524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edcb3d-3e28-4e68-a8b8-1f6ebeb00ad5 req-b8e44a81-33dc-4146-b116-85004b6b1c69 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:43.540717 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35edcb3d-3e28-4e68-a8b8-1f6ebeb00ad5 req-b8e44a81-33dc-4146-b116-85004b6b1c69 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 946 time: 0.4328976 Jun 17 08:35:43.542626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2a9c7e-b092-4b96-ab22-8f8a240c30aa tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:43.547448 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1f2a9c7e-b092-4b96-ab22-8f8a240c30aa tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.597764 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8882ff8-1d1a-43d3-a9af-626290f35d9a req-3ebb0edd-491c-4819-94a9-bfd158ebb42e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804585 Jun 17 08:35:43.614929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] Provisioning complete for port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:43.615345 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.685313 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35edcb3d-3e28-4e68-a8b8-1f6ebeb00ad5 req-e5190358-281f-4d4a-ab02-92eb562a01b3 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec16a08e-a979-4257-b3b2-ea59e9aab049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430724 Jun 17 08:35:43.800119 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] Port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:43.828440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] Provisioning for port 6c2a1527-27bf-49c9-9846-44bebda651e2 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:43.834549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] Provisioning complete for port 6c2a1527-27bf-49c9-9846-44bebda651e2 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:43.835426 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:43.875556 n-d-779913-16 neutron-server[93804]: INFO neutron.db.ipam_backend_mixin [None req-1f2a9c7e-b092-4b96-ab22-8f8a240c30aa tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6 (CIDR: 2001:db8::/64) Jun 17 08:35:43.885506 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2a9c7e-b092-4b96-ab22-8f8a240c30aa tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:35:43.886495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2a9c7e-b092-4b96-ab22-8f8a240c30aa tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:35:43.909543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45174) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:43.910345 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1f2a9c7e-b092-4b96-ab22-8f8a240c30aa tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7230449 Jun 17 08:35:43.915792 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:44.040747 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.101555 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] For port 6c2a1527-27bf-49c9-9846-44bebda651e2, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6c2a1527-27bf-49c9-9846-44bebda651e2,segment=NetworkSegment(abbfa90e-0651-4638-af85-4bbb85330604),segment_id=abbfa90e-0651-4638-af85-4bbb85330604)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:44.111719 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.123578 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a9ee10cc-377b-4b40-9463-b46f40b93391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:44.199467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] Pushing event updated for resources: {'Port': ['ID=6c2a1527-27bf-49c9-9846-44bebda651e2,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:44.204809 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:44.273397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-215aed12-1c4e-4230-90e9-ea9f792a2f15 None None] Provisioning for port 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:44.295306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-215aed12-1c4e-4230-90e9-ea9f792a2f15 None None] Provisioning complete for port 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:44.299187 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-215aed12-1c4e-4230-90e9-ea9f792a2f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.391736 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b54d719-72ad-4b0f-9272-e853571873a0 req-79d04fbc-d74a-4ef4-ab83-323376d18091 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.3973458 Jun 17 08:35:44.448014 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-215aed12-1c4e-4230-90e9-ea9f792a2f15 None None] Port 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:44.545121 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:44.558969 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:44.786364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd61598-6dfe-4a6e-b75b-15994b6f9ab6 None None] Network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:44.986147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-b93a3e89-433d-4250-9867-d8b62d8473a4 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:45.009454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-b93a3e89-433d-4250-9867-d8b62d8473a4 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/networks?id=8791f7f1-a4fe-4b96-8597-e7c847dcb821 HTTP/1.1" status: 200 len: 815 time: 0.2119586 Jun 17 08:35:45.091493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-36fccf6e-9b6e-45b3-89c5-470f693f7c56 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/quotas/4376a8abc5994f78bc28c2a8d7ebfe05 HTTP/1.1" status: 200 len: 375 time: 0.0803134 Jun 17 08:35:45.113660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eac37eab-ac77-4f2c-8bf5-67ca65a5a771 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:45.264178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2d1ff5bc-5c0e-4345-b458-fe9e296f847b None None] Provisioning for port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:45.485746 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc53cb-db82-4f49-a00a-1cc1212f51a3 req-a2f18a0f-a26f-43b7-98ca-4ce6a9c52b07 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:45.496734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dffc53cb-db82-4f49-a00a-1cc1212f51a3 req-a2f18a0f-a26f-43b7-98ca-4ce6a9c52b07 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 946 time: 0.3976934 Jun 17 08:35:45.502548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45214) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:45.508969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:45.518666 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-fe167dd3-9e44-4663-ac55-90e9b7f89b7c tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4376a8abc5994f78bc28c2a8d7ebfe05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3884103 Jun 17 08:35:45.536345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:45.537037 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.655652 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-f3db12bb-9153-408f-a7a9-1049ebfe8bb3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:45.662747 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-f3db12bb-9153-408f-a7a9-1049ebfe8bb3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.10 "GET /v2.0/networks?id=8791f7f1-a4fe-4b96-8597-e7c847dcb821 HTTP/1.1" status: 200 len: 815 time: 0.2977862 Jun 17 08:35:45.663991 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-df5a56fd-be2a-48bd-8b0e-a4dc8ed70468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.678195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Request body: {'port': {'device_id': '1b84ffa3-18ab-4e02-8257-1574c0e24f42', 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821', 'admin_state_up': True, 'tenant_id': '4376a8abc5994f78bc28c2a8d7ebfe05'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:45.795706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fbd0d672-58ec-4012-bb79-cce0e21a7ef7 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Request body: {'floatingip': {'port_id': '6260a284-7fa7-48c1-8012-4eb4c274ed9d'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:45.832283 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.927029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Made reservation on behalf of 4376a8abc5994f78bc28c2a8d7ebfe05 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:45.933575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:45.961056 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.027672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port eac37eab-ac77-4f2c-8bf5-67ca65a5a771, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eac37eab-ac77-4f2c-8bf5-67ca65a5a771,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:46.030732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9ba92e6b-8af4-4d29-b1d9-43100f3d7d63 service neutron] 10.222.0.47 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5099533 Jun 17 08:35:46.054550 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.055501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6c2a1527-27bf-49c9-9846-44bebda651e2 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:46.061290 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:46.204713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-cebaf9c4-0dcd-47fe-9e80-cd2201499256 service neutron] 10.222.0.47 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727841 Jun 17 08:35:46.241025 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d672-58ec-4012-bb79-cce0e21a7ef7 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.288014 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=eac37eab-ac77-4f2c-8bf5-67ca65a5a771,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:46.303497 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:46.314671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Allocated IP 172.20.0.7 (8791f7f1-a4fe-4b96-8597-e7c847dcb821/4c5af641-b9dc-441c-b54c-15d3d4a6c04d/bc8a0ae6-b2c5-4891-965e-76615f685cd7) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:46.369060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1ec97cec-0fdf-4a60-8a14-31cfa0fab45a None None] Provisioning complete for port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:46.369946 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1ec97cec-0fdf-4a60-8a14-31cfa0fab45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.607612 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6c2a1527-27bf-49c9-9846-44bebda651e2 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:46.608441 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.938457 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:46.965816 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.038948 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.059333 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59d288a3-7313-44a5-9363-728b61caba20 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:47.103867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4ae7a-bbb0-467e-9e8f-096056d0f4a5 req-8d4444c7-f2f1-4c50-9a05-3fc9c8bcc26a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:47.108343 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7bee13bf-eb1a-4ada-9ef2-5d155f37f926 req-35053594-9f3c-4173-af1a-a10afdcb96d7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1019368 Jun 17 08:35:47.109656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Transition to ACTIVE for port object bc8a0ae6-b2c5-4891-965e-76615f685cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:47.110971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0e4ae7a-bbb0-467e-9e8f-096056d0f4a5 req-8d4444c7-f2f1-4c50-9a05-3fc9c8bcc26a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 1.2302020 Jun 17 08:35:47.165719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96899d15-ffab-45d6-96bc-3ef492efa8a4 req-96a833d6-f2b4-44b8-858f-932f54bd05df tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.1440718 Jun 17 08:35:47.207092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eac37eab-ac77-4f2c-8bf5-67ca65a5a771 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:47.215370 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.222180 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:47.268576 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d672-58ec-4012-bb79-cce0e21a7ef7 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.319498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:47.320751 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d672-58ec-4012-bb79-cce0e21a7ef7 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.327426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:47.333052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:47.333883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:47.367209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0e4ae7a-bbb0-467e-9e8f-096056d0f4a5 req-f5fb9109-4d8d-4820-b483-b499abfe9185 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529840 Jun 17 08:35:47.376329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:47.377028 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.468326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:47.469024 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.481125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:47.503947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:47.510440 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.521020 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8443270 Jun 17 08:35:47.522691 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a14785a-3d31-43e0-8295-8743c70414a3 None None] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:47.523843 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Pushing event updated for resources: {'Port': ['ID=bc8a0ae6-b2c5-4891-965e-76615f685cd7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:47.528888 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:47.550948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Request body: {'port': {'device_id': '1b84ffa3-18ab-4e02-8257-1574c0e24f42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:47.586763 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Subnet': ['ID=24a5ab1f-2c3c-4949-aec9-dc137b69d576,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:47.700658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.7893884 Jun 17 08:35:47.704542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45246) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:47.705308 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:47.711688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-127215004', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '24a5ab1f-2c3c-4949-aec9-dc137b69d576'}], 'security_groups': ['05ecfdbe-5c5b-4c7b-a00c-e8fc6b378847']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:47.818026 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:47.955546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0522420a-86ac-41a9-a9c8-6f3d048ccbb3 None None] Provisioning for port bc8a0ae6-b2c5-4891-965e-76615f685cd7 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:47.961103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0522420a-86ac-41a9-a9c8-6f3d048ccbb3 None None] Provisioning complete for port bc8a0ae6-b2c5-4891-965e-76615f685cd7 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:47.961620 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0522420a-86ac-41a9-a9c8-6f3d048ccbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.050290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0522420a-86ac-41a9-a9c8-6f3d048ccbb3 None None] Port bc8a0ae6-b2c5-4891-965e-76615f685cd7 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:48.062383 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0a77937-3c12-48cd-9c63-5f9fc39c2d31 req-21537d0f-5d53-4ecd-af9a-299e14cd2364 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.3830724 Jun 17 08:35:48.272347 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-fbd0d672-58ec-4012-bb79-cce0e21a7ef7 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Floating IP 798f63d5-8227-4e4c-ba25-d85a2367c7a7 associated. External IP: 172.25.8.78, port: 6260a284-7fa7-48c1-8012-4eb4c274ed9d. Jun 17 08:35:48.320945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202dbbd5-3672-4b08-ac63-e870f268c2a6 None None] Update dhcp port {'port': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'fixed_ips': [{'subnet_id': '7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6', 'ip_address': '2001:db8::2'}, {'subnet_id': '24a5ab1f-2c3c-4949-aec9-dc137b69d576'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '6c2a1527-27bf-49c9-9846-44bebda651e2'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:35:48.450713 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-202dbbd5-3672-4b08-ac63-e870f268c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.464068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-88f924c0-2930-4e05-9258-72db67dd8ea6 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:48.473197 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-88f924c0-2930-4e05-9258-72db67dd8ea6 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/networks?id=8791f7f1-a4fe-4b96-8597-e7c847dcb821 HTTP/1.1" status: 200 len: 815 time: 0.7821305 Jun 17 08:35:48.744759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45270) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:48.866098 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:48.895361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-202dbbd5-3672-4b08-ac63-e870f268c2a6 None None] Allocated IP 2001:db8:0:1::2 (bfe9ecd3-6af6-4d4e-87d8-3e00d167010c/24a5ab1f-2c3c-4949-aec9-dc137b69d576/6c2a1527-27bf-49c9-9846-44bebda651e2) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:49.117569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-202dbbd5-3672-4b08-ac63-e870f268c2a6 None None] For port 6c2a1527-27bf-49c9-9846-44bebda651e2, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6c2a1527-27bf-49c9-9846-44bebda651e2,segment=NetworkSegment(abbfa90e-0651-4638-af85-4bbb85330604),segment_id=abbfa90e-0651-4638-af85-4bbb85330604)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:49.144484 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.231386 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-202dbbd5-3672-4b08-ac63-e870f268c2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.261221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-202dbbd5-3672-4b08-ac63-e870f268c2a6 None None] Transition to ACTIVE for port object 6c2a1527-27bf-49c9-9846-44bebda651e2 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:49.265402 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2038-6b5f-43e7-875e-94a9ee13c143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.272363 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-202dbbd5-3672-4b08-ac63-e870f268c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.274715 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:49.419804 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dbbd5-3672-4b08-ac63-e870f268c2a6 None None] Pushing event updated for resources: {'Port': ['ID=6c2a1527-27bf-49c9-9846-44bebda651e2,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:49.472972 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a0e9720-6a41-4a70-9f8c-6cf012a03639 req-e120e334-3811-4bd8-9c74-d877092d6b7f tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.0732462 Jun 17 08:35:49.484793 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-202dbbd5-3672-4b08-ac63-e870f268c2a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:49.491144 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-860639b4-5afc-4bcd-b37a-a11ff668ab46 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/quotas/4376a8abc5994f78bc28c2a8d7ebfe05 HTTP/1.1" status: 200 len: 375 time: 0.0933847 Jun 17 08:35:49.552405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8a0ae6-b2c5-4891-965e-76615f685cd7 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:49.577728 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.702906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-2aa2ab67-957e-4fcf-a48d-e445f81e473f tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:49.704506 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-2aa2ab67-957e-4fcf-a48d-e445f81e473f tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.63 "GET /v2.0/networks?id=8791f7f1-a4fe-4b96-8597-e7c847dcb821 HTTP/1.1" status: 200 len: 815 time: 0.6782680 Jun 17 08:35:49.712372 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Transition to ACTIVE for port object bc8a0ae6-b2c5-4891-965e-76615f685cd7 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:49.719936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Request body: {'port': {'device_id': 'ce52945f-b74e-47c4-bb45-99ff4775bd27', 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821', 'admin_state_up': True, 'tenant_id': '4376a8abc5994f78bc28c2a8d7ebfe05'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:49.744090 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:49.745777 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-d36b8585-db94-46f6-9cfd-8086dde13518 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4376a8abc5994f78bc28c2a8d7ebfe05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2431905 Jun 17 08:35:49.761534 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e0a6ef62-2a77-4f00-92d6-11e360558cc2 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:50.058231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f09ad6-e224-4482-b328-ce88b4101b8e req-90414c95-b80c-4fb2-a903-a98e4151bb98 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:50.060385 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-89f09ad6-e224-4482-b328-ce88b4101b8e req-90414c95-b80c-4fb2-a903-a98e4151bb98 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3248191 Jun 17 08:35:50.072349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd0d672-58ec-4012-bb79-cce0e21a7ef7 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:35:50.076255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-78c619c2-f161-4706-a5fc-a5693daac817 service neutron] 10.222.0.47 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188272 Jun 17 08:35:50.285867 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Delete allocated IP 2001:db8::36f (bfe9ecd3-6af6-4d4e-87d8-3e00d167010c/7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6) {{(pid=93804) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:35:50.321906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8:0:1::3e8 (bfe9ecd3-6af6-4d4e-87d8-3e00d167010c/24a5ab1f-2c3c-4949-aec9-dc137b69d576/8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:50.356815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8a0ae6-b2c5-4891-965e-76615f685cd7,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:50.373178 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-89f09ad6-e224-4482-b328-ce88b4101b8e req-98a28b02-84c4-46dd-bfb1-7a0aeaa4b7eb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021772 Jun 17 08:35:50.478651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.479055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.479435 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.479810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.480181 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.480549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.485049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.485049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.485049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.485544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.485881 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.486890 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:50.502204 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:50.565041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-6c6b2bbd-63b8-4c40-9037-7629e2c384fa service neutron] 10.222.0.47 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4687285 Jun 17 08:35:50.571801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd0d672-58ec-4012-bb79-cce0e21a7ef7 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:35:50.586297 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e22922-8a52-43ed-b544-be74ef4356aa None None] Sync routers for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:35:50.586815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fbd0d672-58ec-4012-bb79-cce0e21a7ef7 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.606648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e22922-8a52-43ed-b544-be74ef4356aa None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:50.607402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-62e22922-8a52-43ed-b544-be74ef4356aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:50.694446 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2038-6b5f-43e7-875e-94a9ee13c143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.737824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fbd0d672-58ec-4012-bb79-cce0e21a7ef7 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "PUT /v2.0/floatingips/798f63d5-8227-4e4c-ba25-d85a2367c7a7 HTTP/1.1" status: 200 len: 991 time: 4.9653523 Jun 17 08:35:50.747980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-507a6df1-bfdf-46e1-a9a8-bf545c7e7ee3 req-452474a3-f678-4a77-ba35-98a66e893a6a tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.0654609 Jun 17 08:35:50.754417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'tag': '6260a284-7fa7-48c1-8012-4eb4c274ed9d'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:50.760840 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f0920a-5807-4621-9eae-da3da586c0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "217fafbe-784a-4e35-bc97-6d4013c1018a", "tag": "6260a284-7fa7-48c1-8012-4eb4c274ed9d"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:50.766641 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5ee2038-6b5f-43e7-875e-94a9ee13c143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:50.808898 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2099eebc-15b7-4d71-9c50-1e1a3281f2bf tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:50.917336 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee2038-6b5f-43e7-875e-94a9ee13c143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f82b01d-375f-4976-9ed1-3de07793d88a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:50.926630 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a5ee2038-6b5f-43e7-875e-94a9ee13c143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:50.982085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Attempting to bind port bc8a0ae6-b2c5-4891-965e-76615f685cd7 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:50.982585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Attempting to bind port bc8a0ae6-b2c5-4891-965e-76615f685cd7 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:50.982908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Attempting to bind port bc8a0ae6-b2c5-4891-965e-76615f685cd7 on network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:51.000914 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a5ee2038-6b5f-43e7-875e-94a9ee13c143 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f2662a5749b461f8787ca8493615ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2210808 Jun 17 08:35:51.005335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45296) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:51.013375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Port bc8a0ae6-b2c5-4891-965e-76615f685cd7 on network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:35:51.013727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Attempting to bind port bc8a0ae6-b2c5-4891-965e-76615f685cd7 on network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:51.023802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:51.024215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Checking segment: {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:51.024603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Bound using segment: {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:51.025078 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Bound port: bc8a0ae6-b2c5-4891-965e-76615f685cd7, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:51.025529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.029108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-62e22922-8a52-43ed-b544-be74ef4356aa None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:51.051344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Made reservation on behalf of 4376a8abc5994f78bc28c2a8d7ebfe05 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:51.055620 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.074724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-46c9c1dc-6d2e-4700-bee5-2bcd3c76d970 None None] Provisioning complete for port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:51.075215 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46c9c1dc-6d2e-4700-bee5-2bcd3c76d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.112079 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e8e5e67-1d16-48ea-b87c-a877259c06fe req-b911f79d-b7f2-43f2-a7c7-08748777a0c5 tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.1050315 Jun 17 08:35:51.151810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] For port bc8a0ae6-b2c5-4891-965e-76615f685cd7, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:51.156224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] For port bc8a0ae6-b2c5-4891-965e-76615f685cd7, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc8a0ae6-b2c5-4891-965e-76615f685cd7,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:51.160402 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.173643 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.195161 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f75205e-1c5f-4141-9488-872324b3e158 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:51.228827 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60698f11-0b90-44c1-9a2c-91ed34e6cdd1 x-openstack-request-id: req-60698f11-0b90-44c1-9a2c-91ed34e6cdd1 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:51.229183 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217fafbe-784a-4e35-bc97-6d4013c1018a", "tag": "6260a284-7fa7-48c1-8012-4eb4c274ed9d", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:51.229633 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-60698f11-0b90-44c1-9a2c-91ed34e6cdd1 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:51.229968 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'tag': '6260a284-7fa7-48c1-8012-4eb4c274ed9d', 'status': 'completed', 'code': 200} Jun 17 08:35:51.265269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:51.269088 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-22c0fbd0-e173-42fc-85af-73edecd9ab07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.292254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6c2a1527-27bf-49c9-9846-44bebda651e2 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:51.293633 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-22c0fbd0-e173-42fc-85af-73edecd9ab07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.359962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-46c9c1dc-6d2e-4700-bee5-2bcd3c76d970 None None] Port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:51.414957 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.420794 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:51.420941 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.422399 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] 10.222.0.10 "PUT /v2.0/ports/bc8a0ae6-b2c5-4891-965e-76615f685cd7 HTTP/1.1" status: 200 len: 1092 time: 3.8921521 Jun 17 08:35:51.432150 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b84ffa3-18ab-4e02-8257-1574c0e24f42', 'tag': 'bc8a0ae6-b2c5-4891-965e-76615f685cd7'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:51.437814 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89015df-104c-4652-b58b-0be023d92cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b84ffa3-18ab-4e02-8257-1574c0e24f42", "tag": "bc8a0ae6-b2c5-4891-965e-76615f685cd7"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:51.448664 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-22c0fbd0-e173-42fc-85af-73edecd9ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.451638 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-22c0fbd0-e173-42fc-85af-73edecd9ab07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.458242 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-22c0fbd0-e173-42fc-85af-73edecd9ab07 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f82b01d-375f-4976-9ed1-3de07793d88a HTTP/1.1" status: 204 len: 168 time: 0.4448113 Jun 17 08:35:51.461639 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e5f5a22-6c90-4553-a9fd-2ba14928f548 req-f4a3e8ce-7ac9-417d-aa72-362ac3ab768b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 210 time: 0.1372452 Jun 17 08:35:51.486643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-46c9c1dc-6d2e-4700-bee5-2bcd3c76d970 None None] Provisioning for port 6c2a1527-27bf-49c9-9846-44bebda651e2 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:51.685597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-46c9c1dc-6d2e-4700-bee5-2bcd3c76d970 None None] Provisioning complete for port 6c2a1527-27bf-49c9-9846-44bebda651e2 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:51.686330 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46c9c1dc-6d2e-4700-bee5-2bcd3c76d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.867838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8a0ae6-b2c5-4891-965e-76615f685cd7,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:51.890400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6c2a1527-27bf-49c9-9846-44bebda651e2 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:51.893833 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.894956 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:51.903413 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2ebe756c-8c1b-4caf-b3c5-c0e1aacf2afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:51.974934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] In _notify_port_updated(), no bound segment for port 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 on network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:35:51.990182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:51.990893 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:51.999508 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "PUT /v2.0/ports/8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 HTTP/1.1" status: 200 len: 930 time: 4.2902627 Jun 17 08:35:52.045290 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bca35f-b2ce-492e-a31e-a1b0df661bfb x-openstack-request-id: req-23bca35f-b2ce-492e-a31e-a1b0df661bfb {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:52.045636 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b84ffa3-18ab-4e02-8257-1574c0e24f42", "tag": "bc8a0ae6-b2c5-4891-965e-76615f685cd7", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:52.045942 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23bca35f-b2ce-492e-a31e-a1b0df661bfb {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:52.046403 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b84ffa3-18ab-4e02-8257-1574c0e24f42', 'tag': 'bc8a0ae6-b2c5-4891-965e-76615f685cd7', 'status': 'completed', 'code': 200} Jun 17 08:35:52.048608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45332) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:52.054223 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0fbd0-e173-42fc-85af-73edecd9ab07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f82b01d-375f-4976-9ed1-3de07793d88a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:52.060738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77939fe0-4204-4d6e-810d-8b2e7caad59b req-bc2a6417-41b7-4775-956b-49244dcd7515 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=c26cb7fd40834ea8a37ebc021d25f271&device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1275218 Jun 17 08:35:52.073444 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-22c0fbd0-e173-42fc-85af-73edecd9ab07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:52.081207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b703ce-2a0a-4ed1-a9bd-b0791396d018 req-37020cd8-5fbc-45af-9677-3968ca9b5cc2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:52.090208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0b703ce-2a0a-4ed1-a9bd-b0791396d018 req-37020cd8-5fbc-45af-9677-3968ca9b5cc2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3538744 Jun 17 08:35:52.090870 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c267798-6f55-4404-9488-e0ed140e953e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:52.162538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77939fe0-4204-4d6e-810d-8b2e7caad59b req-892f2f5a-27ba-40d0-994e-b2c3e396ff1e service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=c26cb7fd40834ea8a37ebc021d25f271&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624921 Jun 17 08:35:52.297251 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:52.302264 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:52.322364 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0920a-5807-4621-9eae-da3da586c0dc req-d56f55b0-93d0-4aee-a7c5-ee2f13865e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:52.324333 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-28f0920a-5807-4621-9eae-da3da586c0dc req-d56f55b0-93d0-4aee-a7c5-ee2f13865e8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 1098 time: 1.0674036 Jun 17 08:35:52.379805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77939fe0-4204-4d6e-810d-8b2e7caad59b req-5f5d8685-4830-4f16-8383-0118dbd9cf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:52.381600 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77939fe0-4204-4d6e-810d-8b2e7caad59b req-5f5d8685-4830-4f16-8383-0118dbd9cf51 service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2103233 Jun 17 08:35:52.446485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed7cb1d9-47ea-4fb4-815b-9ee07c035ee6 req-31e3b951-7a38-4c2d-8aba-bae95d643f16 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.0610905 Jun 17 08:35:52.464027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0b703ce-2a0a-4ed1-a9bd-b0791396d018 req-6eb4b95d-7ed9-4beb-af9e-a075e6213483 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728044 Jun 17 08:35:52.473539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0920a-5807-4621-9eae-da3da586c0dc req-04b9d768-93c8-4cc4-9059-096acc94c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:52.475359 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-28f0920a-5807-4621-9eae-da3da586c0dc req-04b9d768-93c8-4cc4-9059-096acc94c5b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 912 time: 0.1402411 Jun 17 08:35:52.512909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-dd49be88-0818-477f-aa4f-0503854f3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:52.515116 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-dd49be88-0818-477f-aa4f-0503854f3028 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4376a8abc5994f78bc28c2a8d7ebfe05&device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 1095 time: 0.9206405 Jun 17 08:35:52.518668 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Allocated IP 172.20.0.3 (8791f7f1-a4fe-4b96-8597-e7c847dcb821/4c5af641-b9dc-441c-b54c-15d3d4a6c04d/0c7bd935-0485-4ed1-8c83-966dcc9ebb4a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:52.778540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ba58376-6084-43ba-8a07-44c13f43f9d5 req-d2776289-fb2d-4d19-8f50-186a46cd8967 tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.0598850 Jun 17 08:35:52.824211 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-2d0b804e-d7ee-46d3-b339-71e2f9b969cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc8a0ae6-b2c5-4891-965e-76615f685cd7 HTTP/1.1" status: 200 len: 217 time: 0.2279193 Jun 17 08:35:52.845960 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fc93c51-4188-4fd3-8b61-7386bf25c58b req-54e74b32-f9db-46a2-970f-3764ff5febcb tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 210 time: 0.0609763 Jun 17 08:35:52.883553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-62e22922-8a52-43ed-b544-be74ef4356aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '798f63d5-8227-4e4c-ba25-d85a2367c7a7', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'port_id': '6260a284-7fa7-48c1-8012-4eb4c274ed9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'mac_address': 'fa:16:3e:3e:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:35:14Z', 'updated_at': '2021-06-17T08:35:46Z', 'revision_number': 1, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:52.931487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e22922-8a52-43ed-b544-be74ef4356aa None None] Checking router: 81bf5a57-cf29-44b9-a055-d9f590f6bc56 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:35:52.942849 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-46c9c1dc-6d2e-4700-bee5-2bcd3c76d970 None None] Provisioning for port 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:52.958712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e22922-8a52-43ed-b544-be74ef4356aa None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:35:52.959468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-62e22922-8a52-43ed-b544-be74ef4356aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:52.962455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45360) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:52.983520 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-28f0920a-5807-4621-9eae-da3da586c0dc req-996d3998-919b-4d0b-88fe-0e2b9901e3e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6260a284-7fa7-48c1-8012-4eb4c274ed9d HTTP/1.1" status: 200 len: 999 time: 0.3683608 Jun 17 08:35:53.033838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f939f-61e7-4760-8e7d-01cc48eba659 req-77382d3c-d219-4a4e-a21a-a872aaaa938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:53.035903 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-923f939f-61e7-4760-8e7d-01cc48eba659 req-77382d3c-d219-4a4e-a21a-a872aaaa938a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 1097 time: 0.1230669 Jun 17 08:35:53.079870 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-f07f29f4-9e72-45fc-a7e1-77115918bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:53.081361 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-f07f29f4-9e72-45fc-a7e1-77115918bdff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5af641-b9dc-441c-b54c-15d3d4a6c04d HTTP/1.1" status: 200 len: 854 time: 0.2380686 Jun 17 08:35:53.090343 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-21d3a9bc-3ce5-468d-8555-6312ee6176b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:35:53.090751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-21d3a9bc-3ce5-468d-8555-6312ee6176b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.099544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-62e22922-8a52-43ed-b544-be74ef4356aa None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:35:53.219358 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2031340234-network', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:53.243529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0920a-5807-4621-9eae-da3da586c0dc req-593b76c1-d27e-4573-b079-e4e2ab0a436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:53.245098 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-28f0920a-5807-4621-9eae-da3da586c0dc req-593b76c1-d27e-4573-b079-e4e2ab0a436f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 200 len: 850 time: 0.2269158 Jun 17 08:35:53.345560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Made reservation on behalf of d742606ba3644e6fb8871074d44aec7a for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:53.348290 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.349385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-46c9c1dc-6d2e-4700-bee5-2bcd3c76d970 None None] Provisioning complete for port 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:53.349812 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46c9c1dc-6d2e-4700-bee5-2bcd3c76d970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.353716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f939f-61e7-4760-8e7d-01cc48eba659 req-a153e4b5-6194-458e-9506-d2c598527c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:53.355802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-923f939f-61e7-4760-8e7d-01cc48eba659 req-a153e4b5-6194-458e-9506-d2c598527c9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 913 time: 0.3081398 Jun 17 08:35:53.371403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-6dce58cf-7ae2-4d63-b88b-f697269bbfd6 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:53.373242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-6dce58cf-7ae2-4d63-b88b-f697269bbfd6 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.10 "GET /v2.0/networks?id=8791f7f1-a4fe-4b96-8597-e7c847dcb821 HTTP/1.1" status: 200 len: 815 time: 0.1977577 Jun 17 08:35:53.381079 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.410705 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.440418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Request body: {'port': {'device_id': '4ecd0a67-6893-443a-914d-fa39377e5ee4', 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821', 'admin_state_up': True, 'tenant_id': '4376a8abc5994f78bc28c2a8d7ebfe05'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:53.449459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-46c9c1dc-6d2e-4700-bee5-2bcd3c76d970 None None] Port 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:53.476381 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-21d3a9bc-3ce5-468d-8555-6312ee6176b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.495954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-923f939f-61e7-4760-8e7d-01cc48eba659 req-b3227036-a51b-466a-9466-35239f272e56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a958cee-467d-47ea-a037-5c2418ee0166 HTTP/1.1" status: 200 len: 217 time: 0.1211479 Jun 17 08:35:53.655347 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-21d3a9bc-3ce5-468d-8555-6312ee6176b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:35:53.669847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-09a8a9a0-4aa3-4fd4-b984-45d6ab00e6ef None None] Provisioning complete for port 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:53.670245 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-09a8a9a0-4aa3-4fd4-b984-45d6ab00e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:53.720327 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-62e22922-8a52-43ed-b544-be74ef4356aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '798f63d5-8227-4e4c-ba25-d85a2367c7a7', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'port_id': '6260a284-7fa7-48c1-8012-4eb4c274ed9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'mac_address': 'fa:16:3e:3e:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:35:14Z', 'updated_at': '2021-06-17T08:35:46Z', 'revision_number': 1, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:35:53.762515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Transition to ACTIVE for port object 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:53.763792 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e22922-8a52-43ed-b544-be74ef4356aa None None] The sync data for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 is: [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '798f63d5-8227-4e4c-ba25-d85a2367c7a7', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'floating_ip_address': '172.25.8.78', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'port_id': '6260a284-7fa7-48c1-8012-4eb4c274ed9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'mac_address': 'fa:16:3e:3e:a1:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:35:14Z', 'updated_at': '2021-06-17T08:35:46Z', 'revision_number': 1, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:35:53.768433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-09a8a9a0-4aa3-4fd4-b984-45d6ab00e6ef None None] Port 8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:53.794575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-02cfccb9-c122-4e45-8ae6-96de4f0c24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:53.797096 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-02cfccb9-c122-4e45-8ae6-96de4f0c24ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8791f7f1-a4fe-4b96-8597-e7c847dcb821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7010591 Jun 17 08:35:53.825576 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c150770b-b8b7-4861-981c-6431b3ea3741 req-32f044c5-2828-4ce2-aebf-6e99678061d6 tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.47 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1308880 Jun 17 08:35:53.844591 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77939fe0-4204-4d6e-810d-8b2e7caad59b req-209b21cf-007c-453c-83e5-e0f6c77c0c1a tempest-ServerShowV257Test-2124450874 tempest-ServerShowV257Test-2124450874-project] 10.222.0.63 "GET /v2.0/ports?device_id=6222ce0b-31e7-4726-a6ed-cb8229c7a387 HTTP/1.1" status: 200 len: 210 time: 0.1645215 Jun 17 08:35:53.879475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0920a-5807-4621-9eae-da3da586c0dc req-611aa9c3-d381-474d-9f51-683f8a481be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:53.884231 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-28f0920a-5807-4621-9eae-da3da586c0dc req-611aa9c3-d381-474d-9f51-683f8a481be4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=423f5745-9961-4843-8bc3-428ac1bbf196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6175568 Jun 17 08:35:53.937541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f939f-61e7-4760-8e7d-01cc48eba659 req-720285ea-f91d-47e8-a880-01b8c32b3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:53.939263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-923f939f-61e7-4760-8e7d-01cc48eba659 req-720285ea-f91d-47e8-a880-01b8c32b3979 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=038e5845-17a0-4392-9346-6cb0c01ba0f2 HTTP/1.1" status: 200 len: 852 time: 0.3070483 Jun 17 08:35:54.006618 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-923f939f-61e7-4760-8e7d-01cc48eba659 req-cde3eb8c-4361-48b2-8211-be82e604d85a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c313181c-9e3f-4526-af69-a8c62d7d61bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529554 Jun 17 08:35:54.128064 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b929fc-63ed-444e-93d8-d62c6ca9ddc8 req-0097ce1f-cf52-42b3-8e7e-f515b752aa83 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:54.130596 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a1b929fc-63ed-444e-93d8-d62c6ca9ddc8 req-0097ce1f-cf52-42b3-8e7e-f515b752aa83 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.3364460 Jun 17 08:35:54.219506 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27d439-3a5b-4d01-a52e-9fe53678c9cf None None] New status for floating IP 798f63d5-8227-4e4c-ba25-d85a2367c7a7: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:35:54.261246 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a1b929fc-63ed-444e-93d8-d62c6ca9ddc8 req-7ba8a365-7d0a-45ea-bd5f-f7c210283c85 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191792 Jun 17 08:35:54.281155 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.285408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-923f939f-61e7-4760-8e7d-01cc48eba659 req-bbbdf026-3e91-433a-a3c8-e44053174bdb service neutron] 10.222.0.10 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712104 Jun 17 08:35:54.308697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f24b9e41-4574-46e8-b757-617d66a06206 req-5967a2f5-68ac-4400-bf95-4ad9b5380628 tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.0679185 Jun 17 08:35:54.327320 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.334322 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93808cf1-71a9-4dce-a46b-46eaac2f05fa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:54.414311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Made reservation on behalf of 4376a8abc5994f78bc28c2a8d7ebfe05 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:54.417923 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.435682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbf0923-dc30-4588-8ac9-0998a97e99d8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:54.478807 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-923f939f-61e7-4760-8e7d-01cc48eba659 req-fcf5f0b4-5499-47b3-a839-147959c55f65 service neutron] 10.222.0.10 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734378 Jun 17 08:35:54.495756 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.496469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.497038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.497586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.498142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.498678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.499275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.499837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.500377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.501279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.501871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.502469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:54.516630 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:54.551116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ffacfaf-8c7d-4d6f-bb94-a3ceb74a7ec9 req-7c31030d-3bfc-4ed9-a547-d5692b60fd53 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 210 time: 0.1048133 Jun 17 08:35:54.635499 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.643618 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-21d3a9bc-3ce5-468d-8555-6312ee6176b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.654633 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9dc6891a-ddc0-4909-ac62-7e1e704127cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:54.673825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:35:54.710602 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.713776 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-bcc98429-7aaa-42d8-a1a7-2c55020f4904 service neutron] 10.222.0.10 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9047654 Jun 17 08:35:54.714634 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Added segment adff1a41-771b-4f86-b5ca-f7089b5f3719 of type vlan for network b502131a-cb8c-4b9c-9ca6-654d710c541c Jun 17 08:35:54.745927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:54.776272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Allocated IP 172.20.0.13 (8791f7f1-a4fe-4b96-8597-e7c847dcb821/4c5af641-b9dc-441c-b54c-15d3d4a6c04d/a1526295-8743-4556-ae1d-b0ba3d3fe390) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:54.782669 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.792105 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:54.796452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Pushing event updated for resources: {'Port': ['ID=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:54.809004 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-28f0920a-5807-4621-9eae-da3da586c0dc req-171e751e-14a9-4fea-a030-d983fdb68c2d service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9139073 Jun 17 08:35:54.835139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:54.838050 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-21d3a9bc-3ce5-468d-8555-6312ee6176b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.839743 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-21d3a9bc-3ce5-468d-8555-6312ee6176b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 HTTP/1.1" status: 204 len: 168 time: 2.7871590 Jun 17 08:35:54.840790 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:54.841273 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-47a12f70-3ad7-4da7-99f4-ed8b19777fab tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:54.845939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45384) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:54.859460 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.860406 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:54.860983 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:54.870355 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a062f718-8a6a-442a-a19b-0cd8551e039d tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:54.971480 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3a9bc-3ce5-468d-8555-6312ee6176b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:54.989064 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-21d3a9bc-3ce5-468d-8555-6312ee6176b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:55.045271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Pushing event updated for resources: {'Network': ['ID=b502131a-cb8c-4b9c-9ca6-654d710c541c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:55.061952 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network b502131a-cb8c-4b9c-9ca6-654d710c541c details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:35:55.080197 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:55.081258 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71dc72a-af4e-4057-a4c7-91fddc62184b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:35:55.096962 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f71dc72a-af4e-4057-a4c7-91fddc62184b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/8c0def4f-4bf6-40c5-a7a5-7b56ca9afa05 HTTP/1.1" status: 404 len: 333 time: 0.2499254 Jun 17 08:35:55.108917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45392) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:55.161797 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1929004 Jun 17 08:35:55.164784 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45394) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:55.173616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Request body: {'subnet': {'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2031340234-subnet', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:55.190248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:55.190719 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.219356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Made reservation on behalf of d742606ba3644e6fb8871074d44aec7a for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:55.220306 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-81fdeb10-ae3c-49d1-b573-a986228af930 service neutron] 10.222.0.10 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887300 Jun 17 08:35:55.221712 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.249277 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5328355 Jun 17 08:35:55.251506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ab490d3f-0a00-4e8e-bf2b-56ffc946d573 None None] Provisioning for port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:55.259915 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-28f0920a-5807-4621-9eae-da3da586c0dc req-44cd34c8-9aea-48f8-9cd4-0cc7d0bb2918 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072931 Jun 17 08:35:55.260426 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ab490d3f-0a00-4e8e-bf2b-56ffc946d573 None None] Provisioning complete for port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:55.263223 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ab490d3f-0a00-4e8e-bf2b-56ffc946d573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.273140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Request body: {'port': {'device_id': 'ce52945f-b74e-47c4-bb45-99ff4775bd27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:55.342984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ab490d3f-0a00-4e8e-bf2b-56ffc946d573 None None] Port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:55.378992 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3b27ca-d83b-4d61-abbf-82b78d8a13f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.390753 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.415443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45404) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:55.428293 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3b27ca-d83b-4d61-abbf-82b78d8a13f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.451948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Transition to ACTIVE for port object a1526295-8743-4556-ae1d-b0ba3d3fe390 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:55.497722 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.508066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.514222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89015df-104c-4652-b58b-0be023d92cdd req-0219a65a-d3ff-4d56-8965-4aa47bc76dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:55.516160 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c89015df-104c-4652-b58b-0be023d92cdd req-0219a65a-d3ff-4d56-8965-4aa47bc76dc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4376a8abc5994f78bc28c2a8d7ebfe05&device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 1095 time: 0.1848414 Jun 17 08:35:55.530078 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:55.610119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:55.653701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3b27ca-d83b-4d61-abbf-82b78d8a13f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.654330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:55.661035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c3b27ca-d83b-4d61-abbf-82b78d8a13f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.661035 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8c3b27ca-d83b-4d61-abbf-82b78d8a13f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/security-groups/d3fa4d79-9425-4de1-9a9e-d832f2c42a25 HTTP/1.1" status: 204 len: 168 time: 0.5476923 Jun 17 08:35:55.673343 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7de2083a-0137-48d2-94f8-ac70c10ecf57 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:55.677531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45410) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:55.696351 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:55.706809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d286fc14-2234-4b0e-8117-127d4e1cceb9 req-0ebf3d42-d834-423f-a4c0-0997b89192c9 tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.0948443 Jun 17 08:35:55.747771 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-189d26af-81a5-4506-92a2-c7bacf04cbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.750545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Pushing event updated for resources: {'Port': ['ID=a1526295-8743-4556-ae1d-b0ba3d3fe390,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:55.765416 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:55.766331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b27ca-d83b-4d61-abbf-82b78d8a13f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fa4d79-9425-4de1-9a9e-d832f2c42a25,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:55.772871 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c3b27ca-d83b-4d61-abbf-82b78d8a13f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:55.978314 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-adf66959-d03e-45a7-8dc1-43df10542067 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.983029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:55.983687 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.986646 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:55.996852 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba1c8bf4-792f-4dfd-be92-c554682ee1c8 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:56.012617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89015df-104c-4652-b58b-0be023d92cdd req-03f29468-2584-4414-8555-7f07f78264eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:56.014102 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c89015df-104c-4652-b58b-0be023d92cdd req-03f29468-2584-4414-8555-7f07f78264eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=8791f7f1-a4fe-4b96-8597-e7c847dcb821 HTTP/1.1" status: 200 len: 916 time: 0.4896264 Jun 17 08:35:56.021482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129dd46-32e8-4c1f-945b-a362e5266bd5 req-4d645f1d-6b26-4aab-85c6-1bf7a2ff7ccc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:56.023183 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5129dd46-32e8-4c1f-945b-a362e5266bd5 req-4d645f1d-6b26-4aab-85c6-1bf7a2ff7ccc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.5269289 Jun 17 08:35:56.044649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-adf66959-d03e-45a7-8dc1-43df10542067 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.082438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-64ea239e-4139-4f33-a953-dd3d9f28c9d3 None None] Provisioning for port a1526295-8743-4556-ae1d-b0ba3d3fe390 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:56.092497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-64ea239e-4139-4f33-a953-dd3d9f28c9d3 None None] Provisioning complete for port a1526295-8743-4556-ae1d-b0ba3d3fe390 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:56.093793 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-64ea239e-4139-4f33-a953-dd3d9f28c9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.097058 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c89015df-104c-4652-b58b-0be023d92cdd req-42ebaa57-9435-41c7-9f79-1aa263fad83e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc8a0ae6-b2c5-4891-965e-76615f685cd7 HTTP/1.1" status: 200 len: 217 time: 0.0633698 Jun 17 08:35:56.132585 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ad7fc6c-8433-4b7a-af7c-c42fb64635cd,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:56.149886 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:56.165088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-64ea239e-4139-4f33-a953-dd3d9f28c9d3 None None] Port a1526295-8743-4556-ae1d-b0ba3d3fe390 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:35:56.172063 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5129dd46-32e8-4c1f-945b-a362e5266bd5 req-821b127b-5a99-4c32-87fe-f5dc1d2070b5 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233838 Jun 17 08:35:56.198061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Checking segment: {'id': 'adff1a41-771b-4f86-b5ca-f7089b5f3719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:56.198461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Network hostable DHCP agents. Network: b502131a-cb8c-4b9c-9ca6-654d710c541c, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:35:56.205334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89015df-104c-4652-b58b-0be023d92cdd req-0da31cd1-c112-4111-b446-13411403c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:56.206839 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c89015df-104c-4652-b58b-0be023d92cdd req-0da31cd1-c112-4111-b446-13411403c223 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5af641-b9dc-441c-b54c-15d3d4a6c04d HTTP/1.1" status: 200 len: 854 time: 0.1006172 Jun 17 08:35:56.208918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:56.213305 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-adf66959-d03e-45a7-8dc1-43df10542067 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.216060 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-adf66959-d03e-45a7-8dc1-43df10542067 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.219661 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-adf66959-d03e-45a7-8dc1-43df10542067 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/security-groups/05ecfdbe-5c5b-4c7b-a00c-e8fc6b378847 HTTP/1.1" status: 204 len: 168 time: 0.5192301 Jun 17 08:35:56.221316 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b92a7c39-256b-4cb5-830b-a66ff965eda6 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:56.227009 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e50d1-a259-4b1c-b5b6-384c9ece4658 req-7dfa593e-4c19-4ffc-b747-b4a23373df1a tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:56.232871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.233899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f44e50d1-a259-4b1c-b5b6-384c9ece4658 req-7dfa593e-4c19-4ffc-b747-b4a23373df1a tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 932 time: 0.2944643 Jun 17 08:35:56.235807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45414) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:56.262463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf66959-d03e-45a7-8dc1-43df10542067 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ecfdbe-5c5b-4c7b-a00c-e8fc6b378847,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:56.267632 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-adf66959-d03e-45a7-8dc1-43df10542067 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:56.282710 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Transition to ACTIVE for port object 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:56.296395 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Network b502131a-cb8c-4b9c-9ca6-654d710c541c is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:35:56.296994 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.310613 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:56.319941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-189d26af-81a5-4506-92a2-c7bacf04cbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.338433 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-189d26af-81a5-4506-92a2-c7bacf04cbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.340786 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, b502131a-cb8c-4b9c-9ca6-654d710c541c) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:56.346194 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4d0e6c92-d282-490d-ae70-57a62a25b0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:56.349328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9640489 Jun 17 08:35:56.354567 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e670b79b-c472-44e2-84f3-3fe40acdcb90 None None] Network b502131a-cb8c-4b9c-9ca6-654d710c541c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:56.362166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f44e50d1-a259-4b1c-b5b6-384c9ece4658 req-0d75bc48-8310-4456-9319-c1b1cb27a6e9 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273062 Jun 17 08:35:56.383816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:56.384419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.401065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Request body: {'port': {'device_id': '4ecd0a67-6893-443a-914d-fa39377e5ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:56.418118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-0caa104f-0a22-45b1-905b-7a4237059a6f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting subnet 7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:35:56.475655 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0caa104f-0a22-45b1-905b-7a4237059a6f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.498142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89015df-104c-4652-b58b-0be023d92cdd req-2b5b8fc0-5fee-4e92-9202-beb443d88614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:56.501633 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c89015df-104c-4652-b58b-0be023d92cdd req-2b5b8fc0-5fee-4e92-9202-beb443d88614 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8791f7f1-a4fe-4b96-8597-e7c847dcb821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2812831 Jun 17 08:35:56.507905 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:56.530846 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:56.678446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-b502131a-cb8c-4b9c-9ca6-654d710c541c', 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'fixed_ips': [{'subnet_id': '0ad7fc6c-8433-4b7a-af7c-c42fb64635cd'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:35:56.679862 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.692139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Attempting to bind port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:56.692731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Attempting to bind port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:56.692858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Attempting to bind port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a on network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:56.705014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a on network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:35:56.705429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Attempting to bind port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a on network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:56.714871 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c89015df-104c-4652-b58b-0be023d92cdd req-0e367f5d-cfc9-4547-aa23-3eb764157739 service neutron] 10.222.0.10 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859245 Jun 17 08:35:56.716429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:56.716869 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Checking segment: {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:56.717250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Bound using segment: {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:56.717744 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Bound port: 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:56.718236 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:56.927644 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Allocated IP 172.20.0.2 (b502131a-cb8c-4b9c-9ca6-654d710c541c/0ad7fc6c-8433-4b7a-af7c-c42fb64635cd/fb768117-b732-48d4-ba66-db79cb45ad55) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:56.990189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] For port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:57.003998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 8a958cee-467d-47ea-a037-5c2418ee0166 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:35:57.017387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] For port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:57.022657 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c89015df-104c-4652-b58b-0be023d92cdd req-2c70ed46-8ee0-4021-9f6a-9f6a687d4c76 service neutron] 10.222.0.10 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861435 Jun 17 08:35:57.026187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.028946 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:57.066388 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:57.067302 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.068887 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] 10.222.0.63 "PUT /v2.0/ports/0c7bd935-0485-4ed1-8c83-966dcc9ebb4a HTTP/1.1" status: 200 len: 1092 time: 1.8034370 Jun 17 08:35:57.069660 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce52945f-b74e-47c4-bb45-99ff4775bd27', 'tag': '0c7bd935-0485-4ed1-8c83-966dcc9ebb4a'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:57.072796 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c1f617-5d55-4362-8326-dbc86bd39e93" -d '{"events": [{"name": "network-changed", "server_uuid": "ce52945f-b74e-47c4-bb45-99ff4775bd27", "tag": "0c7bd935-0485-4ed1-8c83-966dcc9ebb4a"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:57.106710 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Pushing event updated for resources: {'Port': ['ID=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:57.111458 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:57.150123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d26af-81a5-4506-92a2-c7bacf04cbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20a532a-c25f-4faf-ba5f-62d92fb2631a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:57.166024 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8187d68-0449-4339-9ee8-42abb2a1846b x-openstack-request-id: req-b8187d68-0449-4339-9ee8-42abb2a1846b {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:57.166903 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce52945f-b74e-47c4-bb45-99ff4775bd27", "tag": "0c7bd935-0485-4ed1-8c83-966dcc9ebb4a", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:57.167392 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b8187d68-0449-4339-9ee8-42abb2a1846b {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:57.168023 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce52945f-b74e-47c4-bb45-99ff4775bd27', 'tag': '0c7bd935-0485-4ed1-8c83-966dcc9ebb4a', 'status': 'completed', 'code': 200} Jun 17 08:35:57.221762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-4a9af3d7-008a-4567-9e21-d26173e26ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:57.222280 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0534790 Jun 17 08:35:57.225163 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-4a9af3d7-008a-4567-9e21-d26173e26ee8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4376a8abc5994f78bc28c2a8d7ebfe05&device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27 HTTP/1.1" status: 200 len: 1095 time: 0.1022143 Jun 17 08:35:57.225657 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45452) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:57.228623 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-189d26af-81a5-4506-92a2-c7bacf04cbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.883s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:57.237790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2031340234-router', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:57.249762 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.279947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-189d26af-81a5-4506-92a2-c7bacf04cbdd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c26cb7fd40834ea8a37ebc021d25f271&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8627794 Jun 17 08:35:57.293153 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.327114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Transition to ACTIVE for port object fb768117-b732-48d4-ba66-db79cb45ad55 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:57.331650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45454) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:57.343433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Transition to ACTIVE for port object fb768117-b732-48d4-ba66-db79cb45ad55 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:57.358338 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.360011 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-7ca2835f-3de0-4d8f-bd94-ce2f7cc12dbe service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a HTTP/1.1" status: 200 len: 217 time: 0.1118364 Jun 17 08:35:57.363154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b96c383b-01e7-4ae1-a9b0-4c9ad411e8e3 req-e6a1f6cb-dafd-4a14-83fb-c84a39ece429 tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.1568546 Jun 17 08:35:57.363897 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a8d1ca9e-6682-4da0-8750-6eb84e5ce67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:57.374353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:35:57.378133 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db749972-8fdb-4353-acba-b6c6eb6dc47e" -d '{"events": [{"server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "name": "network-vif-unplugged", "status": "completed", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:35:57.442190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Pushing event updated for resources: {'Port': ['ID=fb768117-b732-48d4-ba66-db79cb45ad55,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:57.457540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:57.473894 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.474712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.475464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.476047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.476596 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.477167 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.477732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.478084 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.478523 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.479175 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.479472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.480019 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.480564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.481293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:35:57.485190 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.487952 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:57.488755 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:57.493976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Network b502131a-cb8c-4b9c-9ca6-654d710c541c is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:35:57.517232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:35:57.524925 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-5f919c07-d18f-46e8-bf24-0518fa4a1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:57.526478 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-5f919c07-d18f-46e8-bf24-0518fa4a1041 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4c5af641-b9dc-441c-b54c-15d3d4a6c04d HTTP/1.1" status: 200 len: 854 time: 0.1537633 Jun 17 08:35:57.526796 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0caa104f-0a22-45b1-905b-7a4237059a6f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.527440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:35:57.621281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c80a2bf1-22fa-4a0e-a978-393e2c5552ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.621921 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:57.625447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Attempting to bind port fb768117-b732-48d4-ba66-db79cb45ad55 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:57.626292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Attempting to bind port fb768117-b732-48d4-ba66-db79cb45ad55 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'adff1a41-771b-4f86-b5ca-f7089b5f3719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:57.626963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Attempting to bind port fb768117-b732-48d4-ba66-db79cb45ad55 on network b502131a-cb8c-4b9c-9ca6-654d710c541c {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:57.628983 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.629872 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:57.634716 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:57.635248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Checking segment: {'id': 'adff1a41-771b-4f86-b5ca-f7089b5f3719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:57.635787 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.636430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Bound using segment: {'id': 'adff1a41-771b-4f86-b5ca-f7089b5f3719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:57.637171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Bound port: fb768117-b732-48d4-ba66-db79cb45ad55, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adff1a41-771b-4f86-b5ca-f7089b5f3719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:57.637829 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.720436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] For port fb768117-b732-48d4-ba66-db79cb45ad55, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:57.724170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] For port fb768117-b732-48d4-ba66-db79cb45ad55, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fb768117-b732-48d4-ba66-db79cb45ad55,segment=NetworkSegment(adff1a41-771b-4f86-b5ca-f7089b5f3719),segment_id=adff1a41-771b-4f86-b5ca-f7089b5f3719)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:57.731216 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.735070 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b4657593-8618-4815-aac2-81db7ebebc87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:57.741334 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.752338 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c80a2bf1-22fa-4a0e-a978-393e2c5552ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.786158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-e606f8ec-752a-46f8-98d7-fe355876a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:57.787708 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-e606f8ec-752a-46f8-98d7-fe355876a64e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8791f7f1-a4fe-4b96-8597-e7c847dcb821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2499616 Jun 17 08:35:57.793710 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.811242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Pushing event updated for resources: {'Port': ['ID=fb768117-b732-48d4-ba66-db79cb45ad55,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:57.815107 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:57.897426 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-97c4b30f-0930-47f7-847b-0d119da5f514 service neutron] 10.222.0.63 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997727 Jun 17 08:35:57.900413 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0caa104f-0a22-45b1-905b-7a4237059a6f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:57.976940 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291da1d-f643-474f-961d-3071cdd49ab8 req-4508f631-7797-458f-ab71-7773c45abecf tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:57.978588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4291da1d-f643-474f-961d-3071cdd49ab8 req-4508f631-7797-458f-ab71-7773c45abecf tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 943 time: 0.5126588 Jun 17 08:35:58.046620 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0caa104f-0a22-45b1-905b-7a4237059a6f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.081690 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5b1d30ef-1c9c-4858-8121-315ca8e0cc8b req-cb249173-d433-432c-a13a-eb47b2d6bc11 service neutron] 10.222.0.63 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775022 Jun 17 08:35:58.097827 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-776623e7-9a17-45ac-93b3-7f7bdec112f1 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:58.112078 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0caa104f-0a22-45b1-905b-7a4237059a6f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.117403 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b08e2c-68cb-4346-aa73-53dc09cc97c1 None None] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:58.122931 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0caa104f-0a22-45b1-905b-7a4237059a6f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6 HTTP/1.1" status: 204 len: 168 time: 1.8775754 Jun 17 08:35:58.144588 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45464) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:35:58.153771 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:35:58.264280 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa104f-0a22-45b1-905b-7a4237059a6f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:58.266698 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c80a2bf1-22fa-4a0e-a978-393e2c5552ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.271797 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c80a2bf1-22fa-4a0e-a978-393e2c5552ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.277796 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c80a2bf1-22fa-4a0e-a978-393e2c5552ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a20a532a-c25f-4faf-ba5f-62d92fb2631a HTTP/1.1" status: 204 len: 168 time: 0.9332209 Jun 17 08:35:58.302313 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0caa104f-0a22-45b1-905b-7a4237059a6f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:58.302868 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7fbf8484-07ba-4a75-90bd-70a605c47d2b tempest-RoutersAdminNegativeIpV6Test-1332883353 tempest-RoutersAdminNegativeIpV6Test-1332883353-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:58.352331 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:35:58.377518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a2bf1-22fa-4a0e-a978-393e2c5552ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20a532a-c25f-4faf-ba5f-62d92fb2631a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:58.413042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d686501-fd03-4cdd-8193-ed318499b26f req-8607c25c-d513-486d-ac61-61061ba3a67e tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:58.417961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.422578 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d686501-fd03-4cdd-8193-ed318499b26f req-8607c25c-d513-486d-ac61-61061ba3a67e tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 932 time: 0.6437905 Jun 17 08:35:58.425762 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c80a2bf1-22fa-4a0e-a978-393e2c5552ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:58.445648 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4291da1d-f643-474f-961d-3071cdd49ab8 req-b39acfbd-1a43-4f64-b8d1-f031374ebea7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168384 Jun 17 08:35:58.466911 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.470924 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1f617-5d55-4362-8326-dbc86bd39e93 req-1a85317d-4bbd-4912-a984-b0e0cec2d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:58.472881 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f1c1f617-5d55-4362-8326-dbc86bd39e93 req-1a85317d-4bbd-4912-a984-b0e0cec2d29e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=4376a8abc5994f78bc28c2a8d7ebfe05&device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27 HTTP/1.1" status: 200 len: 1095 time: 0.2728066 Jun 17 08:35:58.508968 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Jun 2021 08:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11d0ae2-9ece-4fb0-8456-3311af85be09 x-openstack-request-id: req-d11d0ae2-9ece-4fb0-8456-3311af85be09 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:35:58.509996 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "name": "network-vif-unplugged", "status": "failed", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166", "code": 422}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:35:58.510724 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d11d0ae2-9ece-4fb0-8456-3311af85be09 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:35:58.511583 n-d-779913-16 neutron-server[93805]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166', 'code': 422} returned with failed status Jun 17 08:35:58.599851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d686501-fd03-4cdd-8193-ed318499b26f req-4c4a5461-a45f-482f-83db-26886ae288c4 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755588 Jun 17 08:35:58.655065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:35:58.659709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:58.814714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1f617-5d55-4362-8326-dbc86bd39e93 req-7403bf53-53f2-41c2-8fdc-ea6641971fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:58.817379 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f1c1f617-5d55-4362-8326-dbc86bd39e93 req-7403bf53-53f2-41c2-8fdc-ea6641971fed service neutron] 10.222.0.63 "GET /v2.0/networks?id=8791f7f1-a4fe-4b96-8597-e7c847dcb821 HTTP/1.1" status: 200 len: 916 time: 0.3338120 Jun 17 08:35:58.850376 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26e91cb4-d21d-4e36-ab11-2251c56e94ae req-53b4ffdd-600b-47f5-9bd4-8692904b1152 tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.0877011 Jun 17 08:35:58.942968 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f1c1f617-5d55-4362-8326-dbc86bd39e93 req-266a75cd-3042-416b-a0a8-f25902c64ab3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a HTTP/1.1" status: 200 len: 217 time: 0.1131985 Jun 17 08:35:59.010112 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc8a0ae6-b2c5-4891-965e-76615f685cd7 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:35:59.050997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Allocated IP 172.25.8.123 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/9d11ee4f-ddbc-442d-8401-881c98070929) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:35:59.116385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1526295-8743-4556-ae1d-b0ba3d3fe390 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:59.142815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.205142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Transition to ACTIVE for port object a1526295-8743-4556-ae1d-b0ba3d3fe390 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:35:59.227443 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.248085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45ac68-904d-417e-963e-c7938ea6b5ae req-f99e316f-652f-42b0-b1ae-a23790d0dc3f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:59.263809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f45ac68-904d-417e-963e-c7938ea6b5ae req-f99e316f-652f-42b0-b1ae-a23790d0dc3f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 943 time: 0.4142311 Jun 17 08:35:59.282000 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6119603e-c047-4c2b-8236-8880979798ff tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:59.287710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc8a0ae6-b2c5-4891-965e-76615f685cd7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc8a0ae6-b2c5-4891-965e-76615f685cd7,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:59.306268 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'bc8a0ae6-b2c5-4891-965e-76615f685cd7', 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821', 'port_id': 'bc8a0ae6-b2c5-4891-965e-76615f685cd7', 'mac_address': 'fa:16:3e:40:2a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5af641-b9dc-441c-b54c-15d3d4a6c04d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:35:59.346096 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1f617-5d55-4362-8326-dbc86bd39e93 req-40a915f1-717e-4e61-9829-f1d0e7b1e111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:35:59.347287 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f1c1f617-5d55-4362-8326-dbc86bd39e93 req-40a915f1-717e-4e61-9829-f1d0e7b1e111 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=4c5af641-b9dc-441c-b54c-15d3d4a6c04d HTTP/1.1" status: 200 len: 854 time: 0.3575089 Jun 17 08:35:59.361456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1526295-8743-4556-ae1d-b0ba3d3fe390,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:35:59.365044 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:35:59.415350 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fb768117-b732-48d4-ba66-db79cb45ad55 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:35:59.515173 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f45ac68-904d-417e-963e-c7938ea6b5ae req-6cf5469d-13c0-441d-8d66-b6a85354f736 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501180 Jun 17 08:35:59.577374 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.628465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.658844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8a0ae6-b2c5-4891-965e-76615f685cd7 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:35:59.680620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28532a1a-78de-4fab-b397-e992fbb967e0 None None] Network b502131a-cb8c-4b9c-9ca6-654d710c541c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:35:59.711552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Attempting to bind port a1526295-8743-4556-ae1d-b0ba3d3fe390 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:35:59.713275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Attempting to bind port a1526295-8743-4556-ae1d-b0ba3d3fe390 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:35:59.713868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Attempting to bind port a1526295-8743-4556-ae1d-b0ba3d3fe390 on network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:59.733948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Port a1526295-8743-4556-ae1d-b0ba3d3fe390 on network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:35:59.734608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Attempting to bind port a1526295-8743-4556-ae1d-b0ba3d3fe390 on network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:35:59.764015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:35:59.766547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Checking segment: {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:35:59.767058 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Bound using segment: {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:35:59.767853 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Bound port: a1526295-8743-4556-ae1d-b0ba3d3fe390, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97fb4581-e1f6-4155-aa6f-1de4b5b8e729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:35:59.769105 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.812532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc8a0ae6-b2c5-4891-965e-76615f685cd7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc8a0ae6-b2c5-4891-965e-76615f685cd7,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:35:59.823986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port fb768117-b732-48d4-ba66-db79cb45ad55 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:59.831626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port fb768117-b732-48d4-ba66-db79cb45ad55 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:59.832430 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.883336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c394381f-9201-4be7-81c8-2c803094c45e None None] Provisioning for port fb768117-b732-48d4-ba66-db79cb45ad55 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:35:59.887342 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.893844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c394381f-9201-4be7-81c8-2c803094c45e None None] Provisioning complete for port fb768117-b732-48d4-ba66-db79cb45ad55 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:35:59.894226 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c394381f-9201-4be7-81c8-2c803094c45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.916976 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:35:59.954478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] For port a1526295-8743-4556-ae1d-b0ba3d3fe390, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:35:59.970862 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] For port a1526295-8743-4556-ae1d-b0ba3d3fe390, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a1526295-8743-4556-ae1d-b0ba3d3fe390,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:35:59.981330 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:35:59.995842 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-592fc1f9-7c19-436d-9d84-b367669a9709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:00.046308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1526295-8743-4556-ae1d-b0ba3d3fe390,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:00.050488 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:00.055347 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:00.056029 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.058418 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] 10.222.0.10 "PUT /v2.0/ports/a1526295-8743-4556-ae1d-b0ba3d3fe390 HTTP/1.1" status: 200 len: 1093 time: 3.6820951 Jun 17 08:36:00.058418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecd0a67-6893-443a-914d-fa39377e5ee4', 'tag': 'a1526295-8743-4556-ae1d-b0ba3d3fe390'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:00.060793 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2811f34d-06ca-4fa3-96e1-82384dfea0df" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecd0a67-6893-443a-914d-fa39377e5ee4", "tag": "a1526295-8743-4556-ae1d-b0ba3d3fe390"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:00.094626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c74849-50af-4a4f-8d6f-d8131d169cb1 req-9bb481fc-129d-4920-9178-a80617811871 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:00.102445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59c74849-50af-4a4f-8d6f-d8131d169cb1 req-9bb481fc-129d-4920-9178-a80617811871 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 944 time: 0.2164705 Jun 17 08:36:00.143304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=bc8a0ae6-b2c5-4891-965e-76615f685cd7,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:00.146269 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:00.152632 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.226541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-59c74849-50af-4a4f-8d6f-d8131d169cb1 req-32af6310-ada6-40be-83a0-47e6bb428b2a tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229343 Jun 17 08:36:00.266059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port fb768117-b732-48d4-ba66-db79cb45ad55, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fb768117-b732-48d4-ba66-db79cb45ad55,segment=NetworkSegment(adff1a41-771b-4f86-b5ca-f7089b5f3719),segment_id=adff1a41-771b-4f86-b5ca-f7089b5f3719)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:00.275128 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc8a0ae6-b2c5-4891-965e-76615f685cd7'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:00.336501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ad632a73-5a77-449a-bed2-26052c90d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:00.338112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ad632a73-5a77-449a-bed2-26052c90d5c1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4376a8abc5994f78bc28c2a8d7ebfe05&device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 1096 time: 0.2272143 Jun 17 08:36:00.449623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-c299e4e0-b429-4a06-87de-1700fa26837d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1526295-8743-4556-ae1d-b0ba3d3fe390 HTTP/1.1" status: 200 len: 217 time: 0.1017227 Jun 17 08:36:00.474994 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1f617-5d55-4362-8326-dbc86bd39e93 req-82ac04fe-9360-46cb-afe1-641da01ece35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:00.488273 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f1c1f617-5d55-4362-8326-dbc86bd39e93 req-82ac04fe-9360-46cb-afe1-641da01ece35 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=8791f7f1-a4fe-4b96-8597-e7c847dcb821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1336706 Jun 17 08:36:00.532026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-a0d7cf7b-247c-441b-bd56-4d16b9b94d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:00.533684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-a0d7cf7b-247c-441b-bd56-4d16b9b94d1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5af641-b9dc-441c-b54c-15d3d4a6c04d HTTP/1.1" status: 200 len: 854 time: 0.0771692 Jun 17 08:36:00.577070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6dcde86a-a178-498c-b503-c073eb132398 req-2ed2e269-b5b2-41d6-978b-d5395aa1b1ae tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.0484250 Jun 17 08:36:00.649103 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.710032 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3b81d1c8-7f69-4347-9d1e-66dc407d6eb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:00.761343 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.767139 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a168075-1ccb-4511-97f1-de511a6fbf6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:00.802425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ab0fedae-1625-442a-b38b-0359daffd4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:00.805234 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-ab0fedae-1625-442a-b38b-0359daffd4fe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8791f7f1-a4fe-4b96-8597-e7c847dcb821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2269468 Jun 17 08:36:00.808333 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:00.918127 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=fb768117-b732-48d4-ba66-db79cb45ad55,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:00.938984 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:00.945317 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f1c1f617-5d55-4362-8326-dbc86bd39e93 req-3d14594e-9910-4a54-b4af-47244ed9d9df service neutron] 10.222.0.63 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472444 Jun 17 08:36:00.958908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:00.968044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:00.971178 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:00.972410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:36:00.990908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-874a114b-db4c-4433-bf8c-cc97359b6988 service neutron] 10.222.0.10 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758337 Jun 17 08:36:00.995372 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63286a5f-2afa-4883-82fd-38da85ff1c59 x-openstack-request-id: req-63286a5f-2afa-4883-82fd-38da85ff1c59 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:00.995773 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecd0a67-6893-443a-914d-fa39377e5ee4", "tag": "a1526295-8743-4556-ae1d-b0ba3d3fe390", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:00.996240 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-63286a5f-2afa-4883-82fd-38da85ff1c59 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:00.996865 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ecd0a67-6893-443a-914d-fa39377e5ee4', 'tag': 'a1526295-8743-4556-ae1d-b0ba3d3fe390', 'status': 'completed', 'code': 200} Jun 17 08:36:01.035374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 8a958cee-467d-47ea-a037-5c2418ee0166 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:01.129645 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:01.181737 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38f1916d-03e4-4e11-a770-f01346bbb19e req-fe3d8e66-2fed-408e-a55f-dcf64f059084 service neutron] 10.222.0.10 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837668 Jun 17 08:36:01.220816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:01.236859 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:01.237691 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:01.285830 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f1c1f617-5d55-4362-8326-dbc86bd39e93 req-bf932823-c35a-4ed0-93ac-2022557f5c45 service neutron] 10.222.0.63 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283646 Jun 17 08:36:01.301188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d253a36-9cf3-4fb1-bec7-af6020571c72 None None] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:01.315887 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fb768117-b732-48d4-ba66-db79cb45ad55 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:01.322979 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Subnet': ['ID=a4961b81-fb75-45c1-8677-bc80d2e53938,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:01.334256 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:01.339182 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7291986f-a7a5-4741-b394-61925e7550ae tempest-ServerRescueNegativeTestJSON-1424019420 tempest-ServerRescueNegativeTestJSON-1424019420-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.422s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:01.377436 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811f34d-06ca-4fa3-96e1-82384dfea0df req-098007e1-3067-4e97-84ad-e619d83107eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:01.379270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2811f34d-06ca-4fa3-96e1-82384dfea0df req-098007e1-3067-4e97-84ad-e619d83107eb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4376a8abc5994f78bc28c2a8d7ebfe05&device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 1096 time: 0.1393950 Jun 17 08:36:01.457161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-18320a7c-147d-40f0-b816-0b192b308a31 None None] Provisioning complete for port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:01.457804 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-18320a7c-147d-40f0-b816-0b192b308a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:01.517537 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3677528 Jun 17 08:36:01.530842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45548) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:01.598427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-18320a7c-147d-40f0-b816-0b192b308a31 None None] Port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:01.677199 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.resource_extend [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:36:01.696720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1c748ebd-ae57-4ccb-907a-d4f4d74f8bab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'security_group': {'name': 'tempest-secgroup-208979639'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:01.827790 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811f34d-06ca-4fa3-96e1-82384dfea0df req-4c95c7af-179f-49e2-98e5-abff1596179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:01.829494 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2811f34d-06ca-4fa3-96e1-82384dfea0df req-4c95c7af-179f-49e2-98e5-abff1596179d service neutron] 10.222.0.10 "GET /v2.0/networks?id=8791f7f1-a4fe-4b96-8597-e7c847dcb821 HTTP/1.1" status: 200 len: 916 time: 0.4436324 Jun 17 08:36:01.836522 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1c748ebd-ae57-4ccb-907a-d4f4d74f8bab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:01.961490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-18320a7c-147d-40f0-b816-0b192b308a31 None None] Provisioning complete for port 6c2a1527-27bf-49c9-9846-44bebda651e2 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:01.962671 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-18320a7c-147d-40f0-b816-0b192b308a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.013633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2811f34d-06ca-4fa3-96e1-82384dfea0df req-b3d2f727-b4ce-4bff-b0ba-1e0cf8eda2a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1526295-8743-4556-ae1d-b0ba3d3fe390 HTTP/1.1" status: 200 len: 217 time: 0.1570277 Jun 17 08:36:02.021525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1c748ebd-ae57-4ccb-907a-d4f4d74f8bab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.025071 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9d11ee4f-ddbc-442d-8401-881c98070929,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:02.028605 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:02.035398 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1c748ebd-ae57-4ccb-907a-d4f4d74f8bab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.042937 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a74560ff-52f3-493b-942b-bf98d6c4ac56 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:02.087759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c748ebd-ae57-4ccb-907a-d4f4d74f8bab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e5ed68-490c-4191-9595-85fd69108886,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:02.090844 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1c748ebd-ae57-4ccb-907a-d4f4d74f8bab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:02.094376 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1c748ebd-ae57-4ccb-907a-d4f4d74f8bab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.095081 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1c748ebd-ae57-4ccb-907a-d4f4d74f8bab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4072509 Jun 17 08:36:02.099265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45554) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:02.102510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811f34d-06ca-4fa3-96e1-82384dfea0df req-f983e42e-1bb7-4bf1-a750-dad0128a9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:02.104226 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2811f34d-06ca-4fa3-96e1-82384dfea0df req-f983e42e-1bb7-4bf1-a750-dad0128a9c10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5af641-b9dc-441c-b54c-15d3d4a6c04d HTTP/1.1" status: 200 len: 854 time: 0.0504465 Jun 17 08:36:02.106989 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0275c932-ed20-4a55-ab6e-ddd956f6d16b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'security_group': {'name': 'tempest-secgroup-1407037912'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:02.161736 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.177971 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bec271-678e-4f2c-b625-8728d44700db req-d537894b-9589-4e6e-b9ea-a5361c2c87c8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:02.181521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port fb768117-b732-48d4-ba66-db79cb45ad55 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:02.182669 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.185985 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-78bec271-678e-4f2c-b625-8728d44700db req-d537894b-9589-4e6e-b9ea-a5361c2c87c8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 944 time: 0.5792933 Jun 17 08:36:02.199105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0275c932-ed20-4a55-ab6e-ddd956f6d16b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.235753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da520d56-dbef-4ee5-bb54-cb9a9245cc5b req-cbca180f-570a-4468-a00a-ca0e494f1264 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:02.237702 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da520d56-dbef-4ee5-bb54-cb9a9245cc5b req-cbca180f-570a-4468-a00a-ca0e494f1264 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 943 time: 0.7967548 Jun 17 08:36:02.273693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:02.304232 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-a8bd9830-10ea-4096-bda5-0816a2752bce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6956100 Jun 17 08:36:02.322357 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '0c7bd935-0485-4ed1-8c83-966dcc9ebb4a', 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821', 'port_id': '0c7bd935-0485-4ed1-8c83-966dcc9ebb4a', 'mac_address': 'fa:16:3e:32:2c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5af641-b9dc-441c-b54c-15d3d4a6c04d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:36:02.335892 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da520d56-dbef-4ee5-bb54-cb9a9245cc5b req-9050cdbf-5e24-47b3-a7ee-1470adc904b7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781364 Jun 17 08:36:02.352647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-78bec271-678e-4f2c-b625-8728d44700db req-305456a2-ba5c-4ed9-91f8-f4d72304d56c tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656780 Jun 17 08:36:02.385506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811f34d-06ca-4fa3-96e1-82384dfea0df req-a31ba9e6-53f3-4121-b242-af893e2e178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:02.387130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2811f34d-06ca-4fa3-96e1-82384dfea0df req-a31ba9e6-53f3-4121-b242-af893e2e178f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8791f7f1-a4fe-4b96-8597-e7c847dcb821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2720242 Jun 17 08:36:02.485514 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.526032 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0275c932-ed20-4a55-ab6e-ddd956f6d16b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.533379 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2811f34d-06ca-4fa3-96e1-82384dfea0df req-189c024c-b8c2-4120-a264-3bc980061a8b service neutron] 10.222.0.10 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379774 Jun 17 08:36:02.655481 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.666877 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0275c932-ed20-4a55-ab6e-ddd956f6d16b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.672168 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bafd4b67-0569-4f63-abb8-36432b8de94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:02.681790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:02.705805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275c932-ed20-4a55-ab6e-ddd956f6d16b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=515e209b-61bc-4692-b7d9-98afeffb1bef,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:02.711129 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:02.715111 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0275c932-ed20-4a55-ab6e-ddd956f6d16b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:02.722240 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.729558 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9be93b33-678e-45ef-aa34-c11a965946c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:02.746475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0275c932-ed20-4a55-ab6e-ddd956f6d16b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:02.748201 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0275c932-ed20-4a55-ab6e-ddd956f6d16b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6479414 Jun 17 08:36:02.752043 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45572) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:02.758511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-be7ce18e-95c5-4d0b-8236-6f8e4cc6e659 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'security_group': {'name': 'tempest-secgroup-564267870'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:02.765328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Router 0ef49950-2346-4f9d-8c43-ad617036456b is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:36:02.856939 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b37ade4c-296b-4097-b601-a6d86d2ad972 req-02254498-365d-4609-8516-09338639d65a tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.1649923 Jun 17 08:36:02.965102 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2811f34d-06ca-4fa3-96e1-82384dfea0df req-e681382d-42f8-4dcf-a98e-8d6631edfbe5 service neutron] 10.222.0.10 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244614 Jun 17 08:36:02.971628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['0c7bd935-0485-4ed1-8c83-966dcc9ebb4a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:03.044517 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bc41c725-7a96-4079-b9f3-4b4056279e26 None None] Provisioning complete for port fb768117-b732-48d4-ba66-db79cb45ad55 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:03.044876 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bc41c725-7a96-4079-b9f3-4b4056279e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.064434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc8a0ae6-b2c5-4891-965e-76615f685cd7 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:03.074649 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b962be79-40bd-4e9a-9cfc-9750a009bc78 req-2cbca5e6-d13a-45c7-9824-681fe5c0c592 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.0832508 Jun 17 08:36:03.112260 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be7ce18e-95c5-4d0b-8236-6f8e4cc6e659 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.126230 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:03.164705 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.168686 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.9383729 Jun 17 08:36:03.169492 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45580) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:03.192351 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45582) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:03.204041 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.205721 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Sync routers for ids ['0ef49950-2346-4f9d-8c43-ad617036456b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:03.230955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:03.234565 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:03.247150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059c7b7e-f506-4050-aa5f-c30aafd2c1b9 None None] Update dhcp port {'port': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'fixed_ips': [{'subnet_id': '24a5ab1f-2c3c-4949-aec9-dc137b69d576', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a4961b81-fb75-45c1-8677-bc80d2e53938'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '6c2a1527-27bf-49c9-9846-44bebda651e2'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:36:03.306377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Routers {'0ef49950-2346-4f9d-8c43-ad617036456b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:03.306377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0ef49950-2346-4f9d-8c43-ad617036456b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:03.419743 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be7ce18e-95c5-4d0b-8236-6f8e4cc6e659 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.430321 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be7ce18e-95c5-4d0b-8236-6f8e4cc6e659 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.439858 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-059c7b7e-f506-4050-aa5f-c30aafd2c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.442734 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e37b7e8-c8b1-4e19-9e24-b7db5fa74b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:03.458904 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port bc8a0ae6-b2c5-4891-965e-76615f685cd7 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:03.478711 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port bc8a0ae6-b2c5-4891-965e-76615f685cd7 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:03.479113 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.537054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7ce18e-95c5-4d0b-8236-6f8e4cc6e659 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc64db12-f1da-43da-8c8c-d3002cf65003,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:03.544419 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be7ce18e-95c5-4d0b-8236-6f8e4cc6e659 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:03.615126 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dad2763e-61e8-4301-b531-831f8f6aec58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.654151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be7ce18e-95c5-4d0b-8236-6f8e4cc6e659 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:03.658189 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-be7ce18e-95c5-4d0b-8236-6f8e4cc6e659 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9037206 Jun 17 08:36:03.662467 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45602) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:03.690390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-941529518', 'security_groups': ['bc64db12-f1da-43da-8c8c-d3002cf65003'], 'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4961b81-fb75-45c1-8677-bc80d2e53938'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:03.792670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-059c7b7e-f506-4050-aa5f-c30aafd2c1b9 None None] Allocated IP 2001:db8::2 (bfe9ecd3-6af6-4d4e-87d8-3e00d167010c/a4961b81-fb75-45c1-8677-bc80d2e53938/6c2a1527-27bf-49c9-9846-44bebda651e2) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:03.965493 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-059c7b7e-f506-4050-aa5f-c30aafd2c1b9 None None] For port 6c2a1527-27bf-49c9-9846-44bebda651e2, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6c2a1527-27bf-49c9-9846-44bebda651e2,segment=NetworkSegment(abbfa90e-0651-4638-af85-4bbb85330604),segment_id=abbfa90e-0651-4638-af85-4bbb85330604)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:03.975434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c0dab-6738-437e-9f54-a6f62eb7109f req-0f2b75c0-ddd3-457c-bb79-564f46ab9e8b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:03.977073 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-115c0dab-6738-437e-9f54-a6f62eb7109f req-0f2b75c0-ddd3-457c-bb79-564f46ab9e8b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 943 time: 0.3165486 Jun 17 08:36:03.989250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895eff6d-b64c-4571-8a9a-b1cd9edeca32 req-7e60680e-616e-4b60-9f8b-7128635e93f3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:04.000670 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-059c7b7e-f506-4050-aa5f-c30aafd2c1b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.013386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-895eff6d-b64c-4571-8a9a-b1cd9edeca32 req-7e60680e-616e-4b60-9f8b-7128635e93f3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 944 time: 0.2964439 Jun 17 08:36:04.017543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-059c7b7e-f506-4050-aa5f-c30aafd2c1b9 None None] Transition to ACTIVE for port object 6c2a1527-27bf-49c9-9846-44bebda651e2 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:04.077033 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dad2763e-61e8-4301-b531-831f8f6aec58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.090702 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dad2763e-61e8-4301-b531-831f8f6aec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.097455 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4db12ca4-90d0-4f25-8d0f-2271e3ce986a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:04.114310 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-a7f7dfea-f05c-404f-ae7b-0f1818a9e6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:04.120224 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-a7f7dfea-f05c-404f-ae7b-0f1818a9e6d7 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28&tenant_id=033da5dc68fa4bd2a4be3af5a03b4561 HTTP/1.1" status: 200 len: 1095 time: 0.2239690 Jun 17 08:36:04.130643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Set router 0ef49950-2346-4f9d-8c43-ad617036456b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:04.139460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-115c0dab-6738-437e-9f54-a6f62eb7109f req-39507799-48a3-456a-9c6f-5c64802851b8 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225488 Jun 17 08:36:04.155232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-16', 'device_owner': 'compute:nova'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:04.186488 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-895eff6d-b64c-4571-8a9a-b1cd9edeca32 req-b2b6faca-07bf-4db2-abba-5db38997c76e tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708617 Jun 17 08:36:04.292250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:04.315953 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dad2763e-61e8-4301-b531-831f8f6aec58 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d2ecd363cb44ecc9c183bf591585700&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1198065 Jun 17 08:36:04.320133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45608) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:04.398368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2763e-61e8-4301-b531-831f8f6aec58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f62ea80-9230-420e-8b57-125acd4f4a6e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:04.404963 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dad2763e-61e8-4301-b531-831f8f6aec58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:04.437262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.466129 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.495893 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.517704 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-059c7b7e-f506-4050-aa5f-c30aafd2c1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.538593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] device_id is not set on port 5d474486-e5a2-4b39-9639-b097dedeaea4 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:36:04.546859 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:04.646547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Allocated IP 172.20.0.1 (b502131a-cb8c-4b9c-9ca6-654d710c541c/0ad7fc6c-8433-4b7a-af7c-c42fb64635cd/eddf923f-3566-41e1-be23-ab5fca619408) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:04.773674 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c7b7e-f506-4050-aa5f-c30aafd2c1b9 None None] Pushing event updated for resources: {'Port': ['ID=6c2a1527-27bf-49c9-9846-44bebda651e2,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:04.785710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-887509ea-0494-4a44-a1d0-f6206fc02f3b req-7f247bf8-fed3-415a-947f-38c36cd2630b tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.0723929 Jun 17 08:36:04.799156 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-059c7b7e-f506-4050-aa5f-c30aafd2c1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:04.834167 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84da21fa-a99b-49d0-b835-27928238e908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.857752 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.961840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b84ffa3-18ab-4e02-8257-1574c0e24f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8a0ae6-b2c5-4891-965e-76615f685cd7'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:04.962984 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.971584 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b834df57-c459-4cd0-b69c-d869a684075f" -d '{"events": [{"server_uuid": "1b84ffa3-18ab-4e02-8257-1574c0e24f42", "name": "network-vif-plugged", "status": "completed", "tag": "bc8a0ae6-b2c5-4891-965e-76615f685cd7"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:04.973573 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84da21fa-a99b-49d0-b835-27928238e908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:04.999505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8::3b9 (bfe9ecd3-6af6-4d4e-87d8-3e00d167010c/a4961b81-fb75-45c1-8677-bc80d2e53938/5d474486-e5a2-4b39-9639-b097dedeaea4) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:05.039766 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc8a0ae6-b2c5-4891-965e-76615f685cd7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc8a0ae6-b2c5-4891-965e-76615f685cd7,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:05.055940 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84da21fa-a99b-49d0-b835-27928238e908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.056572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a1526295-8743-4556-ae1d-b0ba3d3fe390 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:36:05.059251 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-84da21fa-a99b-49d0-b835-27928238e908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.060413 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-84da21fa-a99b-49d0-b835-27928238e908 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f62ea80-9230-420e-8b57-125acd4f4a6e HTTP/1.1" status: 204 len: 168 time: 0.7390516 Jun 17 08:36:05.064411 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-27ace8e9-d0db-479a-807a-876e82702d74 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:05.089118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Transition to ACTIVE for port object eddf923f-3566-41e1-be23-ab5fca619408 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:05.092228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da21fa-a99b-49d0-b835-27928238e908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f62ea80-9230-420e-8b57-125acd4f4a6e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:05.097973 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84da21fa-a99b-49d0-b835-27928238e908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:05.163623 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.180625 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5400da2b-324c-4ca0-9277-cd928bbaa2d6 x-openstack-request-id: req-5400da2b-324c-4ca0-9277-cd928bbaa2d6 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:05.180954 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b84ffa3-18ab-4e02-8257-1574c0e24f42", "name": "network-vif-plugged", "status": "completed", "tag": "bc8a0ae6-b2c5-4891-965e-76615f685cd7", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:05.181247 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5400da2b-324c-4ca0-9277-cd928bbaa2d6 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:05.181630 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b84ffa3-18ab-4e02-8257-1574c0e24f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8a0ae6-b2c5-4891-965e-76615f685cd7', 'code': 200} Jun 17 08:36:05.189994 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a157936e-3824-41a3-be1b-6d5d6e971ddd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:05.332559 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6c2a1527-27bf-49c9-9846-44bebda651e2 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:05.388475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'name': 'tempest-TestAggregatesBasicOps-2031340234-router', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:01Z', 'revision_number': 3, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'gw_port': {'id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:58Z', 'updated_at': '2021-06-17T08:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:05.423736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Checking router: 0ef49950-2346-4f9d-8c43-ad617036456b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:05.423960 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Updating router 0ef49950-2346-4f9d-8c43-ad617036456b port 9d11ee4f-ddbc-442d-8401-881c98070929 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:05.448219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:05.510240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=bc8a0ae6-b2c5-4891-965e-76615f685cd7,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:05.514851 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:05.518338 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.568037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:05.609282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a958cee-467d-47ea-a037-5c2418ee0166 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:05.619904 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.636922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Transition to ACTIVE for port object 8a958cee-467d-47ea-a037-5c2418ee0166 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:05.660668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.675768 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.687851 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-836870bb-67d2-44b1-a1b4-99d2d0f280ee tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:05.692519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a1526295-8743-4556-ae1d-b0ba3d3fe390, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a1526295-8743-4556-ae1d-b0ba3d3fe390,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:05.724094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'a1526295-8743-4556-ae1d-b0ba3d3fe390', 'network_id': '8791f7f1-a4fe-4b96-8597-e7c847dcb821', 'port_id': 'a1526295-8743-4556-ae1d-b0ba3d3fe390', 'mac_address': 'fa:16:3e:33:28:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5af641-b9dc-441c-b54c-15d3d4a6c04d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:36:05.747771 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45630) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:05.772750 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06ea07ee-8dab-4047-936d-c280b81a7ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.821118 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.837651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1526295-8743-4556-ae1d-b0ba3d3fe390 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:05.884629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] No DVR routers for this DVR port 8a958cee-467d-47ea-a037-5c2418ee0166 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:05.886327 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a1526295-8743-4556-ae1d-b0ba3d3fe390, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a1526295-8743-4556-ae1d-b0ba3d3fe390,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:05.897686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object 5d474486-e5a2-4b39-9639-b097dedeaea4 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:05.898365 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.903333 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-71ea179f-8aa9-4abf-9305-e3adc5af1154 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:05.933743 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06ea07ee-8dab-4047-936d-c280b81a7ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.953307 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06ea07ee-8dab-4047-936d-c280b81a7ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:05.959937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=9']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:05.962678 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:05.972052 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b56b68fa-a5a6-41b6-88be-3eb073eabf45 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:05.988125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Attempting to bind port 8a958cee-467d-47ea-a037-5c2418ee0166 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:05.988483 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Attempting to bind port 8a958cee-467d-47ea-a037-5c2418ee0166 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:05.988842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Attempting to bind port 8a958cee-467d-47ea-a037-5c2418ee0166 on network c313181c-9e3f-4526-af69-a8c62d7d61bc {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:05.995170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-26f3ecfc-9024-4577-ac28-710d204ec895 None None] Provisioning complete for port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:05.995679 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-26f3ecfc-9024-4577-ac28-710d204ec895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.019635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a1526295-8743-4556-ae1d-b0ba3d3fe390,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:06.025548 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:06.026423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Port 8a958cee-467d-47ea-a037-5c2418ee0166 on network c313181c-9e3f-4526-af69-a8c62d7d61bc not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:36:06.026754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Attempting to bind port 8a958cee-467d-47ea-a037-5c2418ee0166 on network c313181c-9e3f-4526-af69-a8c62d7d61bc {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:06.034091 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92a77120-980d-4172-b7d4-1d8f8c386e7c req-211b30ea-ccda-4ad9-bdb9-1269547faa39 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=73d7578127234fb7acd28673d632f04b&device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.1121538 Jun 17 08:36:06.035204 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.037984 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-06ea07ee-8dab-4047-936d-c280b81a7ce2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0e20e4d61d9e41668451698df5a5838b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856722 Jun 17 08:36:06.042714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45636) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:06.051950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:06.052287 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Checking segment: {'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:06.052677 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Bound using segment: {'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:06.052952 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-26f3ecfc-9024-4577-ac28-710d204ec895 None None] Port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:06.053124 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Bound port: 8a958cee-467d-47ea-a037-5c2418ee0166, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a8c22d1-1957-4e24-8d40-892c88f6c979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:06.053470 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.055510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea07ee-8dab-4047-936d-c280b81a7ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e355ad39-5fe2-4dfc-98a1-7b9c57417d72,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:06.056192 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.059289 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06ea07ee-8dab-4047-936d-c280b81a7ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:06.070435 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:06.074044 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Transition to ACTIVE for port object 9d11ee4f-ddbc-442d-8401-881c98070929 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:06.076694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-26f3ecfc-9024-4577-ac28-710d204ec895 None None] Provisioning for port 6c2a1527-27bf-49c9-9846-44bebda651e2 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:06.077496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.082707 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-26f3ecfc-9024-4577-ac28-710d204ec895 None None] Provisioning complete for port 6c2a1527-27bf-49c9-9846-44bebda651e2 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:06.082707 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-26f3ecfc-9024-4577-ac28-710d204ec895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.085011 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:06.110221 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.115223 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ad3db071-2d92-48b9-b094-e8295dd824b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:06.157712 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92a77120-980d-4172-b7d4-1d8f8c386e7c req-c0c86383-7fe9-48cf-ba3b-5246f31b2f51 service neutron] 10.222.0.63 "GET /v2.0/networks?tenant_id=73d7578127234fb7acd28673d632f04b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796044 Jun 17 08:36:06.184164 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Network b502131a-cb8c-4b9c-9ca6-654d710c541c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:06.185756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:06.188144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92be15a-1d6a-4504-9aa1-0243905e442f None None] Pushing event updated for resources: {'Port': ['ID=9d11ee4f-ddbc-442d-8401-881c98070929,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:06.193236 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b92be15a-1d6a-4504-9aa1-0243905e442f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:06.193859 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:06.194039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Attempting to bind port 9d11ee4f-ddbc-442d-8401-881c98070929 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:06.194418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Attempting to bind port 9d11ee4f-ddbc-442d-8401-881c98070929 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:06.194930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Attempting to bind port 9d11ee4f-ddbc-442d-8401-881c98070929 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:06.196256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:06.202109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.202782 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.205692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:06.206726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:06.206866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=5d474486-e5a2-4b39-9639-b097dedeaea4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:06.206980 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.207603 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:06.208472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Bound port: 9d11ee4f-ddbc-442d-8401-881c98070929, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:06.208962 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.209525 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:06.215812 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:06.233260 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:06.242230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Pushing event updated for resources: {'Port': ['ID=eddf923f-3566-41e1-be23-ab5fca619408,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:06.249990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f90015d5-aa9a-4a60-84c0-4a89d93cb2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.252591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:06.254413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['a1526295-8743-4556-ae1d-b0ba3d3fe390'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:06.256675 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5930853 Jun 17 08:36:06.260385 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:06.261953 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45638) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:06.279107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-aa67b796-5010-46d5-a2e0-a9d53ab84a22 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:06.282917 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:06.283113 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.292463 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be325e5b-ee02-473c-8516-7a797ab1c8e5 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:06.338361 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f90015d5-aa9a-4a60-84c0-4a89d93cb2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.370957 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] For port 9d11ee4f-ddbc-442d-8401-881c98070929, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:06.375135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6ebaa-028e-4207-971c-5425ad3c91b4 req-00603d6d-873f-442b-8efa-505d754bc63c tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.376570 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] For port 9d11ee4f-ddbc-442d-8401-881c98070929, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9d11ee4f-ddbc-442d-8401-881c98070929,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:06.383878 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86d6ebaa-028e-4207-971c-5425ad3c91b4 req-00603d6d-873f-442b-8efa-505d754bc63c tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 945 time: 0.4583387 Jun 17 08:36:06.396774 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.397048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d57f42-ac34-4ade-8d2d-a9027475f2fa req-997aff2c-82d2-4fed-9eea-7eeef413b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.398491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72d57f42-ac34-4ade-8d2d-a9027475f2fa req-997aff2c-82d2-4fed-9eea-7eeef413b649 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 1097 time: 0.4754720 Jun 17 08:36:06.413735 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-059c7b7e-f506-4050-aa5f-c30aafd2c1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:06.420370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.421087 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.422682 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] 10.222.0.63 "PUT /v2.0/ports/8a958cee-467d-47ea-a037-5c2418ee0166 HTTP/1.1" status: 200 len: 1092 time: 2.2886357 Jun 17 08:36:06.423358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:06.426230 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5a332c-07a1-4cd8-9037-35bf48dddce5" -d '{"events": [{"name": "network-changed", "server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:06.470670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f6d47-a669-4954-87ce-9ea1e0e63ef3 req-0766c897-df2e-471f-ba55-a394295f966f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.479268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-597f6d47-a669-4954-87ce-9ea1e0e63ef3 req-0766c897-df2e-471f-ba55-a394295f966f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 943 time: 0.5517259 Jun 17 08:36:06.502373 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.531109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=10']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:06.535537 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:06.581661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Routers {'0ef49950-2346-4f9d-8c43-ad617036456b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:06.582647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0ef49950-2346-4f9d-8c43-ad617036456b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:06.607627 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f90015d5-aa9a-4a60-84c0-4a89d93cb2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.610298 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f90015d5-aa9a-4a60-84c0-4a89d93cb2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.617463 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f90015d5-aa9a-4a60-84c0-4a89d93cb2f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e355ad39-5fe2-4dfc-98a1-7b9c57417d72 HTTP/1.1" status: 204 len: 168 time: 0.5722604 Jun 17 08:36:06.619590 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dad2763e-61e8-4301-b531-831f8f6aec58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:06.662409 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa67b796-5010-46d5-a2e0-a9d53ab84a22 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:06.667479 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa67b796-5010-46d5-a2e0-a9d53ab84a22 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.675902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90015d5-aa9a-4a60-84c0-4a89d93cb2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e355ad39-5fe2-4dfc-98a1-7b9c57417d72,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:06.688355 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f90015d5-aa9a-4a60-84c0-4a89d93cb2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:06.690295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-0b98986a-7c8a-4479-80d7-be852fcd3d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.691844 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-0b98986a-7c8a-4479-80d7-be852fcd3d39 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 1096 time: 0.2303851 Jun 17 08:36:06.693836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72d57f42-ac34-4ade-8d2d-a9027475f2fa req-0e47cdce-9e30-476e-bc42-cb4a0890213b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787144 Jun 17 08:36:06.700535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a77120-980d-4172-b7d4-1d8f8c386e7c req-f32a41f5-c822-4fca-911c-e4672c662ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.702454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92a77120-980d-4172-b7d4-1d8f8c386e7c req-f32a41f5-c822-4fca-911c-e4672c662ccc service neutron] 10.222.0.63 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5295792 Jun 17 08:36:06.705760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86d6ebaa-028e-4207-971c-5425ad3c91b4 req-df25b1d3-8c8c-44d4-a504-deb4509cb933 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202105 Jun 17 08:36:06.729224 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-597f6d47-a669-4954-87ce-9ea1e0e63ef3 req-808f7a24-782d-4997-8f9a-5cbb39315a09 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484939 Jun 17 08:36:06.733887 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92be15a-1d6a-4504-9aa1-0243905e442f None None] Pushing event updated for resources: {'Port': ['ID=9d11ee4f-ddbc-442d-8401-881c98070929,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:06.744421 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b92be15a-1d6a-4504-9aa1-0243905e442f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:06.825498 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-962bfe75-43bb-4564-8c1d-7558e1484763 None None] Provisioning for port 5d474486-e5a2-4b39-9639-b097dedeaea4 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:06.839910 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-962bfe75-43bb-4564-8c1d-7558e1484763 None None] Provisioning complete for port 5d474486-e5a2-4b39-9639-b097dedeaea4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:06.840314 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-962bfe75-43bb-4564-8c1d-7558e1484763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:06.857976 n-d-779913-16 neutron-server[93804]: INFO neutron.db.ipam_backend_mixin [None req-aa67b796-5010-46d5-a2e0-a9d53ab84a22 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4961b81-fb75-45c1-8677-bc80d2e53938 (CIDR: 2001:db8::/64) Jun 17 08:36:06.868019 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa67b796-5010-46d5-a2e0-a9d53ab84a22 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:36:06.868463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa67b796-5010-46d5-a2e0-a9d53ab84a22 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:06.881311 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-264cc4de-f413-4e7b-b5a1-df2b17bf63d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:06.884029 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-264cc4de-f413-4e7b-b5a1-df2b17bf63d2 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 913 time: 0.1630478 Jun 17 08:36:06.907996 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-aa67b796-5010-46d5-a2e0-a9d53ab84a22 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6402936 Jun 17 08:36:06.941532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45648) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:06.946485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] Set router 0ef49950-2346-4f9d-8c43-ad617036456b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:06.948761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-962bfe75-43bb-4564-8c1d-7558e1484763 None None] Port 5d474486-e5a2-4b39-9639-b097dedeaea4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:06.963393 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-8f6e92cc-6307-4a5f-b7ce-9f95d52c3f36 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a958cee-467d-47ea-a037-5c2418ee0166 HTTP/1.1" status: 200 len: 217 time: 0.0723565 Jun 17 08:36:06.964468 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4771f4f2-0941-4a52-9f82-2286edeae46d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:06.980298 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:07.032111 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-4fab1898-aaf0-4e02-befb-25a609b52b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:07.034167 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-4fab1898-aaf0-4e02-befb-25a609b52b5c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=038e5845-17a0-4392-9346-6cb0c01ba0f2 HTTP/1.1" status: 200 len: 852 time: 0.0635417 Jun 17 08:36:07.036068 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77702e79-1c66-4f65-ac88-a64ba16548ff x-openstack-request-id: req-77702e79-1c66-4f65-ac88-a64ba16548ff {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:07.036538 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:07.036934 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-77702e79-1c66-4f65-ac88-a64ba16548ff {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:07.037507 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166', 'status': 'completed', 'code': 200} Jun 17 08:36:07.078939 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-e4f617af-6c4a-4ad9-a716-9f534975ef54 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c313181c-9e3f-4526-af69-a8c62d7d61bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383649 Jun 17 08:36:07.123170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd15cc1a-8be1-42f8-b644-035dfed0cefc req-512f3003-1306-4510-8260-5ec78906a755 tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.47 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.1658103 Jun 17 08:36:07.123781 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.190186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4771f4f2-0941-4a52-9f82-2286edeae46d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:07.198060 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4771f4f2-0941-4a52-9f82-2286edeae46d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.225380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-962bfe75-43bb-4564-8c1d-7558e1484763 None None] Provisioning for port eddf923f-3566-41e1-be23-ab5fca619408 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:07.235891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-962bfe75-43bb-4564-8c1d-7558e1484763 None None] Provisioning complete for port eddf923f-3566-41e1-be23-ab5fca619408 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:07.236450 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-962bfe75-43bb-4564-8c1d-7558e1484763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.257034 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-823c7092-50f1-4685-b6be-8cc2fb2d2e5f service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714122 Jun 17 08:36:07.315121 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:07.319476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:07.319857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.323865 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-962bfe75-43bb-4564-8c1d-7558e1484763 None None] Port eddf923f-3566-41e1-be23-ab5fca619408 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:07.387176 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-5059d7f3-8303-4867-9c34-75c3eb99dd8f req-0c4784b5-f4e9-48db-a210-90a2a383c1a3 service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229362 Jun 17 08:36:07.442275 n-d-779913-16 neutron-server[93803]: INFO neutron.db.ipam_backend_mixin [None req-4771f4f2-0941-4a52-9f82-2286edeae46d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 24a5ab1f-2c3c-4949-aec9-dc137b69d576 (CIDR: 2001:db8:0:1::/64) Jun 17 08:36:07.449692 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-4771f4f2-0941-4a52-9f82-2286edeae46d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:36:07.450416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4771f4f2-0941-4a52-9f82-2286edeae46d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:07.450680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'name': 'tempest-TestAggregatesBasicOps-2031340234-router', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:01Z', 'revision_number': 3, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'gw_port': {'id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:58Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:07.488791 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4771f4f2-0941-4a52-9f82-2286edeae46d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5415924 Jun 17 08:36:07.492637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45668) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:07.494042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ee06d-8f02-4d0c-8dd1-1870f66c7f45 None None] The sync data for ids ['0ef49950-2346-4f9d-8c43-ad617036456b'] in n-d-779913-16 is: [{'id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'name': 'tempest-TestAggregatesBasicOps-2031340234-router', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:01Z', 'revision_number': 3, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'gw_port': {'id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:58Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:07.506142 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.511672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'subnet': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:07.550987 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce52945f-b74e-47c4-bb45-99ff4775bd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7bd935-0485-4ed1-8c83-966dcc9ebb4a'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:07.553892 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c464e9e-89ff-4a23-8c09-6e237c2728cb" -d '{"events": [{"server_uuid": "ce52945f-b74e-47c4-bb45-99ff4775bd27", "name": "network-vif-plugged", "status": "completed", "tag": "0c7bd935-0485-4ed1-8c83-966dcc9ebb4a"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:07.575626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:07.582698 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.585743 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:07.627195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a332c-07a1-4cd8-9037-35bf48dddce5 req-d9b1d77a-68b7-48b4-b660-22b465efd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:07.630159 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f5a332c-07a1-4cd8-9037-35bf48dddce5 req-d9b1d77a-68b7-48b4-b660-22b465efd666 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 1096 time: 0.1708755 Jun 17 08:36:07.646309 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.663600 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf791b3-9f37-4a0e-bd80-836e2b05f590 x-openstack-request-id: req-caf791b3-9f37-4a0e-bd80-836e2b05f590 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:07.664695 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce52945f-b74e-47c4-bb45-99ff4775bd27", "name": "network-vif-plugged", "status": "completed", "tag": "0c7bd935-0485-4ed1-8c83-966dcc9ebb4a", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:07.665241 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-caf791b3-9f37-4a0e-bd80-836e2b05f590 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:07.665651 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce52945f-b74e-47c4-bb45-99ff4775bd27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7bd935-0485-4ed1-8c83-966dcc9ebb4a', 'code': 200} Jun 17 08:36:07.671170 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.680563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:07.685770 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:07.694556 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-21a785b2-2200-41d6-9431-a1accb9dbf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:07.846383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a332c-07a1-4cd8-9037-35bf48dddce5 req-773c96d7-3812-4706-88eb-03657d4debb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:07.847238 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f5a332c-07a1-4cd8-9037-35bf48dddce5 req-773c96d7-3812-4706-88eb-03657d4debb3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 913 time: 0.2093091 Jun 17 08:36:07.951761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.974171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Made reservation on behalf of 3fbe645776b64fc88b7ae6944b07ec73 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:07.984866 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:07.991489 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f5a332c-07a1-4cd8-9037-35bf48dddce5 req-efc44cc3-db58-4099-9f93-d2a6987d915c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a958cee-467d-47ea-a037-5c2418ee0166 HTTP/1.1" status: 200 len: 217 time: 0.1318812 Jun 17 08:36:07.995209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Pushing event updated for resources: {'Port': ['ID=eddf923f-3566-41e1-be23-ab5fca619408,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:08.015523 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:08.146907 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92a77120-980d-4172-b7d4-1d8f8c386e7c req-b7a74486-af89-4a2a-8823-c6ffe41a688d tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] 10.222.0.63 "GET /v2.0/ports?device_id=e7246a75-6ba6-4083-a5a4-0a0975513c02 HTTP/1.1" status: 200 len: 210 time: 0.2005646 Jun 17 08:36:08.184832 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a332c-07a1-4cd8-9037-35bf48dddce5 req-4b6b0b3f-ad54-45df-85ab-933348b0a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:08.186399 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f5a332c-07a1-4cd8-9037-35bf48dddce5 req-4b6b0b3f-ad54-45df-85ab-933348b0a9da service neutron] 10.222.0.63 "GET /v2.0/subnets?id=038e5845-17a0-4392-9346-6cb0c01ba0f2 HTTP/1.1" status: 200 len: 852 time: 0.1933510 Jun 17 08:36:08.273967 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f5a332c-07a1-4cd8-9037-35bf48dddce5 req-61640ac9-e4ed-4cd8-9ab9-d3f39c045cf4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c313181c-9e3f-4526-af69-a8c62d7d61bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754488 Jun 17 08:36:08.455373 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f5a332c-07a1-4cd8-9037-35bf48dddce5 req-15c7220c-9cab-42fb-a183-c3fcc1ebf0fd service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737752 Jun 17 08:36:08.502145 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:08.653454 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f5a332c-07a1-4cd8-9037-35bf48dddce5 req-82b3c522-109e-4e5d-8113-b41fafa2c5f4 service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842422 Jun 17 08:36:08.691933 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6c4971e5-107c-4af4-985c-9bfcabe1e106 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:08.966026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea0cca-8b4b-4248-8c98-bcf4211d8c33 req-7922d904-8e8e-4a8e-9c62-4be304ff13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:08.967727 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6bea0cca-8b4b-4248-8c98-bcf4211d8c33 req-7922d904-8e8e-4a8e-9c62-4be304ff13bd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27 HTTP/1.1" status: 200 len: 1097 time: 1.1645896 Jun 17 08:36:08.976298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:08.994102 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:09.011108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9fa5e1-e716-4ded-946a-74c65e80ce4e None None] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:09.013506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:09.021654 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:09.042340 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Network b502131a-cb8c-4b9c-9ca6-654d710c541c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:09.048716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Subnet': ['ID=0f84fcf3-2ce3-415f-9825-884764fbf071,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:09.062719 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:09.174346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:09.228938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a1526295-8743-4556-ae1d-b0ba3d3fe390 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:09.395752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9d11ee4f-ddbc-442d-8401-881c98070929 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:09.459527 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:09.499270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012327ab-d7c7-4dd3-93b4-f29902a6aa8b req-6d4f8b2b-ce72-4b5f-bea7-faf08175197c tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:09.509199 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-012327ab-d7c7-4dd3-93b4-f29902a6aa8b req-6d4f8b2b-ce72-4b5f-bea7-faf08175197c tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 945 time: 1.3589053 Jun 17 08:36:09.602082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543af83b-3433-4d61-b697-bfabbe74bf51 req-3c4bae62-411d-4b07-bf4b-318992a98b4c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:09.604856 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-543af83b-3433-4d61-b697-bfabbe74bf51 req-3c4bae62-411d-4b07-bf4b-318992a98b4c tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 1.1078246 Jun 17 08:36:09.640225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1442716 Jun 17 08:36:09.640791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45722) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:09.654049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1107636637', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0f84fcf3-2ce3-415f-9825-884764fbf071'}], 'security_groups': ['a8e5ed68-490c-4191-9595-85fd69108886', '515e209b-61bc-4692-b7d9-98afeffb1bef']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:09.765291 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6bea0cca-8b4b-4248-8c98-bcf4211d8c33 req-61622f0c-ab01-4ef3-b28c-a3939d4352a5 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629133 Jun 17 08:36:09.849379 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-543af83b-3433-4d61-b697-bfabbe74bf51 req-1b280522-a008-49c9-a387-691b8aaf8449 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959054 Jun 17 08:36:09.924832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-012327ab-d7c7-4dd3-93b4-f29902a6aa8b req-4bb360b5-3249-4aa4-96c7-f36619ccefee tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115329 Jun 17 08:36:10.034515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Router 0ef49950-2346-4f9d-8c43-ad617036456b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:10.048016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port a1526295-8743-4556-ae1d-b0ba3d3fe390 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:10.082059 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.094739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port a1526295-8743-4556-ae1d-b0ba3d3fe390 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:10.097419 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.240756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 9d11ee4f-ddbc-442d-8401-881c98070929 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:10.325772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9d11ee4f-ddbc-442d-8401-881c98070929 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:10.328326 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.391085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:10.407223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] 10.222.0.47 "PUT /v2.0/routers/0ef49950-2346-4f9d-8c43-ad617036456b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2286701 Jun 17 08:36:10.481593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f3018a7c-4320-4d1c-bf11-6b48b81ea112 None None] Provisioning complete for port eddf923f-3566-41e1-be23-ab5fca619408 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:10.481976 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f3018a7c-4320-4d1c-bf11-6b48b81ea112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.614268 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Sync routers for ids ['0ef49950-2346-4f9d-8c43-ad617036456b'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:10.647432 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Routers {'0ef49950-2346-4f9d-8c43-ad617036456b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:10.648420 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0ef49950-2346-4f9d-8c43-ad617036456b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:10.801536 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:10.923933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f3018a7c-4320-4d1c-bf11-6b48b81ea112 None None] Port eddf923f-3566-41e1-be23-ab5fca619408 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:10.998073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45760) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:11.158042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a1526295-8743-4556-ae1d-b0ba3d3fe390, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a1526295-8743-4556-ae1d-b0ba3d3fe390,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:11.163974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecd0a67-6893-443a-914d-fa39377e5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1526295-8743-4556-ae1d-b0ba3d3fe390'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:11.188640 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303d1974-697c-47b5-b982-f2ba0318d78f" -d '{"events": [{"server_uuid": "4ecd0a67-6893-443a-914d-fa39377e5ee4", "name": "network-vif-plugged", "status": "completed", "tag": "a1526295-8743-4556-ae1d-b0ba3d3fe390"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:11.218205 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Set router 0ef49950-2346-4f9d-8c43-ad617036456b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:11.264059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de58908d-2ef1-427a-8d71-037eadf961ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:11.335850 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:11.341818 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-31b87ab1-6e96-4c52-990e-f4962fb4b7ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:11.461955 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:11.590220 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 9d11ee4f-ddbc-442d-8401-881c98070929, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9d11ee4f-ddbc-442d-8401-881c98070929,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:11.612678 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a1526295-8743-4556-ae1d-b0ba3d3fe390,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:11.627455 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:11.662269 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:11.670148 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:11.845139 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064b6cf7-1861-4c9a-9fba-40b332f8f618 None None] Update dhcp port {'port': {'network_id': 'bfe9ecd3-6af6-4d4e-87d8-3e00d167010c', 'fixed_ips': [{'subnet_id': '24a5ab1f-2c3c-4949-aec9-dc137b69d576', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a4961b81-fb75-45c1-8677-bc80d2e53938', 'ip_address': '2001:db8::2'}, {'subnet_id': '0f84fcf3-2ce3-415f-9825-884764fbf071'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '6c2a1527-27bf-49c9-9846-44bebda651e2'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:36:11.896541 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Delete allocated IP 2001:db8::3b9 (bfe9ecd3-6af6-4d4e-87d8-3e00d167010c/a4961b81-fb75-45c1-8677-bc80d2e53938) {{(pid=93804) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 17 08:36:11.911355 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Allocated IP 2001:db8:0:2::153 (bfe9ecd3-6af6-4d4e-87d8-3e00d167010c/0f84fcf3-2ce3-415f-9825-884764fbf071/5d474486-e5a2-4b39-9639-b097dedeaea4) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:11.998535 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=9d11ee4f-ddbc-442d-8401-881c98070929,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:12.009487 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:12.013306 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-064b6cf7-1861-4c9a-9fba-40b332f8f618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.115131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4f43c-ebec-464b-afe0-f37be7b65873 req-325f0553-0645-4078-92b0-d26c4c9d15f6 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:12.118019 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.130765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98d4f43c-ebec-464b-afe0-f37be7b65873 req-325f0553-0645-4078-92b0-d26c4c9d15f6 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 946 time: 0.8302467 Jun 17 08:36:12.133384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Transition to ACTIVE for port object 5d474486-e5a2-4b39-9639-b097dedeaea4 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:12.140316 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.168113 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'name': 'tempest-TestAggregatesBasicOps-2031340234-router', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'gw_port': {'id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:58Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'eddf923f-3566-41e1-be23-ab5fca619408', 'name': '', 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'mac_address': 'fa:16:3e:56:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '0ad7fc6c-8433-4b7a-af7c-c42fb64635cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:07Z', 'revision_number': 2, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'subnets': [{'id': '0ad7fc6c-8433-4b7a-af7c-c42fb64635cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:12.188535 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-230c6f1d-e5a5-4708-9287-f66458d963df tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:12.265386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540974a1-192b-41e3-9d19-e01de4a09aed req-9eeb38e2-b7ad-4395-8e13-95e7e6bad3c5 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:12.267166 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Checking router: 0ef49950-2346-4f9d-8c43-ad617036456b for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:12.275233 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Updating router 0ef49950-2346-4f9d-8c43-ad617036456b port eddf923f-3566-41e1-be23-ab5fca619408 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:12.277919 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-540974a1-192b-41e3-9d19-e01de4a09aed req-9eeb38e2-b7ad-4395-8e13-95e7e6bad3c5 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 0.9732101 Jun 17 08:36:12.332737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45784) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:12.365059 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98d4f43c-ebec-464b-afe0-f37be7b65873 req-8780faec-158b-4848-bfe4-b1c474940a18 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308023 Jun 17 08:36:12.382421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1018005629-network', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:12.413920 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.459579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] In _notify_port_updated(), no bound segment for port 5d474486-e5a2-4b39-9639-b097dedeaea4 on network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:36:12.470083 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:12.479451 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de58908d-2ef1-427a-8d71-037eadf961ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.497363 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.499117 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "PUT /v2.0/ports/5d474486-e5a2-4b39-9639-b097dedeaea4 HTTP/1.1" status: 200 len: 970 time: 2.8569679 Jun 17 08:36:12.500071 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event updated for resources: {'Port': ['ID=5d474486-e5a2-4b39-9639-b097dedeaea4,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:12.523743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-064b6cf7-1861-4c9a-9fba-40b332f8f618 None None] Allocated IP 2001:db8:0:2::2 (bfe9ecd3-6af6-4d4e-87d8-3e00d167010c/0f84fcf3-2ce3-415f-9825-884764fbf071/6c2a1527-27bf-49c9-9846-44bebda651e2) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:12.525652 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:12.526202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45786) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:12.607073 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-540974a1-192b-41e3-9d19-e01de4a09aed req-686d8378-c2f5-498f-9c59-508d45b085d2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265562 Jun 17 08:36:12.609152 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de58908d-2ef1-427a-8d71-037eadf961ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.751386 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cd0b261a-25a5-4e31-970a-0ec44db5bb92 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:12.806327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-de58908d-2ef1-427a-8d71-037eadf961ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73d7578127234fb7acd28673d632f04b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8068013 Jun 17 08:36:12.814329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45790) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:12.819835 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58908d-2ef1-427a-8d71-037eadf961ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2475ebcd-1ed8-40b5-9d69-4b58af0700d0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:12.827335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Made reservation on behalf of b091f586f4bf49a0ab76b56e518ded82 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:12.836664 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.863623 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de58908d-2ef1-427a-8d71-037eadf961ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:12.870273 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:12.921941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-064b6cf7-1861-4c9a-9fba-40b332f8f618 None None] For port 6c2a1527-27bf-49c9-9846-44bebda651e2, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6c2a1527-27bf-49c9-9846-44bebda651e2,segment=NetworkSegment(abbfa90e-0651-4638-af85-4bbb85330604),segment_id=abbfa90e-0651-4638-af85-4bbb85330604)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:12.963881 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-fd773125-d9b8-4fa9-b9a2-51cf6bb643c5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 5d474486-e5a2-4b39-9639-b097dedeaea4 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:12.964480 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd773125-d9b8-4fa9-b9a2-51cf6bb643c5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.013426 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-064b6cf7-1861-4c9a-9fba-40b332f8f618 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.031487 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82f887a-e39e-40a8-a1d7-df610a8d1afc x-openstack-request-id: req-a82f887a-e39e-40a8-a1d7-df610a8d1afc {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:13.031871 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecd0a67-6893-443a-914d-fa39377e5ee4", "name": "network-vif-plugged", "status": "completed", "tag": "a1526295-8743-4556-ae1d-b0ba3d3fe390", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:13.032148 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a82f887a-e39e-40a8-a1d7-df610a8d1afc {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:13.032608 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecd0a67-6893-443a-914d-fa39377e5ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1526295-8743-4556-ae1d-b0ba3d3fe390', 'code': 200} Jun 17 08:36:13.056732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-064b6cf7-1861-4c9a-9fba-40b332f8f618 None None] Transition to ACTIVE for port object 6c2a1527-27bf-49c9-9846-44bebda651e2 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:13.064417 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-064b6cf7-1861-4c9a-9fba-40b332f8f618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.069308 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4d00f1c9-bff6-451a-9868-001f29b7ca14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:13.092496 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.095880 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d9355db7-7e6b-4eea-97f7-819d1de1b3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.118279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.130095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed38eb-f47c-425c-a3be-155dabbb5266 req-96e9574a-0e17-449e-8a91-fb7bd781ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:13.131929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87ed38eb-f47c-425c-a3be-155dabbb5266 req-96e9574a-0e17-449e-8a91-fb7bd781ef7b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 1098 time: 0.5338998 Jun 17 08:36:13.151324 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-31263cea-5edc-48c6-abfb-e964d673383e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:13.208207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76140bfd-824a-4b7d-a117-74f728b581b0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:13.208487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd773125-d9b8-4fa9-b9a2-51cf6bb643c5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.210039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b6cf7-1861-4c9a-9fba-40b332f8f618 None None] Pushing event updated for resources: {'Port': ['ID=6c2a1527-27bf-49c9-9846-44bebda651e2,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:13.215995 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:13.235214 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-064b6cf7-1861-4c9a-9fba-40b332f8f618 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:13.275882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:13.293750 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d9355db7-7e6b-4eea-97f7-819d1de1b3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.310422 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.350385 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Transition to ACTIVE for port object eddf923f-3566-41e1-be23-ab5fca619408 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:13.368419 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87ed38eb-f47c-425c-a3be-155dabbb5266 req-d946a575-0247-4557-bd97-b514ff412cdd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627069 Jun 17 08:36:13.374616 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.375301 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Added segment 231fc367-57bd-4cda-9875-8c673d827df4 of type vlan for network 1c7f89c8-701d-48de-92d6-709674e5cee7 Jun 17 08:36:13.381519 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.385387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-fd773125-d9b8-4fa9-b9a2-51cf6bb643c5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 5d474486-e5a2-4b39-9639-b097dedeaea4 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:13.390989 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-ee648cf4-60b0-45d8-8fa3-9de31f048de7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:13.418140 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dabcf4b2-ec39-472e-b4ea-a54f539a85d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.628648 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.811821 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.resource_extend [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:36:13.877832 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.880048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:13.881772 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.915929 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-357d60e5-a284-457f-b191-150bf84f7650 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:13.937639 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd773125-d9b8-4fa9-b9a2-51cf6bb643c5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.944533 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dddea2cc-d415-4044-829b-1d827c07e762 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:13.953340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9d11ee4f-ddbc-442d-8401-881c98070929 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:13.954001 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d9355db7-7e6b-4eea-97f7-819d1de1b3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.966290 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d9355db7-7e6b-4eea-97f7-819d1de1b3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:13.969822 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d9355db7-7e6b-4eea-97f7-819d1de1b3f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2475ebcd-1ed8-40b5-9d69-4b58af0700d0 HTTP/1.1" status: 204 len: 168 time: 1.1091516 Jun 17 08:36:14.017782 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Pushing event updated for resources: {'Port': ['ID=eddf923f-3566-41e1-be23-ab5fca619408,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:14.057547 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773125-d9b8-4fa9-b9a2-51cf6bb643c5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=5d474486-e5a2-4b39-9639-b097dedeaea4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:14.070876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7030001 Jun 17 08:36:14.074105 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fd773125-d9b8-4fa9-b9a2-51cf6bb643c5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:14.075724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45818) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:14.085379 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.086698 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.087709 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.088246 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.091253 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.091788 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.093232 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.094066 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Request body: {'subnet': {'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1018005629-subnet', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:14.094662 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.095777 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.109073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9d11ee4f-ddbc-442d-8401-881c98070929 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:14.109547 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.110698 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.112889 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.116780 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:14.130795 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:14.147466 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Attempting to bind port eddf923f-3566-41e1-be23-ab5fca619408 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:14.148068 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Attempting to bind port eddf923f-3566-41e1-be23-ab5fca619408 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'adff1a41-771b-4f86-b5ca-f7089b5f3719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:14.148593 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Attempting to bind port eddf923f-3566-41e1-be23-ab5fca619408 on network b502131a-cb8c-4b9c-9ca6-654d710c541c {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:14.175456 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:14.178262 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Checking segment: {'id': 'adff1a41-771b-4f86-b5ca-f7089b5f3719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:14.178903 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.179462 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Bound using segment: {'id': 'adff1a41-771b-4f86-b5ca-f7089b5f3719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:14.180927 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Bound port: eddf923f-3566-41e1-be23-ab5fca619408, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adff1a41-771b-4f86-b5ca-f7089b5f3719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:14.184715 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.196596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd773125-d9b8-4fa9-b9a2-51cf6bb643c5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.202324 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fd773125-d9b8-4fa9-b9a2-51cf6bb643c5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/5d474486-e5a2-4b39-9639-b097dedeaea4 HTTP/1.1" status: 204 len: 168 time: 1.6750305 Jun 17 08:36:14.207239 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45820) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:14.368289 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-750c8fed-81cd-4c52-9c7d-da97d2804aec tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] GET failed (client error): The resource could not be found. Jun 17 08:36:14.374712 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1c7f89c8-701d-48de-92d6-709674e5cee7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:14.384042 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:14.393030 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45822) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:14.393377 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-750c8fed-81cd-4c52-9c7d-da97d2804aec tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports/5d474486-e5a2-4b39-9639-b097dedeaea4 HTTP/1.1" status: 404 len: 333 time: 0.1824276 Jun 17 08:36:14.394314 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-189d26af-81a5-4506-92a2-c7bacf04cbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:14.407433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Made reservation on behalf of b091f586f4bf49a0ab76b56e518ded82 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:14.410027 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.414626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 1c7f89c8-701d-48de-92d6-709674e5cee7 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:36:14.419261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9355db7-7e6b-4eea-97f7-819d1de1b3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2475ebcd-1ed8-40b5-9d69-4b58af0700d0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:14.422273 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d9355db7-7e6b-4eea-97f7-819d1de1b3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:14.451243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6c2a1527-27bf-49c9-9846-44bebda651e2 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:14.452827 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a6b805-a0a4-4ee4-aabf-c0e035498ff6 req-d1479fa2-42ca-46a8-a47a-e4388cee51c4 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:14.463376 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7a6b805-a0a4-4ee4-aabf-c0e035498ff6 req-d1479fa2-42ca-46a8-a47a-e4388cee51c4 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 946 time: 0.8231096 Jun 17 08:36:14.564141 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] For port eddf923f-3566-41e1-be23-ab5fca619408, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:14.566350 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7a6b805-a0a4-4ee4-aabf-c0e035498ff6 req-fb71fe15-4a2f-492e-9a4d-fd2120a808cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019895 Jun 17 08:36:14.607814 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] For port eddf923f-3566-41e1-be23-ab5fca619408, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eddf923f-3566-41e1-be23-ab5fca619408,segment=NetworkSegment(adff1a41-771b-4f86-b5ca-f7089b5f3719),segment_id=adff1a41-771b-4f86-b5ca-f7089b5f3719)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:14.625835 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.676194 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:14.762023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de402a53-bb70-4014-91b8-80bd4ffa2ab1 req-b8f351e7-ad4a-41fd-ad67-634668aa96e6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:14.784014 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de402a53-bb70-4014-91b8-80bd4ffa2ab1 req-b8f351e7-ad4a-41fd-ad67-634668aa96e6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 0.8088951 Jun 17 08:36:14.958192 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-755455f4-0a02-4606-babe-d63de13a1c90 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:14.985199 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de402a53-bb70-4014-91b8-80bd4ffa2ab1 req-b85f3398-b9d3-41dc-bd74-04caaa69cafe tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973646 Jun 17 08:36:15.059630 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Pushing event updated for resources: {'Port': ['ID=eddf923f-3566-41e1-be23-ab5fca619408,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:15.095622 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:15.096619 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Routers {'0ef49950-2346-4f9d-8c43-ad617036456b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:15.109099 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:35:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0ef49950-2346-4f9d-8c43-ad617036456b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:15.110103 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-755455f4-0a02-4606-babe-d63de13a1c90 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.250649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.256057 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99feaab4-bc7e-4a1b-9f10-ef49965acbe8 tempest-ServersTestMultiNic-2146637993 tempest-ServersTestMultiNic-2146637993-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:15.292477 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-755455f4-0a02-4606-babe-d63de13a1c90 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.311314 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-755455f4-0a02-4606-babe-d63de13a1c90 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.312710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-755455f4-0a02-4606-babe-d63de13a1c90 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/security-groups/bc64db12-f1da-43da-8c8c-d3002cf65003 HTTP/1.1" status: 204 len: 168 time: 0.9059603 Jun 17 08:36:15.319750 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45842) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:15.321171 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be25cb56-f067-4d8d-8c8b-83c6e797fae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:15.498323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3574b18-4f94-4595-a7ac-9eabcf6179d2,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:15.512909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c6dc87e4-252e-4ab7-bb05-f6a26f1b5199 None None] Provisioning complete for port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:15.513432 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c6dc87e4-252e-4ab7-bb05-f6a26f1b5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.520382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755455f4-0a02-4606-babe-d63de13a1c90 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc64db12-f1da-43da-8c8c-d3002cf65003,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:15.527493 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:15.544117 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-755455f4-0a02-4606-babe-d63de13a1c90 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:15.590445 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Checking segment: {'id': '231fc367-57bd-4cda-9875-8c673d827df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:15.591377 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Network hostable DHCP agents. Network: 1c7f89c8-701d-48de-92d6-709674e5cee7, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:36:15.654604 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Network 1c7f89c8-701d-48de-92d6-709674e5cee7 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:36:15.665985 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] Set router 0ef49950-2346-4f9d-8c43-ad617036456b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:15.675293 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1415447f-11fb-4233-a52c-0393de6bc75a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.681732 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 1c7f89c8-701d-48de-92d6-709674e5cee7) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:15.704079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:15.705890 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.777294 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1415447f-11fb-4233-a52c-0393de6bc75a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.797974 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7181220 Jun 17 08:36:15.805277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45854) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:15.808874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe64c86-9f55-4ba1-afd8-0578c7af7861 None None] Network 1c7f89c8-701d-48de-92d6-709674e5cee7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:15.827094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1018005629-router', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:15.840843 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c6dc87e4-252e-4ab7-bb05-f6a26f1b5199 None None] Port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:15.946599 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.948396 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1415447f-11fb-4233-a52c-0393de6bc75a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.951897 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1415447f-11fb-4233-a52c-0393de6bc75a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.952437 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:15.956100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1415447f-11fb-4233-a52c-0393de6bc75a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/security-groups/515e209b-61bc-4692-b7d9-98afeffb1bef HTTP/1.1" status: 204 len: 168 time: 0.5977218 Jun 17 08:36:15.959701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45856) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:15.965296 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b218019-d00d-44fe-b2f9-5c8fa986cb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:16.121987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415447f-11fb-4233-a52c-0393de6bc75a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=515e209b-61bc-4692-b7d9-98afeffb1bef,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:16.143133 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1415447f-11fb-4233-a52c-0393de6bc75a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:16.143831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c6dc87e4-252e-4ab7-bb05-f6a26f1b5199 None None] Could not find standard attr ID for object 5d474486-e5a2-4b39-9639-b097dedeaea4. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:36:16.193333 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.197568 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45864) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:16.292471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c6dc87e4-252e-4ab7-bb05-f6a26f1b5199 None None] Provisioning for port 6c2a1527-27bf-49c9-9846-44bebda651e2 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:16.303434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bd69-7c7a-4656-8810-54a9cfb30823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.332330 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.357155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c6dc87e4-252e-4ab7-bb05-f6a26f1b5199 None None] Provisioning complete for port 6c2a1527-27bf-49c9-9846-44bebda651e2 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:16.357540 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c6dc87e4-252e-4ab7-bb05-f6a26f1b5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.659096 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d3bc5-dfbf-4696-9777-e297552b2b05 req-6cf83558-d3db-463b-898f-07f1b7aa1c21 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:16.669704 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-834d3bc5-dfbf-4696-9777-e297552b2b05 req-6cf83558-d3db-463b-898f-07f1b7aa1c21 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 946 time: 0.5930114 Jun 17 08:36:16.738158 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab9f9c88-da25-417d-8839-2d039fe0549a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.815348 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'name': 'tempest-TestAggregatesBasicOps-2031340234-router', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'gw_port': {'id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:58Z', 'updated_at': '2021-06-17T08:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'eddf923f-3566-41e1-be23-ab5fca619408', 'name': '', 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'mac_address': 'fa:16:3e:56:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '0ad7fc6c-8433-4b7a-af7c-c42fb64635cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:14Z', 'revision_number': 4, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'subnets': [{'id': '0ad7fc6c-8433-4b7a-af7c-c42fb64635cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:16.882753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-1c7f89c8-701d-48de-92d6-709674e5cee7', 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'fixed_ips': [{'subnet_id': 'a3574b18-4f94-4595-a7ac-9eabcf6179d2'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:36:16.883769 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.914384 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab9f9c88-da25-417d-8839-2d039fe0549a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.965820 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c8203635-51b1-494a-9e1b-4a92fa62aed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.977102 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:16.985392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45876) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:16.998338 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1758d-2cb3-4b6d-8907-4dd75eff268f None None] The sync data for ids ['0ef49950-2346-4f9d-8c43-ad617036456b'] in n-d-779913-16 is: [{'id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'name': 'tempest-TestAggregatesBasicOps-2031340234-router', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:06Z', 'revision_number': 4, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'gw_port': {'id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:58Z', 'updated_at': '2021-06-17T08:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'eddf923f-3566-41e1-be23-ab5fca619408', 'name': '', 'network_id': 'b502131a-cb8c-4b9c-9ca6-654d710c541c', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'mac_address': 'fa:16:3e:56:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2053, 'fixed_ips': [{'subnet_id': '0ad7fc6c-8433-4b7a-af7c-c42fb64635cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:04Z', 'updated_at': '2021-06-17T08:36:14Z', 'revision_number': 4, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'subnets': [{'id': '0ad7fc6c-8433-4b7a-af7c-c42fb64635cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:17.056689 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab9f9c88-da25-417d-8839-2d039fe0549a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.070627 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab9f9c88-da25-417d-8839-2d039fe0549a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.081949 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ab9f9c88-da25-417d-8839-2d039fe0549a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/security-groups/a8e5ed68-490c-4191-9595-85fd69108886 HTTP/1.1" status: 204 len: 168 time: 1.1094401 Jun 17 08:36:17.089979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45880) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:17.110466 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1a1ef5d-7fa7-4b7c-90f1-da9c2b28cd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:17.223208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-834d3bc5-dfbf-4696-9777-e297552b2b05 req-fae2960d-a49d-48ce-997e-99dcc9c6903a tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495682 Jun 17 08:36:17.330754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9f9c88-da25-417d-8839-2d039fe0549a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e5ed68-490c-4191-9595-85fd69108886,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:17.337951 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ab9f9c88-da25-417d-8839-2d039fe0549a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:17.399302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff655ac-652c-4a93-a770-2c575ce41115 req-29e3c9f4-09ae-4ced-959b-c648be6ef940 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:17.403724 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ff655ac-652c-4a93-a770-2c575ce41115 req-29e3c9f4-09ae-4ced-959b-c648be6ef940 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 0.9766142 Jun 17 08:36:17.441736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-799892651-network', 'tenant_id': '1ded11a863944e28a20be207ef759d8a'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:17.476258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0855ee-0b5d-4e74-99db-b128d915113a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting subnet a4961b81-fb75-45c1-8677-bc80d2e53938 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:17.511428 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-af0855ee-0b5d-4e74-99db-b128d915113a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.520218 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Allocated IP 172.20.0.2 (1c7f89c8-701d-48de-92d6-709674e5cee7/a3574b18-4f94-4595-a7ac-9eabcf6179d2/44657158-8f13-4e8e-ac17-09a30a97c4ee) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:17.641492 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.704254 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c8203635-51b1-494a-9e1b-4a92fa62aed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.722319 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c8203635-51b1-494a-9e1b-4a92fa62aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:17.827393 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:17.875695 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c8203635-51b1-494a-9e1b-4a92fa62aed1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c35d36895bf46aa9a6b1d07591e1ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6724632 Jun 17 08:36:17.889220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45886) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:17.987091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eddf923f-3566-41e1-be23-ab5fca619408 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:18.026889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Made reservation on behalf of 1ded11a863944e28a20be207ef759d8a for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:18.033673 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.080524 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.088198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8203635-51b1-494a-9e1b-4a92fa62aed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8318e55f-13df-4468-8c5d-9329bd2b5ad6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:18.096513 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c8203635-51b1-494a-9e1b-4a92fa62aed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:18.139446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0e6ddbce-ffa4-4fa3-bdc2-3c4cc2ff7e3f None None] Could not find standard attr ID for object 5d474486-e5a2-4b39-9639-b097dedeaea4. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:36:18.398755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.404302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port eddf923f-3566-41e1-be23-ab5fca619408 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:18.414188 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.427650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port eddf923f-3566-41e1-be23-ab5fca619408 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:18.429121 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.430125 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.480201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:18.492262 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.492843 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Added segment bd7191bc-51e5-4097-952a-dafc24418664 of type vlan for network 65923f8b-e9f9-44b0-a30e-e993df6c8f37 Jun 17 08:36:18.508753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Transition to ACTIVE for port object 44657158-8f13-4e8e-ac17-09a30a97c4ee will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:18.526370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Transition to ACTIVE for port object 44657158-8f13-4e8e-ac17-09a30a97c4ee will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:18.541609 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.563885 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4772dad5-c790-486d-b827-8b39dc6ea6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:18.577489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.682045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Network 1c7f89c8-701d-48de-92d6-709674e5cee7 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:18.711401 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:18.749195 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8a0b4420-04dc-4b94-a784-24790f70210a tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:18.774710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:18.800194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Pushing event updated for resources: {'Port': ['ID=44657158-8f13-4e8e-ac17-09a30a97c4ee,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:18.805977 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:18.853836 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.868215 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.870239 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:18.898487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.929363 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b838aef8-9039-4325-af06-bc0e99a05872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.945892 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.966334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Attempting to bind port 44657158-8f13-4e8e-ac17-09a30a97c4ee on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:18.966927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Attempting to bind port 44657158-8f13-4e8e-ac17-09a30a97c4ee by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '231fc367-57bd-4cda-9875-8c673d827df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:18.967279 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Attempting to bind port 44657158-8f13-4e8e-ac17-09a30a97c4ee on network 1c7f89c8-701d-48de-92d6-709674e5cee7 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:18.980383 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-af0855ee-0b5d-4e74-99db-b128d915113a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.985931 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:18.986385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Checking segment: {'id': '231fc367-57bd-4cda-9875-8c673d827df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:18.986874 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.987321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Bound using segment: {'id': '231fc367-57bd-4cda-9875-8c673d827df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:18.987995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Bound port: 44657158-8f13-4e8e-ac17-09a30a97c4ee, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231fc367-57bd-4cda-9875-8c673d827df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:18.988332 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:18.995040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port eddf923f-3566-41e1-be23-ab5fca619408, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eddf923f-3566-41e1-be23-ab5fca619408,segment=NetworkSegment(adff1a41-771b-4f86-b5ca-f7089b5f3719),segment_id=adff1a41-771b-4f86-b5ca-f7089b5f3719)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:19.010657 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ff655ac-652c-4a93-a770-2c575ce41115 req-eaadddb2-376d-4878-b6ef-b1b7ce06c36a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5973186 Jun 17 08:36:19.037105 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.049959 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:19.157037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:19.167174 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:19.169372 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b838aef8-9039-4325-af06-bc0e99a05872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.178899 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-953126f5-2747-482e-a689-aaf65c72c8c6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:19.215661 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2246938 Jun 17 08:36:19.217939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa670b40-4e24-4cfb-8347-0dce030fd0b6 req-4f914ca1-f9c5-441e-b6d5-a2a3fd9b7aa6 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:19.225509 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa670b40-4e24-4cfb-8347-0dce030fd0b6 req-4f914ca1-f9c5-441e-b6d5-a2a3fd9b7aa6 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.4107032 Jun 17 08:36:19.230432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45892) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:19.266487 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Request body: {'subnet': {'network_id': '65923f8b-e9f9-44b0-a30e-e993df6c8f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-799892651-subnet', 'tenant_id': '1ded11a863944e28a20be207ef759d8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:19.334889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=eddf923f-3566-41e1-be23-ab5fca619408,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:19.348745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa670b40-4e24-4cfb-8347-0dce030fd0b6 req-6f753b7d-0971-4868-9562-28f77b74b945 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219165 Jun 17 08:36:19.359065 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:19.374084 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] For port 44657158-8f13-4e8e-ac17-09a30a97c4ee, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:19.376805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] For port 44657158-8f13-4e8e-ac17-09a30a97c4ee, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=44657158-8f13-4e8e-ac17-09a30a97c4ee,segment=NetworkSegment(231fc367-57bd-4cda-9875-8c673d827df4),segment_id=231fc367-57bd-4cda-9875-8c673d827df4)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:19.383870 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.386474 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b92be15a-1d6a-4504-9aa1-0243905e442f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:19.471502 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.476851 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-af0855ee-0b5d-4e74-99db-b128d915113a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.561335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Pushing event updated for resources: {'Port': ['ID=44657158-8f13-4e8e-ac17-09a30a97c4ee,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:19.570765 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:19.574469 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.583578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Made reservation on behalf of 1ded11a863944e28a20be207ef759d8a for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:19.586680 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.599761 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Pushing event updated for resources: {'Network': ['ID=65923f8b-e9f9-44b0-a30e-e993df6c8f37,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:19.616202 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:19.616997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 65923f8b-e9f9-44b0-a30e-e993df6c8f37 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:36:19.632991 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-af0855ee-0b5d-4e74-99db-b128d915113a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.642949 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bc48ad75-cffa-4262-b564-53818183ec46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:19.753592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0855ee-0b5d-4e74-99db-b128d915113a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Subnet': ['ID=a4961b81-fb75-45c1-8677-bc80d2e53938,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:19.761881 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-af0855ee-0b5d-4e74-99db-b128d915113a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:19.780825 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83f631b-6c9d-4848-b564-02ed51af124a None None] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:19.781140 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-af0855ee-0b5d-4e74-99db-b128d915113a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/a4961b81-fb75-45c1-8677-bc80d2e53938 HTTP/1.1" status: 204 len: 168 time: 2.6597931 Jun 17 08:36:19.784490 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-af0855ee-0b5d-4e74-99db-b128d915113a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:19.816634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45902) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:19.922371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-77532247-c307-4ce6-966a-58f1b3216f96 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting subnet 0f84fcf3-2ce3-415f-9825-884764fbf071 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:19.930081 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77532247-c307-4ce6-966a-58f1b3216f96 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.013188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eddf923f-3566-41e1-be23-ab5fca619408 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:20.025236 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77532247-c307-4ce6-966a-58f1b3216f96 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.228737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77532247-c307-4ce6-966a-58f1b3216f96 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.339293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port eddf923f-3566-41e1-be23-ab5fca619408 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:20.340330 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.466488 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b838aef8-9039-4325-af06-bc0e99a05872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.474227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91fedf-421b-42a5-bafd-e5a904e132d1 req-b9a22d60-4215-4ddc-89da-9bb6aa177883 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:20.479324 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b838aef8-9039-4325-af06-bc0e99a05872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.490684 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b838aef8-9039-4325-af06-bc0e99a05872 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8318e55f-13df-4468-8c5d-9329bd2b5ad6 HTTP/1.1" status: 204 len: 168 time: 2.5813999 Jun 17 08:36:20.498472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c91fedf-421b-42a5-bafd-e5a904e132d1 req-b9a22d60-4215-4ddc-89da-9bb6aa177883 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27 HTTP/1.1" status: 200 len: 945 time: 0.7737124 Jun 17 08:36:20.501821 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be7ce18e-95c5-4d0b-8236-6f8e4cc6e659 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:20.508020 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.552955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45912) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:20.641470 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b838aef8-9039-4325-af06-bc0e99a05872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8318e55f-13df-4468-8c5d-9329bd2b5ad6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:20.650195 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f372b2-3a44-4433-ae6a-e021b6c360d0 req-671e516f-df2f-4a2f-8f9a-19cbc6bf642b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:20.651979 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63f372b2-3a44-4433-ae6a-e021b6c360d0 req-671e516f-df2f-4a2f-8f9a-19cbc6bf642b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 0.3718824 Jun 17 08:36:20.658100 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b838aef8-9039-4325-af06-bc0e99a05872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:20.674650 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba0d089e-244d-454f-9fc5-f8a3f513473b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:20.762268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c91fedf-421b-42a5-bafd-e5a904e132d1 req-ecc413a7-9671-4989-a825-a26b1b797f6f tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625277 Jun 17 08:36:20.824337 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77532247-c307-4ce6-966a-58f1b3216f96 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:20.836097 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:21.007151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63f372b2-3a44-4433-ae6a-e021b6c360d0 req-5cf993f5-25e6-44a2-b3da-2bd9bef273d5 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078926 Jun 17 08:36:21.030460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77532247-c307-4ce6-966a-58f1b3216f96 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Subnet': ['ID=0f84fcf3-2ce3-415f-9825-884764fbf071,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:21.068905 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Allocated IP 172.25.8.69 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/6fb83776-7568-4767-9577-4b66e8b48ee1) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:21.071448 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-77532247-c307-4ce6-966a-58f1b3216f96 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:21.083893 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-77532247-c307-4ce6-966a-58f1b3216f96 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.090155 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-77532247-c307-4ce6-966a-58f1b3216f96 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/0f84fcf3-2ce3-415f-9825-884764fbf071 HTTP/1.1" status: 204 len: 168 time: 1.2606690 Jun 17 08:36:21.092672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45920) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:21.151406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b6f8478-5710-44b4-86fe-be7427edb958,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:21.176193 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:21.177857 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Checking segment: {'id': 'bd7191bc-51e5-4097-952a-dafc24418664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '65923f8b-e9f9-44b0-a30e-e993df6c8f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:21.178262 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Network hostable DHCP agents. Network: 65923f8b-e9f9-44b0-a30e-e993df6c8f37, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:36:21.201502 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a635908-86ee-43e3-a3b6-33027edfdcba tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:21.202402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a635908-86ee-43e3-a3b6-33027edfdcba tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:21.212822 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4a635908-86ee-43e3-a3b6-33027edfdcba tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/a4961b81-fb75-45c1-8677-bc80d2e53938 HTTP/1.1" status: 404 len: 337 time: 0.1136787 Jun 17 08:36:21.213980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45922) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:21.357035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8486c7-9ac7-4a3f-ba3d-cfb06eff44cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting subnet 24a5ab1f-2c3c-4949-aec9-dc137b69d576 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:21.369797 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2f8486c7-9ac7-4a3f-ba3d-cfb06eff44cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.381429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Network 65923f8b-e9f9-44b0-a30e-e993df6c8f37 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:36:21.428608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 65923f8b-e9f9-44b0-a30e-e993df6c8f37) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:21.438582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faac3d5-467a-4bcd-bc66-73c9e8a3da7a None None] Network 65923f8b-e9f9-44b0-a30e-e993df6c8f37 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:21.486973 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:21.487664 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.538682 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2f8486c7-9ac7-4a3f-ba3d-cfb06eff44cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.600711 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3439281 Jun 17 08:36:21.646583 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.749397 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2f8486c7-9ac7-4a3f-ba3d-cfb06eff44cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.840509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.860912 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:21.872995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aa9cd2-9ada-4a56-874b-0dc5fb079195 None None] Network 1c7f89c8-701d-48de-92d6-709674e5cee7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:21.933425 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01ae6b8e-2552-4d36-8c81-76851fd37c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.939760 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e9993-0221-4353-aacb-7179fe682ec9 None None] Network bfe9ecd3-6af6-4d4e-87d8-3e00d167010c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:21.953402 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2f8486c7-9ac7-4a3f-ba3d-cfb06eff44cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:21.958725 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d2b18807-d529-4f3b-8269-3a8f2d8255a2 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:21.985303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 44657158-8f13-4e8e-ac17-09a30a97c4ee up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:22.061883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:22.078559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:22.094838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:22.109160 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Pushing event updated for resources: {'Port': ['ID=6fb83776-7568-4767-9577-4b66e8b48ee1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:22.112944 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:22.179428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5208f35-eb13-4b52-a48f-d5df17ced1c7 None None] Network 65923f8b-e9f9-44b0-a30e-e993df6c8f37 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:22.187526 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7c6816fc-a956-4cf2-ade5-986e5473397b None None] Provisioning for port 44657158-8f13-4e8e-ac17-09a30a97c4ee completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:22.287787 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01ae6b8e-2552-4d36-8c81-76851fd37c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.291833 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8486c7-9ac7-4a3f-ba3d-cfb06eff44cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Subnet': ['ID=24a5ab1f-2c3c-4949-aec9-dc137b69d576,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:22.307256 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2f8486c7-9ac7-4a3f-ba3d-cfb06eff44cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:22.308846 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2f8486c7-9ac7-4a3f-ba3d-cfb06eff44cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.318552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2f8486c7-9ac7-4a3f-ba3d-cfb06eff44cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/24a5ab1f-2c3c-4949-aec9-dc137b69d576 HTTP/1.1" status: 204 len: 168 time: 1.1029496 Jun 17 08:36:22.321686 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01ae6b8e-2552-4d36-8c81-76851fd37c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.352289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45946) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:22.354868 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1041e280-3824-4e71-ad50-c8d5da551cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:22.381579 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-01ae6b8e-2552-4d36-8c81-76851fd37c23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=67ef0a19b3a443f49e1ebd3dc0408542&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8229432 Jun 17 08:36:22.393103 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45948) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:22.395397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae6b8e-2552-4d36-8c81-76851fd37c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d726f2b-2cb0-4abe-84b1-2c245453d4a6,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:22.414207 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01ae6b8e-2552-4d36-8c81-76851fd37c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:22.477749 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e2ebcb-7f1a-4427-b10b-38ccfd2d8f21 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:22.478638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e2ebcb-7f1a-4427-b10b-38ccfd2d8f21 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:22.484192 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-25e2ebcb-7f1a-4427-b10b-38ccfd2d8f21 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/7ac3c88b-9fe6-4160-b28f-5ae9e7d80bb6 HTTP/1.1" status: 404 len: 337 time: 0.1007130 Jun 17 08:36:22.485595 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45950) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:22.567137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9c5cf92b-12a5-454c-afdc-80e4a4975ef4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "GET /v2.0/ports?device_id=0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8 HTTP/1.1" status: 200 len: 205 time: 0.0761745 Jun 17 08:36:22.568230 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45952) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:22.626191 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a34245db-c13d-4220-83ec-621f4c8361c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.636881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5f82c-08bb-4fc6-be1c-b134315e3923 req-b285a355-b1a4-48dc-bf93-051a2d28afd5 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:22.644536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67a5f82c-08bb-4fc6-be1c-b134315e3923 req-b285a355-b1a4-48dc-bf93-051a2d28afd5 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 946 time: 0.7159536 Jun 17 08:36:22.665002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d159d1-0ecb-401b-a8b3-69e8f9ac2782 req-12447fb6-87d7-4ea3-8c55-5558bfa5d502 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:22.666869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8d159d1-0ecb-401b-a8b3-69e8f9ac2782 req-12447fb6-87d7-4ea3-8c55-5558bfa5d502 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 0.3130677 Jun 17 08:36:22.731882 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-7a7f5431-d859-4dc0-87d6-c8c31bb87783 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] delete failed (client error): The resource could not be found. Jun 17 08:36:22.736798 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7a7f5431-d859-4dc0-87d6-c8c31bb87783 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/routers/0f806c21-7a8b-47d9-b1ff-24a41b2ed4b8 HTTP/1.1" status: 404 len: 336 time: 0.1674912 Jun 17 08:36:22.737531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45958) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:22.787334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 44657158-8f13-4e8e-ac17-09a30a97c4ee completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:22.807231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 44657158-8f13-4e8e-ac17-09a30a97c4ee triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:22.807231 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.810938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67a5f82c-08bb-4fc6-be1c-b134315e3923 req-2d7a2b38-995f-4723-ac4f-a6b31d81120f tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649625 Jun 17 08:36:22.817047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a34245db-c13d-4220-83ec-621f4c8361c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.835961 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc08895-fb0a-4265-a587-38fa65f3803a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:22.836417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc08895-fb0a-4265-a587-38fa65f3803a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:22.846531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45966) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:22.848283 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dfc08895-fb0a-4265-a587-38fa65f3803a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/19f719ae-a937-4baf-b981-57cce3ac3809 HTTP/1.1" status: 404 len: 337 time: 0.1050820 Jun 17 08:36:22.891602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-50c07029-cb61-4d5b-b0f3-16ec66f81c39 None None] Provisioning complete for port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:22.892343 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-50c07029-cb61-4d5b-b0f3-16ec66f81c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.912159 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:22.994062 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-50c07029-cb61-4d5b-b0f3-16ec66f81c39 None None] Port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:23.121728 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bead541-b619-4770-a12a-0c6950ef4172 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:23.122192 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bead541-b619-4770-a12a-0c6950ef4172 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:23.126485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8bead541-b619-4770-a12a-0c6950ef4172 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/7355ee48-df4a-4a36-9177-e79bb7537821 HTTP/1.1" status: 404 len: 337 time: 0.2521410 Jun 17 08:36:23.126940 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a34245db-c13d-4220-83ec-621f4c8361c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.150157 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a34245db-c13d-4220-83ec-621f4c8361c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.154017 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a34245db-c13d-4220-83ec-621f4c8361c9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d726f2b-2cb0-4abe-84b1-2c245453d4a6 HTTP/1.1" status: 204 len: 168 time: 0.7527957 Jun 17 08:36:23.154017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45972) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:23.154017 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed572139-fd94-4d94-9773-3bccb0bda32e tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:23.184384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-50c07029-cb61-4d5b-b0f3-16ec66f81c39 None None] Provisioning complete for port 6c2a1527-27bf-49c9-9846-44bebda651e2 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:23.184384 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-50c07029-cb61-4d5b-b0f3-16ec66f81c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.195179 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.195474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45976) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:23.258427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e8d159d1-0ecb-401b-a8b3-69e8f9ac2782 req-71eede66-0b50-4afa-b10e-b9f64f78b2b3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766873 Jun 17 08:36:23.286874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2036084786-network', 'tenant_id': 'ebbfb802501943f586cb3490810dffc0'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:23.321311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34245db-c13d-4220-83ec-621f4c8361c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d726f2b-2cb0-4abe-84b1-2c245453d4a6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:23.325757 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a34245db-c13d-4220-83ec-621f4c8361c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:23.328038 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8ce735-11c4-4826-8913-3810dac379fa tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:23.328575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc8ce735-11c4-4826-8913-3810dac379fa tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:23.334460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fc8ce735-11c4-4826-8913-3810dac379fa tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/a0a0d9fb-b36f-4b1e-acea-18d263e586a6 HTTP/1.1" status: 404 len: 337 time: 0.1539662 Jun 17 08:36:23.340803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45980) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:23.355446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 44657158-8f13-4e8e-ac17-09a30a97c4ee, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=44657158-8f13-4e8e-ac17-09a30a97c4ee,segment=NetworkSegment(231fc367-57bd-4cda-9875-8c673d827df4),segment_id=231fc367-57bd-4cda-9875-8c673d827df4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:23.361292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe735d4-f414-4008-9c38-e9356365fc03 None None] DHCP port deletion for bfe9ecd3-6af6-4d4e-87d8-3e00d167010c request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:36:23.401562 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.420256 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-2493857a-f17f-4066-9201-0d40069e41f4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:23.421720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2493857a-f17f-4066-9201-0d40069e41f4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:23.424130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2493857a-f17f-4066-9201-0d40069e41f4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/937ff51b-74e8-470d-ba78-b603a7951aa6 HTTP/1.1" status: 404 len: 333 time: 0.0819199 Jun 17 08:36:23.430045 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:23.435447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45982) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:23.449865 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Made reservation on behalf of ebbfb802501943f586cb3490810dffc0 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:23.457628 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.527489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.560709 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-581ae7a1-2842-4917-a603-7b9994515c5d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:23.561189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581ae7a1-2842-4917-a603-7b9994515c5d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:23.577095 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-581ae7a1-2842-4917-a603-7b9994515c5d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/2f359409-29aa-44a7-867d-44c10153d26f HTTP/1.1" status: 404 len: 337 time: 0.1399829 Jun 17 08:36:23.577703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45986) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:23.667776 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-278b0a28-62d4-4f11-8876-22a2b0a1cd91 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:23.671442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278b0a28-62d4-4f11-8876-22a2b0a1cd91 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:23.674169 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-278b0a28-62d4-4f11-8876-22a2b0a1cd91 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/0a5f9265-5eae-40d4-8008-38d076f762c4 HTTP/1.1" status: 404 len: 337 time: 0.0953603 Jun 17 08:36:23.678300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45988) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:23.680955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=44657158-8f13-4e8e-ac17-09a30a97c4ee,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:23.693430 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.715756 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:23.852349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6c2a1527-27bf-49c9-9846-44bebda651e2 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:23.927357 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6fe735d4-f414-4008-9c38-e9356365fc03 None None] Deleting port 6c2a1527-27bf-49c9-9846-44bebda651e2 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:23.928113 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6fe735d4-f414-4008-9c38-e9356365fc03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:23.943089 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c86f6f-4ec6-44a4-9152-fea58e53f3b1 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:23.946696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c86f6f-4ec6-44a4-9152-fea58e53f3b1 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:23.950606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-00c86f6f-4ec6-44a4-9152-fea58e53f3b1 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/6f908e53-759f-45c9-a94b-a7d44982105f HTTP/1.1" status: 404 len: 333 time: 0.1379611 Jun 17 08:36:23.956762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45990) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:24.027154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6fe735d4-f414-4008-9c38-e9356365fc03 None None] For port 6c2a1527-27bf-49c9-9846-44bebda651e2, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6c2a1527-27bf-49c9-9846-44bebda651e2,segment=NetworkSegment(abbfa90e-0651-4638-af85-4bbb85330604),segment_id=abbfa90e-0651-4638-af85-4bbb85330604)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:24.027702 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6fe735d4-f414-4008-9c38-e9356365fc03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.066964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa2f7b-dd13-492f-9ca4-588aa6baa52c req-d6b9dd61-ac46-400a-9a88-a58ef6ac9bb9 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:24.081862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26fa2f7b-dd13-492f-9ca4-588aa6baa52c req-d6b9dd61-ac46-400a-9a88-a58ef6ac9bb9 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.4802430 Jun 17 08:36:24.084094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45994) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:24.143353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6fe735d4-f414-4008-9c38-e9356365fc03 None None] Calling delete_port for 6c2a1527-27bf-49c9-9846-44bebda651e2 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:24.155614 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-201a4573-ebdb-4685-ae06-1b98ff1a514d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.157299 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1c55bd-4eec-4484-8ba3-8be69949c6ab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:24.157986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b1c55bd-4eec-4484-8ba3-8be69949c6ab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:24.167310 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6b1c55bd-4eec-4484-8ba3-8be69949c6ab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/06d42dae-dfac-41b1-a718-fa6afbb3910c HTTP/1.1" status: 404 len: 337 time: 0.2036669 Jun 17 08:36:24.174939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46000) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:24.271469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26fa2f7b-dd13-492f-9ca4-588aa6baa52c req-da3b4907-91f7-4cc4-a139-33d231ffba44 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886537 Jun 17 08:36:24.279559 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6fe735d4-f414-4008-9c38-e9356365fc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.282127 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4529a6-ab83-4589-b568-f02d3fc36b13 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] DELETE failed (client error): The resource could not be found. Jun 17 08:36:24.282895 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4529a6-ab83-4589-b568-f02d3fc36b13 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:36:24.284929 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dd4529a6-ab83-4589-b568-f02d3fc36b13 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/subnets/d06053b1-4301-4cb2-b071-037d11636895 HTTP/1.1" status: 404 len: 337 time: 0.1073599 Jun 17 08:36:24.287786 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46006) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:24.290805 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:24.304666 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.328025 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.346458 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-40b8a686-b4dc-4fd5-9297-27cf69f91944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:24.433104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:36:24.470808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe735d4-f414-4008-9c38-e9356365fc03 None None] No DVR routers for this DVR port 6c2a1527-27bf-49c9-9846-44bebda651e2 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:24.485870 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.486634 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Added segment fa91f1ab-12aa-4edb-9193-c3b9dce352ff of type vlan for network c826d889-c3f0-472c-9824-6cb389c89b2a Jun 17 08:36:24.488367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:36:24.490673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b6e71c-1bf6-4004-8467-ab132b5df202,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:24.491761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Port 6c2a1527-27bf-49c9-9846-44bebda651e2 update to DOWN by agent not found {{(pid=93805) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 17 08:36:24.507458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe735d4-f414-4008-9c38-e9356365fc03 None None] Pushing event deleted for resources: {'Port': ['ID=6c2a1527-27bf-49c9-9846-44bebda651e2,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:24.508011 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:24.520172 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6fe735d4-f414-4008-9c38-e9356365fc03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:24.542633 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-201a4573-ebdb-4685-ae06-1b98ff1a514d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.557540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c5474800-3355-455e-bce0-aed1c5e3fb80 None None] Provisioning complete for port 44657158-8f13-4e8e-ac17-09a30a97c4ee triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:24.557940 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c5474800-3355-455e-bce0-aed1c5e3fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.563986 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-201a4573-ebdb-4685-ae06-1b98ff1a514d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.585210 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.613594 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1efac08-9d2b-4c6b-b99a-d02461093f8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:24.671737 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-201a4573-ebdb-4685-ae06-1b98ff1a514d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=426173cbe9ea42929adc24dd0904ec9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746362 Jun 17 08:36:24.675592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46008) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:24.676016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a4573-ebdb-4685-ae06-1b98ff1a514d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1dec01-e1a7-4498-84e9-c2d6e8955aa2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:24.700680 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-201a4573-ebdb-4685-ae06-1b98ff1a514d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:24.773080 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.774609 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:24.775404 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:24.786483 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:24.917959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-cb82338c-7e45-44fa-9692-3e2559587638 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Deleting port 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:24.918330 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb82338c-7e45-44fa-9692-3e2559587638 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.020579 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb82338c-7e45-44fa-9692-3e2559587638 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.162534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-cb82338c-7e45-44fa-9692-3e2559587638 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Calling delete_port for 9cb4fd01-48de-4e0c-bb19-bd68cfe02897 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:25.334188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aca687-a6be-43f9-926f-9b825dc8cb8e req-6dc456a7-3c24-40d8-bd9e-80a027783c57 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.335788 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3aca687-a6be-43f9-926f-9b825dc8cb8e req-6dc456a7-3c24-40d8-bd9e-80a027783c57 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 0.2013521 Jun 17 08:36:25.371991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880452aa-8d0f-4c82-a8f3-fdb0db7a2372 req-287d9d94-1f81-4d9e-99e3-1cf5bb225302 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.377850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880452aa-8d0f-4c82-a8f3-fdb0db7a2372 req-287d9d94-1f81-4d9e-99e3-1cf5bb225302 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.383722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880452aa-8d0f-4c82-a8f3-fdb0db7a2372 req-287d9d94-1f81-4d9e-99e3-1cf5bb225302 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.385442 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-880452aa-8d0f-4c82-a8f3-fdb0db7a2372 req-287d9d94-1f81-4d9e-99e3-1cf5bb225302 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4&device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27&device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 2417 time: 0.2496610 Jun 17 08:36:25.390333 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb82338c-7e45-44fa-9692-3e2559587638 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.408749 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ca279a9f-671f-4179-8379-d66f89b1ade5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:25.446327 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82338c-7e45-44fa-9692-3e2559587638 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Port': ['ID=9cb4fd01-48de-4e0c-bb19-bd68cfe02897,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:25.460815 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2591379 Jun 17 08:36:25.462540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3aca687-a6be-43f9-926f-9b825dc8cb8e req-c33af56a-8019-42df-a071-2c082cb4418b tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169870 Jun 17 08:36:25.462695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46018) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:25.462835 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb82338c-7e45-44fa-9692-3e2559587638 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:25.469572 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb82338c-7e45-44fa-9692-3e2559587638 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.471407 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cb82338c-7e45-44fa-9692-3e2559587638 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/ports/9cb4fd01-48de-4e0c-bb19-bd68cfe02897 HTTP/1.1" status: 204 len: 168 time: 1.1823888 Jun 17 08:36:25.473860 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46020) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:25.474035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Request body: {'subnet': {'network_id': 'c826d889-c3f0-472c-9824-6cb389c89b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2036084786-subnet', 'tenant_id': 'ebbfb802501943f586cb3490810dffc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:25.477454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:25.489626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Sync routers for ids ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:25.500485 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Pushing event updated for resources: {'Network': ['ID=c826d889-c3f0-472c-9824-6cb389c89b2a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:25.509027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Routers {'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:25.513295 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:25.515308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:36:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:25.520881 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77e95cae-0cbe-448c-aa19-c92d97b80748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.529248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network c826d889-c3f0-472c-9824-6cb389c89b2a details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:36:25.534859 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Made reservation on behalf of ebbfb802501943f586cb3490810dffc0 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:25.537105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.541909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.543208 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7366731 Jun 17 08:36:25.550586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46024) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:25.595266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-880452aa-8d0f-4c82-a8f3-fdb0db7a2372 req-1575db02-e787-432c-a3ef-df8f1cae50d2 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967432 Jun 17 08:36:25.666708 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77e95cae-0cbe-448c-aa19-c92d97b80748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.743003 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77e95cae-0cbe-448c-aa19-c92d97b80748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.750948 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77e95cae-0cbe-448c-aa19-c92d97b80748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.766328 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-77e95cae-0cbe-448c-aa19-c92d97b80748 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e1dec01-e1a7-4498-84e9-c2d6e8955aa2 HTTP/1.1" status: 204 len: 168 time: 1.0825243 Jun 17 08:36:25.781846 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a5ee2038-6b5f-43e7-875e-94a9ee13c143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:25.799918 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:25.815241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e95cae-0cbe-448c-aa19-c92d97b80748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1dec01-e1a7-4498-84e9-c2d6e8955aa2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:25.823721 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77e95cae-0cbe-448c-aa19-c92d97b80748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:25.974863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aadf28-77f0-47cb-ad71-9a46fc61258c req-8aae4894-62a3-4139-92fc-d604608bdf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:25.976714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6aadf28-77f0-47cb-ad71-9a46fc61258c req-8aae4894-62a3-4139-92fc-d604608bdf8d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 1096 time: 0.4219282 Jun 17 08:36:26.006685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.010043 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-931352f1-6fef-4b4c-b595-0990cc021dad tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:26.055990 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 44657158-8f13-4e8e-ac17-09a30a97c4ee up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:26.074719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=063e3d83-2328-41f0-9f2b-349532518614,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:26.079024 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:26.097581 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Checking segment: {'id': 'fa91f1ab-12aa-4edb-9193-c3b9dce352ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c826d889-c3f0-472c-9824-6cb389c89b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:26.097939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Network hostable DHCP agents. Network: c826d889-c3f0-472c-9824-6cb389c89b2a, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:36:26.119985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Network c826d889-c3f0-472c-9824-6cb389c89b2a is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:36:26.134742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, c826d889-c3f0-472c-9824-6cb389c89b2a) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:26.142128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:26.142723 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.156269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5a8a9f-6080-4902-8ebd-1de3fd0b226d None None] Network c826d889-c3f0-472c-9824-6cb389c89b2a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:26.175498 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7126026 Jun 17 08:36:26.214139 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.214425 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Set router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:26.254379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfe9ecd3-6af6-4d4e-87d8-3e00d167010c']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:26.326822 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abbfa90e-0651-4638-af85-4bbb85330604') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:26.327153 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abbfa90e-0651-4638-af85-4bbb85330604') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:26.346596 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.365029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 44657158-8f13-4e8e-ac17-09a30a97c4ee triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:26.365425 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.396270 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.412471 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:36:26.413409 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:36:26.416281 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:36:26.428903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aadf28-77f0-47cb-ad71-9a46fc61258c req-ea681396-bb4f-4cdb-a6a7-0d8b83ce47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:26.430461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6aadf28-77f0-47cb-ad71-9a46fc61258c req-ea681396-bb4f-4cdb-a6a7-0d8b83ce47d0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 913 time: 0.4203711 Jun 17 08:36:26.442059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10d4b9-934b-4776-a041-b1410189958e req-96e67606-5141-4b83-be51-141d6f6b77d4 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:26.443619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f10d4b9-934b-4776-a041-b1410189958e req-96e67606-5141-4b83-be51-141d6f6b77d4 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 946 time: 0.3939764 Jun 17 08:36:26.506351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addabb8b-a668-449d-ad36-ce0ba6480311 None None] Network c826d889-c3f0-472c-9824-6cb389c89b2a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:26.546450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6aadf28-77f0-47cb-ad71-9a46fc61258c req-23a1deda-bf58-4905-978d-512c715006fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a958cee-467d-47ea-a037-5c2418ee0166 HTTP/1.1" status: 200 len: 217 time: 0.0686719 Jun 17 08:36:26.636302 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.669345 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:26.679014 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.683880 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] 10.222.0.47 "DELETE /v2.0/networks/bfe9ecd3-6af6-4d4e-87d8-3e00d167010c HTTP/1.1" status: 204 len: 168 time: 1.2060783 Jun 17 08:36:26.692554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'name': 'tempest-TestAggregatesBasicOps-1018005629-router', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:15Z', 'updated_at': '2021-06-17T08:36:22Z', 'revision_number': 3, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'gw_port': {'id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:26.700741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Pushing event deleted for resources: {'Network': ['ID=bfe9ecd3-6af6-4d4e-87d8-3e00d167010c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:26.705225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f10d4b9-934b-4776-a041-b1410189958e req-78097954-5d76-41fc-a8ab-ba8854be066e tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174728 Jun 17 08:36:26.721042 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:26.753600 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aadf28-77f0-47cb-ad71-9a46fc61258c req-e0a8fa7d-3bf9-4b2a-b4f7-a13b806f3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:26.755186 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6aadf28-77f0-47cb-ad71-9a46fc61258c req-e0a8fa7d-3bf9-4b2a-b4f7-a13b806f3f64 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=038e5845-17a0-4392-9346-6cb0c01ba0f2 HTTP/1.1" status: 200 len: 852 time: 0.1571200 Jun 17 08:36:26.758928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Checking router: ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:26.759605 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Updating router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 port 6fb83776-7568-4767-9577-4b66e8b48ee1 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:26.816954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6aadf28-77f0-47cb-ad71-9a46fc61258c req-1313f777-ac5d-45c0-a8ad-b1c4e82e9ae7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c313181c-9e3f-4526-af69-a8c62d7d61bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547132 Jun 17 08:36:26.829897 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:26.868319 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.030345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46078) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:27.049150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8a958cee-467d-47ea-a037-5c2418ee0166 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:36:27.233277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:27.260107 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.263059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '8a958cee-467d-47ea-a037-5c2418ee0166', 'network_id': 'c313181c-9e3f-4526-af69-a8c62d7d61bc', 'port_id': '8a958cee-467d-47ea-a037-5c2418ee0166', 'mac_address': 'fa:16:3e:91:8e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '038e5845-17a0-4392-9346-6cb0c01ba0f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:36:27.312824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Transition to ACTIVE for port object 6fb83776-7568-4767-9577-4b66e8b48ee1 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:27.315292 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.331665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a958cee-467d-47ea-a037-5c2418ee0166 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:27.337328 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-43ba30d3-bccc-43e3-9362-ad01808e4d33 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3fbe645776b64fc88b7ae6944b07ec73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3053184 Jun 17 08:36:27.337749 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.339769 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:27.340260 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46088) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:27.406800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3a6e5-fe6c-4f95-8b03-5a648112039b None None] Pushing event updated for resources: {'Port': ['ID=6fb83776-7568-4767-9577-4b66e8b48ee1,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:27.418342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f40df36-4d7e-45c4-b4fa-ad18bf55e4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.418521 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-45d3a6e5-fe6c-4f95-8b03-5a648112039b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:27.424559 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:27.450358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Attempting to bind port 6fb83776-7568-4767-9577-4b66e8b48ee1 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:27.450758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Attempting to bind port 6fb83776-7568-4767-9577-4b66e8b48ee1 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:27.451147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Attempting to bind port 6fb83776-7568-4767-9577-4b66e8b48ee1 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:27.452301 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f40df36-4d7e-45c4-b4fa-ad18bf55e4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.453828 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.459282 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-202dbbd5-3672-4b08-ac63-e870f268c2a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:27.487486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:27.487943 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:27.488294 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.488764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:27.489279 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Bound port: 6fb83776-7568-4767-9577-4b66e8b48ee1, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:27.489670 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.525391 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f40df36-4d7e-45c4-b4fa-ad18bf55e4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.529840 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f40df36-4d7e-45c4-b4fa-ad18bf55e4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.532082 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6f40df36-4d7e-45c4-b4fa-ad18bf55e4da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8402585c-e231-4a0f-8add-3a4c3c230b5a HTTP/1.1" status: 204 len: 168 time: 0.1898961 Jun 17 08:36:27.533326 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-661b784f-a395-4a18-9a28-61e975203f5a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:27.543599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40df36-4d7e-45c4-b4fa-ad18bf55e4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8402585c-e231-4a0f-8add-3a4c3c230b5a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:27.545544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6aadf28-77f0-47cb-ad71-9a46fc61258c req-c92a6dff-f0bd-44d1-98f0-287754aed7f0 service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220972 Jun 17 08:36:27.547748 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6f40df36-4d7e-45c4-b4fa-ad18bf55e4da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:27.601650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=11']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:27.614421 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:27.630108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] For port 6fb83776-7568-4767-9577-4b66e8b48ee1, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:27.635042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] For port 6fb83776-7568-4767-9577-4b66e8b48ee1, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6fb83776-7568-4767-9577-4b66e8b48ee1,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:27.641577 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:27.649334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0883d-7d88-4ffc-b854-06a3b5ecc821 req-3f4b387b-2dda-478b-8833-8a9cfcbf7aaa tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:27.650933 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16b0883d-7d88-4ffc-b854-06a3b5ecc821 req-3f4b387b-2dda-478b-8833-8a9cfcbf7aaa tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 944 time: 0.7684927 Jun 17 08:36:27.652374 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:27.675850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-f21738b3-1337-4fbd-871c-e44d87222bf6 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:27.682984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-f21738b3-1337-4fbd-871c-e44d87222bf6 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/networks?id=65923f8b-e9f9-44b0-a30e-e993df6c8f37 HTTP/1.1" status: 200 len: 824 time: 0.7488112 Jun 17 08:36:27.696198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['8a958cee-467d-47ea-a037-5c2418ee0166'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:27.724389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Routers {'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:27.725354 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:36:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:27.746298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-769886e5-291b-462a-ac36-91dd38c41a74 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/quotas/1ded11a863944e28a20be207ef759d8a HTTP/1.1" status: 200 len: 375 time: 0.0623403 Jun 17 08:36:27.829811 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-10269f33-7448-4a87-ab8f-1ec0bd8aafb7 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1ded11a863944e28a20be207ef759d8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823531 Jun 17 08:36:27.850192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3a6e5-fe6c-4f95-8b03-5a648112039b None None] Pushing event updated for resources: {'Port': ['ID=6fb83776-7568-4767-9577-4b66e8b48ee1,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:27.860540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Allocated IP 172.20.0.1 (1c7f89c8-701d-48de-92d6-709674e5cee7/a3574b18-4f94-4595-a7ac-9eabcf6179d2/82e85d28-e06b-4221-854d-d2f0ef81b312) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:27.873668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6aadf28-77f0-47cb-ad71-9a46fc61258c req-523cae0d-f7ab-447b-a4b9-58d8b3544cec service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145580 Jun 17 08:36:27.876128 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-45d3a6e5-fe6c-4f95-8b03-5a648112039b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:27.917391 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16b0883d-7d88-4ffc-b854-06a3b5ecc821 req-41c5faaa-905a-46e6-a2a5-47c634cd15e0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527618 Jun 17 08:36:28.005883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] Set router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:28.040016 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-6d56ed1c-1e92-40eb-8672-06a712552628 service neutron] 10.222.0.47 "GET /v2.0/networks/65923f8b-e9f9-44b0-a30e-e993df6c8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092929 Jun 17 08:36:28.153923 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.212568 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9f5e4077-80f5-4cb0-9824-6f35d422ffad service neutron] 10.222.0.47 "GET /v2.0/networks/65923f8b-e9f9-44b0-a30e-e993df6c8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661766 Jun 17 08:36:28.230417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Transition to ACTIVE for port object 82e85d28-e06b-4221-854d-d2f0ef81b312 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:28.283875 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'name': 'tempest-TestAggregatesBasicOps-1018005629-router', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:15Z', 'updated_at': '2021-06-17T08:36:22Z', 'revision_number': 3, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'gw_port': {'id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:28.319571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6135f1d2-8e15-4327-8c73-ac2a09dee733 None None] The sync data for ids ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'] in n-d-779913-16 is: [{'id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'name': 'tempest-TestAggregatesBasicOps-1018005629-router', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:15Z', 'updated_at': '2021-06-17T08:36:22Z', 'revision_number': 3, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'gw_port': {'id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:28.333614 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.340582 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:28.426507 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Network 1c7f89c8-701d-48de-92d6-709674e5cee7 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:28.429385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:28.437690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:28.509354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Pushing event updated for resources: {'Port': ['ID=82e85d28-e06b-4221-854d-d2f0ef81b312,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:28.515332 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:28.586835 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.728582 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ae857e2f-4de6-4d45-b1d5-80a9c567d0f9 req-cec9d406-197c-460f-a634-d0ccb7ac8de8 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 210 time: 0.0322375 Jun 17 08:36:28.957075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a7d91f3c-bfb0-4a0c-87a6-4c357641ed11 None None] Provisioning for port 82e85d28-e06b-4221-854d-d2f0ef81b312 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:28.965498 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a7d91f3c-bfb0-4a0c-87a6-4c357641ed11 None None] Provisioning complete for port 82e85d28-e06b-4221-854d-d2f0ef81b312 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:28.966220 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a7d91f3c-bfb0-4a0c-87a6-4c357641ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:28.981235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46158) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:29.007887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46164) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:29.063234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8a958cee-467d-47ea-a037-5c2418ee0166 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:29.074685 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.174385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a7d91f3c-bfb0-4a0c-87a6-4c357641ed11 None None] Port 82e85d28-e06b-4221-854d-d2f0ef81b312 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:29.221021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 8a958cee-467d-47ea-a037-5c2418ee0166 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:29.232423 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7c2254f3-7f8d-4f09-988a-94f347316888 tempest-ServiceProvidersTest-2066562365 tempest-ServiceProvidersTest-2066562365-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2488654 Jun 17 08:36:29.234572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 8a958cee-467d-47ea-a037-5c2418ee0166 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:29.235985 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.320092 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8523d359-991d-4d4c-aa6e-40f81eec4d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.386372 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.417261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:29.420115 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c1c5fa-ba2b-4d2b-8489-ed554ce5947e" -d '{"events": [{"server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "name": "network-vif-plugged", "status": "completed", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:29.440623 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:29.450832 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.455882 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.517797 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8523d359-991d-4d4c-aa6e-40f81eec4d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.531893 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8523d359-991d-4d4c-aa6e-40f81eec4d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.536715 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b838aef8-9039-4325-af06-bc0e99a05872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.610834 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8523d359-991d-4d4c-aa6e-40f81eec4d94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=292e1b02229b4250b3da1f7faa8b6b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6007876 Jun 17 08:36:29.612202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46176) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:29.616437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=12']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.621132 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523d359-991d-4d4c-aa6e-40f81eec4d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273dc8c2-21ce-4863-abe3-71f5a02c5ae4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.623031 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.625932 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8523d359-991d-4d4c-aa6e-40f81eec4d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.644282 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.661098 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.668015 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a1a87a56-17bf-4e80-9e79-9afe65d5e07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.705426 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9f50fb6-6d14-4d17-94fe-adcf097dc84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.761115 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9f50fb6-6d14-4d17-94fe-adcf097dc84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.768996 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46180) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:29.837631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6fb83776-7568-4767-9577-4b66e8b48ee1 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:29.838248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9f50fb6-6d14-4d17-94fe-adcf097dc84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.841348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9f50fb6-6d14-4d17-94fe-adcf097dc84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.842582 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d9f50fb6-6d14-4d17-94fe-adcf097dc84e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/273dc8c2-21ce-4863-abe3-71f5a02c5ae4 HTTP/1.1" status: 204 len: 168 time: 0.2287116 Jun 17 08:36:29.845334 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6f40df36-4d7e-45c4-b4fa-ad18bf55e4da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:29.854553 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f50fb6-6d14-4d17-94fe-adcf097dc84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273dc8c2-21ce-4863-abe3-71f5a02c5ae4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.866891 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9f50fb6-6d14-4d17-94fe-adcf097dc84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.870454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Pushing event updated for resources: {'Port': ['ID=82e85d28-e06b-4221-854d-d2f0ef81b312,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:29.899793 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:29.963388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 6fb83776-7568-4767-9577-4b66e8b48ee1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:29.973889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6fb83776-7568-4767-9577-4b66e8b48ee1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:29.974385 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:29.982938 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd57e9-9c71-4568-92c7-54f0c5b9c744 req-0bfbc081-1782-46d7-9dd2-5b2b8ba45d26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:29.992430 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74cd57e9-9c71-4568-92c7-54f0c5b9c744 req-0bfbc081-1782-46d7-9dd2-5b2b8ba45d26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 945 time: 0.6375027 Jun 17 08:36:30.020124 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.056490 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b23f97-d4ae-4a49-bcc4-cbd47569136c x-openstack-request-id: req-d1b23f97-d4ae-4a49-bcc4-cbd47569136c {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:30.058649 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "name": "network-vif-plugged", "status": "completed", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:30.058962 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1b23f97-d4ae-4a49-bcc4-cbd47569136c {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:30.061552 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166', 'code': 200} Jun 17 08:36:30.143539 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74cd57e9-9c71-4568-92c7-54f0c5b9c744 req-91f8ac33-dea3-4ac0-8257-e297a763b86a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500213 Jun 17 08:36:30.257881 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.306975 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 6fb83776-7568-4767-9577-4b66e8b48ee1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6fb83776-7568-4767-9577-4b66e8b48ee1,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:30.318149 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.320671 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:30.426444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=6fb83776-7568-4767-9577-4b66e8b48ee1,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:30.434510 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:30.442613 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-712abc52-1cfd-43de-a23d-21de253dc708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.455081 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46194) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:30.477355 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a57c02e-d0e9-4d5b-9eee-5c4b035005b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.499468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0312829-4aa9-49ab-933a-b900c0c0cd97 req-4749595e-5160-4750-b2e0-124027b0d727 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 210 time: 0.1097939 Jun 17 08:36:30.548214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-1722d76e-54f1-4651-b59c-00c6bebf14dc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4140046 Jun 17 08:36:30.590535 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.api [None req-2a57c02e-d0e9-4d5b-9eee-5c4b035005b4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:36:30.590535 n-d-779913-16 neutron-server[93804]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 17 08:36:30.590535 n-d-779913-16 neutron-server[93804]: [parameters: {'project_id': 'c219a56961664e54abb2e4a05b1b989b', 'id': '8fde558c-ac89-4ef6-b558-e05aede7e4d8', 'expiration': datetime.datetime(2021, 6, 17, 8, 38, 30, 541954)}] Jun 17 08:36:30.590535 n-d-779913-16 neutron-server[93804]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93804) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:36:30.593182 n-d-779913-16 neutron-server[93804]: DEBUG oslo_db.api [None req-2a57c02e-d0e9-4d5b-9eee-5c4b035005b4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:36:30.657468 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Network 1c7f89c8-701d-48de-92d6-709674e5cee7 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:30.661036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:30.676070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209292a-6371-477a-8099-99612000cf0c req-9eb1f7ce-7f6c-4ba1-be22-faff871d7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:30.677564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c209292a-6371-477a-8099-99612000cf0c req-9eb1f7ce-7f6c-4ba1-be22-faff871d7930 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 1098 time: 0.3914509 Jun 17 08:36:30.682671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-24b41a36-8cb5-4e7a-bea4-b770cabdbf6f tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:30.684808 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-24b41a36-8cb5-4e7a-bea4-b770cabdbf6f tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.63 "GET /v2.0/networks?id=65923f8b-e9f9-44b0-a30e-e993df6c8f37 HTTP/1.1" status: 200 len: 824 time: 0.1838913 Jun 17 08:36:30.704927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Request body: {'port': {'device_id': 'a3780a29-6125-4766-bcde-08be34870b38', 'network_id': '65923f8b-e9f9-44b0-a30e-e993df6c8f37', 'admin_state_up': True, 'tenant_id': '1ded11a863944e28a20be207ef759d8a'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:30.803407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-712abc52-1cfd-43de-a23d-21de253dc708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.878454 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-712abc52-1cfd-43de-a23d-21de253dc708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:30.910432 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c80a2bf1-22fa-4a0e-a978-393e2c5552ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:30.975542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Made reservation on behalf of 1ded11a863944e28a20be207ef759d8a for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:36:30.980298 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.029868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bcc58479-9b4b-44ee-a555-56a8e2360451 None None] Provisioning complete for port 82e85d28-e06b-4221-854d-d2f0ef81b312 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:31.030434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bcc58479-9b4b-44ee-a555-56a8e2360451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.110878 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-712abc52-1cfd-43de-a23d-21de253dc708 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c46b1d6df964980a95acbf59a8e6c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3251045 Jun 17 08:36:31.110878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712abc52-1cfd-43de-a23d-21de253dc708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32bc00c-7705-4563-b751-1ec0579cf3eb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:31.111785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46206) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:31.121463 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-bcc58479-9b4b-44ee-a555-56a8e2360451 None None] Port 82e85d28-e06b-4221-854d-d2f0ef81b312 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:36:31.124033 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-712abc52-1cfd-43de-a23d-21de253dc708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:31.164028 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c209292a-6371-477a-8099-99612000cf0c req-20a986ce-57be-4913-80d5-66695a34d9b1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896695 Jun 17 08:36:31.173893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-69bc12fc-135b-47b5-87ba-56386919e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:31.177463 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-69bc12fc-135b-47b5-87ba-56386919e09c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 1098 time: 0.5128036 Jun 17 08:36:31.234799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Allocated IP 172.20.0.11 (65923f8b-e9f9-44b0-a30e-e993df6c8f37/5b6f8478-5710-44b4-86fe-be7427edb958/1e20c4f3-d16b-4b43-8465-32f88a391c53) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:36:31.236880 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a57c02e-d0e9-4d5b-9eee-5c4b035005b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.331287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:31.342100 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6fe42768-ee23-49bf-b437-54c79b43de71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.367262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6fe42768-ee23-49bf-b437-54c79b43de71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.564637 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.573629 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a57c02e-d0e9-4d5b-9eee-5c4b035005b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.583667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-5ebc7d43-c270-4944-8525-9a7b16b27750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:31.584851 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a57c02e-d0e9-4d5b-9eee-5c4b035005b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.585435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-5ebc7d43-c270-4944-8525-9a7b16b27750 service neutron] 10.222.0.10 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 912 time: 0.3759625 Jun 17 08:36:31.590926 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0275c932-ed20-4a55-ab6e-ddd956f6d16b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:31.672602 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2a57c02e-d0e9-4d5b-9eee-5c4b035005b4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c219a56961664e54abb2e4a05b1b989b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2157338 Jun 17 08:36:31.675925 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46218) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:31.685685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57c02e-d0e9-4d5b-9eee-5c4b035005b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b33bd65-f37a-4b99-bf52-a8821586f052,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:31.697558 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a57c02e-d0e9-4d5b-9eee-5c4b035005b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:31.701844 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6fe42768-ee23-49bf-b437-54c79b43de71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.706259 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6fe42768-ee23-49bf-b437-54c79b43de71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.709724 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6fe42768-ee23-49bf-b437-54c79b43de71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d32bc00c-7705-4563-b751-1ec0579cf3eb HTTP/1.1" status: 204 len: 168 time: 0.5874650 Jun 17 08:36:31.728912 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.734966 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d3e124f2-c360-4d4a-975d-71702e8510cf tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:31.735811 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01ae6b8e-2552-4d36-8c81-76851fd37c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:31.791768 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed3a5b71-b9bf-4bc7-88e4-1d9db0f6c575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.796352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Network 65923f8b-e9f9-44b0-a30e-e993df6c8f37 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:36:31.796675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe42768-ee23-49bf-b437-54c79b43de71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32bc00c-7705-4563-b751-1ec0579cf3eb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:31.800149 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6fe42768-ee23-49bf-b437-54c79b43de71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:31.809223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e993b-6733-4674-b19c-a56acf3212e2 req-5205e3cc-97e0-418e-9063-544b08668e41 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:31.825773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:36:31.826298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f7e993b-6733-4674-b19c-a56acf3212e2 req-5205e3cc-97e0-418e-9063-544b08668e41 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.3642745 Jun 17 08:36:31.836087 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:36:31.843236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Pushing event updated for resources: {'Port': ['ID=1e20c4f3-d16b-4b43-8465-32f88a391c53,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:31.854992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-11bfb77c-659f-40d7-bec8-0769eddf1d56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6260a284-7fa7-48c1-8012-4eb4c274ed9d HTTP/1.1" status: 200 len: 1001 time: 0.2556617 Jun 17 08:36:31.859642 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:31.876231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6fb83776-7568-4767-9577-4b66e8b48ee1 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:31.897020 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed3a5b71-b9bf-4bc7-88e4-1d9db0f6c575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:31.987297 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6fb83776-7568-4767-9577-4b66e8b48ee1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:31.987677 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.002307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:32.004392 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.031966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:32.052675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] 10.222.0.47 "PUT /v2.0/routers/ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4965565 Jun 17 08:36:32.083220 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3873997 Jun 17 08:36:32.106170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f7e993b-6733-4674-b19c-a56acf3212e2 req-a22ff80e-b686-4050-af04-840f48ff3a9a tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739494 Jun 17 08:36:32.107892 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Request body: {'port': {'device_id': 'a3780a29-6125-4766-bcde-08be34870b38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:36:32.143191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff43e82-9ca1-4564-8754-26e40efb03d4 req-e00ca6ab-f29c-42fb-b3e8-4b538a40a39f tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:32.148188 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ff43e82-9ca1-4564-8754-26e40efb03d4 req-e00ca6ab-f29c-42fb-b3e8-4b538a40a39f tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 932 time: 0.3943369 Jun 17 08:36:32.152840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-bef2ee7a-b8cf-414b-a30c-897b5b8d54b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:32.157087 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-bef2ee7a-b8cf-414b-a30c-897b5b8d54b1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 200 len: 850 time: 0.2650483 Jun 17 08:36:32.295393 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.311205 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed3a5b71-b9bf-4bc7-88e4-1d9db0f6c575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.314685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed3a5b71-b9bf-4bc7-88e4-1d9db0f6c575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.315994 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ed3a5b71-b9bf-4bc7-88e4-1d9db0f6c575 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b33bd65-f37a-4b99-bf52-a8821586f052 HTTP/1.1" status: 204 len: 168 time: 0.6390586 Jun 17 08:36:32.318312 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-85cd0c67-ed46-494f-993a-24b9aac5063e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:32.381541 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a5b71-b9bf-4bc7-88e4-1d9db0f6c575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b33bd65-f37a-4b99-bf52-a8821586f052,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:32.385258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ff43e82-9ca1-4564-8754-26e40efb03d4 req-b0c797f8-664d-43dd-8b1c-de86376046c9 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/security-groups?id=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238727 Jun 17 08:36:32.396366 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed3a5b71-b9bf-4bc7-88e4-1d9db0f6c575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:32.461836 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Sync routers for ids ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:32.485488 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Routers {'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:32.486363 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:36:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:32.521184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-9eb6018e-b4ed-438d-af8b-8065ccceddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:32.522969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-9eb6018e-b4ed-438d-af8b-8065ccceddf2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=423f5745-9961-4843-8bc3-428ac1bbf196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3420286 Jun 17 08:36:32.758490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce6892-e269-4fc5-8b3e-d35a858c90da req-203eaee3-dfda-4bc9-8aee-02af0d7e5fec tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:32.762672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fce6892-e269-4fc5-8b3e-d35a858c90da req-203eaee3-dfda-4bc9-8aee-02af0d7e5fec tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.3316848 Jun 17 08:36:32.894381 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Set router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:32.922157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-24f532cb-94f1-480e-8f78-1c347a78c311 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847432 Jun 17 08:36:32.936157 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:32.945361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fce6892-e269-4fc5-8b3e-d35a858c90da req-d72b9f88-be18-4c11-b99d-b2d245b674e7 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681225 Jun 17 08:36:33.068335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e20c4f3-d16b-4b43-8465-32f88a391c53 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:33.080779 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.107999 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Transition to ACTIVE for port object 1e20c4f3-d16b-4b43-8465-32f88a391c53 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:33.113736 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.130849 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:33.182153 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f6b8517-271d-4d03-8aa2-500b4671e373 req-1f89e955-a3cd-4816-af25-cb331bb35502 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354498 Jun 17 08:36:33.237013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Pushing event updated for resources: {'Port': ['ID=1e20c4f3-d16b-4b43-8465-32f88a391c53,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:33.264123 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:33.441537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46300) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:33.464644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Attempting to bind port 1e20c4f3-d16b-4b43-8465-32f88a391c53 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:33.465121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Attempting to bind port 1e20c4f3-d16b-4b43-8465-32f88a391c53 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'bd7191bc-51e5-4097-952a-dafc24418664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '65923f8b-e9f9-44b0-a30e-e993df6c8f37'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:33.465449 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Attempting to bind port 1e20c4f3-d16b-4b43-8465-32f88a391c53 on network 65923f8b-e9f9-44b0-a30e-e993df6c8f37 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:33.471243 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Port 1e20c4f3-d16b-4b43-8465-32f88a391c53 on network 65923f8b-e9f9-44b0-a30e-e993df6c8f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:36:33.471563 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Attempting to bind port 1e20c4f3-d16b-4b43-8465-32f88a391c53 on network 65923f8b-e9f9-44b0-a30e-e993df6c8f37 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:33.478813 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:33.479188 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Checking segment: {'id': 'bd7191bc-51e5-4097-952a-dafc24418664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '65923f8b-e9f9-44b0-a30e-e993df6c8f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:33.479558 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Bound using segment: {'id': 'bd7191bc-51e5-4097-952a-dafc24418664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '65923f8b-e9f9-44b0-a30e-e993df6c8f37'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:33.480084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Bound port: 1e20c4f3-d16b-4b43-8465-32f88a391c53, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7191bc-51e5-4097-952a-dafc24418664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '65923f8b-e9f9-44b0-a30e-e993df6c8f37'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:33.480328 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.498094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d184417-4575-45c1-9f5b-a5b68c72026e req-5b0955a5-607b-4dd1-b174-29df06634005 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:33.510454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d184417-4575-45c1-9f5b-a5b68c72026e req-5b0955a5-607b-4dd1-b174-29df06634005 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.1403289 Jun 17 08:36:33.573283 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] For port 1e20c4f3-d16b-4b43-8465-32f88a391c53, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:33.579174 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] For port 1e20c4f3-d16b-4b43-8465-32f88a391c53, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1e20c4f3-d16b-4b43-8465-32f88a391c53,segment=NetworkSegment(bd7191bc-51e5-4097-952a-dafc24418664),segment_id=bd7191bc-51e5-4097-952a-dafc24418664)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:33.583768 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'name': 'tempest-TestAggregatesBasicOps-1018005629-router', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:15Z', 'updated_at': '2021-06-17T08:36:28Z', 'revision_number': 4, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'gw_port': {'id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '82e85d28-e06b-4221-854d-d2f0ef81b312', 'name': '', 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'mac_address': 'fa:16:3e:ad:a0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a3574b18-4f94-4595-a7ac-9eabcf6179d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:26Z', 'updated_at': '2021-06-17T08:36:29Z', 'revision_number': 2, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'subnets': [{'id': 'a3574b18-4f94-4595-a7ac-9eabcf6179d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:33.587331 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.599171 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-570d9f14-22ed-4240-b685-17a752b890ca tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:33.616070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d184417-4575-45c1-9f5b-a5b68c72026e req-339ce12d-8835-4569-ac5e-d0339a090fd7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020057 Jun 17 08:36:33.620830 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Checking router: ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:33.621434 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Updating router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 port 82e85d28-e06b-4221-854d-d2f0ef81b312 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:36:33.676251 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.746142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:33.750367 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:33.753127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c06bed-f667-4dc3-820b-bd5161a28990 req-aa0e2bfc-5f12-40d7-8be7-2196404df7a9 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:33.755125 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] 10.222.0.63 "PUT /v2.0/ports/1e20c4f3-d16b-4b43-8465-32f88a391c53 HTTP/1.1" status: 200 len: 1093 time: 1.6645010 Jun 17 08:36:33.755399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3780a29-6125-4766-bcde-08be34870b38', 'tag': '1e20c4f3-d16b-4b43-8465-32f88a391c53'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:33.757930 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c0f4d3-2b64-4ba6-b4ea-7d9792ed3bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3780a29-6125-4766-bcde-08be34870b38", "tag": "1e20c4f3-d16b-4b43-8465-32f88a391c53"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:33.759212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92c06bed-f667-4dc3-820b-bd5161a28990 req-aa0e2bfc-5f12-40d7-8be7-2196404df7a9 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 944 time: 0.1411221 Jun 17 08:36:33.767756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Pushing event updated for resources: {'Port': ['ID=1e20c4f3-d16b-4b43-8465-32f88a391c53,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:33.771212 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:33.859863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-92c06bed-f667-4dc3-820b-bd5161a28990 req-1df56127-4d2b-4d1b-92a0-04b126cecedc tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/security-groups?id=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839071 Jun 17 08:36:33.912751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-03e1a4a1-080d-4af6-87af-8538d677c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:33.914601 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-03e1a4a1-080d-4af6-87af-8538d677c7ad service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1ded11a863944e28a20be207ef759d8a&device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 1096 time: 0.0805078 Jun 17 08:36:33.988297 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-9522ccb3-3026-40f8-931a-26f4c56410e6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e20c4f3-d16b-4b43-8465-32f88a391c53 HTTP/1.1" status: 200 len: 217 time: 0.0647118 Jun 17 08:36:33.989923 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c50b30-b5b4-4a2a-881b-1ce4ec111b22 x-openstack-request-id: req-b8c50b30-b5b4-4a2a-881b-1ce4ec111b22 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:33.990261 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3780a29-6125-4766-bcde-08be34870b38", "tag": "1e20c4f3-d16b-4b43-8465-32f88a391c53", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:33.990560 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b8c50b30-b5b4-4a2a-881b-1ce4ec111b22 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:33.991026 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3780a29-6125-4766-bcde-08be34870b38', 'tag': '1e20c4f3-d16b-4b43-8465-32f88a391c53', 'status': 'completed', 'code': 200} Jun 17 08:36:34.053317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-569d32fb-a8cd-4ff3-a894-45ee4114952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:34.055865 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-569d32fb-a8cd-4ff3-a894-45ee4114952c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b6f8478-5710-44b4-86fe-be7427edb958 HTTP/1.1" status: 200 len: 864 time: 0.0587959 Jun 17 08:36:34.119706 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-e143c6a8-eae5-4a92-bfa5-fed27a47de41 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=65923f8b-e9f9-44b0-a30e-e993df6c8f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580261 Jun 17 08:36:34.263843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f1f783ab-f48a-4ceb-8ad6-e0669d8fa768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.276072 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-804272bb-9361-4fc9-85a5-3882c8cda99c service neutron] 10.222.0.63 "GET /v2.0/networks/65923f8b-e9f9-44b0-a30e-e993df6c8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427495 Jun 17 08:36:34.277093 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.292241 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Transition to ACTIVE for port object 82e85d28-e06b-4221-854d-d2f0ef81b312 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:36:34.313460 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.338301 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-78c4913f-00db-4fb0-99c6-e23fa4f1575c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:34.379600 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ed1e79d8-bbe7-4ba3-bee1-4ce8faf9d635 req-18c924cf-c4a7-4bd2-8ee7-c8cbbd391ec9 service neutron] 10.222.0.63 "GET /v2.0/networks/65923f8b-e9f9-44b0-a30e-e993df6c8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955160 Jun 17 08:36:34.415299 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cd646-cbdc-4dd2-a8ac-8287fe27fac0 req-4e43de19-8f07-4652-a24f-a398378bcab9 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:34.417100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d35cd646-cbdc-4dd2-a8ac-8287fe27fac0 req-4e43de19-8f07-4652-a24f-a398378bcab9 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.1425362 Jun 17 08:36:34.567500 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7edd6-5941-44b1-8693-aa2b3bf3a661 None None] Pushing event updated for resources: {'Port': ['ID=82e85d28-e06b-4221-854d-d2f0ef81b312,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:34.569796 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d35cd646-cbdc-4dd2-a8ac-8287fe27fac0 req-ba2cd1b9-1e8f-423b-a20e-c0dd04e92d94 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417572 Jun 17 08:36:34.591561 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-0fe7edd6-5941-44b1-8693-aa2b3bf3a661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:34.713027 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f1f783ab-f48a-4ceb-8ad6-e0669d8fa768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.722559 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Attempting to bind port 82e85d28-e06b-4221-854d-d2f0ef81b312 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:36:34.723703 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Attempting to bind port 82e85d28-e06b-4221-854d-d2f0ef81b312 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '231fc367-57bd-4cda-9875-8c673d827df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:36:34.724034 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Attempting to bind port 82e85d28-e06b-4221-854d-d2f0ef81b312 on network 1c7f89c8-701d-48de-92d6-709674e5cee7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:36:34.734570 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f1f783ab-f48a-4ceb-8ad6-e0669d8fa768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.737176 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:36:34.738112 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Checking segment: {'id': '231fc367-57bd-4cda-9875-8c673d827df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:36:34.738112 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.738322 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9f50fb6-6d14-4d17-94fe-adcf097dc84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:34.738443 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Bound using segment: {'id': '231fc367-57bd-4cda-9875-8c673d827df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:36:34.738832 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Bound port: 82e85d28-e06b-4221-854d-d2f0ef81b312, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231fc367-57bd-4cda-9875-8c673d827df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:36:34.739211 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.803077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0f4d3-2b64-4ba6-b4ea-7d9792ed3bd0 req-de598614-5498-4297-a118-d52053e80f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:34.804617 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97c0f4d3-2b64-4ba6-b4ea-7d9792ed3bd0 req-de598614-5498-4297-a118-d52053e80f1d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=1ded11a863944e28a20be207ef759d8a&device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 1096 time: 0.3357351 Jun 17 08:36:34.841888 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f1f783ab-f48a-4ceb-8ad6-e0669d8fa768 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3998dd3683544098afd600a366eb4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3997324 Jun 17 08:36:34.843199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f783ab-f48a-4ceb-8ad6-e0669d8fa768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a2b633-3eb2-4023-815f-a3ea820f66c6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:34.845191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46360) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:34.856358 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f1f783ab-f48a-4ceb-8ad6-e0669d8fa768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:34.935088 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] For port 82e85d28-e06b-4221-854d-d2f0ef81b312, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:36:34.945083 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] For port 82e85d28-e06b-4221-854d-d2f0ef81b312, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=82e85d28-e06b-4221-854d-d2f0ef81b312,segment=NetworkSegment(231fc367-57bd-4cda-9875-8c673d827df4),segment_id=231fc367-57bd-4cda-9875-8c673d827df4)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:36:34.952482 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:34.962270 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:35.012682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0f4d3-2b64-4ba6-b4ea-7d9792ed3bd0 req-93217f88-7361-4d51-90e9-cedf8d49a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:35.020867 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97c0f4d3-2b64-4ba6-b4ea-7d9792ed3bd0 req-93217f88-7361-4d51-90e9-cedf8d49a6e5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=65923f8b-e9f9-44b0-a30e-e993df6c8f37 HTTP/1.1" status: 200 len: 925 time: 0.1975174 Jun 17 08:36:35.034904 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Routers {'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:35.035638 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:36:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:35.126260 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97c0f4d3-2b64-4ba6-b4ea-7d9792ed3bd0 req-61fbe163-b04b-44a6-944f-3ed9b06d83b5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1e20c4f3-d16b-4b43-8465-32f88a391c53 HTTP/1.1" status: 200 len: 217 time: 0.0984180 Jun 17 08:36:35.148885 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-affb28b3-01f0-4e72-a98b-240f530e85f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.198191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af4c4e-f483-42ca-8caa-efc90a8ab5cf req-83eadb65-f8a7-4276-bb31-0cdb454f18fb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:35.198522 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] Set router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:35.212369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81af4c4e-f483-42ca-8caa-efc90a8ab5cf req-83eadb65-f8a7-4276-bb31-0cdb454f18fb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.2760839 Jun 17 08:36:35.227408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0f4d3-2b64-4ba6-b4ea-7d9792ed3bd0 req-9508de39-7bcf-4c19-9815-307ee3312406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:35.229156 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97c0f4d3-2b64-4ba6-b4ea-7d9792ed3bd0 req-9508de39-7bcf-4c19-9815-307ee3312406 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=5b6f8478-5710-44b4-86fe-be7427edb958 HTTP/1.1" status: 200 len: 864 time: 0.0952528 Jun 17 08:36:35.244018 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-affb28b3-01f0-4e72-a98b-240f530e85f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.292411 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97c0f4d3-2b64-4ba6-b4ea-7d9792ed3bd0 req-b09a3fca-a0d3-472e-87b2-8144b4b4e630 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=65923f8b-e9f9-44b0-a30e-e993df6c8f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536828 Jun 17 08:36:35.314335 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7edd6-5941-44b1-8693-aa2b3bf3a661 None None] Pushing event updated for resources: {'Port': ['ID=82e85d28-e06b-4221-854d-d2f0ef81b312,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:35.329879 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-0fe7edd6-5941-44b1-8693-aa2b3bf3a661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:35.352084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-81af4c4e-f483-42ca-8caa-efc90a8ab5cf req-9d577749-6b26-41c5-801b-51290fafebc3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383288 Jun 17 08:36:35.371943 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:36:35.457790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46390) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:35.462378 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-affb28b3-01f0-4e72-a98b-240f530e85f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.464997 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-affb28b3-01f0-4e72-a98b-240f530e85f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:35.472331 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-affb28b3-01f0-4e72-a98b-240f530e85f9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/57a2b633-3eb2-4023-815f-a3ea820f66c6 HTTP/1.1" status: 204 len: 168 time: 0.6255498 Jun 17 08:36:35.478211 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a278288-d846-4712-9dc7-3a01592ec6e9 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:35.497291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb28b3-01f0-4e72-a98b-240f530e85f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a2b633-3eb2-4023-815f-a3ea820f66c6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:35.516629 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-affb28b3-01f0-4e72-a98b-240f530e85f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:35.534610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763fe5c-5434-4767-a3c2-7091756c24dd req-5bad3bbb-6ae8-4a9a-bdca-b6c774733cb3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:35.550120 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d763fe5c-5434-4767-a3c2-7091756c24dd req-5bad3bbb-6ae8-4a9a-bdca-b6c774733cb3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 944 time: 0.2038968 Jun 17 08:36:35.628372 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97c0f4d3-2b64-4ba6-b4ea-7d9792ed3bd0 req-6588b63f-e62f-44b2-bef1-56e09c624372 service neutron] 10.222.0.63 "GET /v2.0/networks/65923f8b-e9f9-44b0-a30e-e993df6c8f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282845 Jun 17 08:36:35.629832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d763fe5c-5434-4767-a3c2-7091756c24dd req-8dfdc3c6-8c9e-48fa-8b58-fc5aab96d935 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/security-groups?id=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783894 Jun 17 08:36:35.769943 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'name': 'tempest-TestAggregatesBasicOps-1018005629-router', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:15Z', 'updated_at': '2021-06-17T08:36:28Z', 'revision_number': 4, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'gw_port': {'id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '82e85d28-e06b-4221-854d-d2f0ef81b312', 'name': '', 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'mac_address': 'fa:16:3e:ad:a0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a3574b18-4f94-4595-a7ac-9eabcf6179d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:26Z', 'updated_at': '2021-06-17T08:36:34Z', 'revision_number': 4, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'subnets': [{'id': 'a3574b18-4f94-4595-a7ac-9eabcf6179d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:35.849204 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04e613a-578a-4fe5-abce-53c545f1b3b0 None None] The sync data for ids ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'] in n-d-779913-16 is: [{'id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'name': 'tempest-TestAggregatesBasicOps-1018005629-router', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:15Z', 'updated_at': '2021-06-17T08:36:28Z', 'revision_number': 4, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'gw_port': {'id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '82e85d28-e06b-4221-854d-d2f0ef81b312', 'name': '', 'network_id': '1c7f89c8-701d-48de-92d6-709674e5cee7', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'mac_address': 'fa:16:3e:ad:a0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'device_owner': 'network:router_interface', 'standard_attr_id': 2108, 'fixed_ips': [{'subnet_id': 'a3574b18-4f94-4595-a7ac-9eabcf6179d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:26Z', 'updated_at': '2021-06-17T08:36:34Z', 'revision_number': 4, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'subnets': [{'id': 'a3574b18-4f94-4595-a7ac-9eabcf6179d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:35.929469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f7007-f58a-457b-a1f5-68314eb56040 req-7cd206d3-45ed-498a-b4b5-73a3a6cf1f44 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:35.938913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-178f7007-f58a-457b-a1f5-68314eb56040 req-7cd206d3-45ed-498a-b4b5-73a3a6cf1f44 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.1393254 Jun 17 08:36:36.004032 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-178f7007-f58a-457b-a1f5-68314eb56040 req-013bb313-d361-4632-984f-50507928ce5e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641048 Jun 17 08:36:36.043110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f90af4-5b02-4fb1-ae31-153aacdcc7fe req-271dcfd0-c6c1-45ef-9f42-37dda744c34e tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:36.043838 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-97c0f4d3-2b64-4ba6-b4ea-7d9792ed3bd0 req-95c78aee-e172-4d03-84a1-b3632d478a82 service neutron] 10.222.0.63 "GET /v2.0/networks/65923f8b-e9f9-44b0-a30e-e993df6c8f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074991 Jun 17 08:36:36.046387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8f90af4-5b02-4fb1-ae31-153aacdcc7fe req-271dcfd0-c6c1-45ef-9f42-37dda744c34e tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.1822269 Jun 17 08:36:36.115205 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8f90af4-5b02-4fb1-ae31-153aacdcc7fe req-0705045c-3f0d-4f57-808e-a0931ee4446d tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533440 Jun 17 08:36:36.213357 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.400478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba46c6-455e-4399-a738-c9f4f17e8bdb req-f0af4119-2eee-481e-ba75-110b1a19502e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:36.402084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5ba46c6-455e-4399-a738-c9f4f17e8bdb req-f0af4119-2eee-481e-ba75-110b1a19502e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.1747611 Jun 17 08:36:36.495485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e5ba46c6-455e-4399-a738-c9f4f17e8bdb req-33ed0238-4909-4e4e-96e1-86eabcf0fbd1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816231 Jun 17 08:36:36.549710 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46424) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:36.775332 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Deleting port eddf923f-3566-41e1-be23-ab5fca619408 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:36.775683 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.899339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] For port eddf923f-3566-41e1-be23-ab5fca619408, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eddf923f-3566-41e1-be23-ab5fca619408,segment=NetworkSegment(adff1a41-771b-4f86-b5ca-f7089b5f3719),segment_id=adff1a41-771b-4f86-b5ca-f7089b5f3719)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:36.899854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:36.984800 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Calling delete_port for eddf923f-3566-41e1-be23-ab5fca619408 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:37.006126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78b668a4-6784-4725-b3b5-d5ea57239f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.093401 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1e20c4f3-d16b-4b43-8465-32f88a391c53 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:36:37.110733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df9671-f634-49f8-b075-90b93edab971 req-752e6172-2936-435a-a094-9767550d20c4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:37.118885 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74df9671-f634-49f8-b075-90b93edab971 req-752e6172-2936-435a-a094-9767550d20c4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.3165278 Jun 17 08:36:37.268343 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74df9671-f634-49f8-b075-90b93edab971 req-923f40d5-47eb-4763-96a2-8f9bb5668448 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481268 Jun 17 08:36:37.287840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87421f1c-4f29-401b-a8cf-fddf8eeaaa29 req-5a9a47f8-8cc2-49c3-9a56-f47d1bdc9193 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:37.296103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1e20c4f3-d16b-4b43-8465-32f88a391c53, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1e20c4f3-d16b-4b43-8465-32f88a391c53,segment=NetworkSegment(bd7191bc-51e5-4097-952a-dafc24418664),segment_id=bd7191bc-51e5-4097-952a-dafc24418664)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:37.301340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87421f1c-4f29-401b-a8cf-fddf8eeaaa29 req-5a9a47f8-8cc2-49c3-9a56-f47d1bdc9193 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 944 time: 0.4461641 Jun 17 08:36:37.322489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '1e20c4f3-d16b-4b43-8465-32f88a391c53', 'network_id': '65923f8b-e9f9-44b0-a30e-e993df6c8f37', 'port_id': '1e20c4f3-d16b-4b43-8465-32f88a391c53', 'mac_address': 'fa:16:3e:ec:09:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b6f8478-5710-44b4-86fe-be7427edb958', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:36:37.377841 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.382760 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8130ab10-2eae-4c9f-8a49-3e2974a4cdbd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:37.400516 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.423121 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e20c4f3-d16b-4b43-8465-32f88a391c53 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:36:37.434434 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87421f1c-4f29-401b-a8cf-fddf8eeaaa29 req-d39851d1-f8ab-499c-90a1-d41f456a14bf tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/security-groups?id=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265411 Jun 17 08:36:37.449476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1e20c4f3-d16b-4b43-8465-32f88a391c53, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1e20c4f3-d16b-4b43-8465-32f88a391c53,segment=NetworkSegment(bd7191bc-51e5-4097-952a-dafc24418664),segment_id=bd7191bc-51e5-4097-952a-dafc24418664)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:37.458434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.464324 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-064b6cf7-1861-4c9a-9fba-40b332f8f618 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:37.480593 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78b668a4-6784-4725-b3b5-d5ea57239f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.482422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=eddf923f-3566-41e1-be23-ab5fca619408,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:37.490589 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78b668a4-6784-4725-b3b5-d5ea57239f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:37.494130 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:37.503712 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:37.623221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=1e20c4f3-d16b-4b43-8465-32f88a391c53,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:37.625214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-78b668a4-6784-4725-b3b5-d5ea57239f0e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0221c6b2c6b64308b360d8ed692cccc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0921810 Jun 17 08:36:37.626461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b668a4-6784-4725-b3b5-d5ea57239f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67372b5-32a2-459a-a560-57080a91e81e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:37.632869 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46462) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:37.639862 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:37.641258 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-78b668a4-6784-4725-b3b5-d5ea57239f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:37.687284 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1e20c4f3-d16b-4b43-8465-32f88a391c53'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:37.952298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8bd276-1387-438f-ac8f-48a5ef28f316 req-1d742f1b-8c25-4a4c-be55-77483f119ff7 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:37.963078 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d8bd276-1387-438f-ac8f-48a5ef28f316 req-1d742f1b-8c25-4a4c-be55-77483f119ff7 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.2897255 Jun 17 08:36:37.993203 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553398ea-0b71-4229-aaed-e779cc979bfe req-54497fb0-6a18-4611-94ba-8ae2964f2744 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:37.994932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3466291-bc71-4e1a-8a44-d6e222672a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.002562 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 82e85d28-e06b-4221-854d-d2f0ef81b312 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:38.003352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-553398ea-0b71-4229-aaed-e779cc979bfe req-54497fb0-6a18-4611-94ba-8ae2964f2744 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.3414819 Jun 17 08:36:38.029821 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3466291-bc71-4e1a-8a44-d6e222672a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.053691 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.057407 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d8bd276-1387-438f-ac8f-48a5ef28f316 req-d3a59f2b-56f0-42d3-a74b-958ab980acb1 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931125 Jun 17 08:36:38.087693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 82e85d28-e06b-4221-854d-d2f0ef81b312 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:38.093958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 82e85d28-e06b-4221-854d-d2f0ef81b312 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:38.095489 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.115161 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-553398ea-0b71-4229-aaed-e779cc979bfe req-41165a96-cc86-4371-8999-a25e5636be55 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105371 Jun 17 08:36:38.267975 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.320144 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3466291-bc71-4e1a-8a44-d6e222672a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.323782 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3466291-bc71-4e1a-8a44-d6e222672a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.330423 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d3466291-bc71-4e1a-8a44-d6e222672a84 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b67372b5-32a2-459a-a560-57080a91e81e HTTP/1.1" status: 204 len: 168 time: 0.6962283 Jun 17 08:36:38.350167 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4d4354ba-8058-455b-a223-1c0e1d085f02 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:38.369198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 82e85d28-e06b-4221-854d-d2f0ef81b312, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=82e85d28-e06b-4221-854d-d2f0ef81b312,segment=NetworkSegment(231fc367-57bd-4cda-9875-8c673d827df4),segment_id=231fc367-57bd-4cda-9875-8c673d827df4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:38.379576 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.382064 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:38.400350 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3466291-bc71-4e1a-8a44-d6e222672a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67372b5-32a2-459a-a560-57080a91e81e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:38.403783 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d3466291-bc71-4e1a-8a44-d6e222672a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:38.416444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be981ee9-5d62-4457-859b-ec4f402b537e req-04c8f68a-da50-455e-b6c9-f5094b4ec116 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:38.419967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be981ee9-5d62-4457-859b-ec4f402b537e req-04c8f68a-da50-455e-b6c9-f5094b4ec116 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.1336687 Jun 17 08:36:38.467343 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Router 0ef49950-2346-4f9d-8c43-ad617036456b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:38.523512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=82e85d28-e06b-4221-854d-d2f0ef81b312,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:38.528491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-be981ee9-5d62-4457-859b-ec4f402b537e req-626c191a-87ae-4bf3-80f9-8e9381f23fe0 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026917 Jun 17 08:36:38.549239 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:38.658023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:38.669579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1971f08-3977-4518-81e0-58e7e49ce600 None None] Sync routers for ids ['0ef49950-2346-4f9d-8c43-ad617036456b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:38.675250 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] 10.222.0.47 "PUT /v2.0/routers/0ef49950-2346-4f9d-8c43-ad617036456b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2161953 Jun 17 08:36:38.675913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46498) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:38.680853 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1971f08-3977-4518-81e0-58e7e49ce600 None None] Routers {'0ef49950-2346-4f9d-8c43-ad617036456b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:38.682086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f1971f08-3977-4518-81e0-58e7e49ce600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:36:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0ef49950-2346-4f9d-8c43-ad617036456b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:38.831287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fe56b-9934-423e-9964-bec035d3b267 req-1037b32a-64f8-4023-bf06-f5b04b6d41ae tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:38.832942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-002fe56b-9934-423e-9964-bec035d3b267 req-1037b32a-64f8-4023-bf06-f5b04b6d41ae tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 945 time: 0.1644096 Jun 17 08:36:38.892340 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:38.895035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46504) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:38.915716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-002fe56b-9934-423e-9964-bec035d3b267 req-8fd55afc-76ae-40c9-9374-3e0db5f39d48 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/security-groups?id=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743272 Jun 17 08:36:38.944373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f1971f08-3977-4518-81e0-58e7e49ce600 None None] Set router 0ef49950-2346-4f9d-8c43-ad617036456b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:39.016946 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88a5fa-6969-4ceb-afd9-bef784a5e4a2 req-e9148787-c66c-41d4-9f66-d070a9c085a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.018741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e88a5fa-6969-4ceb-afd9-bef784a5e4a2 req-e9148787-c66c-41d4-9f66-d070a9c085a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4376a8abc5994f78bc28c2a8d7ebfe05&device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 1097 time: 0.1102319 Jun 17 08:36:39.058459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-85094bdb-c6c3-4262-939b-ec2bfbb77398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.108027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1e20c4f3-d16b-4b43-8465-32f88a391c53 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:39.171786 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.239681 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-85094bdb-c6c3-4262-939b-ec2bfbb77398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.258159 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-85094bdb-c6c3-4262-939b-ec2bfbb77398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.266287 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-22c0fbd0-e173-42fc-85af-73edecd9ab07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:39.267095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 1e20c4f3-d16b-4b43-8465-32f88a391c53 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:36:39.317403 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 1e20c4f3-d16b-4b43-8465-32f88a391c53 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:39.318799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85094bdb-c6c3-4262-939b-ec2bfbb77398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f7b23c-0419-4bca-8d50-4e0721c12166,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:39.319410 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.325858 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-85094bdb-c6c3-4262-939b-ec2bfbb77398 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0235809b5a1c405e95257afa4b4d45d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4176722 Jun 17 08:36:39.326421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46506) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:39.327344 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-85094bdb-c6c3-4262-939b-ec2bfbb77398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:39.350452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.391908 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-377a8cc0-17a7-4f2b-b5e8-111fa4f0411c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.420265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f1971f08-3977-4518-81e0-58e7e49ce600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'name': 'tempest-TestAggregatesBasicOps-2031340234-router', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123'}], 'enable_snat': True}, 'gw_port_id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:37Z', 'revision_number': 5, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'gw_port': {'id': '9d11ee4f-ddbc-442d-8401-881c98070929', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:35:58Z', 'updated_at': '2021-06-17T08:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:39.517319 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1971f08-3977-4518-81e0-58e7e49ce600 None None] Checking router: 0ef49950-2346-4f9d-8c43-ad617036456b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:39.549777 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-377a8cc0-17a7-4f2b-b5e8-111fa4f0411c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.563846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1971f08-3977-4518-81e0-58e7e49ce600 None None] Routers {'0ef49950-2346-4f9d-8c43-ad617036456b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:39.564951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f1971f08-3977-4518-81e0-58e7e49ce600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:36:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0ef49950-2346-4f9d-8c43-ad617036456b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:39.667524 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.743400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3780a29-6125-4766-bcde-08be34870b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e20c4f3-d16b-4b43-8465-32f88a391c53'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:39.745797 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a75c912-071f-400c-a19b-37d95b600309" -d '{"events": [{"server_uuid": "a3780a29-6125-4766-bcde-08be34870b38", "name": "network-vif-plugged", "status": "completed", "tag": "1e20c4f3-d16b-4b43-8465-32f88a391c53"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:39.771887 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f1971f08-3977-4518-81e0-58e7e49ce600 None None] Set router 0ef49950-2346-4f9d-8c43-ad617036456b gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:39.800698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1e20c4f3-d16b-4b43-8465-32f88a391c53, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1e20c4f3-d16b-4b43-8465-32f88a391c53,segment=NetworkSegment(bd7191bc-51e5-4097-952a-dafc24418664),segment_id=bd7191bc-51e5-4097-952a-dafc24418664)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:39.833309 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.835392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f1971f08-3977-4518-81e0-58e7e49ce600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'name': 'tempest-TestAggregatesBasicOps-2031340234-router', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:39Z', 'revision_number': 6, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:39.838871 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:39.841109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 82e85d28-e06b-4221-854d-d2f0ef81b312 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:36:39.896746 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88a5fa-6969-4ceb-afd9-bef784a5e4a2 req-c8acdb8f-fa4b-4691-bf92-25e8d0cb6b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.898482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e88a5fa-6969-4ceb-afd9-bef784a5e4a2 req-c8acdb8f-fa4b-4691-bf92-25e8d0cb6b13 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8791f7f1-a4fe-4b96-8597-e7c847dcb821 HTTP/1.1" status: 200 len: 916 time: 0.8712664 Jun 17 08:36:39.904080 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1971f08-3977-4518-81e0-58e7e49ce600 None None] The sync data for ids ['0ef49950-2346-4f9d-8c43-ad617036456b'] in n-d-779913-16 is: [{'id': '0ef49950-2346-4f9d-8c43-ad617036456b', 'name': 'tempest-TestAggregatesBasicOps-2031340234-router', 'tenant_id': 'd742606ba3644e6fb8871074d44aec7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:35:57Z', 'updated_at': '2021-06-17T08:36:39Z', 'revision_number': 6, 'project_id': 'd742606ba3644e6fb8871074d44aec7a', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:39.947432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=1e20c4f3-d16b-4b43-8465-32f88a391c53,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:39.951180 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:39.967664 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 82e85d28-e06b-4221-854d-d2f0ef81b312 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:36:39.968055 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:39.972233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538abe3b-5dc8-48ce-8770-eadecfbce74c req-0205f63f-e711-4227-8781-550b408d0d9e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.974269 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-538abe3b-5dc8-48ce-8770-eadecfbce74c req-0205f63f-e711-4227-8781-550b408d0d9e tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.8714328 Jun 17 08:36:39.988764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db3c3d-c4cd-4fe8-b347-06d27b97dee7 req-56912166-3266-47c9-bed3-f5af227f4c44 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:39.990486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42db3c3d-c4cd-4fe8-b347-06d27b97dee7 req-56912166-3266-47c9-bed3-f5af227f4c44 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.2219656 Jun 17 08:36:39.992209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e88a5fa-6969-4ceb-afd9-bef784a5e4a2 req-c5f6ffd1-baf3-4d0f-b30a-159f4dcf3015 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc8a0ae6-b2c5-4891-965e-76615f685cd7 HTTP/1.1" status: 200 len: 217 time: 0.0836210 Jun 17 08:36:40.092776 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-538abe3b-5dc8-48ce-8770-eadecfbce74c req-61b8c63f-a5d5-4767-832c-aa373f245dd4 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125286 Jun 17 08:36:40.096754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88a5fa-6969-4ceb-afd9-bef784a5e4a2 req-47dad5d5-53f3-4d29-bbbb-14f484295bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:40.098377 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e88a5fa-6969-4ceb-afd9-bef784a5e4a2 req-47dad5d5-53f3-4d29-bbbb-14f484295bd5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4c5af641-b9dc-441c-b54c-15d3d4a6c04d HTTP/1.1" status: 200 len: 854 time: 0.0978270 Jun 17 08:36:40.104002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42db3c3d-c4cd-4fe8-b347-06d27b97dee7 req-65f17e5b-2d51-421a-86e9-e1e2b7e8a2a6 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005056 Jun 17 08:36:40.104573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Deleting port 9d11ee4f-ddbc-442d-8401-881c98070929 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:40.105106 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.148422 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f31717-951d-44dd-944d-4f0e00d8de4e x-openstack-request-id: req-e7f31717-951d-44dd-944d-4f0e00d8de4e {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:40.149014 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3780a29-6125-4766-bcde-08be34870b38", "name": "network-vif-plugged", "status": "completed", "tag": "1e20c4f3-d16b-4b43-8465-32f88a391c53", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:40.149392 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7f31717-951d-44dd-944d-4f0e00d8de4e {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:40.150648 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3780a29-6125-4766-bcde-08be34870b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e20c4f3-d16b-4b43-8465-32f88a391c53', 'code': 200} Jun 17 08:36:40.182207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88a5fa-6969-4ceb-afd9-bef784a5e4a2 req-5b73ddb3-7806-4a8e-9350-0f509d5ca412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:40.184497 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e88a5fa-6969-4ceb-afd9-bef784a5e4a2 req-5b73ddb3-7806-4a8e-9350-0f509d5ca412 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8791f7f1-a4fe-4b96-8597-e7c847dcb821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779696 Jun 17 08:36:40.214253 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-377a8cc0-17a7-4f2b-b5e8-111fa4f0411c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.217248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-377a8cc0-17a7-4f2b-b5e8-111fa4f0411c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.218291 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-377a8cc0-17a7-4f2b-b5e8-111fa4f0411c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1f7b23c-0419-4bca-8d50-4e0721c12166 HTTP/1.1" status: 204 len: 168 time: 0.8880711 Jun 17 08:36:40.228406 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b9a03ff-e5cd-4e61-b85e-3630b29d200a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:40.265717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a8cc0-17a7-4f2b-b5e8-111fa4f0411c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f7b23c-0419-4bca-8d50-4e0721c12166,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:40.269006 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] For port 9d11ee4f-ddbc-442d-8401-881c98070929, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9d11ee4f-ddbc-442d-8401-881c98070929,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:40.269428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.314190 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-377a8cc0-17a7-4f2b-b5e8-111fa4f0411c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:40.391190 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e88a5fa-6969-4ceb-afd9-bef784a5e4a2 req-0bcc6a88-0511-4b05-bbd6-11f12ba33562 service neutron] 10.222.0.10 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994293 Jun 17 08:36:40.424266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Calling delete_port for 9d11ee4f-ddbc-442d-8401-881c98070929 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:40.463036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92135ad8-f56d-4c51-891e-2a7abfc38c8f req-447e76f4-40c0-4e9c-bb1a-832b562e79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:40.464617 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-92135ad8-f56d-4c51-891e-2a7abfc38c8f req-447e76f4-40c0-4e9c-bb1a-832b562e79f9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 1098 time: 0.2230840 Jun 17 08:36:40.533097 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93832f7-fcd9-4390-91d4-40534b57d2b9 req-0a8cba2e-b983-44de-8220-0f55c702b1e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:40.534644 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c93832f7-fcd9-4390-91d4-40534b57d2b9 req-0a8cba2e-b983-44de-8220-0f55c702b1e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 946 time: 0.2918906 Jun 17 08:36:40.581715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e88a5fa-6969-4ceb-afd9-bef784a5e4a2 req-1a22bd7b-0ad9-48a9-b344-d0b24fa93bd2 service neutron] 10.222.0.10 "GET /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829970 Jun 17 08:36:40.585219 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-92135ad8-f56d-4c51-891e-2a7abfc38c8f req-919d7a8a-5fb9-4d90-9375-6bb99d19bc24 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706406 Jun 17 08:36:40.605175 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c93832f7-fcd9-4390-91d4-40534b57d2b9 req-72f5469a-8850-4a89-8265-37510afa8875 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/security-groups?id=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625541 Jun 17 08:36:40.796398 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:40.804553 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-11d5f3e5-caec-4a0b-807b-d69cf10db5e3 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:40.804996 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e65b4b-dfde-41dc-b9d5-493b9d5cb411 req-f79686a3-7872-4661-96bc-0245da61219f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:40.807077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28e65b4b-dfde-41dc-b9d5-493b9d5cb411 req-f79686a3-7872-4661-96bc-0245da61219f tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.1386797 Jun 17 08:36:40.855728 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d11ee4f-ddbc-442d-8401-881c98070929,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:40.860611 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:40.883084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28e65b4b-dfde-41dc-b9d5-493b9d5cb411 req-85f0e6f4-d836-41fd-8f27-5ace62c1f4bb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635281 Jun 17 08:36:40.964718 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.095225 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.097300 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.163162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.164387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ef49950-2346-4f9d-8c43-ad617036456b {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:36:41.169254 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.170399 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0ef49950-2346-4f9d-8c43-ad617036456b HTTP/1.1" status: 204 len: 168 time: 2.4935346 Jun 17 08:36:41.173074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46554) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:41.295343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-c401155a-4fd2-4b3b-a24d-5685bff9dc6b admin admin] Deleting subnet 0ad7fc6c-8433-4b7a-af7c-c42fb64635cd {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:41.305053 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c401155a-4fd2-4b3b-a24d-5685bff9dc6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.388507 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c401155a-4fd2-4b3b-a24d-5685bff9dc6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.558922 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c401155a-4fd2-4b3b-a24d-5685bff9dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.638746 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c401155a-4fd2-4b3b-a24d-5685bff9dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.661272 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8b91ebf0-a642-43f3-aac1-03ba90ed0620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:41.713857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401155a-4fd2-4b3b-a24d-5685bff9dc6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ad7fc6c-8433-4b7a-af7c-c42fb64635cd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:41.717800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89840fa-83de-49cf-a80c-7fdbf3483ea3 None None] Network b502131a-cb8c-4b9c-9ca6-654d710c541c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:41.722880 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c401155a-4fd2-4b3b-a24d-5685bff9dc6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.724840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c401155a-4fd2-4b3b-a24d-5685bff9dc6b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0ad7fc6c-8433-4b7a-af7c-c42fb64635cd HTTP/1.1" status: 204 len: 168 time: 0.5507565 Jun 17 08:36:41.726160 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c401155a-4fd2-4b3b-a24d-5685bff9dc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:41.727594 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46582) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:41.838453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9d11ee4f-ddbc-442d-8401-881c98070929 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:41.884126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 9d11ee4f-ddbc-442d-8401-881c98070929 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:41.885153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9d11ee4f-ddbc-442d-8401-881c98070929 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:41.885951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eddf923f-3566-41e1-be23-ab5fca619408 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:41.916133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: eddf923f-3566-41e1-be23-ab5fca619408 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:41.916678 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eddf923f-3566-41e1-be23-ab5fca619408 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:41.926785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dae9a3-cc7a-42da-90b2-bd0ded7cbdf2 req-067ee1a3-9e41-439f-a681-d16a20c82b87 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:41.934040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5dae9a3-cc7a-42da-90b2-bd0ded7cbdf2 req-067ee1a3-9e41-439f-a681-d16a20c82b87 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.1643360 Jun 17 08:36:41.946009 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bb477-f3cf-4244-9090-7c40205f100b req-f842f1ba-820c-448f-81a7-3856ebf20315 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:41.948557 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:41.953781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b6bb477-f3cf-4244-9090-7c40205f100b req-f842f1ba-820c-448f-81a7-3856ebf20315 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 946 time: 0.1707244 Jun 17 08:36:42.026206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Deleting port fb768117-b732-48d4-ba66-db79cb45ad55 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:42.026557 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.051310 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b6bb477-f3cf-4244-9090-7c40205f100b req-a47290d8-f2ea-4bc6-9cb8-455c927fe2fc tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/security-groups?id=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965035 Jun 17 08:36:42.119060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bcb15d-18f1-465e-92cd-bfcc14db1b83 None None] DHCP port deletion for b502131a-cb8c-4b9c-9ca6-654d710c541c request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:36:42.136446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5dae9a3-cc7a-42da-90b2-bd0ded7cbdf2 req-5346e662-cd6a-4252-b9f2-5bf5fb0ad1ed tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014215 Jun 17 08:36:42.219037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] For port fb768117-b732-48d4-ba66-db79cb45ad55, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fb768117-b732-48d4-ba66-db79cb45ad55,segment=NetworkSegment(adff1a41-771b-4f86-b5ca-f7089b5f3719),segment_id=adff1a41-771b-4f86-b5ca-f7089b5f3719)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:42.219421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.280485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-97bcb15d-18f1-465e-92cd-bfcc14db1b83 None None] Deleting port fb768117-b732-48d4-ba66-db79cb45ad55 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:42.280876 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-97bcb15d-18f1-465e-92cd-bfcc14db1b83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.362315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa44f7-e01a-4651-aa32-86e452173f09 req-3aa66c48-da9e-4d50-9b9e-0a2ebede49aa tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:42.375958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2daa44f7-e01a-4651-aa32-86e452173f09 req-3aa66c48-da9e-4d50-9b9e-0a2ebede49aa tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 946 time: 0.1170394 Jun 17 08:36:42.396724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Calling delete_port for fb768117-b732-48d4-ba66-db79cb45ad55 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:42.523400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-97bcb15d-18f1-465e-92cd-bfcc14db1b83 None None] For port fb768117-b732-48d4-ba66-db79cb45ad55, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fb768117-b732-48d4-ba66-db79cb45ad55,segment=NetworkSegment(adff1a41-771b-4f86-b5ca-f7089b5f3719),segment_id=adff1a41-771b-4f86-b5ca-f7089b5f3719)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:42.523836 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-97bcb15d-18f1-465e-92cd-bfcc14db1b83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.550263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2daa44f7-e01a-4651-aa32-86e452173f09 req-ae6f1983-de49-483e-b8fd-51a32759399a tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/security-groups?id=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723967 Jun 17 08:36:42.620433 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.631336 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f7c2aa3-77d1-4082-b9af-c4dad1107f81 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:42.641040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d625af-dede-4646-ac55-89d87db381bf req-cab93037-1549-4e72-bd98-da878a536bb3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:42.646669 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-29d625af-dede-4646-ac55-89d87db381bf req-cab93037-1549-4e72-bd98-da878a536bb3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.2373197 Jun 17 08:36:42.688783 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-97bcb15d-18f1-465e-92cd-bfcc14db1b83 None None] Calling delete_port for fb768117-b732-48d4-ba66-db79cb45ad55 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:42.710465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fb768117-b732-48d4-ba66-db79cb45ad55,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:42.719210 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:42.723417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] No DVR routers for this DVR port fb768117-b732-48d4-ba66-db79cb45ad55 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:42.754414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-29d625af-dede-4646-ac55-89d87db381bf req-51190b18-9064-45f5-98b6-3788b470d590 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007724 Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.937720 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:36:42.940176 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:36:42.942970 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-97bcb15d-18f1-465e-92cd-bfcc14db1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.948052 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:42.963469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [req-0b3c09e3-7a55-46d6-8488-817e3de4b417 req-5ff04c52-b52f-4bba-9d09-f85864601912 service neutron] (93804) timed out ('10.222.0.63', 49778) {{(pid=93804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:36:42.971897 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:42.998974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b502131a-cb8c-4b9c-9ca6-654d710c541c']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:43.016440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcb15d-18f1-465e-92cd-bfcc14db1b83 None None] Pushing event deleted for resources: {'Port': ['ID=fb768117-b732-48d4-ba66-db79cb45ad55,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:43.019621 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-97bcb15d-18f1-465e-92cd-bfcc14db1b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:43.026404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adff1a41-771b-4f86-b5ca-f7089b5f3719') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:43.028117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adff1a41-771b-4f86-b5ca-f7089b5f3719') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:43.032326 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bcb15d-18f1-465e-92cd-bfcc14db1b83 None None] No DVR routers for this DVR port fb768117-b732-48d4-ba66-db79cb45ad55 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:43.051575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.069154 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.083954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:36:43.085939 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:36:43.088117 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:36:43.090608 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:36:43.219988 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.224220 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98a5b037-036e-46fa-bd7f-a3ecdde84f4b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:43.227199 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.229049 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] 10.222.0.47 "DELETE /v2.0/networks/b502131a-cb8c-4b9c-9ca6-654d710c541c HTTP/1.1" status: 204 len: 168 time: 1.5002925 Jun 17 08:36:43.233118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46660) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:43.253798 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Pushing event deleted for resources: {'Network': ['ID=b502131a-cb8c-4b9c-9ca6-654d710c541c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:43.266755 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:43.366852 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba35316c-0208-4e8b-a391-fd03d152ebe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:43.446250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ac6a4-ee78-4c31-a7be-55a65535eacd req-2a800f3f-cca7-4e4d-ace1-516adaa41aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.447860 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e13ac6a4-ee78-4c31-a7be-55a65535eacd req-2a800f3f-cca7-4e4d-ace1-516adaa41aa1 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 1098 time: 0.1216512 Jun 17 08:36:43.559304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ac6a4-ee78-4c31-a7be-55a65535eacd req-db6ecc13-9a87-4c15-b15c-a663c6885f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.561011 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e13ac6a4-ee78-4c31-a7be-55a65535eacd req-db6ecc13-9a87-4c15-b15c-a663c6885f03 service neutron] 10.222.0.63 "GET /v2.0/networks?id=c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 200 len: 913 time: 0.1042707 Jun 17 08:36:43.614943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802b0d-9c11-4170-989d-9795d2c05cd7 req-9cc80075-61e6-43eb-b0d2-d472f9156836 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.621038 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e13ac6a4-ee78-4c31-a7be-55a65535eacd req-3d503c1f-30c8-40e3-8e29-457706af454a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a958cee-467d-47ea-a037-5c2418ee0166 HTTP/1.1" status: 200 len: 217 time: 0.0528369 Jun 17 08:36:43.623212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6802b0d-9c11-4170-989d-9795d2c05cd7 req-9cc80075-61e6-43eb-b0d2-d472f9156836 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.2053089 Jun 17 08:36:43.659637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147529-3af9-4871-8d81-28bff4585b55 req-9ab3e536-b7a9-4035-9342-66e6cd0975f9 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.667731 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5147529-3af9-4871-8d81-28bff4585b55 req-9ab3e536-b7a9-4035-9342-66e6cd0975f9 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.2841246 Jun 17 08:36:43.686383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ac6a4-ee78-4c31-a7be-55a65535eacd req-9840f574-da40-4300-890b-e43a5a6628fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:43.688528 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e13ac6a4-ee78-4c31-a7be-55a65535eacd req-9840f574-da40-4300-890b-e43a5a6628fe service neutron] 10.222.0.63 "GET /v2.0/subnets?id=038e5845-17a0-4392-9346-6cb0c01ba0f2 HTTP/1.1" status: 200 len: 852 time: 0.0606914 Jun 17 08:36:43.717701 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6802b0d-9c11-4170-989d-9795d2c05cd7 req-ad9e1408-e1a0-42dc-a84d-720893d9a222 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934958 Jun 17 08:36:43.733046 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e13ac6a4-ee78-4c31-a7be-55a65535eacd req-23b4bc35-0d16-4681-b987-d93103ccae2b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=c313181c-9e3f-4526-af69-a8c62d7d61bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384119 Jun 17 08:36:43.791732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5147529-3af9-4871-8d81-28bff4585b55 req-c633ec95-f233-4a3f-8201-2fff33aff0c3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198261 Jun 17 08:36:43.817721 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fb768117-b732-48d4-ba66-db79cb45ad55 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:43.880343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: fb768117-b732-48d4-ba66-db79cb45ad55 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:43.881280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fb768117-b732-48d4-ba66-db79cb45ad55 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:43.931806 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e13ac6a4-ee78-4c31-a7be-55a65535eacd req-b36df8d1-f803-4a84-a47d-abce2b4fd5ba service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912882 Jun 17 08:36:44.090083 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e13ac6a4-ee78-4c31-a7be-55a65535eacd req-25030db0-3ee4-47a6-91ca-a8ed706317e8 service neutron] 10.222.0.63 "GET /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507409 Jun 17 08:36:44.094854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311dece-de4f-42a5-8907-5ecde370cc06 req-be75ef1c-cf4e-46a8-ac7f-32dd0c819897 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:44.106075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f311dece-de4f-42a5-8907-5ecde370cc06 req-be75ef1c-cf4e-46a8-ac7f-32dd0c819897 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 946 time: 0.2055025 Jun 17 08:36:44.199593 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f311dece-de4f-42a5-8907-5ecde370cc06 req-3ed09db8-1809-423f-bd4c-2fba30762f3b tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/security-groups?id=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854561 Jun 17 08:36:44.327543 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:44.568685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53110c97-5c51-454d-b6db-61dacb1b93c1 req-a4569570-6519-47d8-af16-de4028448fa1 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:44.570301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53110c97-5c51-454d-b6db-61dacb1b93c1 req-a4569570-6519-47d8-af16-de4028448fa1 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.1708765 Jun 17 08:36:44.709744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53110c97-5c51-454d-b6db-61dacb1b93c1 req-aef74e00-b850-4f9d-a7ec-1133d399c19c tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104369 Jun 17 08:36:44.892413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Deleting port 82e85d28-e06b-4221-854d-d2f0ef81b312 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:44.892772 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.163645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] For port 82e85d28-e06b-4221-854d-d2f0ef81b312, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=82e85d28-e06b-4221-854d-d2f0ef81b312,segment=NetworkSegment(231fc367-57bd-4cda-9875-8c673d827df4),segment_id=231fc367-57bd-4cda-9875-8c673d827df4)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:45.164015 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.243855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Calling delete_port for 82e85d28-e06b-4221-854d-d2f0ef81b312 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:45.270485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df53494-185e-4d37-bf81-0dbcf2a5a17b req-35bca576-0295-4366-84f3-b7f6283e2ea8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:45.272159 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8df53494-185e-4d37-bf81-0dbcf2a5a17b req-35bca576-0295-4366-84f3-b7f6283e2ea8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27 HTTP/1.1" status: 200 len: 945 time: 0.2426438 Jun 17 08:36:45.283876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba5c3e-f9a7-4334-b9c5-00ae6fb48776 req-35ce3f42-746c-42d6-b14f-755ad61c337c tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:45.295642 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94ba5c3e-f9a7-4334-b9c5-00ae6fb48776 req-35ce3f42-746c-42d6-b14f-755ad61c337c tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 946 time: 0.2646501 Jun 17 08:36:45.447414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-94ba5c3e-f9a7-4334-b9c5-00ae6fb48776 req-1db33241-4bd6-430c-9cfb-507c331e8f5a tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/security-groups?id=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505618 Jun 17 08:36:45.474236 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8df53494-185e-4d37-bf81-0dbcf2a5a17b req-83d31ef8-0104-413c-a8ec-7ddf34ba71d4 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377361 Jun 17 08:36:45.515742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46808) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:45.592380 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-994f454a-114a-4c58-97fe-d12f42e0d3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.716590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-903f38c3-3174-4045-aad8-3bb05cc8de40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.743382 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.755925 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb82338c-7e45-44fa-9692-3e2559587638 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:45.804963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e85d28-e06b-4221-854d-d2f0ef81b312,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:45.808404 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:45.837372 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-903f38c3-3174-4045-aad8-3bb05cc8de40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.845393 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-903f38c3-3174-4045-aad8-3bb05cc8de40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.849477 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a57c02e-d0e9-4d5b-9eee-5c4b035005b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:45.890512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46814) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:45.890727 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-903f38c3-3174-4045-aad8-3bb05cc8de40 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ff168b9f50a6438ca2336dde19c5e5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728738 Jun 17 08:36:45.894208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f38c3-3174-4045-aad8-3bb05cc8de40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf67d378-55e0-4cce-9673-c3e7a64b0122,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:45.895426 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:45.898070 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-903f38c3-3174-4045-aad8-3bb05cc8de40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:45.927274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf68d2f-c59e-470a-8064-4d1c6f3e42bc req-52c640ee-d375-4857-b8f2-b7be42682733 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:45.928793 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cf68d2f-c59e-470a-8064-4d1c6f3e42bc req-52c640ee-d375-4857-b8f2-b7be42682733 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.2476857 Jun 17 08:36:46.011175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11afd81-3408-48be-b6f1-b700463275fc req-5856e5b1-ff37-4720-b8ac-f5010389d45c tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:46.012958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a11afd81-3408-48be-b6f1-b700463275fc req-5856e5b1-ff37-4720-b8ac-f5010389d45c tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 946 time: 0.2742260 Jun 17 08:36:46.137553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cf68d2f-c59e-470a-8064-4d1c6f3e42bc req-c804473e-ca93-4cd7-9f97-26e6e9c7b3bc tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004197 Jun 17 08:36:46.153889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33b065f9-7464-46b0-ac3e-3c873c2bb058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.201163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a11afd81-3408-48be-b6f1-b700463275fc req-5bc09d2c-523c-488b-95ad-a4a1fcb44719 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276178 Jun 17 08:36:46.216342 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33b065f9-7464-46b0-ac3e-3c873c2bb058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.266231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.287140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802c933-c20a-4597-8a81-83261a78af5c req-8d364269-c323-42b0-94cd-6992d69fe6a2 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:46.289037 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e802c933-c20a-4597-8a81-83261a78af5c req-8d364269-c323-42b0-94cd-6992d69fe6a2 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.63 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 946 time: 0.1728482 Jun 17 08:36:46.375916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-6eb6b83c-5bd5-4d4f-8fb9-7046ca4d7eee req-cc1b1b7f-2ea0-48b0-aafa-a7e9ad32a8c1 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:36:46.377614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6eb6b83c-5bd5-4d4f-8fb9-7046ca4d7eee req-cc1b1b7f-2ea0-48b0-aafa-a7e9ad32a8c1 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082133 Jun 17 08:36:46.410896 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33b065f9-7464-46b0-ac3e-3c873c2bb058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.413535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33b065f9-7464-46b0-ac3e-3c873c2bb058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.415220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-33b065f9-7464-46b0-ac3e-3c873c2bb058 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf67d378-55e0-4cce-9673-c3e7a64b0122 HTTP/1.1" status: 204 len: 168 time: 0.5200677 Jun 17 08:36:46.433427 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-92d2de70-751f-47d4-8187-56dea0fcba21 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:46.436265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-e802c933-c20a-4597-8a81-83261a78af5c req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Deleting port 1e20c4f3-d16b-4b43-8465-32f88a391c53 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:46.436832 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e802c933-c20a-4597-8a81-83261a78af5c req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.524044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b065f9-7464-46b0-ac3e-3c873c2bb058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf67d378-55e0-4cce-9673-c3e7a64b0122,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:46.565704 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-e802c933-c20a-4597-8a81-83261a78af5c req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] For port 1e20c4f3-d16b-4b43-8465-32f88a391c53, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1e20c4f3-d16b-4b43-8465-32f88a391c53,segment=NetworkSegment(bd7191bc-51e5-4097-952a-dafc24418664),segment_id=bd7191bc-51e5-4097-952a-dafc24418664)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:46.566267 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e802c933-c20a-4597-8a81-83261a78af5c req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.569645 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-33b065f9-7464-46b0-ac3e-3c873c2bb058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:46.617732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46842) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:46.660308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-e802c933-c20a-4597-8a81-83261a78af5c req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Calling delete_port for 1e20c4f3-d16b-4b43-8465-32f88a391c53 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:46.818693 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.861459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46850) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:46.880260 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3cb994e0-5599-4474-9cb6-ae3bef4c1112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.893955 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e802c933-c20a-4597-8a81-83261a78af5c req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:46.899996 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7751b415-d95d-4a2f-bd25-2ed4b052ecd6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:46.913933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1e20c4f3-d16b-4b43-8465-32f88a391c53'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:46.928046 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Pushing event deleted for resources: {'Port': ['ID=1e20c4f3-d16b-4b43-8465-32f88a391c53,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:46.934951 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:46.997168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-e802c933-c20a-4597-8a81-83261a78af5c req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] No DVR routers for this DVR port 1e20c4f3-d16b-4b43-8465-32f88a391c53 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:47.001235 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-e802c933-c20a-4597-8a81-83261a78af5c req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.003366 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e802c933-c20a-4597-8a81-83261a78af5c req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.63 "DELETE /v2.0/ports/1e20c4f3-d16b-4b43-8465-32f88a391c53 HTTP/1.1" status: 204 len: 173 time: 0.7067814 Jun 17 08:36:47.003990 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3780a29-6125-4766-bcde-08be34870b38', 'name': 'network-vif-deleted', 'tag': '1e20c4f3-d16b-4b43-8465-32f88a391c53'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:47.007280 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f555a88-4f7e-4793-bff9-3b03ae238b39" -d '{"events": [{"server_uuid": "a3780a29-6125-4766-bcde-08be34870b38", "name": "network-vif-deleted", "tag": "1e20c4f3-d16b-4b43-8465-32f88a391c53"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:47.077328 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3cb994e0-5599-4474-9cb6-ae3bef4c1112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.083033 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3cb994e0-5599-4474-9cb6-ae3bef4c1112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.087778 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1c748ebd-ae57-4ccb-907a-d4f4d74f8bab tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:47.129987 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb994e0-5599-4474-9cb6-ae3bef4c1112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce788ed-1231-4427-8e0b-7edb6e3bc274,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:47.137465 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3cb994e0-5599-4474-9cb6-ae3bef4c1112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:47.162504 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3cb994e0-5599-4474-9cb6-ae3bef4c1112 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=869172a612ac4851b808e636aca109c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2997551 Jun 17 08:36:47.163347 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46854) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.192546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc09f-19ec-4559-816e-38d088e42fc1 req-8c925e50-7879-4f1c-be52-671790bf27f7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:47.194069 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8bbfc09f-19ec-4559-816e-38d088e42fc1 req-8c925e50-7879-4f1c-be52-671790bf27f7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.7877648 Jun 17 08:36:47.201311 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6eb6b83c-5bd5-4d4f-8fb9-7046ca4d7eee req-73f7c64b-3486-4901-9edb-01d64c04891c tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.7960355 Jun 17 08:36:47.212411 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a95a3fc-5523-4d62-a229-d680c1c7e7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.235706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5fe00b75-955f-4808-9570-33d0017a0940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.261380 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5fe00b75-955f-4808-9570-33d0017a0940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.276594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8bbfc09f-19ec-4559-816e-38d088e42fc1 req-046f6ccb-b5a7-4051-a5e3-daf92c6378a9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676856 Jun 17 08:36:47.312636 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:36:47.338359 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5fe00b75-955f-4808-9570-33d0017a0940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.341270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5fe00b75-955f-4808-9570-33d0017a0940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.342491 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5fe00b75-955f-4808-9570-33d0017a0940 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ce788ed-1231-4427-8e0b-7edb6e3bc274 HTTP/1.1" status: 204 len: 168 time: 0.1781168 Jun 17 08:36:47.343452 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c8203635-51b1-494a-9e1b-4a92fa62aed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:47.353010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe00b75-955f-4808-9570-33d0017a0940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce788ed-1231-4427-8e0b-7edb6e3bc274,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:47.355750 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5fe00b75-955f-4808-9570-33d0017a0940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:47.466583 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a95a3fc-5523-4d62-a229-d680c1c7e7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.480013 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a95a3fc-5523-4d62-a229-d680c1c7e7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.484680 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f68dbe7b-c8ac-4707-bd69-77bde13a5b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:47.493868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:36:47.503478 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f20e39-9148-46bd-9152-4a75a72c5ac3 None None] Sync routers for ids ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:36:47.519392 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f20e39-9148-46bd-9152-4a75a72c5ac3 None None] Routers {'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:47.520034 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e3f20e39-9148-46bd-9152-4a75a72c5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:36:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:47.524844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46866) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.525000 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] 10.222.0.47 "PUT /v2.0/routers/ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2904508 Jun 17 08:36:47.573189 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4a95a3fc-5523-4d62-a229-d680c1c7e7df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc54a760be924deeb8bbfa1c94170f79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9543867 Jun 17 08:36:47.574184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95a3fc-5523-4d62-a229-d680c1c7e7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9b5aaf-6dad-4505-a82d-64bb1e1db7cb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:47.576931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46868) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:47.613160 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4a95a3fc-5523-4d62-a229-d680c1c7e7df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:47.617934 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c8c6533-8f1c-4221-9f7e-17f670f02a98 req-c82acd5e-ec2a-4035-968b-b47039e4602d tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] 10.222.0.47 "GET /v2.0/ports?device_id=a3780a29-6125-4766-bcde-08be34870b38 HTTP/1.1" status: 200 len: 210 time: 0.0624435 Jun 17 08:36:47.743619 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd067ce3-1208-4318-9a7c-1a02b2e11936 x-openstack-request-id: req-bd067ce3-1208-4318-9a7c-1a02b2e11936 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:47.745396 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3780a29-6125-4766-bcde-08be34870b38", "name": "network-vif-deleted", "tag": "1e20c4f3-d16b-4b43-8465-32f88a391c53", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:47.745855 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd067ce3-1208-4318-9a7c-1a02b2e11936 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:47.746465 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3780a29-6125-4766-bcde-08be34870b38', 'name': 'network-vif-deleted', 'tag': '1e20c4f3-d16b-4b43-8465-32f88a391c53', 'status': 'completed', 'code': 200} Jun 17 08:36:47.754408 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-e3f20e39-9148-46bd-9152-4a75a72c5ac3 None None] Set router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:47.760993 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5a97ebe-b4dd-4e31-8806-961d1f6670b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.766675 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.810674 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5a97ebe-b4dd-4e31-8806-961d1f6670b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.951393 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5a97ebe-b4dd-4e31-8806-961d1f6670b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.954442 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5a97ebe-b4dd-4e31-8806-961d1f6670b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.958564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a5a97ebe-b4dd-4e31-8806-961d1f6670b6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf9b5aaf-6dad-4505-a82d-64bb1e1db7cb HTTP/1.1" status: 204 len: 168 time: 0.3562772 Jun 17 08:36:47.964872 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:47.986969 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-affb28b3-01f0-4e72-a98b-240f530e85f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:48.000240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a97ebe-b4dd-4e31-8806-961d1f6670b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9b5aaf-6dad-4505-a82d-64bb1e1db7cb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:48.010500 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a5a97ebe-b4dd-4e31-8806-961d1f6670b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:48.053624 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e0133-2cff-4a87-92e0-500ed99bbb81 req-f46a676f-2a94-4dec-9c21-f4d1b0c0ce03 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:48.055367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c21e0133-2cff-4a87-92e0-500ed99bbb81 req-f46a676f-2a94-4dec-9c21-f4d1b0c0ce03 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.1302736 Jun 17 08:36:48.085057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Deleting port 6fb83776-7568-4767-9577-4b66e8b48ee1 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:48.085535 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.127826 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c21e0133-2cff-4a87-92e0-500ed99bbb81 req-81dd7e4a-862d-4d0d-abea-f650ab879f5f tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637870 Jun 17 08:36:48.198527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] For port 6fb83776-7568-4767-9577-4b66e8b48ee1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6fb83776-7568-4767-9577-4b66e8b48ee1,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:48.198959 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.249936 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e3f20e39-9148-46bd-9152-4a75a72c5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'name': 'tempest-TestAggregatesBasicOps-1018005629-router', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:15Z', 'updated_at': '2021-06-17T08:36:45Z', 'revision_number': 5, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'gw_port': {'id': '6fb83776-7568-4767-9577-4b66e8b48ee1', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:bd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:36:19Z', 'updated_at': '2021-06-17T08:36:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:48.330203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Calling delete_port for 6fb83776-7568-4767-9577-4b66e8b48ee1 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:48.334307 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f20e39-9148-46bd-9152-4a75a72c5ac3 None None] Checking router: ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:36:48.342913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e26726-f17f-4dd7-ae09-2e2fd5ccde57 req-51ad9069-102c-496a-bcb1-64b15492b8a6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:48.343544 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f20e39-9148-46bd-9152-4a75a72c5ac3 None None] Routers {'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:36:48.343872 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e3f20e39-9148-46bd-9152-4a75a72c5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:36:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:48.354453 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4e26726-f17f-4dd7-ae09-2e2fd5ccde57 req-51ad9069-102c-496a-bcb1-64b15492b8a6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.1995571 Jun 17 08:36:48.439371 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4e26726-f17f-4dd7-ae09-2e2fd5ccde57 req-7a50124f-c3ca-426f-83cf-8ee20b2b4b30 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837436 Jun 17 08:36:48.502326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46902) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:48.520351 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e69ad0a-aaa6-4757-9d3c-750f3284c47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.526607 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-e3f20e39-9148-46bd-9152-4a75a72c5ac3 None None] Set router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:36:48.597830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745da31-9e9b-4207-ac90-c97717a20d70 req-bdda081e-53fd-48df-8265-ce065931388e tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:48.599475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4745da31-9e9b-4207-ac90-c97717a20d70 req-bdda081e-53fd-48df-8265-ce065931388e tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27 HTTP/1.1" status: 200 len: 945 time: 0.1549973 Jun 17 08:36:48.625586 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e3f20e39-9148-46bd-9152-4a75a72c5ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'name': 'tempest-TestAggregatesBasicOps-1018005629-router', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:15Z', 'updated_at': '2021-06-17T08:36:47Z', 'revision_number': 6, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:48.645851 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.650452 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c4c41472-8e11-4cc3-8e54-b35a1f11bcce tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:48.670299 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f20e39-9148-46bd-9152-4a75a72c5ac3 None None] The sync data for ids ['ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894'] in n-d-779913-16 is: [{'id': 'ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894', 'name': 'tempest-TestAggregatesBasicOps-1018005629-router', 'tenant_id': 'b091f586f4bf49a0ab76b56e518ded82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:36:15Z', 'updated_at': '2021-06-17T08:36:47Z', 'revision_number': 6, 'project_id': 'b091f586f4bf49a0ab76b56e518ded82', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:36:48.697645 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb83776-7568-4767-9577-4b66e8b48ee1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:48.702331 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:48.746971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4745da31-9e9b-4207-ac90-c97717a20d70 req-6f258188-d538-49cc-b56a-3c7f818abaad tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280618 Jun 17 08:36:48.779145 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.799350 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e69ad0a-aaa6-4757-9d3c-750f3284c47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.826554 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e69ad0a-aaa6-4757-9d3c-750f3284c47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.848582 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.874654 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de58908d-2ef1-427a-8d71-037eadf961ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:48.888066 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.890846 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.932704 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2e69ad0a-aaa6-4757-9d3c-750f3284c47d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5462243017e6463e819b5c96a4cef783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4292848 Jun 17 08:36:48.938387 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46922) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:48.948345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.949030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:36:48.950398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69ad0a-aaa6-4757-9d3c-750f3284c47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8f53dc-3e3e-4787-86f8-fb804479a8ee,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:48.955916 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e69ad0a-aaa6-4757-9d3c-750f3284c47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:48.958330 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:48.962803 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ef7fe6c6-fcfb-4e36-b1ba-7d583e0ee894 HTTP/1.1" status: 204 len: 168 time: 1.4365175 Jun 17 08:36:48.963509 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46926) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:48.985796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f7ceb-622c-4fad-ba97-40601ffc84a1 req-83b5c187-5ef9-4db5-b65c-ad68ed17e800 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:48.987289 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9d9f7ceb-622c-4fad-ba97-40601ffc84a1 req-83b5c187-5ef9-4db5-b65c-ad68ed17e800 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.1847434 Jun 17 08:36:49.017975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-432becfa-9848-406e-bf1c-9baa5043d655 admin admin] Deleting subnet a3574b18-4f94-4595-a7ac-9eabcf6179d2 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:49.021701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432becfa-9848-406e-bf1c-9baa5043d655 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.055315 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9d9f7ceb-622c-4fad-ba97-40601ffc84a1 req-4d06fbb1-38ec-4534-8ebd-05138f768bf1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597496 Jun 17 08:36:49.058840 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-075987ac-65e7-4b1a-a067-7e41ee59f7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.104666 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432becfa-9848-406e-bf1c-9baa5043d655 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.121039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46932) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:49.191941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-075987ac-65e7-4b1a-a067-7e41ee59f7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.202251 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1e20c4f3-d16b-4b43-8465-32f88a391c53 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:49.234145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 1e20c4f3-d16b-4b43-8465-32f88a391c53 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:49.234670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1e20c4f3-d16b-4b43-8465-32f88a391c53 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:49.269215 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432becfa-9848-406e-bf1c-9baa5043d655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.295118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fc5151-4050-4f00-a603-9fe490385fae admin admin] Deleting subnet 5b6f8478-5710-44b4-86fe-be7427edb958 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:49.315368 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01fc5151-4050-4f00-a603-9fe490385fae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.377741 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432becfa-9848-406e-bf1c-9baa5043d655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.378632 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01fc5151-4050-4f00-a603-9fe490385fae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.384746 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4ffdaa4f-0f33-4949-beca-2dade62994c1 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:49.412791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432becfa-9848-406e-bf1c-9baa5043d655 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3574b18-4f94-4595-a7ac-9eabcf6179d2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:49.416467 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-432becfa-9848-406e-bf1c-9baa5043d655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:49.417551 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432becfa-9848-406e-bf1c-9baa5043d655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.422221 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-075987ac-65e7-4b1a-a067-7e41ee59f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.423513 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-432becfa-9848-406e-bf1c-9baa5043d655 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a3574b18-4f94-4595-a7ac-9eabcf6179d2 HTTP/1.1" status: 204 len: 168 time: 0.4586577 Jun 17 08:36:49.424271 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46944) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:49.425053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0591280d-e4d1-4d43-b6d3-82332a8523df None None] Network 1c7f89c8-701d-48de-92d6-709674e5cee7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:36:49.425826 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-075987ac-65e7-4b1a-a067-7e41ee59f7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.429612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-075987ac-65e7-4b1a-a067-7e41ee59f7f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc8f53dc-3e3e-4787-86f8-fb804479a8ee HTTP/1.1" status: 204 len: 168 time: 0.4864392 Jun 17 08:36:49.433225 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e157d289-2df0-41ec-9dc2-e7b6315245a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:49.442651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f540005-f758-4334-b0dc-3aa9ce0cd8d2 req-71ae64b2-d1f5-4389-a64e-e8cf146c416d tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:49.450047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f540005-f758-4334-b0dc-3aa9ce0cd8d2 req-71ae64b2-d1f5-4389-a64e-e8cf146c416d tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 946 time: 0.2229707 Jun 17 08:36:49.501101 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.517674 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075987ac-65e7-4b1a-a067-7e41ee59f7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8f53dc-3e3e-4787-86f8-fb804479a8ee,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:49.533622 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-075987ac-65e7-4b1a-a067-7e41ee59f7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:49.574157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Deleting port 44657158-8f13-4e8e-ac17-09a30a97c4ee {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:49.574575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.589239 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01fc5151-4050-4f00-a603-9fe490385fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.621066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f540005-f758-4334-b0dc-3aa9ce0cd8d2 req-5114d9c4-3e8e-4318-8464-0cc0d3b47f34 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696062 Jun 17 08:36:49.695383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] For port 44657158-8f13-4e8e-ac17-09a30a97c4ee, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=44657158-8f13-4e8e-ac17-09a30a97c4ee,segment=NetworkSegment(231fc367-57bd-4cda-9875-8c673d827df4),segment_id=231fc367-57bd-4cda-9875-8c673d827df4)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:49.699311 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.800751 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01fc5151-4050-4f00-a603-9fe490385fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.814718 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-44374438-00e2-48e7-8f02-cf956ce2445d tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:49.836444 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01fc5151-4050-4f00-a603-9fe490385fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:49.844189 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-01fc5151-4050-4f00-a603-9fe490385fae admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5b6f8478-5710-44b4-86fe-be7427edb958 HTTP/1.1" status: 204 len: 168 time: 0.7221065 Jun 17 08:36:49.846900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46960) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:49.871970 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 82e85d28-e06b-4221-854d-d2f0ef81b312 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:49.917945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 82e85d28-e06b-4221-854d-d2f0ef81b312 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:49.919007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 82e85d28-e06b-4221-854d-d2f0ef81b312 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:49.919007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6fb83776-7568-4767-9577-4b66e8b48ee1 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:49.929278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Calling delete_port for 44657158-8f13-4e8e-ac17-09a30a97c4ee owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:49.948022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] DHCP port deletion for 1c7f89c8-701d-48de-92d6-709674e5cee7 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:36:49.950684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 6fb83776-7568-4767-9577-4b66e8b48ee1 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:49.951182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6fb83776-7568-4767-9577-4b66e8b48ee1 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:49.966557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc5151-4050-4f00-a603-9fe490385fae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b6f8478-5710-44b4-86fe-be7427edb958,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:49.970578 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01fc5151-4050-4f00-a603-9fe490385fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:50.046295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] Deleting port 44657158-8f13-4e8e-ac17-09a30a97c4ee {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:50.046756 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.056818 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.068480 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:50.102197 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.113710 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb471fe-9868-41f4-bf50-6c11821be6c1 req-a723dbbc-fb52-487d-bf6a-4d8b1b331774 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:50.121330 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcb471fe-9868-41f4-bf50-6c11821be6c1 req-a723dbbc-fb52-487d-bf6a-4d8b1b331774 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.1765661 Jun 17 08:36:50.126429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=44657158-8f13-4e8e-ac17-09a30a97c4ee,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:50.134295 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:50.138173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] No DVR routers for this DVR port 44657158-8f13-4e8e-ac17-09a30a97c4ee on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:50.196568 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcb471fe-9868-41f4-bf50-6c11821be6c1 req-27e19f5d-2efe-4d9f-bc58-a2255ccbc2b2 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742028 Jun 17 08:36:50.293805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.308532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7f89c8-701d-48de-92d6-709674e5cee7']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:50.322960 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231fc367-57bd-4cda-9875-8c673d827df4') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:50.323488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231fc367-57bd-4cda-9875-8c673d827df4') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:50.338824 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.348412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a4d86-3a5a-4afd-b954-1c0f5cd861f5 req-7c5fd475-c3ab-474a-8d72-02361bbcc4f3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:50.354293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a4d86-3a5a-4afd-b954-1c0f5cd861f5 req-7c5fd475-c3ab-474a-8d72-02361bbcc4f3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:50.355586 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.360805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a4d86-3a5a-4afd-b954-1c0f5cd861f5 req-7c5fd475-c3ab-474a-8d72-02361bbcc4f3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:50.368359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:36:50.369709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.369926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-571a4d86-3a5a-4afd-b954-1c0f5cd861f5 req-7c5fd475-c3ab-474a-8d72-02361bbcc4f3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4&device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27&device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 2417 time: 0.2046142 Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:36:50.372760 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:36:50.413248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.439923 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] For port 44657158-8f13-4e8e-ac17-09a30a97c4ee, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=44657158-8f13-4e8e-ac17-09a30a97c4ee,segment=NetworkSegment(231fc367-57bd-4cda-9875-8c673d827df4),segment_id=231fc367-57bd-4cda-9875-8c673d827df4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:50.440362 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.444860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-571a4d86-3a5a-4afd-b954-1c0f5cd861f5 req-89d16f0d-89e4-4036-bb33-a13185226b7d tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737493 Jun 17 08:36:50.471538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65923f8b-e9f9-44b0-a30e-e993df6c8f37']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:50.489845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7191bc-51e5-4097-952a-dafc24418664') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:50.490470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7191bc-51e5-4097-952a-dafc24418664') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:50.531398 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.533504 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.538318 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b22ddde2-bb0e-4fbd-b32a-1cbdac0a6470 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:50.546376 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.564783 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1c7f89c8-701d-48de-92d6-709674e5cee7 HTTP/1.1" status: 204 len: 168 time: 1.1367872 Jun 17 08:36:50.569864 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.591126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:36:50.591849 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.592846 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c7f89c8-701d-48de-92d6-709674e5cee7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:36:50.595183 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:36:50.615673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.617194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.617194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.617194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.617194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.617506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.617854 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.618219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.618413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] Calling delete_port for 44657158-8f13-4e8e-ac17-09a30a97c4ee owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:50.618586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.633356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.633727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.634110 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:50.643261 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:50.781741 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.789707 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:50.804537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] Network 1c7f89c8-701d-48de-92d6-709674e5cee7 is not hosted by any dhcp agent {{(pid=93805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:36:50.805083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] No DVR routers for this DVR port 44657158-8f13-4e8e-ac17-09a30a97c4ee on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:50.869914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46996) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:50.915721 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] Pushing event deleted for resources: {'Port': ['ID=44657158-8f13-4e8e-ac17-09a30a97c4ee,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:50.918716 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.924483 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-70936dd3-6a41-47eb-b4f7-88fe302ba98c tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:50.925764 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:50.928892 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:50.934070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] 10.222.0.47 "DELETE /v2.0/networks/65923f8b-e9f9-44b0-a30e-e993df6c8f37 HTTP/1.1" status: 204 len: 168 time: 1.0860021 Jun 17 08:36:50.938400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47000) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:50.986090 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ee16be57-d916-45c1-a1de-85a01f1cd282 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d742606ba3644e6fb8871074d44aec7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131213 Jun 17 08:36:50.987108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] Pushing event deleted for resources: {'Network': ['ID=65923f8b-e9f9-44b0-a30e-e993df6c8f37,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:50.987484 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47002) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:50.995612 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:51.047199 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec3dcb6-242e-4b09-890d-07a7e8b4f7d6 req-4d2fcdc8-5602-4095-86ad-4ba6544ef872 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3247364 Jun 17 08:36:51.094444 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-76bda173-2bcf-4909-9bb4-43da4fc606fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.121839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e3670-bf69-479c-bee1-c3c264e3488d req-e27ea730-edbb-481f-9513-c76906949530 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:51.123539 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-76bda173-2bcf-4909-9bb4-43da4fc606fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.134508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e11e3670-bf69-479c-bee1-c3c264e3488d req-e27ea730-edbb-481f-9513-c76906949530 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.4131362 Jun 17 08:36:51.144102 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9b7829-d7b0-45c2-9ebf-92f1f72e4f1a admin admin] Deleting subnet 063e3d83-2328-41f0-9f2b-349532518614 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:36:51.153158 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7829-d7b0-45c2-9ebf-92f1f72e4f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.180191 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-76bda173-2bcf-4909-9bb4-43da4fc606fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.185972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-76bda173-2bcf-4909-9bb4-43da4fc606fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.190133 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-76bda173-2bcf-4909-9bb4-43da4fc606fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8dbf0923-dc30-4588-8ac9-0998a97e99d8 HTTP/1.1" status: 204 len: 168 time: 0.1996219 Jun 17 08:36:51.190133 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3cb994e0-5599-4474-9cb6-ae3bef4c1112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:51.214170 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bda173-2bcf-4909-9bb4-43da4fc606fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbf0923-dc30-4588-8ac9-0998a97e99d8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:51.243770 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-76bda173-2bcf-4909-9bb4-43da4fc606fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:51.298695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7829-d7b0-45c2-9ebf-92f1f72e4f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.308308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e11e3670-bf69-479c-bee1-c3c264e3488d req-e00397b0-77a0-4b7a-9cda-46fe54de9604 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613264 Jun 17 08:36:51.397389 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7829-d7b0-45c2-9ebf-92f1f72e4f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.509573 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7829-d7b0-45c2-9ebf-92f1f72e4f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.542252 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea7db5d6-bfe0-41c5-9174-78efcf6e732d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:51.552105 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f9b7829-d7b0-45c2-9ebf-92f1f72e4f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.557781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6f9b7829-d7b0-45c2-9ebf-92f1f72e4f1a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/063e3d83-2328-41f0-9f2b-349532518614 HTTP/1.1" status: 204 len: 168 time: 0.6105092 Jun 17 08:36:51.558417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47044) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:51.601107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b7829-d7b0-45c2-9ebf-92f1f72e4f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=063e3d83-2328-41f0-9f2b-349532518614,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:51.614204 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f9b7829-d7b0-45c2-9ebf-92f1f72e4f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:51.719813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.756025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15756cba-b130-43de-bcb0-56352a55b58e req-564d5ae2-9fb1-4976-ae95-5910bf6fd5f1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:51.757937 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15756cba-b130-43de-bcb0-56352a55b58e req-564d5ae2-9fb1-4976-ae95-5910bf6fd5f1 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.2001927 Jun 17 08:36:51.829665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 44657158-8f13-4e8e-ac17-09a30a97c4ee no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:51.844258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15756cba-b130-43de-bcb0-56352a55b58e req-0603f306-1c1d-404d-92c5-ea3e427d9339 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786316 Jun 17 08:36:51.855822 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 44657158-8f13-4e8e-ac17-09a30a97c4ee {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:51.856484 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 44657158-8f13-4e8e-ac17-09a30a97c4ee not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:51.924432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47068) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:51.941924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:51.960920 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c826d889-c3f0-472c-9824-6cb389c89b2a']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:51.986980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa91f1ab-12aa-4edb-9193-c3b9dce352ff') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:51.987733 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa91f1ab-12aa-4edb-9193-c3b9dce352ff') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:36:52.008965 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.014124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-25060955-e2f0-4847-9501-fe3bea91708a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b091f586f4bf49a0ab76b56e518ded82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0854230 Jun 17 08:36:52.014727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47072) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:52.044981 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.057588 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:36:52.058237 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:36:52.060329 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:36:52.184317 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.189000 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f75d8d0-a4d0-4ec4-9dbc-be9a3a55df8d tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:52.220799 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.225097 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] 10.222.0.47 "DELETE /v2.0/networks/c826d889-c3f0-472c-9824-6cb389c89b2a HTTP/1.1" status: 204 len: 168 time: 0.6630104 Jun 17 08:36:52.225097 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] Pushing event deleted for resources: {'Network': ['ID=c826d889-c3f0-472c-9824-6cb389c89b2a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:52.238850 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:52.242548 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5658d24d-c334-41d5-84dc-2845ef32cdc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.346413 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5658d24d-c334-41d5-84dc-2845ef32cdc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.365872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65e999-7358-4262-a6fa-dac90909a048 req-1740b8a5-3982-47eb-8517-f85cdb73d7e5 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:52.367635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc65e999-7358-4262-a6fa-dac90909a048 req-1740b8a5-3982-47eb-8517-f85cdb73d7e5 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.2807577 Jun 17 08:36:52.485872 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc65e999-7358-4262-a6fa-dac90909a048 req-46169e01-a175-49d8-9f04-11abc43ade85 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001050 Jun 17 08:36:52.541888 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5658d24d-c334-41d5-84dc-2845ef32cdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.551645 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5658d24d-c334-41d5-84dc-2845ef32cdc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.560846 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5658d24d-c334-41d5-84dc-2845ef32cdc5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76140bfd-824a-4b7d-a117-74f728b581b0 HTTP/1.1" status: 204 len: 168 time: 0.5432904 Jun 17 08:36:52.567702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47114) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:52.568037 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b1ea6344-4edf-4136-8178-922d45a97a1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:52.596967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658d24d-c334-41d5-84dc-2845ef32cdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76140bfd-824a-4b7d-a117-74f728b581b0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:52.605627 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5658d24d-c334-41d5-84dc-2845ef32cdc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:52.660401 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ec06ba05-378f-47e3-a5f2-bf1665b61bed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ded11a863944e28a20be207ef759d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906658 Jun 17 08:36:52.662707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47120) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:52.744348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ddcaf3a-0895-4a35-8c6b-51b14f0c85eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.802355 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ddcaf3a-0895-4a35-8c6b-51b14f0c85eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.932653 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ddcaf3a-0895-4a35-8c6b-51b14f0c85eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.935996 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ddcaf3a-0895-4a35-8c6b-51b14f0c85eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:52.937642 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2ddcaf3a-0895-4a35-8c6b-51b14f0c85eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28ed8143-ae25-4981-9e4f-3ae5d25f8dcf HTTP/1.1" status: 204 len: 168 time: 0.2738941 Jun 17 08:36:52.938673 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:52.956324 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcaf3a-0895-4a35-8c6b-51b14f0c85eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ed8143-ae25-4981-9e4f-3ae5d25f8dcf,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:52.972716 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2ddcaf3a-0895-4a35-8c6b-51b14f0c85eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:53.081474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb69a08-83b7-40e8-a876-1bfaeef4722f req-f05a72bc-d430-4909-b3ce-aba8181510fb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:53.089852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fdb69a08-83b7-40e8-a876-1bfaeef4722f req-f05a72bc-d430-4909-b3ce-aba8181510fb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.1951041 Jun 17 08:36:53.147942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fdb69a08-83b7-40e8-a876-1bfaeef4722f req-bb3b7a9f-440e-4d16-9cd3-2b6a4e5e02b7 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566058 Jun 17 08:36:53.695542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e5020-39e8-4710-9d9e-d3f2c21ff5be req-c2798c70-ee58-4e55-aa86-524d2e6b663d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:53.698349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f4e5020-39e8-4710-9d9e-d3f2c21ff5be req-c2798c70-ee58-4e55-aa86-524d2e6b663d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.1423025 Jun 17 08:36:53.703730 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47164) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:53.802980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0a27f497-f48c-40a1-a74c-477d9fc251c2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebbfb802501943f586cb3490810dffc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0979195 Jun 17 08:36:53.805568 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47168) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:53.815207 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f4e5020-39e8-4710-9d9e-d3f2c21ff5be req-008343de-0f3c-4107-a019-b7ecfb52b716 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998950 Jun 17 08:36:53.896781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4883a5f0-04b6-4af9-9656-a45b283046e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:53.961061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4883a5f0-04b6-4af9-9656-a45b283046e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.068247 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4883a5f0-04b6-4af9-9656-a45b283046e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.071034 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4883a5f0-04b6-4af9-9656-a45b283046e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:54.075122 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4883a5f0-04b6-4af9-9656-a45b283046e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/57b6e71c-1bf6-4004-8467-ab132b5df202 HTTP/1.1" status: 204 len: 168 time: 0.2679734 Jun 17 08:36:54.076214 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f1f783ab-f48a-4ceb-8ad6-e0669d8fa768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:54.086344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883a5f0-04b6-4af9-9656-a45b283046e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b6e71c-1bf6-4004-8467-ab132b5df202,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:54.102649 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4883a5f0-04b6-4af9-9656-a45b283046e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:54.184741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd22e1-65f0-42f5-90bd-f892f5f0b87a req-fefa1c3d-66df-4fb7-9934-16e64e67ffb9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.184741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dfd22e1-65f0-42f5-90bd-f892f5f0b87a req-fefa1c3d-66df-4fb7-9934-16e64e67ffb9 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.2023149 Jun 17 08:36:54.207124 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d700e65-7882-4341-b02a-43ca44b7f3ce req-6cd66cc2-13d2-4b4a-8df1-d7775c38b3c8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.219670 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d700e65-7882-4341-b02a-43ca44b7f3ce req-6cd66cc2-13d2-4b4a-8df1-d7775c38b3c8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 946 time: 0.2529507 Jun 17 08:36:54.312146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d700e65-7882-4341-b02a-43ca44b7f3ce req-a1d0b173-5f6f-4fc5-a2a5-2ea41304067f tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905089 Jun 17 08:36:54.357891 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dfd22e1-65f0-42f5-90bd-f892f5f0b87a req-530562fe-3ff3-45cf-8ffb-979a328d4688 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331227 Jun 17 08:36:54.680510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcbf41-c819-4eab-a1f6-6a7b88bc3f80 req-596793fe-5d8e-41c4-8c70-3602c7b47984 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:54.689636 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-83dcbf41-c819-4eab-a1f6-6a7b88bc3f80 req-596793fe-5d8e-41c4-8c70-3602c7b47984 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.0898218 Jun 17 08:36:54.743682 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-83dcbf41-c819-4eab-a1f6-6a7b88bc3f80 req-9e5be45b-902c-4420-87c1-7c448a9f6d73 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527754 Jun 17 08:36:55.113141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6033944-c179-4cee-ad2c-80226d6d0ef9 req-23156919-b89a-491c-86bc-1269594018d6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:55.123860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6033944-c179-4cee-ad2c-80226d6d0ef9 req-23156919-b89a-491c-86bc-1269594018d6 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.1320713 Jun 17 08:36:55.247219 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6033944-c179-4cee-ad2c-80226d6d0ef9 req-e2c3899f-0162-4fae-a0aa-2f5354d67702 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222880 Jun 17 08:36:55.901183 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87bdc5-5538-4652-8672-713e8a2ac782 req-60d3b86c-5a56-4b53-8cf0-fad7c23ffdbb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:55.916883 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f87bdc5-5538-4652-8672-713e8a2ac782 req-60d3b86c-5a56-4b53-8cf0-fad7c23ffdbb tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.3960252 Jun 17 08:36:55.956176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f5567-7aeb-4904-8382-378cf7d933ab req-23571d9e-8413-43a5-8a29-4f75b9ead18d tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:55.957734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-951f5567-7aeb-4904-8382-378cf7d933ab req-23571d9e-8413-43a5-8a29-4f75b9ead18d tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 946 time: 0.3645532 Jun 17 08:36:56.045672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c6448-b7f1-4176-aaac-9d037a940a23 req-fb26e756-e31d-4ef8-a2ed-63a60e6df547 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:56.053036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c43c6448-b7f1-4176-aaac-9d037a940a23 req-fb26e756-e31d-4ef8-a2ed-63a60e6df547 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 946 time: 0.4285083 Jun 17 08:36:56.102877 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f87bdc5-5538-4652-8672-713e8a2ac782 req-6c8f2b9c-d8f8-47e5-89de-cf050145d9bf tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775970 Jun 17 08:36:56.244389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c43c6448-b7f1-4176-aaac-9d037a940a23 req-75fd3a98-722d-4fe2-87c8-28eead0f69b1 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876273 Jun 17 08:36:56.313932 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-951f5567-7aeb-4904-8382-378cf7d933ab req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Deleting port a1526295-8743-4556-ae1d-b0ba3d3fe390 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:36:56.314279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-951f5567-7aeb-4904-8382-378cf7d933ab req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.494015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-951f5567-7aeb-4904-8382-378cf7d933ab req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] For port a1526295-8743-4556-ae1d-b0ba3d3fe390, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a1526295-8743-4556-ae1d-b0ba3d3fe390,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:36:56.494392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-951f5567-7aeb-4904-8382-378cf7d933ab req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.650281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-951f5567-7aeb-4904-8382-378cf7d933ab req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Calling delete_port for a1526295-8743-4556-ae1d-b0ba3d3fe390 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:36:56.926318 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-951f5567-7aeb-4904-8382-378cf7d933ab req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:56.940074 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b61b2deb-bd13-48de-9a1c-20981a869499 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:56.941736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['0c7bd935-0485-4ed1-8c83-966dcc9ebb4a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:56.948215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc8a0ae6-b2c5-4891-965e-76615f685cd7', 'a1526295-8743-4556-ae1d-b0ba3d3fe390'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:36:57.059659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Pushing event deleted for resources: {'Port': ['ID=a1526295-8743-4556-ae1d-b0ba3d3fe390,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:57.153898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47408) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:57.163634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.164263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.164783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.167107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.168227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.171136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.172502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.173367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.174181 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.174723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.175260 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.175784 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:36:57.180420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-951f5567-7aeb-4904-8382-378cf7d933ab req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] No DVR routers for this DVR port a1526295-8743-4556-ae1d-b0ba3d3fe390 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:36:57.183982 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:57.185288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-951f5567-7aeb-4904-8382-378cf7d933ab req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.187613 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-951f5567-7aeb-4904-8382-378cf7d933ab req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.10 "DELETE /v2.0/ports/a1526295-8743-4556-ae1d-b0ba3d3fe390 HTTP/1.1" status: 204 len: 173 time: 1.2060165 Jun 17 08:36:57.188254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecd0a67-6893-443a-914d-fa39377e5ee4', 'name': 'network-vif-deleted', 'tag': 'a1526295-8743-4556-ae1d-b0ba3d3fe390'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:36:57.190749 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e09b6e-df52-4411-9ac0-d3e6e319c92e" -d '{"events": [{"server_uuid": "4ecd0a67-6893-443a-914d-fa39377e5ee4", "name": "network-vif-deleted", "tag": "a1526295-8743-4556-ae1d-b0ba3d3fe390"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:36:57.225095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90516034-2851-499e-8fd0-7f2c87d8c717 req-ca1983fb-64a9-469e-bbe1-4574e59d53e8 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:36:57.243643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90516034-2851-499e-8fd0-7f2c87d8c717 req-ca1983fb-64a9-469e-bbe1-4574e59d53e8 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.5907593 Jun 17 08:36:57.373177 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90516034-2851-499e-8fd0-7f2c87d8c717 req-24409a4b-fe21-447a-9d75-fb8ce8931e8d tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281605 Jun 17 08:36:57.383627 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a2ca-6cfb-42a3-aadb-5478db92288a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.470983 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029dc819-063b-4cef-b52c-f24910b40813 x-openstack-request-id: req-029dc819-063b-4cef-b52c-f24910b40813 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:36:57.471349 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecd0a67-6893-443a-914d-fa39377e5ee4", "name": "network-vif-deleted", "tag": "a1526295-8743-4556-ae1d-b0ba3d3fe390", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:36:57.471646 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-029dc819-063b-4cef-b52c-f24910b40813 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:36:57.472113 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ecd0a67-6893-443a-914d-fa39377e5ee4', 'name': 'network-vif-deleted', 'tag': 'a1526295-8743-4556-ae1d-b0ba3d3fe390', 'status': 'completed', 'code': 200} Jun 17 08:36:57.581588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a2ca-6cfb-42a3-aadb-5478db92288a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.591395 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5aa3a2ca-6cfb-42a3-aadb-5478db92288a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:57.598929 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f90015d5-aa9a-4a60-84c0-4a89d93cb2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:57.707072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47430) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:57.708587 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5aa3a2ca-6cfb-42a3-aadb-5478db92288a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dcadf71c73ce4214bf8286f8997009bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5486631 Jun 17 08:36:57.709927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3a2ca-6cfb-42a3-aadb-5478db92288a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb8e72b-92bd-4825-b99a-4b0cd22e3d8c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:57.727201 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5aa3a2ca-6cfb-42a3-aadb-5478db92288a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:58.319287 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47446) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:58.445523 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17d459e5-7562-49b6-a770-7b6e21f950c2 req-2971d1d8-9b21-4424-9cc4-ce111b079e93 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ecd0a67-6893-443a-914d-fa39377e5ee4 HTTP/1.1" status: 200 len: 210 time: 0.0999329 Jun 17 08:36:58.543051 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3585-1efc-4690-ad7f-4d3ebf097f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.549404 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d819dd2-3497-4864-af86-1e1d90eadc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.582936 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3585-1efc-4690-ad7f-4d3ebf097f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.672471 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3585-1efc-4690-ad7f-4d3ebf097f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.675316 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2e3f3585-1efc-4690-ad7f-4d3ebf097f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.679109 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2e3f3585-1efc-4690-ad7f-4d3ebf097f9e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9bb8e72b-92bd-4825-b99a-4b0cd22e3d8c HTTP/1.1" status: 204 len: 168 time: 0.9707937 Jun 17 08:36:58.680000 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:58.687522 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d819dd2-3497-4864-af86-1e1d90eadc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.693837 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d819dd2-3497-4864-af86-1e1d90eadc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.697665 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-903f38c3-3174-4045-aad8-3bb05cc8de40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:58.699279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f3585-1efc-4690-ad7f-4d3ebf097f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb8e72b-92bd-4825-b99a-4b0cd22e3d8c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:58.703660 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e3f3585-1efc-4690-ad7f-4d3ebf097f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:58.740538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d819dd2-3497-4864-af86-1e1d90eadc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db55317d-73fc-4f8e-b794-ea5eceaa005f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:58.768812 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d819dd2-3497-4864-af86-1e1d90eadc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:58.799591 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1d819dd2-3497-4864-af86-1e1d90eadc9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d80bd5e8590646ed888a2a51e9080862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791524 Jun 17 08:36:58.802423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47456) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:58.873589 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd05a-345b-439c-86ed-ce6dd8a764ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:58.930529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd05a-345b-439c-86ed-ce6dd8a764ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.035475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd05a-345b-439c-86ed-ce6dd8a764ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.038897 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5ddd05a-345b-439c-86ed-ce6dd8a764ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.040183 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a5ddd05a-345b-439c-86ed-ce6dd8a764ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db55317d-73fc-4f8e-b794-ea5eceaa005f HTTP/1.1" status: 204 len: 168 time: 0.2363305 Jun 17 08:36:59.041097 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06ea07ee-8dab-4047-936d-c280b81a7ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:59.050572 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ddd05a-345b-439c-86ed-ce6dd8a764ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db55317d-73fc-4f8e-b794-ea5eceaa005f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:59.052854 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a5ddd05a-345b-439c-86ed-ce6dd8a764ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:59.235453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a1526295-8743-4556-ae1d-b0ba3d3fe390 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:36:59.328846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: a1526295-8743-4556-ae1d-b0ba3d3fe390 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:36:59.329226 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a1526295-8743-4556-ae1d-b0ba3d3fe390 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:36:59.383204 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47468) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:59.410845 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcdbc-3b84-4fa7-836b-9487989e50ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.662988 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcdbc-3b84-4fa7-836b-9487989e50ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.672389 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0a6fcdbc-3b84-4fa7-836b-9487989e50ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.721910 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77266f35-99c0-460c-b1a5-9eacd83203d3 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:36:59.732208 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0a6fcdbc-3b84-4fa7-836b-9487989e50ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe2eda01cd5a43c38d55986b120fd8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3453264 Jun 17 08:36:59.732777 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47478) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:36:59.784500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fcdbc-3b84-4fa7-836b-9487989e50ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca973300-706e-4f1d-a80b-8a408af460cd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:36:59.789721 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a6fcdbc-3b84-4fa7-836b-9487989e50ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:36:59.855691 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37646c4e-ebeb-4e05-adfd-102ba50c79c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:36:59.948057 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37646c4e-ebeb-4e05-adfd-102ba50c79c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.031979 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37646c4e-ebeb-4e05-adfd-102ba50c79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.036244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37646c4e-ebeb-4e05-adfd-102ba50c79c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:00.037840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-37646c4e-ebeb-4e05-adfd-102ba50c79c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca973300-706e-4f1d-a80b-8a408af460cd HTTP/1.1" status: 204 len: 168 time: 0.3037534 Jun 17 08:37:00.038939 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-76ec8c48-278a-46b7-9a49-b746094bab44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:00.057187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37646c4e-ebeb-4e05-adfd-102ba50c79c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca973300-706e-4f1d-a80b-8a408af460cd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:00.065116 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37646c4e-ebeb-4e05-adfd-102ba50c79c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:00.614225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87add504-6361-497f-9ecc-f8f895315430 req-ae7c271f-40ac-437c-b5ee-d1621d1e2ec1 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:00.622624 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87add504-6361-497f-9ecc-f8f895315430 req-ae7c271f-40ac-437c-b5ee-d1621d1e2ec1 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27 HTTP/1.1" status: 200 len: 945 time: 0.1409748 Jun 17 08:37:00.703757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87add504-6361-497f-9ecc-f8f895315430 req-3ac7e9fd-0178-4ead-914f-2475ee11966f tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800636 Jun 17 08:37:00.909899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47514) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:01.197557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-541984690-network', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:01.269251 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Made reservation on behalf of 376995c4f311493cb8f3f61879be2ef0 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:01.274808 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.300354 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.429370 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.439287 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.462445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:01.471532 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.485022 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Added segment 87bddddf-47e0-409f-86df-1729c6bf864c of type vlan for network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d Jun 17 08:37:01.529434 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ab9f9c88-da25-417d-8839-2d039fe0549a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:01.565580 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47546) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:01.697105 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.791498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b7c67c-68be-43b5-b8e3-ed19ee0abbaf,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:01.821750 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:01.852927 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47560) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:01.873101 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6748c8a4-c535-46d8-8693-4821b38cdb74 req-f0560037-c9c1-4a11-8994-998a4c746f21 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:01.877193 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6748c8a4-c535-46d8-8693-4821b38cdb74 req-f0560037-c9c1-4a11-8994-998a4c746f21 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.63 "GET /v2.0/ports?device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27 HTTP/1.1" status: 200 len: 945 time: 0.1623993 Jun 17 08:37:01.877803 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.878893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:01.885485 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:01.926206 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7b01ef53-fac0-413c-b8d4-ddf3fdb8eade tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:01.941482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0298004 Jun 17 08:37:01.944786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47564) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:01.972074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Request body: {'subnet': {'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-subnet', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:02.077377 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2103502163-network', 'tenant_id': '2aee40e4bf394493993860dc0e8f326d'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:02.099463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed3f91c-ffd7-4862-8a3c-136b27341f4d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:02.110442 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:02.110874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:02.111345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Made reservation on behalf of 376995c4f311493cb8f3f61879be2ef0 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:02.119459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.163410 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-031bcf0b-7e24-49c7-a561-1f731fe0191d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.219499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Made reservation on behalf of 2aee40e4bf394493993860dc0e8f326d for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:02.222686 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.320656 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.361514 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-031bcf0b-7e24-49c7-a561-1f731fe0191d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.365902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-6748c8a4-c535-46d8-8693-4821b38cdb74 req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Deleting port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:02.366584 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6748c8a4-c535-46d8-8693-4821b38cdb74 req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.376180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af70a47-1e0e-4580-93c7-62babc5a1b7b req-8bd323d1-f2fb-4757-a343-555bf8453ca4 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:02.377672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5af70a47-1e0e-4580-93c7-62babc5a1b7b req-8bd323d1-f2fb-4757-a343-555bf8453ca4 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27 HTTP/1.1" status: 200 len: 945 time: 0.2653959 Jun 17 08:37:02.379133 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-031bcf0b-7e24-49c7-a561-1f731fe0191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.382050 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a5a97ebe-b4dd-4e31-8806-961d1f6670b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:02.495879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.518122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.534459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:02.545651 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.546128 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Added segment fb99559a-c9dc-4dba-8482-a2a01ae13118 of type vlan for network 05149fcf-b4d8-4fcc-87b9-051c79ee0df3 Jun 17 08:37:02.564505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031bcf0b-7e24-49c7-a561-1f731fe0191d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a4df0b-b61f-4997-a1c5-d96f1621c2ee,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:02.575035 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-031bcf0b-7e24-49c7-a561-1f731fe0191d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:02.582427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-031bcf0b-7e24-49c7-a561-1f731fe0191d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=695e871e90fd42ba9acef9f4d4fcee4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7222414 Jun 17 08:37:02.588656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47570) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:02.620118 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.662869 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4334ea15-bb71-479c-8353-bba2f7f73db7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:02.670969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5af70a47-1e0e-4580-93c7-62babc5a1b7b req-85a8d49f-442c-4226-a72f-08ede0d3323d tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817986 Jun 17 08:37:02.708037 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.709316 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:02.709895 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.731563 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f9c843b-3392-4a11-92ea-0fccd35cdb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.744503 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1752937 Jun 17 08:37:02.756943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47574) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:02.776753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Request body: {'subnet': {'network_id': '05149fcf-b4d8-4fcc-87b9-051c79ee0df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2103502163-subnet', 'tenant_id': '2aee40e4bf394493993860dc0e8f326d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:02.791332 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f9c843b-3392-4a11-92ea-0fccd35cdb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.832105 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Made reservation on behalf of 2aee40e4bf394493993860dc0e8f326d for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:02.839185 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.865012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:02.869775 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f9c843b-3392-4a11-92ea-0fccd35cdb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.874206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f9c843b-3392-4a11-92ea-0fccd35cdb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.875805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7f9c843b-3392-4a11-92ea-0fccd35cdb0a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87a4df0b-b61f-4997-a1c5-d96f1621c2ee HTTP/1.1" status: 204 len: 168 time: 0.2861192 Jun 17 08:37:02.876981 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-201a4573-ebdb-4685-ae06-1b98ff1a514d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:02.886579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c843b-3392-4a11-92ea-0fccd35cdb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a4df0b-b61f-4997-a1c5-d96f1621c2ee,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:02.889281 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f9c843b-3392-4a11-92ea-0fccd35cdb0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:02.889484 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:02.966291 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:02.972448 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:03.090733 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-6748c8a4-c535-46d8-8693-4821b38cdb74 req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] For port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:03.091295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6748c8a4-c535-46d8-8693-4821b38cdb74 req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.202447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Pushing event updated for resources: {'Network': ['ID=05149fcf-b4d8-4fcc-87b9-051c79ee0df3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:03.205742 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:03.217961 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 05149fcf-b4d8-4fcc-87b9-051c79ee0df3 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:03.271991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-6748c8a4-c535-46d8-8693-4821b38cdb74 req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Calling delete_port for 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:03.326737 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.367685 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7cdc3c42-cbc6-42b8-a092-a3d1ee609cf2 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:03.429811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82f7461-eaec-44e4-a241-dc3c4daf14ed,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:03.434419 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:03.589235 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6748c8a4-c535-46d8-8693-4821b38cdb74 req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.601325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc8a0ae6-b2c5-4891-965e-76615f685cd7'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:03.613488 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:03.643705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Pushing event deleted for resources: {'Port': ['ID=0c7bd935-0485-4ed1-8c83-966dcc9ebb4a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:03.652677 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:03.683936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Checking segment: {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:03.684567 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Network hostable DHCP agents. Network: 6ed3f91c-ffd7-4862-8a3c-136b27341f4d, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:03.813098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-6748c8a4-c535-46d8-8693-4821b38cdb74 req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] No DVR routers for this DVR port 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:03.818040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-6748c8a4-c535-46d8-8693-4821b38cdb74 req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.820243 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6748c8a4-c535-46d8-8693-4821b38cdb74 req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.63 "DELETE /v2.0/ports/0c7bd935-0485-4ed1-8c83-966dcc9ebb4a HTTP/1.1" status: 204 len: 173 time: 1.9384902 Jun 17 08:37:03.839849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce52945f-b74e-47c4-bb45-99ff4775bd27', 'name': 'network-vif-deleted', 'tag': '0c7bd935-0485-4ed1-8c83-966dcc9ebb4a'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:03.849106 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1123a595-20d1-4133-a4b7-bda8ee20ae77" -d '{"events": [{"server_uuid": "ce52945f-b74e-47c4-bb45-99ff4775bd27", "name": "network-vif-deleted", "tag": "0c7bd935-0485-4ed1-8c83-966dcc9ebb4a"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:03.875517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:03.913766 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:03.916104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 6ed3f91c-ffd7-4862-8a3c-136b27341f4d) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:03.920520 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e2426bc9-4cbb-4457-8e2d-4abdc5a142ed tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:03.949866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4f9f1-9e22-44c1-aa1a-09cdda2cb39f None None] Network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:03.959845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:03.960441 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.073557 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e0ace7-7904-424e-8383-1d0122699dc6 x-openstack-request-id: req-79e0ace7-7904-424e-8383-1d0122699dc6 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:04.073900 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce52945f-b74e-47c4-bb45-99ff4775bd27", "name": "network-vif-deleted", "tag": "0c7bd935-0485-4ed1-8c83-966dcc9ebb4a", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:04.074207 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-79e0ace7-7904-424e-8383-1d0122699dc6 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:04.074661 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce52945f-b74e-47c4-bb45-99ff4775bd27', 'name': 'network-vif-deleted', 'tag': '0c7bd935-0485-4ed1-8c83-966dcc9ebb4a', 'status': 'completed', 'code': 200} Jun 17 08:37:04.118740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8b6ac10-866d-486e-90a7-94ac5f2e41e2 req-a6b0928a-ba0b-43c5-b4b0-77570d19f149 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce52945f-b74e-47c4-bb45-99ff4775bd27 HTTP/1.1" status: 200 len: 210 time: 0.0909200 Jun 17 08:37:04.137395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=251867cf-032c-4e48-bfe1-449a755ddf2e,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:04.140433 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1911592 Jun 17 08:37:04.143715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47608) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:04.150936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:04.172951 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:04.221805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Checking segment: {'id': 'fb99559a-c9dc-4dba-8482-a2a01ae13118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '05149fcf-b4d8-4fcc-87b9-051c79ee0df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:04.222172 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Network hostable DHCP agents. Network: 05149fcf-b4d8-4fcc-87b9-051c79ee0df3, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:04.243267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.244324 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.276476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Network 05149fcf-b4d8-4fcc-87b9-051c79ee0df3 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:04.301907 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 05149fcf-b4d8-4fcc-87b9-051c79ee0df3) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:04.311658 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:04.312318 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.338633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0ab587-166b-4a1a-96a6-bc58802d55c3 None None] Network 05149fcf-b4d8-4fcc-87b9-051c79ee0df3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:04.349598 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5843227 Jun 17 08:37:04.450341 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.654104 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5544b173-5709-4266-a977-bba6237e14d8 None None] Network 05149fcf-b4d8-4fcc-87b9-051c79ee0df3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:04.766495 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:04.933710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:37:04.934752 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.253054 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.316236 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.384640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Allocated IP 172.20.0.2 (6ed3f91c-ffd7-4862-8a3c-136b27341f4d/b82f7461-eaec-44e4-a241-dc3c4daf14ed/fdb32885-1bbb-4cc0-a276-1658695edf1f) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:05.529753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Allocated IP 172.25.8.186 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/d61ce31b-11f2-4bd6-b8b9-861272bf9789) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:05.574424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:05.661373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:05.661885 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 0c7bd935-0485-4ed1-8c83-966dcc9ebb4a not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:05.863659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.976835 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:05.979632 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4b00ebcb-2755-4a1b-be40-ce3a28c86659 tempest-ServersTestJSON-1683698265 tempest-ServersTestJSON-1683698265-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:05.980830 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.017076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Transition to ACTIVE for port object fdb32885-1bbb-4cc0-a276-1658695edf1f will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:06.067387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47664) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:06.074801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-733749763-network', 'tenant_id': '36a24431105e44ae89296ba4792fe518'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:06.075089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Transition to ACTIVE for port object fdb32885-1bbb-4cc0-a276-1658695edf1f will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:06.089829 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.126976 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:06.180375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Made reservation on behalf of 36a24431105e44ae89296ba4792fe518 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:06.189314 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.193068 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47668) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:06.196037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:06.213764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:06.220130 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.231281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:06.239188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:06.254146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:06.302060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:06.413814 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Pushing event updated for resources: {'Port': ['ID=d61ce31b-11f2-4bd6-b8b9-861272bf9789,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:06.416925 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:06.435461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Pushing event updated for resources: {'Port': ['ID=fdb32885-1bbb-4cc0-a276-1658695edf1f,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:06.449245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.450072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.450748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.451569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.452096 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.452704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.453223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.454037 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.454599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.455136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.455652 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.456163 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:06.468130 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:06.515742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Attempting to bind port fdb32885-1bbb-4cc0-a276-1658695edf1f on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:06.516675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Attempting to bind port fdb32885-1bbb-4cc0-a276-1658695edf1f by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:06.517301 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Attempting to bind port fdb32885-1bbb-4cc0-a276-1658695edf1f on network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:06.525481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:06.526197 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.526608 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Checking segment: {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:06.530111 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.532711 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Bound using segment: {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:06.533547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Bound port: fdb32885-1bbb-4cc0-a276-1658695edf1f, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:06.534218 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.541480 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.559225 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5fe00b75-955f-4808-9570-33d0017a0940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:06.634334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:06.669104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be92856a-c071-442c-87e4-f91d78384a81,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:06.699499 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:06.714151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.714672 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Added segment 49c8949c-2633-4959-9e32-61e1a3b42e32 of type vlan for network 4130789d-c699-49fb-846b-8ed63e8f3455 Jun 17 08:37:06.777732 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-074b9bd2-dedf-49a6-bb63-aee288be09c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.781333 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] For port fdb32885-1bbb-4cc0-a276-1658695edf1f, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:06.788688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] For port fdb32885-1bbb-4cc0-a276-1658695edf1f, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fdb32885-1bbb-4cc0-a276-1658695edf1f,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:06.799132 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.804370 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:06.852108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07048058-94ca-4183-87d7-e7029a72bd1b req-8de397a7-ce45-472a-b092-25ec38842212 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:06.859757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-07048058-94ca-4183-87d7-e7029a72bd1b req-8de397a7-ce45-472a-b092-25ec38842212 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.7738442 Jun 17 08:37:06.908612 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.974472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Pushing event updated for resources: {'Port': ['ID=fdb32885-1bbb-4cc0-a276-1658695edf1f,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:06.987197 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:06.995737 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:07.103447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-074b9bd2-dedf-49a6-bb63-aee288be09c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.106244 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.107711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:07.109235 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.122216 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:07.458322 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-07048058-94ca-4183-87d7-e7029a72bd1b req-f40ed092-0037-4805-908a-b236bcf184e7 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5980899 Jun 17 08:37:07.570363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e66829-c75a-4e96-abae-6d47cd68e6c6 req-30809803-cee4-4118-ba7f-5e0ba43c0546 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:07.576221 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5e66829-c75a-4e96-abae-6d47cd68e6c6 req-30809803-cee4-4118-ba7f-5e0ba43c0546 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.3846512 Jun 17 08:37:07.673451 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.727878 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-074b9bd2-dedf-49a6-bb63-aee288be09c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:07.741087 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6719732 Jun 17 08:37:07.756995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47704) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:07.767242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5e66829-c75a-4e96-abae-6d47cd68e6c6 req-05ec4e2f-dd9b-4fa3-98f0-2cd78df9d3e3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765327 Jun 17 08:37:07.792619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Request body: {'subnet': {'network_id': '4130789d-c699-49fb-846b-8ed63e8f3455', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-733749763-subnet', 'tenant_id': '36a24431105e44ae89296ba4792fe518', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:07.809010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Pushing event updated for resources: {'Network': ['ID=4130789d-c699-49fb-846b-8ed63e8f3455,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:07.818875 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:07.829398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 4130789d-c699-49fb-846b-8ed63e8f3455 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:07.859385 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4883a5f0-04b6-4af9-9656-a45b283046e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:07.876745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f1c0f-482b-4172-a1da-7791c6fe6176 req-8aa5a49e-370d-4195-888b-dbce943074ee tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:07.880238 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06f1c0f-482b-4172-a1da-7791c6fe6176 req-8aa5a49e-370d-4195-888b-dbce943074ee tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.3030639 Jun 17 08:37:07.907771 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b9bd2-dedf-49a6-bb63-aee288be09c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e510957-e6df-48f1-86dc-228cdd84436c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:07.925832 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-074b9bd2-dedf-49a6-bb63-aee288be09c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:07.946248 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-074b9bd2-dedf-49a6-bb63-aee288be09c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=35a333f3ae9f44858460b8a95bf9f4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7479033 Jun 17 08:37:07.948737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47712) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:07.970058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fdb32885-1bbb-4cc0-a276-1658695edf1f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:08.033140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Made reservation on behalf of 36a24431105e44ae89296ba4792fe518 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:08.040699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.096984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port fdb32885-1bbb-4cc0-a276-1658695edf1f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:08.160886 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48375797-943e-4dd5-b914-8f3f0b8ee1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.216018 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48375797-943e-4dd5-b914-8f3f0b8ee1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.258288 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a06f1c0f-482b-4172-a1da-7791c6fe6176 req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Deleting port bc8a0ae6-b2c5-4891-965e-76615f685cd7 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:08.258626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a06f1c0f-482b-4172-a1da-7791c6fe6176 req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.264330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Router 8444cbf8-11ab-4cda-aedf-3126e906a14d is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:37:08.312133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98dd47-df74-482b-903a-9e600d02d3e7 req-44e6c5a2-f6f8-490b-9f18-1c687d5aec46 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:08.313692 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1e98dd47-df74-482b-903a-9e600d02d3e7 req-44e6c5a2-f6f8-490b-9f18-1c687d5aec46 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.63 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.2238574 Jun 17 08:37:08.517378 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.553906 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49823de-c6ed-4ffc-8ec6-cef5616e5d91 None None] Network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:08.556376 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c2bcd80d-7086-41af-8cd0-bcffd267b02e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:08.645698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48375797-943e-4dd5-b914-8f3f0b8ee1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.661162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48375797-943e-4dd5-b914-8f3f0b8ee1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.665705 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-48375797-943e-4dd5-b914-8f3f0b8ee1fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e510957-e6df-48f1-86dc-228cdd84436c HTTP/1.1" status: 204 len: 168 time: 0.7077229 Jun 17 08:37:08.724868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2448df1d-60a8-45b6-a3f2-8e45a3bc06a4,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:08.729680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8944ec09-4deb-48b7-99a8-d433ba57a192 None None] Provisioning for port fdb32885-1bbb-4cc0-a276-1658695edf1f completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:08.737621 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:08.738938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8944ec09-4deb-48b7-99a8-d433ba57a192 None None] Provisioning complete for port fdb32885-1bbb-4cc0-a276-1658695edf1f triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:08.739393 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8944ec09-4deb-48b7-99a8-d433ba57a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.798599 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77e95cae-0cbe-448c-aa19-c92d97b80748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:08.926544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48375797-943e-4dd5-b914-8f3f0b8ee1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e510957-e6df-48f1-86dc-228cdd84436c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:08.934317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Checking segment: {'id': '49c8949c-2633-4959-9e32-61e1a3b42e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4130789d-c699-49fb-846b-8ed63e8f3455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:08.938217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Network hostable DHCP agents. Network: 4130789d-c699-49fb-846b-8ed63e8f3455, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:08.962140 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48375797-943e-4dd5-b914-8f3f0b8ee1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:08.982208 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8944ec09-4deb-48b7-99a8-d433ba57a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:08.987027 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-1e98dd47-df74-482b-903a-9e600d02d3e7 req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Deleting port 8a958cee-467d-47ea-a037-5c2418ee0166 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:08.989038 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1e98dd47-df74-482b-903a-9e600d02d3e7 req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.010003 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a06f1c0f-482b-4172-a1da-7791c6fe6176 req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] For port bc8a0ae6-b2c5-4891-965e-76615f685cd7, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc8a0ae6-b2c5-4891-965e-76615f685cd7,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:09.014870 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a06f1c0f-482b-4172-a1da-7791c6fe6176 req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.071827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8944ec09-4deb-48b7-99a8-d433ba57a192 None None] For port fdb32885-1bbb-4cc0-a276-1658695edf1f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fdb32885-1bbb-4cc0-a276-1658695edf1f,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:09.080177 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8944ec09-4deb-48b7-99a8-d433ba57a192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.082479 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e0d0c747-ce02-48ee-baba-f0add39fe61f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:09.128510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a06f1c0f-482b-4172-a1da-7791c6fe6176 req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Calling delete_port for bc8a0ae6-b2c5-4891-965e-76615f685cd7 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:09.132410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:37:09.156053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bc5fa-4ee0-4772-b21d-bd273cd8f1a7 req-23fc48a3-b2fd-40f0-b45b-0558a2c90298 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:09.164616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Sync routers for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:37:09.167813 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353bc5fa-4ee0-4772-b21d-bd273cd8f1a7 req-23fc48a3-b2fd-40f0-b45b-0558a2c90298 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 945 time: 0.3737535 Jun 17 08:37:09.226035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:09.228826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:36:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:09.232753 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.260622 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.270723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1234386 Jun 17 08:37:09.274206 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47752) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:09.285099 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-1e98dd47-df74-482b-903a-9e600d02d3e7 req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] For port 8a958cee-467d-47ea-a037-5c2418ee0166, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=8a958cee-467d-47ea-a037-5c2418ee0166,segment=NetworkSegment(8a8c22d1-1957-4e24-8d40-892c88f6c979),segment_id=8a8c22d1-1957-4e24-8d40-892c88f6c979)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:09.286444 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1e98dd47-df74-482b-903a-9e600d02d3e7 req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.380441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-1e98dd47-df74-482b-903a-9e600d02d3e7 req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Calling delete_port for 8a958cee-467d-47ea-a037-5c2418ee0166 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:09.409706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47756) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:09.422711 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-353bc5fa-4ee0-4772-b21d-bd273cd8f1a7 req-51e27313-7af3-48be-9fac-115bea5371eb tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/security-groups?id=a878bf8b-2420-4b27-aaea-bd7a881b3ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537220 Jun 17 08:37:09.423743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944ec09-4deb-48b7-99a8-d433ba57a192 None None] Pushing event updated for resources: {'Port': ['ID=fdb32885-1bbb-4cc0-a276-1658695edf1f,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:09.429623 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8944ec09-4deb-48b7-99a8-d433ba57a192 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:09.468704 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Network 4130789d-c699-49fb-846b-8ed63e8f3455 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:09.494317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-88d37e2c-841e-4c67-8a47-8c8ddf010fe5 None None] Provisioning complete for port fdb32885-1bbb-4cc0-a276-1658695edf1f triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:09.494738 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-88d37e2c-841e-4c67-8a47-8c8ddf010fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.502319 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 4130789d-c699-49fb-846b-8ed63e8f3455) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:09.507719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:09.508311 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.528002 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1cd06d6b-11e0-4083-908c-6c4b09084365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.529336 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7651472 Jun 17 08:37:09.548662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb25303-48dd-40f9-80c0-06a7e2fb09a3 None None] Network 4130789d-c699-49fb-846b-8ed63e8f3455 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:09.646147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b2e59-8803-4352-852c-b93acba3253f req-47bea1eb-7bfa-4a6d-8b1e-9e00521048a3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:09.651502 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1e98dd47-df74-482b-903a-9e600d02d3e7 req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.664097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-870b2e59-8803-4352-852c-b93acba3253f req-47bea1eb-7bfa-4a6d-8b1e-9e00521048a3 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/ports?device_id=a6515381-b726-4b3a-8611-1f716d00cb28 HTTP/1.1" status: 200 len: 946 time: 0.4146650 Jun 17 08:37:09.683105 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7d1910d6-8183-4fdf-9604-ffd734e30ff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:09.712577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b57b045-7f2c-4844-bd53-b286fca0bc72 None None] Network 4130789d-c699-49fb-846b-8ed63e8f3455 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:09.716094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:09.831852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Pushing event deleted for resources: {'Port': ['ID=8a958cee-467d-47ea-a037-5c2418ee0166,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:09.853651 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:09.867107 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-870b2e59-8803-4352-852c-b93acba3253f req-784bef15-63e4-41cd-99e3-0817d50cdeb5 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.47 "GET /v2.0/security-groups?id=3fced3b1-70f1-4b08-843a-82c0a064ec99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017438 Jun 17 08:37:09.904628 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e98dd47-df74-482b-903a-9e600d02d3e7 req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] No DVR routers for this DVR port 8a958cee-467d-47ea-a037-5c2418ee0166 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:09.912480 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a06f1c0f-482b-4172-a1da-7791c6fe6176 req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.913712 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-1e98dd47-df74-482b-903a-9e600d02d3e7 req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:09.918276 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1e98dd47-df74-482b-903a-9e600d02d3e7 req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] 10.222.0.63 "DELETE /v2.0/ports/8a958cee-467d-47ea-a037-5c2418ee0166 HTTP/1.1" status: 204 len: 173 time: 1.5312815 Jun 17 08:37:09.926447 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bafc8100-3061-434f-b9f2-9e2f6b009964 tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:09.935673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'name': 'network-vif-deleted', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:09.947104 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bc0a01-fc90-4a4d-987e-7cf17e4b57e8" -d '{"events": [{"server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "name": "network-vif-deleted", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:09.993285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Pushing event deleted for resources: {'Port': ['ID=bc8a0ae6-b2c5-4891-965e-76615f685cd7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:10.012832 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:10.021698 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff65b2d-9f9b-4b76-b143-c1dabc2bff6c x-openstack-request-id: req-0ff65b2d-9f9b-4b76-b143-c1dabc2bff6c {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:10.022046 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6515381-b726-4b3a-8611-1f716d00cb28", "name": "network-vif-deleted", "tag": "8a958cee-467d-47ea-a037-5c2418ee0166", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:10.022786 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0ff65b2d-9f9b-4b76-b143-c1dabc2bff6c {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:10.023618 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6515381-b726-4b3a-8611-1f716d00cb28', 'name': 'network-vif-deleted', 'tag': '8a958cee-467d-47ea-a037-5c2418ee0166', 'status': 'completed', 'code': 200} Jun 17 08:37:10.175306 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1cd06d6b-11e0-4083-908c-6c4b09084365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.205341 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06f1c0f-482b-4172-a1da-7791c6fe6176 req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] No DVR routers for this DVR port bc8a0ae6-b2c5-4891-965e-76615f685cd7 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:10.208081 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1cd06d6b-11e0-4083-908c-6c4b09084365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.230890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fdb32885-1bbb-4cc0-a276-1658695edf1f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:10.331752 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a06f1c0f-482b-4172-a1da-7791c6fe6176 req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.334057 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06f1c0f-482b-4172-a1da-7791c6fe6176 req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.10 "DELETE /v2.0/ports/bc8a0ae6-b2c5-4891-965e-76615f685cd7 HTTP/1.1" status: 204 len: 173 time: 2.4260175 Jun 17 08:37:10.334793 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-33b065f9-7464-46b0-ac3e-3c873c2bb058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:10.365844 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b84ffa3-18ab-4e02-8257-1574c0e24f42', 'name': 'network-vif-deleted', 'tag': 'bc8a0ae6-b2c5-4891-965e-76615f685cd7'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:10.369113 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4658884-02d0-44c0-9c1d-a0f0108a19ac" -d '{"events": [{"server_uuid": "1b84ffa3-18ab-4e02-8257-1574c0e24f42", "name": "network-vif-deleted", "tag": "bc8a0ae6-b2c5-4891-965e-76615f685cd7"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:10.381593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd06d6b-11e0-4083-908c-6c4b09084365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b43472-9916-4bfc-a62b-ba79ac243d0b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:10.504522 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1cd06d6b-11e0-4083-908c-6c4b09084365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:10.531763 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b743a24-a79f-4902-84bb-ce8fd8723beb x-openstack-request-id: req-4b743a24-a79f-4902-84bb-ce8fd8723beb {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:10.532160 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b84ffa3-18ab-4e02-8257-1574c0e24f42", "name": "network-vif-deleted", "tag": "bc8a0ae6-b2c5-4891-965e-76615f685cd7", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:10.534408 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4b743a24-a79f-4902-84bb-ce8fd8723beb {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:10.534971 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b84ffa3-18ab-4e02-8257-1574c0e24f42', 'name': 'network-vif-deleted', 'tag': 'bc8a0ae6-b2c5-4891-965e-76615f685cd7', 'status': 'completed', 'code': 200} Jun 17 08:37:10.581253 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1cd06d6b-11e0-4083-908c-6c4b09084365 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1fe980bdb04942cd9c5e0a447d1be90a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1436639 Jun 17 08:37:10.582014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47788) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:10.702924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc066-97f5-4af6-ac2d-08d825289831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.737102 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc066-97f5-4af6-ac2d-08d825289831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.744643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port fdb32885-1bbb-4cc0-a276-1658695edf1f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:10.747470 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.878040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc066-97f5-4af6-ac2d-08d825289831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.884929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:06Z', 'revision_number': 3, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:10.885898 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1ecdc066-97f5-4af6-ac2d-08d825289831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:10.891723 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1ecdc066-97f5-4af6-ac2d-08d825289831 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/80b43472-9916-4bfc-a62b-ba79ac243d0b HTTP/1.1" status: 204 len: 168 time: 0.3130617 Jun 17 08:37:10.892672 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-377a8cc0-17a7-4f2b-b5e8-111fa4f0411c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:10.917490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdc066-97f5-4af6-ac2d-08d825289831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b43472-9916-4bfc-a62b-ba79ac243d0b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:10.927821 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1ecdc066-97f5-4af6-ac2d-08d825289831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:10.943595 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-47afc068-b690-4eb4-82ff-a42802867c4a req-58232e0d-da5d-44aa-975c-b0e1c1a17a37 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b84ffa3-18ab-4e02-8257-1574c0e24f42 HTTP/1.1" status: 200 len: 210 time: 0.1548059 Jun 17 08:37:10.953213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Checking router: 8444cbf8-11ab-4cda-aedf-3126e906a14d for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:37:10.953854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Updating router 8444cbf8-11ab-4cda-aedf-3126e906a14d port d61ce31b-11f2-4bd6-b8b9-861272bf9789 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:37:11.009629 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.089313 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.319022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc8a0ae6-b2c5-4891-965e-76615f685cd7 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:11.353479 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-9c33915a-9394-4b59-b30b-c8b361668c3f tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:11.365426 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-9c33915a-9394-4b59-b30b-c8b361668c3f tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/networks?id=05149fcf-b4d8-4fcc-87b9-051c79ee0df3 HTTP/1.1" status: 200 len: 812 time: 0.5727739 Jun 17 08:37:11.374702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47816) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:11.381802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: bc8a0ae6-b2c5-4891-965e-76615f685cd7 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:11.382156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc8a0ae6-b2c5-4891-965e-76615f685cd7 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:11.383743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8a958cee-467d-47ea-a037-5c2418ee0166 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:11.390736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47820) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:11.422469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-47ddac5f-5457-41da-8baf-12b723a092d1 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/quotas/2aee40e4bf394493993860dc0e8f326d HTTP/1.1" status: 200 len: 375 time: 0.0560410 Jun 17 08:37:11.430232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Allocated IP 172.20.0.1 (6ed3f91c-ffd7-4862-8a3c-136b27341f4d/b82f7461-eaec-44e4-a241-dc3c4daf14ed/6217cc5e-021a-4ceb-b9bb-0848303c6dc8) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:11.435217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 8a958cee-467d-47ea-a037-5c2418ee0166 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:11.435581 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 8a958cee-467d-47ea-a037-5c2418ee0166 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:11.462675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-87597b7e-c4e3-4d61-a7e6-de82c937c9d1 admin admin] Deleting subnet 038e5845-17a0-4392-9346-6cb0c01ba0f2 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:11.467927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87597b7e-c4e3-4d61-a7e6-de82c937c9d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.523164 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87597b7e-c4e3-4d61-a7e6-de82c937c9d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.552506 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-95fa6ec9-eee6-462a-9361-0818eca66182 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2aee40e4bf394493993860dc0e8f326d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1290889 Jun 17 08:37:11.591660 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.614181 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Transition to ACTIVE for port object d61ce31b-11f2-4bd6-b8b9-861272bf9789 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:11.620020 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87597b7e-c4e3-4d61-a7e6-de82c937c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.624841 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.639013 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8944ec09-4deb-48b7-99a8-d433ba57a192 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:11.736754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Attempting to bind port d61ce31b-11f2-4bd6-b8b9-861272bf9789 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:11.736754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Attempting to bind port d61ce31b-11f2-4bd6-b8b9-861272bf9789 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:11.736754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Attempting to bind port d61ce31b-11f2-4bd6-b8b9-861272bf9789 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:11.739207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87597b7e-c4e3-4d61-a7e6-de82c937c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.747487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:11.748101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:11.748710 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.749241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:11.749378 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bdcd15b-0def-48ff-928f-a374ddb3030a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:11.750123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Bound port: d61ce31b-11f2-4bd6-b8b9-861272bf9789, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:11.750843 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.775540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40f2f6-8b71-426b-96ef-890e5684caff None None] Pushing event updated for resources: {'Port': ['ID=d61ce31b-11f2-4bd6-b8b9-861272bf9789,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:11.779896 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9d40f2f6-8b71-426b-96ef-890e5684caff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:11.812301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-bd12a6a7-5f5b-4f7e-8413-59b655b03222 service neutron] 10.222.0.47 "GET /v2.0/networks/05149fcf-b4d8-4fcc-87b9-051c79ee0df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474756 Jun 17 08:37:11.817787 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] For port d61ce31b-11f2-4bd6-b8b9-861272bf9789, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:11.822951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] For port d61ce31b-11f2-4bd6-b8b9-861272bf9789, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d61ce31b-11f2-4bd6-b8b9-861272bf9789,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:11.831135 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.831831 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.834080 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:11.849499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Transition to ACTIVE for port object 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:11.861593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87597b7e-c4e3-4d61-a7e6-de82c937c9d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=038e5845-17a0-4392-9346-6cb0c01ba0f2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:11.865054 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-87597b7e-c4e3-4d61-a7e6-de82c937c9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:11.871537 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87597b7e-c4e3-4d61-a7e6-de82c937c9d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.879459 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-87597b7e-c4e3-4d61-a7e6-de82c937c9d1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/038e5845-17a0-4392-9346-6cb0c01ba0f2 HTTP/1.1" status: 204 len: 168 time: 0.4857962 Jun 17 08:37:11.889253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47832) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:11.910284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a96f8fe-3251-4a57-afbf-a81dc329851d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:11.928090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d40f2f6-8b71-426b-96ef-890e5684caff None None] Pushing event updated for resources: {'Port': ['ID=d61ce31b-11f2-4bd6-b8b9-861272bf9789,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:11.933167 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9d40f2f6-8b71-426b-96ef-890e5684caff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:11.939421 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:11.942662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:36:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:12.080799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:12.083152 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.104407 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47840) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:12.118088 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.156919 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4e6dfb44-6e3f-4cd9-8fbe-68244f1f6318 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:12.241471 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:12.258045 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.260114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:12.285789 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c313181c-9e3f-4526-af69-a8c62d7d61bc']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:12.289297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:12.342099 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a8c22d1-1957-4e24-8d40-892c88f6c979') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:12.342657 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a8c22d1-1957-4e24-8d40-892c88f6c979') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:12.346400 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a96f8fe-3251-4a57-afbf-a81dc329851d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.347454 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.350838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Pushing event updated for resources: {'Port': ['ID=6217cc5e-021a-4ceb-b9bb-0848303c6dc8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:12.362102 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a96f8fe-3251-4a57-afbf-a81dc329851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.366456 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:37:12.368354 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.370444 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc238734-7f3d-4315-a79c-46eab572e98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:12.375574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4375089-59f1-4ed8-ab30-8e64b7e1fbe2 admin admin] Deleting subnet 4c5af641-b9dc-441c-b54c-15d3d4a6c04d {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:12.432796 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.440778 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6a96f8fe-3251-4a57-afbf-a81dc329851d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f76f428d91694259bd346a029cd4f89e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0648723 Jun 17 08:37:12.447720 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:12.448454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47850) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:12.456010 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b4375089-59f1-4ed8-ab30-8e64b7e1fbe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.461783 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:12.462556 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:12.465532 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:12.479605 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-ea795007-9750-4868-85a8-f52bd2494f93 service neutron] 10.222.0.47 "GET /v2.0/networks/05149fcf-b4d8-4fcc-87b9-051c79ee0df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5809512 Jun 17 08:37:12.494157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96f8fe-3251-4a57-afbf-a81dc329851d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a2c390-5ed5-48fb-8323-f8b61a2fefc3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:12.525163 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:06Z', 'revision_number': 3, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:12.554626 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6a96f8fe-3251-4a57-afbf-a81dc329851d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:12.608802 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b4375089-59f1-4ed8-ab30-8e64b7e1fbe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.616528 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37a58704-c8f5-40c7-aa46-4f5524bb1908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.618447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.622989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3390c54b-a51c-40a2-ad36-f2316d72b60a None None] The sync data for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 is: [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:06Z', 'revision_number': 3, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:37:12.623253 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c89f5c86-118e-42d5-a23a-6247c4891151 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:12.637627 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.642011 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] 10.222.0.47 "DELETE /v2.0/networks/c313181c-9e3f-4526-af69-a8c62d7d61bc HTTP/1.1" status: 204 len: 168 time: 0.7466736 Jun 17 08:37:12.665724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] Pushing event deleted for resources: {'Network': ['ID=c313181c-9e3f-4526-af69-a8c62d7d61bc,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:12.670482 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:12.695959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9f4df392-0e0b-4448-8aec-e541f3857543 None None] Provisioning for port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:12.700881 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37a58704-c8f5-40c7-aa46-4f5524bb1908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.702042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9f4df392-0e0b-4448-8aec-e541f3857543 None None] Provisioning complete for port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:12.705780 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9f4df392-0e0b-4448-8aec-e541f3857543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.808740 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37a58704-c8f5-40c7-aa46-4f5524bb1908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.812107 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37a58704-c8f5-40c7-aa46-4f5524bb1908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.813704 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-37a58704-c8f5-40c7-aa46-4f5524bb1908 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76a2c390-5ed5-48fb-8323-f8b61a2fefc3 HTTP/1.1" status: 204 len: 168 time: 0.3612258 Jun 17 08:37:12.814751 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8523d359-991d-4d4c-aa6e-40f81eec4d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:12.836094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a58704-c8f5-40c7-aa46-4f5524bb1908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a2c390-5ed5-48fb-8323-f8b61a2fefc3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:12.841802 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-37a58704-c8f5-40c7-aa46-4f5524bb1908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:12.855959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-9f4df392-0e0b-4448-8aec-e541f3857543 None None] Port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:12.880075 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b4375089-59f1-4ed8-ab30-8e64b7e1fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:12.916364 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.086455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47896) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:13.206105 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1edef1b6-bde7-4ddd-af2a-eaa839324607 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=033da5dc68fa4bd2a4be3af5a03b4561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1181893 Jun 17 08:37:13.208308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47902) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:13.309062 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e2e162a-0dfb-42c4-ae13-6db0421a8ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.391404 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ee64a88f-7560-4c3d-a844-1cd6b3b6b4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.416180 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e2e162a-0dfb-42c4-ae13-6db0421a8ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.510468 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e2e162a-0dfb-42c4-ae13-6db0421a8ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.516448 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e2e162a-0dfb-42c4-ae13-6db0421a8ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.519353 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4e2e162a-0dfb-42c4-ae13-6db0421a8ccb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3fced3b1-70f1-4b08-843a-82c0a064ec99 HTTP/1.1" status: 204 len: 168 time: 0.3082466 Jun 17 08:37:13.543130 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-adf66959-d03e-45a7-8dc1-43df10542067 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:13.570163 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e162a-0dfb-42c4-ae13-6db0421a8ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fced3b1-70f1-4b08-843a-82c0a064ec99,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:13.577121 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4e2e162a-0dfb-42c4-ae13-6db0421a8ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:13.661436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47916) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:13.688569 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6bb2041d-3570-4dff-bd84-1ea6d5a07c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.818914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3a8b92e-8023-46c0-950f-c48b88eef158 req-12e7cc68-6da6-42c6-b36b-ddcea36ac9a8 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 210 time: 0.8297405 Jun 17 08:37:13.884257 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6bb2041d-3570-4dff-bd84-1ea6d5a07c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.889706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6bb2041d-3570-4dff-bd84-1ea6d5a07c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:13.894622 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-074b9bd2-dedf-49a6-bb63-aee288be09c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:13.929138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2041d-3570-4dff-bd84-1ea6d5a07c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7c0669-2fdc-473b-8e9f-e70c22f63146,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:13.933898 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6bb2041d-3570-4dff-bd84-1ea6d5a07c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:13.957562 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6bb2041d-3570-4dff-bd84-1ea6d5a07c97 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90971d4dd5de4932ac40f4334eebb353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948554 Jun 17 08:37:13.958375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47920) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:13.978144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d61ce31b-11f2-4bd6-b8b9-861272bf9789 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:14.008508 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.035509 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.039737 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-89d9e424-ade4-4045-bf0e-8a9f11ac24dd tempest-ServerRescueTestJSONUnderV235-1776832471 tempest-ServerRescueTestJSONUnderV235-1776832471-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:14.042007 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b4375089-59f1-4ed8-ab30-8e64b7e1fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.105258 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b46ae318-4342-4f4a-b592-296b32156608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.119031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port d61ce31b-11f2-4bd6-b8b9-861272bf9789 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:14.124477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d61ce31b-11f2-4bd6-b8b9-861272bf9789 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:14.125241 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.166542 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b46ae318-4342-4f4a-b592-296b32156608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.192129 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b4375089-59f1-4ed8-ab30-8e64b7e1fbe2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.197287 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b4375089-59f1-4ed8-ab30-8e64b7e1fbe2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4c5af641-b9dc-441c-b54c-15d3d4a6c04d HTTP/1.1" status: 204 len: 168 time: 2.0909917 Jun 17 08:37:14.201543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47946) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:14.231652 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cefa321-abc2-4db1-8be3-cd3238f168bb None None] Network 8791f7f1-a4fe-4b96-8597-e7c847dcb821 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:14.251482 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.293959 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b46ae318-4342-4f4a-b592-296b32156608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.297709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b46ae318-4342-4f4a-b592-296b32156608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.302053 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b46ae318-4342-4f4a-b592-296b32156608 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e7c0669-2fdc-473b-8e9f-e70c22f63146 HTTP/1.1" status: 204 len: 168 time: 0.3423555 Jun 17 08:37:14.303110 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77e03e22-97b7-4f5e-a329-da3cc5993235 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:14.333304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ae318-4342-4f4a-b592-296b32156608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7c0669-2fdc-473b-8e9f-e70c22f63146,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:14.340821 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b46ae318-4342-4f4a-b592-296b32156608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:14.481098 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.592682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port d61ce31b-11f2-4bd6-b8b9-861272bf9789, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d61ce31b-11f2-4bd6-b8b9-861272bf9789,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:14.614994 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.633271 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:14.665149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Pushing event updated for resources: {'Port': ['ID=6217cc5e-021a-4ceb-b9bb-0848303c6dc8,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:14.733054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=d61ce31b-11f2-4bd6-b8b9-861272bf9789,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:14.740670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:14.745895 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:14.747293 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:14.751888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:14.758040 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfb51402-a5d1-4636-a591-061942977900 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.643s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:14.833488 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:14.863453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4375089-59f1-4ed8-ab30-8e64b7e1fbe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5af641-b9dc-441c-b54c-15d3d4a6c04d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:14.882024 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b4375089-59f1-4ed8-ab30-8e64b7e1fbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:14.923598 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] DHCP port deletion for 8791f7f1-a4fe-4b96-8597-e7c847dcb821 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:37:15.138216 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] Deleting port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:15.138891 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.263614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Router 8444cbf8-11ab-4cda-aedf-3126e906a14d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:37:15.367461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c068bae8-82ce-4f48-9fa4-af540e416a31 req-6d029f41-71db-4977-acd4-fc99c44da223 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 210 time: 0.1003108 Jun 17 08:37:15.419093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1dd557cc-b9b8-41b1-8721-845f76478e1e None None] Provisioning complete for port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:15.423660 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1dd557cc-b9b8-41b1-8721-845f76478e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.427932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47990) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:15.503397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1dd557cc-b9b8-41b1-8721-845f76478e1e None None] Port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:15.520691 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] For port eac37eab-ac77-4f2c-8bf5-67ca65a5a771, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eac37eab-ac77-4f2c-8bf5-67ca65a5a771,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:15.521419 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.613240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Deleting port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:15.614135 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.753456 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-b8299da1-66cd-4732-baba-f538625bf17a tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:15.755384 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-b8299da1-66cd-4732-baba-f538625bf17a tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.63 "GET /v2.0/networks?id=05149fcf-b4d8-4fcc-87b9-051c79ee0df3 HTTP/1.1" status: 200 len: 812 time: 0.3669164 Jun 17 08:37:15.772818 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] Calling delete_port for eac37eab-ac77-4f2c-8bf5-67ca65a5a771 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:15.778175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Request body: {'port': {'device_id': '4cd3fee5-b6d0-48d2-85a0-dd056d96a360', 'network_id': '05149fcf-b4d8-4fcc-87b9-051c79ee0df3', 'admin_state_up': True, 'tenant_id': '2aee40e4bf394493993860dc0e8f326d'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:15.822224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-959817664-network', 'tenant_id': 'b4df29858927426b9767f1190199f11e'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:15.877583 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-184bf5a7-fbd3-45f5-95c9-22e212a969c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:15.888916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] For port eac37eab-ac77-4f2c-8bf5-67ca65a5a771, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eac37eab-ac77-4f2c-8bf5-67ca65a5a771,segment=NetworkSegment(97fb4581-e1f6-4155-aa6f-1de4b5b8e729),segment_id=97fb4581-e1f6-4155-aa6f-1de4b5b8e729)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:15.889551 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.017009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d61ce31b-11f2-4bd6-b8b9-861272bf9789 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:16.027258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Made reservation on behalf of b4df29858927426b9767f1190199f11e for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:16.030351 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.044667 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.069001 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:37:16.086323 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Sync routers for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:37:16.101361 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:16.105465 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:37:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:16.127415 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.206178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d61ce31b-11f2-4bd6-b8b9-861272bf9789 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:16.206915 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.225164 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Calling delete_port for eac37eab-ac77-4f2c-8bf5-67ca65a5a771 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:16.278797 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.294099 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:16.298003 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.326017 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.337378 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] Pushing event deleted for resources: {'Port': ['ID=eac37eab-ac77-4f2c-8bf5-67ca65a5a771,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:16.343412 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:16.346150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] No DVR routers for this DVR port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:16.357565 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4e2e162a-0dfb-42c4-ae13-6db0421a8ccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:16.419932 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] 10.222.0.47 "PUT /v2.0/routers/8444cbf8-11ab-4cda-aedf-3126e906a14d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1066909 Jun 17 08:37:16.472220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Made reservation on behalf of 2aee40e4bf394493993860dc0e8f326d for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:16.480817 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.520386 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:16.539883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.540357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:16.545205 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:16.558545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9684f564-45c4-4d1f-bae5-508d32cab459,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:16.590259 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:16.604131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eac37eab-ac77-4f2c-8bf5-67ca65a5a771 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:16.610946 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac37eab-ac77-4f2c-8bf5-67ca65a5a771,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:16.621591 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.623860 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Added segment d388034b-dce2-440b-915a-c98398b6c6b5 of type vlan for network d31f0d0f-37f0-413e-8d79-b1d75cfc818d Jun 17 08:37:16.625736 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:16.634353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] No DVR routers for this DVR port eac37eab-ac77-4f2c-8bf5-67ca65a5a771 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:16.669530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: eac37eab-ac77-4f2c-8bf5-67ca65a5a771 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:16.670259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eac37eab-ac77-4f2c-8bf5-67ca65a5a771 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:16.721133 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6a7f398-e311-4447-a98a-07b3dd290dcb req-fcb096b8-0b4d-4326-95f4-c941ace46cde tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 210 time: 0.0755644 Jun 17 08:37:16.795969 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.811191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8791f7f1-a4fe-4b96-8597-e7c847dcb821']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:16.817489 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.844525 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fb4581-e1f6-4155-aa6f-1de4b5b8e729') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:16.844871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fb4581-e1f6-4155-aa6f-1de4b5b8e729') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:16.863115 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.880323 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.904085 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.922944 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:16.923599 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:16.929455 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:16.976918 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:13Z', 'revision_number': 2, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:17.025769 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Checking router: 8444cbf8-11ab-4cda-aedf-3126e906a14d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:37:17.026331 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Updating router 8444cbf8-11ab-4cda-aedf-3126e906a14d port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:37:17.096684 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.104911 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Allocated IP 172.20.0.8 (05149fcf-b4d8-4fcc-87b9-051c79ee0df3/251867cf-032c-4e48-bfe1-449a755ddf2e/82e8693b-5735-4ab4-be03-4b7e84cb5dc6) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:17.110507 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.115816 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a7625121-d142-4dd0-90e5-d34f94c78c4b tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:17.123034 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.124441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:17.125188 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.129178 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06b006cd-e2ed-4064-887d-763e39f46f0c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:17.161628 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.170309 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8791f7f1-a4fe-4b96-8597-e7c847dcb821 HTTP/1.1" status: 204 len: 168 time: 2.9676886 Jun 17 08:37:17.178283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8791f7f1-a4fe-4b96-8597-e7c847dcb821,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:17.185998 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:17.302271 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8646431 Jun 17 08:37:17.303256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48038) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:17.308882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Request body: {'subnet': {'network_id': 'd31f0d0f-37f0-413e-8d79-b1d75cfc818d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-959817664-subnet', 'tenant_id': 'b4df29858927426b9767f1190199f11e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:17.328718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Pushing event updated for resources: {'Network': ['ID=d31f0d0f-37f0-413e-8d79-b1d75cfc818d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:17.345564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network d31f0d0f-37f0-413e-8d79-b1d75cfc818d details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:17.349523 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:17.390976 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Made reservation on behalf of b4df29858927426b9767f1190199f11e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:17.403719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.440954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48040) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:17.623023 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.644288 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Transition to ACTIVE for port object 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:17.649848 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0b49d6fe-fc57-4bb8-a795-c66b1e8f15f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4376a8abc5994f78bc28c2a8d7ebfe05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072482 Jun 17 08:37:17.658209 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48046) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:17.670647 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.670647 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-0fe7edd6-5941-44b1-8693-aa2b3bf3a661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:17.750478 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.757839 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-af0855ee-0b5d-4e74-99db-b128d915113a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:17.845645 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Pushing event updated for resources: {'Port': ['ID=6217cc5e-021a-4ceb-b9bb-0848303c6dc8,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:17.886247 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.886599 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.886977 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.891580 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.891936 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.892273 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.892602 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.892928 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.893247 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.894157 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.894485 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.894827 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:17.913545 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:17.921307 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:17.949559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e4b6eb-e189-4eaf-aba5-2b5ca74c982a,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:17.955641 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:17.975296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Checking segment: {'id': 'd388034b-dce2-440b-915a-c98398b6c6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'd31f0d0f-37f0-413e-8d79-b1d75cfc818d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:17.976602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Network hostable DHCP agents. Network: d31f0d0f-37f0-413e-8d79-b1d75cfc818d, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:18.018803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Network d31f0d0f-37f0-413e-8d79-b1d75cfc818d is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:18.047736 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, d31f0d0f-37f0-413e-8d79-b1d75cfc818d) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:18.057550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ef062c-98ed-459a-b90a-a491b018f82b None None] Network d31f0d0f-37f0-413e-8d79-b1d75cfc818d requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:18.086708 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Attempting to bind port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:18.087109 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Attempting to bind port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:18.087481 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Attempting to bind port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 on network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:18.093385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.100392 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-452c4e1f-adda-4bb0-9caa-c0793cbc7ef5 req-9879bb11-770e-49b3-82d9-6c3886f2fd74 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 210 time: 0.0659628 Jun 17 08:37:18.102610 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:18.105633 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Checking segment: {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:18.109750 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:18.110617 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.112327 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.112876 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Bound using segment: {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:18.113649 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Bound port: 6217cc5e-021a-4ceb-b9bb-0848303c6dc8, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:18.114050 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.115249 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2ff403f-a5b7-472c-8ed9-98a87f98650c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:18.159368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8547273 Jun 17 08:37:18.254641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Network 05149fcf-b4d8-4fcc-87b9-051c79ee0df3 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:18.255737 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e22b4480-7f14-425a-ae2d-96f0da45cb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.265146 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:18.280475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:18.316049 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] For port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:18.320894 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] For port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6217cc5e-021a-4ceb-b9bb-0848303c6dc8,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:18.332988 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.340070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:18.341132 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:18.341639 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.362169 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Pushing event updated for resources: {'Port': ['ID=82e8693b-5735-4ab4-be03-4b7e84cb5dc6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:18.363700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48068) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:18.378228 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:18.395787 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e22b4480-7f14-425a-ae2d-96f0da45cb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.417237 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6526980 Jun 17 08:37:18.449117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Request body: {'port': {'device_id': '4cd3fee5-b6d0-48d2-85a0-dd056d96a360', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:18.467329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36a44dc-9da6-464e-a84b-dc93c077d6e2 admin admin] Deleting subnet 68e4b6eb-e189-4eaf-aba5-2b5ca74c982a {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:18.471167 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36a44dc-9da6-464e-a84b-dc93c077d6e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.515411 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Pushing event updated for resources: {'Port': ['ID=6217cc5e-021a-4ceb-b9bb-0848303c6dc8,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:18.527787 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:18.542154 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36a44dc-9da6-464e-a84b-dc93c077d6e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.549444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9417a7a-8dbe-454e-b863-e3a47b0651c7 None None] Network d31f0d0f-37f0-413e-8d79-b1d75cfc818d requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:18.575639 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:18.576603 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:37:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:18.645744 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36a44dc-9da6-464e-a84b-dc93c077d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.707370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48078) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:18.731166 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-83e77a9c-80be-45b8-9aa8-b3be61a3f196 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--136249313', 'description': 'tempest-description--113467474'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:18.765196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e22b4480-7f14-425a-ae2d-96f0da45cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.788626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e22b4480-7f14-425a-ae2d-96f0da45cb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.798809 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e22b4480-7f14-425a-ae2d-96f0da45cb09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a878bf8b-2420-4b27-aaea-bd7a881b3ee7 HTTP/1.1" status: 204 len: 168 time: 1.1396677 Jun 17 08:37:18.802461 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-85094bdb-c6c3-4262-939b-ec2bfbb77398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:18.819731 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36a44dc-9da6-464e-a84b-dc93c077d6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.822875 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b4375089-59f1-4ed8-ab30-8e64b7e1fbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:18.835177 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.847649 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:18.870035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a44dc-9da6-464e-a84b-dc93c077d6e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e4b6eb-e189-4eaf-aba5-2b5ca74c982a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:18.874529 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e36a44dc-9da6-464e-a84b-dc93c077d6e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:18.877838 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e36a44dc-9da6-464e-a84b-dc93c077d6e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.882893 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e36a44dc-9da6-464e-a84b-dc93c077d6e2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/68e4b6eb-e189-4eaf-aba5-2b5ca74c982a HTTP/1.1" status: 204 len: 168 time: 0.5152345 Jun 17 08:37:18.883287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48082) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:18.883670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b4480-7f14-425a-ae2d-96f0da45cb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a878bf8b-2420-4b27-aaea-bd7a881b3ee7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:18.904504 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e22b4480-7f14-425a-ae2d-96f0da45cb09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:18.969688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83e77a9c-80be-45b8-9aa8-b3be61a3f196 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:18.981421 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.026086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.109452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.121504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31f0d0f-37f0-413e-8d79-b1d75cfc818d']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:19.144037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd388034b-dce2-440b-915a-c98398b6c6b5') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:19.144637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd388034b-dce2-440b-915a-c98398b6c6b5') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:19.155516 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.171419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.179025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:19.179804 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:19.182355 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:19.305021 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.309397 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e193a19-b8c1-4226-8156-7491a5a98908 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:19.329912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.336954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] 10.222.0.47 "DELETE /v2.0/networks/d31f0d0f-37f0-413e-8d79-b1d75cfc818d HTTP/1.1" status: 204 len: 168 time: 0.4526296 Jun 17 08:37:19.338271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] Pushing event deleted for resources: {'Network': ['ID=d31f0d0f-37f0-413e-8d79-b1d75cfc818d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:19.344527 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:19.482993 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f6fda-dfdb-44a1-9743-1e02982c4323 req-7a376c06-3dd1-47a1-80a4-2fd70cd2b6fd tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:19.488027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-022f6fda-dfdb-44a1-9743-1e02982c4323 req-7a376c06-3dd1-47a1-80a4-2fd70cd2b6fd tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 931 time: 0.0996897 Jun 17 08:37:19.502263 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:18Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:19.530713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48096) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:19.566215 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ddba66-ae63-4129-a88c-73843049adcb None None] The sync data for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 is: [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:18Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:37:19.570692 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-022f6fda-dfdb-44a1-9743-1e02982c4323 req-2149802f-954b-46b8-b01b-9fa65450bab6 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751538 Jun 17 08:37:19.695055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83e77a9c-80be-45b8-9aa8-b3be61a3f196 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.706902 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83e77a9c-80be-45b8-9aa8-b3be61a3f196 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.712010 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48375797-943e-4dd5-b914-8f3f0b8ee1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:19.753074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48102) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:19.786989 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83e77a9c-80be-45b8-9aa8-b3be61a3f196 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:19.791427 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-83e77a9c-80be-45b8-9aa8-b3be61a3f196 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0796213 Jun 17 08:37:19.797540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48106) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:19.808971 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-8967d293-d716-4c99-a5b4-e44115a70805 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'security_group_rule': {'security_group_id': 'b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:19.830392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e77a9c-80be-45b8-9aa8-b3be61a3f196 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:19.843907 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-83e77a9c-80be-45b8-9aa8-b3be61a3f196 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:19.945072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5f1d5924-b931-49ed-8590-bbd717215a4b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4df29858927426b9767f1190199f11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1882844 Jun 17 08:37:19.946563 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48112) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:19.964704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:19.972207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a7dc914-7381-462d-8de8-a61df6d4dbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.000687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:20.008281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8967d293-d716-4c99-a5b4-e44115a70805 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.013481 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.044117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Transition to ACTIVE for port object 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:20.084661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:20.089835 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:20.090217 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.209552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a7dc914-7381-462d-8de8-a61df6d4dbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.215808 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.222114 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f3009e41-4b41-4a31-a300-3afa8aaa0c68 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:20.249206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6331ed39-a2c8-42ca-815b-369de73cd962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.271359 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.295352 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a7dc914-7381-462d-8de8-a61df6d4dbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.310735 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=82e8693b-5735-4ab4-be03-4b7e84cb5dc6,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:20.322032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6217cc5e-021a-4ceb-b9bb-0848303c6dc8,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:20.328361 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:20.330202 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8967d293-d716-4c99-a5b4-e44115a70805 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.331902 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.339629 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5b3571f6-b2a8-45d0-812d-2c89a6c8eac4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:20.349183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8967d293-d716-4c99-a5b4-e44115a70805 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.352232 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-37a58704-c8f5-40c7-aa46-4f5524bb1908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:20.370375 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6331ed39-a2c8-42ca-815b-369de73cd962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.386741 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:20.423256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dc914-7381-462d-8de8-a61df6d4dbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e3e231-b43f-4b95-9847-f959cfdb1ebc,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:20.436159 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a7dc914-7381-462d-8de8-a61df6d4dbe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:20.462223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=6217cc5e-021a-4ceb-b9bb-0848303c6dc8,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:20.471071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967d293-d716-4c99-a5b4-e44115a70805 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2640a134-b300-42d7-96de-990e55dae6cc,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:20.472895 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:20.486390 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8967d293-d716-4c99-a5b4-e44115a70805 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.488579 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8967d293-d716-4c99-a5b4-e44115a70805 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6850998 Jun 17 08:37:20.497018 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8967d293-d716-4c99-a5b4-e44115a70805 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:20.502524 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2a7dc914-7381-462d-8de8-a61df6d4dbe5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f825a5260cf42698d2bfd4a3c0c9983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9688358 Jun 17 08:37:20.503976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48134) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:20.504391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48136) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:20.519688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5d92f904-38e3-49e9-828d-51b4a39dfbfd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'security_group_rule': {'security_group_id': 'b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:20.554270 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6331ed39-a2c8-42ca-815b-369de73cd962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.557982 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6331ed39-a2c8-42ca-815b-369de73cd962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.559146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6331ed39-a2c8-42ca-815b-369de73cd962 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9684f564-45c4-4d1f-bae5-508d32cab459 HTTP/1.1" status: 204 len: 168 time: 0.6113908 Jun 17 08:37:20.559962 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-824845ec-374b-4eee-aed2-0c5010dbaf01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:20.586995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331ed39-a2c8-42ca-815b-369de73cd962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9684f564-45c4-4d1f-bae5-508d32cab459,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:20.597292 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6331ed39-a2c8-42ca-815b-369de73cd962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:20.810113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Attempting to bind port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:20.812216 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Attempting to bind port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'fb99559a-c9dc-4dba-8482-a2a01ae13118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '05149fcf-b4d8-4fcc-87b9-051c79ee0df3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:20.812556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Attempting to bind port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 on network 05149fcf-b4d8-4fcc-87b9-051c79ee0df3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:20.841300 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d92f904-38e3-49e9-828d-51b4a39dfbfd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:20.915154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48152) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:20.955007 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298dd63-f092-44be-9151-bf6fa18f3e6e req-5a6ba91b-04c8-410f-b8cb-bedba5e941ac tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:20.974040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9298dd63-f092-44be-9151-bf6fa18f3e6e req-5a6ba91b-04c8-410f-b8cb-bedba5e941ac tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 943 time: 0.1860824 Jun 17 08:37:20.987223 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 on network 05149fcf-b4d8-4fcc-87b9-051c79ee0df3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:20.987223 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Attempting to bind port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 on network 05149fcf-b4d8-4fcc-87b9-051c79ee0df3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:21.055570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:21.056266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Checking segment: {'id': 'fb99559a-c9dc-4dba-8482-a2a01ae13118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '05149fcf-b4d8-4fcc-87b9-051c79ee0df3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:21.056653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Bound using segment: {'id': 'fb99559a-c9dc-4dba-8482-a2a01ae13118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '05149fcf-b4d8-4fcc-87b9-051c79ee0df3'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:21.057108 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Bound port: 82e8693b-5735-4ab4-be03-4b7e84cb5dc6, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb99559a-c9dc-4dba-8482-a2a01ae13118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '05149fcf-b4d8-4fcc-87b9-051c79ee0df3'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:21.057458 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.067963 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be9036c-7c76-41ce-8a6e-71ad8ddf452c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.093027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9298dd63-f092-44be-9151-bf6fa18f3e6e req-c21368d7-9e8b-4056-9c47-9a77d425f920 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170931 Jun 17 08:37:21.199176 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d92f904-38e3-49e9-828d-51b4a39dfbfd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.210509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be9036c-7c76-41ce-8a6e-71ad8ddf452c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.262524 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d92f904-38e3-49e9-828d-51b4a39dfbfd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.272851 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:21.295821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-648897664-network', 'tenant_id': 'daa7eb65c28c4be8b2cb049fa58f9d4a'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:21.326317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92f904-38e3-49e9-828d-51b4a39dfbfd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ce17c4-f1f1-4c1a-9682-8cd050fafe44,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:21.339992 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d92f904-38e3-49e9-828d-51b4a39dfbfd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:21.351377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Made reservation on behalf of daa7eb65c28c4be8b2cb049fa58f9d4a for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:21.355786 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.366251 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d92f904-38e3-49e9-828d-51b4a39dfbfd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.367463 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5d92f904-38e3-49e9-828d-51b4a39dfbfd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8620670 Jun 17 08:37:21.371022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] For port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:21.375432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] For port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=82e8693b-5735-4ab4-be03-4b7e84cb5dc6,segment=NetworkSegment(fb99559a-c9dc-4dba-8482-a2a01ae13118),segment_id=fb99559a-c9dc-4dba-8482-a2a01ae13118)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:21.377147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48166) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:21.379520 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.383812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:21.394103 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.397798 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06013d80-72fe-46ff-a285-16d334593114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:21.475948 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be9036c-7c76-41ce-8a6e-71ad8ddf452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.479753 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2be9036c-7c76-41ce-8a6e-71ad8ddf452c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.482190 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2be9036c-7c76-41ce-8a6e-71ad8ddf452c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48e3e231-b43f-4b95-9847-f959cfdb1ebc HTTP/1.1" status: 204 len: 168 time: 0.9751713 Jun 17 08:37:21.483814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Pushing event updated for resources: {'Port': ['ID=82e8693b-5735-4ab4-be03-4b7e84cb5dc6,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:21.494930 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:21.496328 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b46ae318-4342-4f4a-b592-296b32156608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:21.516536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:21.517928 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.519560 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] 10.222.0.63 "PUT /v2.0/ports/82e8693b-5735-4ab4-be03-4b7e84cb5dc6 HTTP/1.1" status: 200 len: 1092 time: 3.0886462 Jun 17 08:37:21.520420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd3fee5-b6d0-48d2-85a0-dd056d96a360', 'tag': '82e8693b-5735-4ab4-be03-4b7e84cb5dc6'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:21.550148 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc71187-9073-4b48-ba39-814e222da1a8" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd3fee5-b6d0-48d2-85a0-dd056d96a360", "tag": "82e8693b-5735-4ab4-be03-4b7e84cb5dc6"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:21.561098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9036c-7c76-41ce-8a6e-71ad8ddf452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e3e231-b43f-4b95-9847-f959cfdb1ebc,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:21.581887 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.592130 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2be9036c-7c76-41ce-8a6e-71ad8ddf452c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:21.719997 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3253f265-14a1-4910-9eb9-9aa8dad430c9 x-openstack-request-id: req-3253f265-14a1-4910-9eb9-9aa8dad430c9 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:21.720547 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd3fee5-b6d0-48d2-85a0-dd056d96a360", "tag": "82e8693b-5735-4ab4-be03-4b7e84cb5dc6", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:21.721066 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3253f265-14a1-4910-9eb9-9aa8dad430c9 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:21.721806 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd3fee5-b6d0-48d2-85a0-dd056d96a360', 'tag': '82e8693b-5735-4ab4-be03-4b7e84cb5dc6', 'status': 'completed', 'code': 200} Jun 17 08:37:21.745847 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.763417 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.780067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:21.782443 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d9355db7-7e6b-4eea-97f7-819d1de1b3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:21.834047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.834330 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Added segment b813f80c-b452-4d13-85fd-89a9e837c6ef of type vlan for network 8d70735e-fa42-4a95-90ce-4aca27010f30 Jun 17 08:37:21.867389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:21.871999 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-7a8e0531-7750-4144-b6ef-07eb32cdf525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:21.874963 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-7a8e0531-7750-4144-b6ef-07eb32cdf525 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2aee40e4bf394493993860dc0e8f326d&device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 1095 time: 0.2758017 Jun 17 08:37:21.884379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985449f2-976d-4e9b-a274-44d795340857,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:21.960811 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:21.961480 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:21.979891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.015241 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-24f42fa6-f3b2-46ba-942f-e839d2d2844a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e8693b-5735-4ab4-be03-4b7e84cb5dc6 HTTP/1.1" status: 200 len: 217 time: 0.1319859 Jun 17 08:37:22.064332 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:22.070558 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.071676 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.072264 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.080048 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cd145250-5ec9-41be-8d18-2c5a0a3b5100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:22.143226 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.177209 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48198) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:22.194134 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2753942 Jun 17 08:37:22.201653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48200) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:22.209905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Request body: {'subnet': {'network_id': '8d70735e-fa42-4a95-90ce-4aca27010f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-648897664-subnet', 'tenant_id': 'daa7eb65c28c4be8b2cb049fa58f9d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:22.219397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Pushing event updated for resources: {'Network': ['ID=8d70735e-fa42-4a95-90ce-4aca27010f30,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:22.232449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 8d70735e-fa42-4a95-90ce-4aca27010f30 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:22.233475 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:22.254155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Made reservation on behalf of daa7eb65c28c4be8b2cb049fa58f9d4a for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:22.260352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.314589 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-a44967b7-7723-4841-ac2e-ff42db201bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.318821 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-a44967b7-7723-4841-ac2e-ff42db201bd5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=251867cf-032c-4e48-bfe1-449a755ddf2e HTTP/1.1" status: 200 len: 852 time: 0.2895291 Jun 17 08:37:22.372050 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ec6dc63-bb0a-4a44-80ff-81c56fdfcdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.434303 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-f70fb431-3d9f-4197-9627-72125d6cc7c4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05149fcf-b4d8-4fcc-87b9-051c79ee0df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975590 Jun 17 08:37:22.476168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682a584-a304-4c06-ac22-195b6f508968 req-89e4dee4-5163-4cbf-aa32-4562b3a8cfff tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:22.485603 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c682a584-a304-4c06-ac22-195b6f508968 req-89e4dee4-5163-4cbf-aa32-4562b3a8cfff tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 943 time: 0.1309676 Jun 17 08:37:22.604410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c682a584-a304-4c06-ac22-195b6f508968 req-6cf361c4-67bd-4179-a630-9cc73d55d962 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159384 Jun 17 08:37:22.615820 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ec6dc63-bb0a-4a44-80ff-81c56fdfcdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.659364 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ec6dc63-bb0a-4a44-80ff-81c56fdfcdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.676222 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6bb2041d-3570-4dff-bd84-1ea6d5a07c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:22.713450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Allocated IP 172.25.8.238 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/d9f6a902-14e6-4227-b511-3b6bdfb5f0db) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:22.801164 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.806149 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c401155a-4fd2-4b3b-a24d-5685bff9dc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:22.828817 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6dc63-bb0a-4a44-80ff-81c56fdfcdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93102d69-237f-4efe-814e-7d7d5efdf501,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:22.832991 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ec6dc63-bb0a-4a44-80ff-81c56fdfcdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:22.839791 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3ec6dc63-bb0a-4a44-80ff-81c56fdfcdc1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be21271efe184926bc567d98aae039c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6613984 Jun 17 08:37:22.844594 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48214) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:22.925742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5286b81-591e-4c34-adf9-b39d2ba848f1,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:22.927238 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-243613ca-7c70-44a8-8b92-e994a6871143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.941145 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:22.950877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Checking segment: {'id': 'b813f80c-b452-4d13-85fd-89a9e837c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8d70735e-fa42-4a95-90ce-4aca27010f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:22.953101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Network hostable DHCP agents. Network: 8d70735e-fa42-4a95-90ce-4aca27010f30, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:22.956087 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-243613ca-7c70-44a8-8b92-e994a6871143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:22.989449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Network 8d70735e-fa42-4a95-90ce-4aca27010f30 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:23.009040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 8d70735e-fa42-4a95-90ce-4aca27010f30) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:23.021347 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:23.021957 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.028357 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2615aff-21b1-47d3-9e6a-081968be31a5 None None] Network 8d70735e-fa42-4a95-90ce-4aca27010f30 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:23.046713 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-43b60789-f149-4adb-b65c-4cba31337e54 service neutron] 10.222.0.63 "GET /v2.0/networks/05149fcf-b4d8-4fcc-87b9-051c79ee0df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110574 Jun 17 08:37:23.057156 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8516631 Jun 17 08:37:23.184927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-243613ca-7c70-44a8-8b92-e994a6871143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.196840 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-243613ca-7c70-44a8-8b92-e994a6871143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.203468 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-243613ca-7c70-44a8-8b92-e994a6871143 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93102d69-237f-4efe-814e-7d7d5efdf501 HTTP/1.1" status: 204 len: 168 time: 0.3569171 Jun 17 08:37:23.220672 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0919a0a7-425d-4af2-b50b-d257a4731942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:23.289071 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243613ca-7c70-44a8-8b92-e994a6871143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93102d69-237f-4efe-814e-7d7d5efdf501,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:23.298605 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-243613ca-7c70-44a8-8b92-e994a6871143 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:23.370832 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-05f388f0-aaa5-4058-bcf9-68d4efd0bb40 req-51d7060d-b5b9-4398-a4b2-119dfdfb5c13 service neutron] 10.222.0.63 "GET /v2.0/networks/05149fcf-b4d8-4fcc-87b9-051c79ee0df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360985 Jun 17 08:37:23.391636 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.516657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48234) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:23.528855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc71187-9073-4b48-ba39-814e222da1a8 req-ae16042a-5953-441c-ac06-d3f3a33a4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:23.530948 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8bc71187-9073-4b48-ba39-814e222da1a8 req-ae16042a-5953-441c-ac06-d3f3a33a4104 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2aee40e4bf394493993860dc0e8f326d&device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 1095 time: 0.0880759 Jun 17 08:37:23.531958 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.542636 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1cb21398-0870-4f63-a48a-ba3ec1a46043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:23.589505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:23.597244 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:23.613058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c329b-b9f5-4351-aebf-c5aad1813e30 None None] Network 8d70735e-fa42-4a95-90ce-4aca27010f30 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:23.633349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:23.809920 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'Port': ['ID=d9f6a902-14e6-4227-b511-3b6bdfb5f0db,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:23.825857 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:23.905828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:23.909080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc71187-9073-4b48-ba39-814e222da1a8 req-b017b41a-d670-41d7-862b-9899798455b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:23.910803 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8bc71187-9073-4b48-ba39-814e222da1a8 req-b017b41a-d670-41d7-862b-9899798455b5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05149fcf-b4d8-4fcc-87b9-051c79ee0df3 HTTP/1.1" status: 200 len: 913 time: 0.3692904 Jun 17 08:37:23.992764 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8bc71187-9073-4b48-ba39-814e222da1a8 req-1c02ef25-cd0a-4813-ac5e-b8cdc4888108 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e8693b-5735-4ab4-be03-4b7e84cb5dc6 HTTP/1.1" status: 200 len: 217 time: 0.0629561 Jun 17 08:37:24.058223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d2266-b8a1-4ce4-867e-56725f0bda01 req-19eea794-f9c2-42e7-a503-b709b5eb6731 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.060216 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cf4d2266-b8a1-4ce4-867e-56725f0bda01 req-19eea794-f9c2-42e7-a503-b709b5eb6731 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 943 time: 0.1876812 Jun 17 08:37:24.151316 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cf4d2266-b8a1-4ce4-867e-56725f0bda01 req-3b6f30a5-f5f7-44df-aecf-7971866067f2 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848777 Jun 17 08:37:24.197502 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2361a150-a7d9-4977-b464-7c6ca4bb8db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.208433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc71187-9073-4b48-ba39-814e222da1a8 req-1a47d8e8-5745-4729-836c-499036e5487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.209917 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8bc71187-9073-4b48-ba39-814e222da1a8 req-1a47d8e8-5745-4729-836c-499036e5487f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=251867cf-032c-4e48-bfe1-449a755ddf2e HTTP/1.1" status: 200 len: 852 time: 0.2087431 Jun 17 08:37:24.237424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.333428 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8bc71187-9073-4b48-ba39-814e222da1a8 req-7247814f-9977-4eb7-93de-6c70659650cb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05149fcf-b4d8-4fcc-87b9-051c79ee0df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131878 Jun 17 08:37:24.378221 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2361a150-a7d9-4977-b464-7c6ca4bb8db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.385876 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2361a150-a7d9-4977-b464-7c6ca4bb8db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.394213 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:24.527874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361a150-a7d9-4977-b464-7c6ca4bb8db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23e6a8-a330-403d-a2f4-74f084691d94,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:24.552409 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2361a150-a7d9-4977-b464-7c6ca4bb8db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:24.630375 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2361a150-a7d9-4977-b464-7c6ca4bb8db8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d01235e670cf49eaac69b9580baa4641&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1040609 Jun 17 08:37:24.632132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48274) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:24.820633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-647dc96d-dd8d-408d-beac-6a7c70eeb404 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:24.822436 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-647dc96d-dd8d-408d-beac-6a7c70eeb404 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/networks?id=8d70735e-fa42-4a95-90ce-4aca27010f30 HTTP/1.1" status: 200 len: 821 time: 0.3436563 Jun 17 08:37:24.846164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-fa8d534e-a823-4837-b0fd-896099d8c755 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/quotas/daa7eb65c28c4be8b2cb049fa58f9d4a HTTP/1.1" status: 200 len: 375 time: 0.0116284 Jun 17 08:37:24.918255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-b88dfdf9-7e29-4e24-bcbc-ef531ac00612 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=daa7eb65c28c4be8b2cb049fa58f9d4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598893 Jun 17 08:37:24.923628 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9e37466-bf5d-4e15-99de-fb5807a4b30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:24.963395 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9e37466-bf5d-4e15-99de-fb5807a4b30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.106827 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8bc71187-9073-4b48-ba39-814e222da1a8 req-4d05eee1-9fc6-4cce-8a1f-c4126a4954bf service neutron] 10.222.0.63 "GET /v2.0/networks/05149fcf-b4d8-4fcc-87b9-051c79ee0df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7658806 Jun 17 08:37:25.113652 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.194633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ed77a480-357e-425d-b831-fce6b440c075 service neutron] 10.222.0.47 "GET /v2.0/networks/8d70735e-fa42-4a95-90ce-4aca27010f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705534 Jun 17 08:37:25.210841 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8bc71187-9073-4b48-ba39-814e222da1a8 req-e3080491-8942-4e32-b30b-271b4974c162 service neutron] 10.222.0.63 "GET /v2.0/networks/05149fcf-b4d8-4fcc-87b9-051c79ee0df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948212 Jun 17 08:37:25.221779 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.225887 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10bf274b-d4b1-410f-958a-a94195c547e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:25.240142 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9e37466-bf5d-4e15-99de-fb5807a4b30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.242823 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a9e37466-bf5d-4e15-99de-fb5807a4b30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.246261 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a9e37466-bf5d-4e15-99de-fb5807a4b30a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d23e6a8-a330-403d-a2f4-74f084691d94 HTTP/1.1" status: 204 len: 168 time: 0.6116877 Jun 17 08:37:25.269477 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e3f3585-1efc-4690-ad7f-4d3ebf097f9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:25.283671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e37466-bf5d-4e15-99de-fb5807a4b30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23e6a8-a330-403d-a2f4-74f084691d94,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:25.325938 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9e37466-bf5d-4e15-99de-fb5807a4b30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:25.387084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-8cc8b072-8b6a-4c54-aafc-314e65461443 service neutron] 10.222.0.47 "GET /v2.0/networks/8d70735e-fa42-4a95-90ce-4aca27010f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912875 Jun 17 08:37:25.414851 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'Port': ['ID=d9f6a902-14e6-4227-b511-3b6bdfb5f0db,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:25.420809 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:25.439704 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:25.451987 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.479405 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.488240 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1090028 Jun 17 08:37:25.570935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb22736-3819-4bbc-b6e6-3fe73210f840 req-30c8225d-da70-47f9-a085-bec872f68f81 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:25.588467 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0eb22736-3819-4bbc-b6e6-3fe73210f840 req-30c8225d-da70-47f9-a085-bec872f68f81 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 943 time: 0.1811290 Jun 17 08:37:25.694166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=82e8693b-5735-4ab4-be03-4b7e84cb5dc6,segment=NetworkSegment(fb99559a-c9dc-4dba-8482-a2a01ae13118),segment_id=fb99559a-c9dc-4dba-8482-a2a01ae13118)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:25.699235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0eb22736-3819-4bbc-b6e6-3fe73210f840 req-080d9dab-c7bf-414a-a737-5db3f4ff8874 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091650 Jun 17 08:37:25.725323 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '82e8693b-5735-4ab4-be03-4b7e84cb5dc6', 'network_id': '05149fcf-b4d8-4fcc-87b9-051c79ee0df3', 'port_id': '82e8693b-5735-4ab4-be03-4b7e84cb5dc6', 'mac_address': 'fa:16:3e:c7:1a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '251867cf-032c-4e48-bfe1-449a755ddf2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:25.822213 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.847826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:25.913802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=82e8693b-5735-4ab4-be03-4b7e84cb5dc6,segment=NetworkSegment(fb99559a-c9dc-4dba-8482-a2a01ae13118),segment_id=fb99559a-c9dc-4dba-8482-a2a01ae13118)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:25.925911 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-571a9586-630c-487b-89fc-9a92e83dcf1a req-7c02ea76-26df-4bdf-9203-bb166ccbb3de tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 210 time: 0.0958276 Jun 17 08:37:25.937151 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:25.939049 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:25.997061 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-28329b02-4cff-4e3a-bc2d-64f69b3e8db8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--136249313&fields=id&tenant_id=376995c4f311493cb8f3f61879be2ef0 HTTP/1.1" status: 200 len: 267 time: 0.0738814 Jun 17 08:37:26.065324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=82e8693b-5735-4ab4-be03-4b7e84cb5dc6,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:26.078982 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:26.156240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['82e8693b-5735-4ab4-be03-4b7e84cb5dc6'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:26.248678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-f44fc2ef-a8e9-4b5d-9a1c-1e72a7e4be21 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:26.256517 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-f44fc2ef-a8e9-4b5d-9a1c-1e72a7e4be21 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 816 time: 0.2475688 Jun 17 08:37:26.289538 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-ff78039d-b9ca-4d28-a47c-0b9d77d242f0 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/quotas/376995c4f311493cb8f3f61879be2ef0 HTTP/1.1" status: 200 len: 375 time: 0.0312550 Jun 17 08:37:26.479281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-ca9fc065-5754-457c-b5a9-7e3c19d3978c tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1795168 Jun 17 08:37:26.716447 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-c067c386-4b72-4d46-9686-ef66208d6b58 service neutron] 10.222.0.47 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240050 Jun 17 08:37:26.948771 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48364) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:27.030374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-d1c4cd2d-6aec-4b85-afb0-1a44bc9512fd service neutron] 10.222.0.47 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128223 Jun 17 08:37:27.336393 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-990816525-network', 'tenant_id': '99ff83dee3314cbc8b61909b3d23ac6f'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:27.376032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Made reservation on behalf of 99ff83dee3314cbc8b61909b3d23ac6f for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:27.389073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.414004 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.434145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:27.510764 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-471e6b0c-0985-4ef8-9f37-c91aa5a0dc70 req-14e81b43-ec8b-4cd7-a042-f10756fe8ac8 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 210 time: 0.0595813 Jun 17 08:37:27.563883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:27.571000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:27.571403 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.681972 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e42993d1-6adc-4bfb-8bca-e076ed00a104 req-bd5db9fe-2e1d-412b-8940-bfe92e19c7a3 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 210 time: 0.0933714 Jun 17 08:37:27.686071 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.698584 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.717964 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a6fcdbc-3b84-4fa7-836b-9487989e50ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:27.785222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:27.799938 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ee2de-637c-43a0-b213-dc176af3e93d req-0fb18ac2-a16f-4e75-bf42-bb7d9d05b4f4 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:27.819645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f05ee2de-637c-43a0-b213-dc176af3e93d req-0fb18ac2-a16f-4e75-bf42-bb7d9d05b4f4 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 944 time: 0.8845384 Jun 17 08:37:27.855867 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.862821 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:27.863054 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Added segment 85f675e0-cf3a-44af-9e0c-b2ede970551f of type vlan for network fdf09f85-ef2e-4788-9f61-69bc4ed0fbd1 Jun 17 08:37:27.871534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f714fd4-7183-41e0-98bc-63ff0ea3735d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:27.918289 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:27.954861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd3fee5-b6d0-48d2-85a0-dd056d96a360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e8693b-5735-4ab4-be03-4b7e84cb5dc6'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:27.965150 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2424206-917d-4a64-962f-e4d321cea471" -d '{"events": [{"server_uuid": "4cd3fee5-b6d0-48d2-85a0-dd056d96a360", "name": "network-vif-plugged", "status": "completed", "tag": "82e8693b-5735-4ab4-be03-4b7e84cb5dc6"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:28.013626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=82e8693b-5735-4ab4-be03-4b7e84cb5dc6,segment=NetworkSegment(fb99559a-c9dc-4dba-8482-a2a01ae13118),segment_id=fb99559a-c9dc-4dba-8482-a2a01ae13118)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:28.027528 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.033481 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9d40f2f6-8b71-426b-96ef-890e5684caff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:28.078163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f05ee2de-637c-43a0-b213-dc176af3e93d req-945bc3ad-cd73-4d0e-9afe-37e5f4628790 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549248 Jun 17 08:37:28.078581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.159810 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-4f7a4a7f-73a8-47b9-8b8b-514cfca81677 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:28.161326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-4f7a4a7f-73a8-47b9-8b8b-514cfca81677 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.10 "GET /v2.0/networks?id=8d70735e-fa42-4a95-90ce-4aca27010f30 HTTP/1.1" status: 200 len: 821 time: 0.2703924 Jun 17 08:37:28.176393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Request body: {'port': {'device_id': '5f3591a1-634b-410d-abce-0187957d4d50', 'network_id': '8d70735e-fa42-4a95-90ce-4aca27010f30', 'admin_state_up': True, 'tenant_id': 'daa7eb65c28c4be8b2cb049fa58f9d4a'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:28.179469 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.181014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:28.181711 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:28.182390 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a325d4e-0b9e-429b-9b13-c6992ebc1f63 x-openstack-request-id: req-4a325d4e-0b9e-429b-9b13-c6992ebc1f63 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:28.182969 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd3fee5-b6d0-48d2-85a0-dd056d96a360", "name": "network-vif-plugged", "status": "completed", "tag": "82e8693b-5735-4ab4-be03-4b7e84cb5dc6", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:28.183450 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a325d4e-0b9e-429b-9b13-c6992ebc1f63 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:28.185117 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6a8e954-702d-450f-b526-11b14c9c9abc tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:28.185803 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd3fee5-b6d0-48d2-85a0-dd056d96a360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e8693b-5735-4ab4-be03-4b7e84cb5dc6', 'code': 200} Jun 17 08:37:28.188301 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=82e8693b-5735-4ab4-be03-4b7e84cb5dc6,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:28.195674 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:28.381212 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4310331 Jun 17 08:37:28.410499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Pushing event updated for resources: {'Network': ['ID=fdf09f85-ef2e-4788-9f61-69bc4ed0fbd1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:28.414230 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:28.425094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network fdf09f85-ef2e-4788-9f61-69bc4ed0fbd1 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:28.455304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c9955-23e9-4308-bd09-6385ded6ca8d req-3bf7c71d-38eb-4541-994c-bc806ef8fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:28.457189 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-408c9955-23e9-4308-bd09-6385ded6ca8d req-3bf7c71d-38eb-4541-994c-bc806ef8fb5d service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 1097 time: 0.2216556 Jun 17 08:37:28.532757 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-408c9955-23e9-4308-bd09-6385ded6ca8d req-d875785e-3e03-4dd2-8c58-dc6213ada113 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680149 Jun 17 08:37:28.883624 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe80f7da-1da9-446a-ae71-776491ada1a2 req-cf963662-3205-41c9-9e36-e01ac7f96d6b tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 210 time: 0.1039319 Jun 17 08:37:28.921143 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-41d51836-e67e-479d-998a-bfaa291c68e6 req-127a25f6-0a3b-46c1-8276-fbe122292cb9 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 210 time: 0.0759444 Jun 17 08:37:28.987478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Made reservation on behalf of daa7eb65c28c4be8b2cb049fa58f9d4a for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:28.998247 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.193731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Allocated IP 172.20.0.3 (8d70735e-fa42-4a95-90ce-4aca27010f30/f5286b81-591e-4c34-adf9-b39d2ba848f1/bc6c3846-cb97-4512-b8e9-d924dce3757c) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:29.698399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-76bbd746-a19e-4332-9fe0-86900ef032c8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.700881 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-76bbd746-a19e-4332-9fe0-86900ef032c8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 816 time: 0.1991580 Jun 17 08:37:29.704783 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.752550 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-3ab5bcaf-ea1d-46da-8c28-36ab7f586485 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376995c4f311493cb8f3f61879be2ef0 HTTP/1.1" status: 200 len: 379 time: 0.0428689 Jun 17 08:37:29.766224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'port': {'device_id': '45d4672c-399e-4db8-aba8-48d037d11490', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'admin_state_up': True, 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'security_groups': ['b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:29.771275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99799a6-08fa-4ff0-a19c-caf88f12e641 req-3cec7b37-a289-4f66-aa31-136a6479082d tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.778370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d99799a6-08fa-4ff0-a19c-caf88f12e641 req-3cec7b37-a289-4f66-aa31-136a6479082d tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.3223586 Jun 17 08:37:29.792142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f8b4-8b99-4a4d-9d98-a72ab0f06d37 req-03467e3f-aa21-4073-8a46-2a3283571f05 tempest-ComputeTenantNetworksTest-1577110007 tempest-ComputeTenantNetworksTest-1577110007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.798813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f8b4-8b99-4a4d-9d98-a72ab0f06d37 req-03467e3f-aa21-4073-8a46-2a3283571f05 tempest-ComputeTenantNetworksTest-1577110007 tempest-ComputeTenantNetworksTest-1577110007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.804645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f8b4-8b99-4a4d-9d98-a72ab0f06d37 req-03467e3f-aa21-4073-8a46-2a3283571f05 tempest-ComputeTenantNetworksTest-1577110007 tempest-ComputeTenantNetworksTest-1577110007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:29.806659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98d9f8b4-8b99-4a4d-9d98-a72ab0f06d37 req-03467e3f-aa21-4073-8a46-2a3283571f05 tempest-ComputeTenantNetworksTest-1577110007 tempest-ComputeTenantNetworksTest-1577110007-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3623414 Jun 17 08:37:29.924834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d99799a6-08fa-4ff0-a19c-caf88f12e641 req-2da2a84d-73cf-43de-9073-a033e020f9dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455281 Jun 17 08:37:29.929051 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:29.935336 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:29.964676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Made reservation on behalf of 376995c4f311493cb8f3f61879be2ef0 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:29.985051 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.017120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Network 8d70735e-fa42-4a95-90ce-4aca27010f30 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:30.027392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd02b82-7168-4d6e-9db4-9f2ec975d563 req-73b2e08d-0b9c-4a5e-aac3-de315240dff6 tempest-ComputeTenantNetworksTest-1577110007 tempest-ComputeTenantNetworksTest-1577110007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.029052 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdd02b82-7168-4d6e-9db4-9f2ec975d563 req-73b2e08d-0b9c-4a5e-aac3-de315240dff6 tempest-ComputeTenantNetworksTest-1577110007 tempest-ComputeTenantNetworksTest-1577110007-project] 10.222.0.47 "GET /v2.0/networks/fdf09f85-ef2e-4788-9f61-69bc4ed0fbd1 HTTP/1.1" status: 200 len: 768 time: 0.1796236 Jun 17 08:37:30.030052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:30.040125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48450) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:30.041122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:30.043978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Pushing event updated for resources: {'Port': ['ID=bc6c3846-cb97-4512-b8e9-d924dce3757c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:30.047793 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:30.095646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.096209 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.134326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9620118 Jun 17 08:37:30.199272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Request body: {'port': {'device_id': '5f3591a1-634b-410d-abce-0187957d4d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:30.279793 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.314484 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-250719ce-9dbb-4f9e-94e0-ffd4ff0fa8f5 req-e1327a00-776a-4b06-8846-f749ebc54ee5 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 210 time: 0.0700123 Jun 17 08:37:30.436207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd522df1-27e8-4a7c-a7fa-f741a464decf req-718deb31-35c5-4082-af6d-824c887d0c6b tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:30.446509 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Allocated IP 172.20.0.4 (6ed3f91c-ffd7-4862-8a3c-136b27341f4d/b82f7461-eaec-44e4-a241-dc3c4daf14ed/bed8d326-bd1a-4dff-8e4f-cf447b3d3021) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:37:30.446978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd522df1-27e8-4a7c-a7fa-f741a464decf req-718deb31-35c5-4082-af6d-824c887d0c6b tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 931 time: 0.3371649 Jun 17 08:37:30.449718 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.461175 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.467765 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf09f85-ef2e-4788-9f61-69bc4ed0fbd1']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:30.480624 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f675e0-cf3a-44af-9e0c-b2ede970551f') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:30.481192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f675e0-cf3a-44af-9e0c-b2ede970551f') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:30.501632 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.528245 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.549600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:30.550220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:30.552484 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:30.557584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd522df1-27e8-4a7c-a7fa-f741a464decf req-0bb25036-f0b4-4934-94a6-c9aab609217b tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064546 Jun 17 08:37:30.660252 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.676873 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2135f1ca-d8e0-4547-919a-cf96051bf388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:30.681691 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.683677 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fdf09f85-ef2e-4788-9f61-69bc4ed0fbd1 HTTP/1.1" status: 204 len: 168 time: 0.6349616 Jun 17 08:37:30.708672 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf09f85-ef2e-4788-9f61-69bc4ed0fbd1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:30.714990 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:30.730164 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.756982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Transition to ACTIVE for port object bed8d326-bd1a-4dff-8e4f-cf447b3d3021 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:30.857467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:30.863881 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2da75381-79e7-4b40-afe2-69e856ba812d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:30.909043 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:37:30.912753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:30.914873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:37:30.996028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:31.017349 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:31.061349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.063934 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.103546 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3423522 Jun 17 08:37:31.116219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Request body: {'port': {'device_id': '45d4672c-399e-4db8-aba8-48d037d11490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:31.117113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc6c3846-cb97-4512-b8e9-d924dce3757c {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:31.127280 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.167168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Transition to ACTIVE for port object bc6c3846-cb97-4512-b8e9-d924dce3757c will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:31.177549 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.189595 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8b2163f-bf80-4d0c-a0b5-c248acc6c86b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:31.240744 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48488) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:31.293720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6c3846-cb97-4512-b8e9-d924dce3757c,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:31.304789 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:31.317556 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.327363 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3114d1aa-3c0d-48f8-aa0b-e369609efff7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99ff83dee3314cbc8b61909b3d23ac6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0850446 Jun 17 08:37:31.328291 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48490) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:31.450277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a215beb5-fd85-461f-9880-be7f83e8aaf5 None None] Provisioning for port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:31.457217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a215beb5-fd85-461f-9880-be7f83e8aaf5 None None] Provisioning complete for port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:31.458131 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a215beb5-fd85-461f-9880-be7f83e8aaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.493314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bec938-a85a-4ab1-8979-d698945069ed req-1bef2ee3-7e15-48ae-a999-f48c01329c0a tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.514062 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a215beb5-fd85-461f-9880-be7f83e8aaf5 None None] Port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:37:31.518011 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76bec938-a85a-4ab1-8979-d698945069ed req-1bef2ee3-7e15-48ae-a999-f48c01329c0a tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.2657025 Jun 17 08:37:31.558824 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80de761e-f090-4540-8d9a-193d4b36840b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.577312 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76bec938-a85a-4ab1-8979-d698945069ed req-1138bb42-70c9-4943-9edf-66ef17b77153 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574195 Jun 17 08:37:31.597995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Attempting to bind port bc6c3846-cb97-4512-b8e9-d924dce3757c on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:31.598342 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Attempting to bind port bc6c3846-cb97-4512-b8e9-d924dce3757c by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'b813f80c-b452-4d13-85fd-89a9e837c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8d70735e-fa42-4a95-90ce-4aca27010f30'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:31.600689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Attempting to bind port bc6c3846-cb97-4512-b8e9-d924dce3757c on network 8d70735e-fa42-4a95-90ce-4aca27010f30 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:31.604732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Port bc6c3846-cb97-4512-b8e9-d924dce3757c on network 8d70735e-fa42-4a95-90ce-4aca27010f30 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:31.605070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Attempting to bind port bc6c3846-cb97-4512-b8e9-d924dce3757c on network 8d70735e-fa42-4a95-90ce-4aca27010f30 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:31.610602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:31.611020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Checking segment: {'id': 'b813f80c-b452-4d13-85fd-89a9e837c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8d70735e-fa42-4a95-90ce-4aca27010f30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:31.611557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Bound using segment: {'id': 'b813f80c-b452-4d13-85fd-89a9e837c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8d70735e-fa42-4a95-90ce-4aca27010f30'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:31.611987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Bound port: bc6c3846-cb97-4512-b8e9-d924dce3757c, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b813f80c-b452-4d13-85fd-89a9e837c6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8d70735e-fa42-4a95-90ce-4aca27010f30'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:31.612339 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.699857 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80de761e-f090-4540-8d9a-193d4b36840b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.720302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] For port bc6c3846-cb97-4512-b8e9-d924dce3757c, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:31.726367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] For port bc6c3846-cb97-4512-b8e9-d924dce3757c, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc6c3846-cb97-4512-b8e9-d924dce3757c,segment=NetworkSegment(b813f80c-b452-4d13-85fd-89a9e837c6ef),segment_id=b813f80c-b452-4d13-85fd-89a9e837c6ef)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:31.734468 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.747260 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-48612d35-16a6-4ffe-9ac1-6cb97fd24257 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:31.864681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:31.869023 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:31.873801 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] 10.222.0.10 "PUT /v2.0/ports/bc6c3846-cb97-4512-b8e9-d924dce3757c HTTP/1.1" status: 200 len: 1092 time: 1.6915162 Jun 17 08:37:31.874785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3591a1-634b-410d-abce-0187957d4d50', 'tag': 'bc6c3846-cb97-4512-b8e9-d924dce3757c'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:31.882853 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603b3f86-9298-4e03-a705-6f1cb25da788" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3591a1-634b-410d-abce-0187957d4d50", "tag": "bc6c3846-cb97-4512-b8e9-d924dce3757c"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:31.952008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Pushing event updated for resources: {'Port': ['ID=bc6c3846-cb97-4512-b8e9-d924dce3757c,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:32.020966 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:32.034540 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bed8d326-bd1a-4dff-8e4f-cf447b3d3021 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:32.043751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.066706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Transition to ACTIVE for port object bed8d326-bd1a-4dff-8e4f-cf447b3d3021 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:37:32.074425 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.078455 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:32.129808 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80de761e-f090-4540-8d9a-193d4b36840b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.141131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80de761e-f090-4540-8d9a-193d4b36840b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.142381 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-80de761e-f090-4540-8d9a-193d4b36840b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f714fd4-7183-41e0-98bc-63ff0ea3735d HTTP/1.1" status: 204 len: 168 time: 0.8015108 Jun 17 08:37:32.184098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60042ccc-137e-4879-8c02-2c194f4cd5a8 req-de8a24fa-1386-4a0d-8fe7-4b39c750ff21 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.192058 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60042ccc-137e-4879-8c02-2c194f4cd5a8 req-de8a24fa-1386-4a0d-8fe7-4b39c750ff21 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 943 time: 0.2550778 Jun 17 08:37:32.223286 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Pushing event updated for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:32.250174 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:32.250984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9b75a-9bdb-4e07-a3e6-0cdead931e9c req-eddeb4db-4ee1-46a5-820a-2dc9ea2ff3b1 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.252680 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d3466291-bc71-4e1a-8a44-d6e222672a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:32.258913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ce9b75a-9bdb-4e07-a3e6-0cdead931e9c req-eddeb4db-4ee1-46a5-820a-2dc9ea2ff3b1 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 931 time: 0.6895669 Jun 17 08:37:32.267727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-f469a79a-12de-4bd4-b539-61f65e826359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.270071 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-f469a79a-12de-4bd4-b539-61f65e826359 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daa7eb65c28c4be8b2cb049fa58f9d4a&device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 1095 time: 0.3123782 Jun 17 08:37:32.285762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de761e-f090-4540-8d9a-193d4b36840b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f714fd4-7183-41e0-98bc-63ff0ea3735d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:32.349729 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80de761e-f090-4540-8d9a-193d4b36840b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:32.356466 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60042ccc-137e-4879-8c02-2c194f4cd5a8 req-0fa2d598-cb53-4245-a2d3-afe01a403fdb tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597371 Jun 17 08:37:32.442315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Attempting to bind port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:37:32.442937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Attempting to bind port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:37:32.443490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Attempting to bind port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 on network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:32.443941 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-6d772d1c-3251-405e-91d2-63639d22b826 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc6c3846-cb97-4512-b8e9-d924dce3757c HTTP/1.1" status: 200 len: 217 time: 0.1277325 Jun 17 08:37:32.454212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 on network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:37:32.454636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Attempting to bind port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 on network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:37:32.458813 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ce9b75a-9bdb-4e07-a3e6-0cdead931e9c req-f55078f0-3207-49bb-8f55-a7365d1307aa tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982639 Jun 17 08:37:32.462217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:37:32.462607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Checking segment: {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:32.463108 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Bound using segment: {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:37:32.463782 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Bound port: bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:37:32.464240 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.565333 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-fb7bae10-f53d-483e-bc2c-f933a3041788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.567006 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-fb7bae10-f53d-483e-bc2c-f933a3041788 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5286b81-591e-4c34-adf9-b39d2ba848f1 HTTP/1.1" status: 200 len: 861 time: 0.1075528 Jun 17 08:37:32.633341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:37:32.634361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-70b90efe-ea42-49c9-8984-2f62b34b4810 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d70735e-fa42-4a95-90ce-4aca27010f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604126 Jun 17 08:37:32.637103 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:37:32.649240 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.664836 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:32.702471 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.703212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.704746 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] 10.222.0.63 "PUT /v2.0/ports/bed8d326-bd1a-4dff-8e4f-cf447b3d3021 HTTP/1.1" status: 200 len: 1092 time: 1.5932624 Jun 17 08:37:32.705326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:32.710482 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03" -d '{"events": [{"name": "network-changed", "server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:32.867254 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91d3ff9-4976-4a2d-9701-230f5d20c154 x-openstack-request-id: req-a91d3ff9-4976-4a2d-9701-230f5d20c154 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:32.867881 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3591a1-634b-410d-abce-0187957d4d50", "tag": "bc6c3846-cb97-4512-b8e9-d924dce3757c", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:32.868390 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a91d3ff9-4976-4a2d-9701-230f5d20c154 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:32.872660 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3591a1-634b-410d-abce-0187957d4d50', 'tag': 'bc6c3846-cb97-4512-b8e9-d924dce3757c', 'status': 'completed', 'code': 200} Jun 17 08:37:32.885235 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c199f1e-6bb8-4908-8361-51513822d2f1 x-openstack-request-id: req-3c199f1e-6bb8-4908-8361-51513822d2f1 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:32.885553 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:32.885858 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c199f1e-6bb8-4908-8361-51513822d2f1 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:32.886317 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'status': 'completed', 'code': 200} Jun 17 08:37:32.923584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Pushing event updated for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:32.941235 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:32.950444 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:32.964597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6efd52-e4bc-4d83-9e53-59f0044998ab req-39977fda-bd29-4b69-a046-18a5b23e4075 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.973263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a6efd52-e4bc-4d83-9e53-59f0044998ab req-39977fda-bd29-4b69-a046-18a5b23e4075 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.2981761 Jun 17 08:37:32.975297 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-a0b283aa-9fa4-432d-8d73-da0ed9a08735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:32.978606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-605fed83-b23b-4ce2-9671-35b2ba70e8fa service neutron] 10.222.0.10 "GET /v2.0/networks/8d70735e-fa42-4a95-90ce-4aca27010f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326848 Jun 17 08:37:32.985652 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-a0b283aa-9fa4-432d-8d73-da0ed9a08735 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 1095 time: 0.2251461 Jun 17 08:37:33.116693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a6efd52-e4bc-4d83-9e53-59f0044998ab req-752ef3a7-cec8-41f4-9376-96f8ad803212 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419902 Jun 17 08:37:33.128286 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-597d4d6a-2134-4c23-b308-de342bb19f5c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021 HTTP/1.1" status: 200 len: 217 time: 0.1359572 Jun 17 08:37:33.216968 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-cd3eff89-e1cf-4876-9e3d-f6a8c3c1647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:33.218609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-511ee5c9-2264-4611-a6e5-3b1dd6dcbc48 req-f5f37ec3-baac-4cd3-a7c3-bfda30c3c388 service neutron] 10.222.0.10 "GET /v2.0/networks/8d70735e-fa42-4a95-90ce-4aca27010f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130187 Jun 17 08:37:33.220604 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-cd3eff89-e1cf-4876-9e3d-f6a8c3c1647b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.0859149 Jun 17 08:37:33.327938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-64b9d724-a3c8-4156-aedd-dce336d4c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:33.336583 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-64b9d724-a3c8-4156-aedd-dce336d4c91a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018560 Jun 17 08:37:33.450020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b3f86-9298-4e03-a705-6f1cb25da788 req-592b4df0-cbac-46fb-b328-f3fcaec31962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:33.453927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-603b3f86-9298-4e03-a705-6f1cb25da788 req-592b4df0-cbac-46fb-b328-f3fcaec31962 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=daa7eb65c28c4be8b2cb049fa58f9d4a&device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 1095 time: 0.1765559 Jun 17 08:37:33.639517 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-888c79ea-8bcb-4bde-8d7a-8539c6c7187b service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957511 Jun 17 08:37:33.658181 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b3f86-9298-4e03-a705-6f1cb25da788 req-cc4116aa-9398-4969-a3b7-427afc6f1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:33.667083 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-603b3f86-9298-4e03-a705-6f1cb25da788 req-cc4116aa-9398-4969-a3b7-427afc6f1f9b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8d70735e-fa42-4a95-90ce-4aca27010f30 HTTP/1.1" status: 200 len: 922 time: 0.2056432 Jun 17 08:37:33.818659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-603b3f86-9298-4e03-a705-6f1cb25da788 req-ad57b6af-9e47-40b4-86c3-ba3f82b190d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc6c3846-cb97-4512-b8e9-d924dce3757c HTTP/1.1" status: 200 len: 217 time: 0.1370435 Jun 17 08:37:33.829040 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4187adb7-2ccf-4747-8ad1-1cc70597d6c2 req-84dc7d66-17e1-42b9-ada0-218c885d690f service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782010 Jun 17 08:37:33.973774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6615d-67cc-4b11-a18e-258c77d90e42 req-bb12a272-ad75-488c-b481-8d25b61f4766 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:33.981040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31f6615d-67cc-4b11-a18e-258c77d90e42 req-bb12a272-ad75-488c-b481-8d25b61f4766 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 943 time: 0.3802793 Jun 17 08:37:33.987834 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b3f86-9298-4e03-a705-6f1cb25da788 req-0f6e9dc7-9628-474b-95bb-037d94d5652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:33.989295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-603b3f86-9298-4e03-a705-6f1cb25da788 req-0f6e9dc7-9628-474b-95bb-037d94d5652d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5286b81-591e-4c34-adf9-b39d2ba848f1 HTTP/1.1" status: 200 len: 861 time: 0.1444912 Jun 17 08:37:33.997160 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03 req-fcd80868-f604-49b1-b844-c2d43a90333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:34.000409 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03 req-fcd80868-f604-49b1-b844-c2d43a90333d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 1095 time: 0.1063745 Jun 17 08:37:34.088102 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-603b3f86-9298-4e03-a705-6f1cb25da788 req-b1546599-b316-427c-8876-581c547fa323 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8d70735e-fa42-4a95-90ce-4aca27010f30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869451 Jun 17 08:37:34.119511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d453c3-42bf-4b68-b0d0-77b1708c2f13 req-74b86186-c0a9-4e0a-824c-cc3567c6cb4a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:34.128103 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-65d453c3-42bf-4b68-b0d0-77b1708c2f13 req-74b86186-c0a9-4e0a-824c-cc3567c6cb4a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.3857090 Jun 17 08:37:34.159401 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-31f6615d-67cc-4b11-a18e-258c77d90e42 req-993b222a-a4bf-400c-888e-5c76884c6322 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771224 Jun 17 08:37:34.172328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03 req-200f2c33-81dd-40f5-a6b1-5b5428793753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:34.179496 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03 req-200f2c33-81dd-40f5-a6b1-5b5428793753 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.1723261 Jun 17 08:37:34.251731 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-65d453c3-42bf-4b68-b0d0-77b1708c2f13 req-99e559f5-f13b-423f-81b6-98896ad073e8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227100 Jun 17 08:37:34.303798 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03 req-057f4140-3fc6-47cc-8a2c-c71ecd0f121c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021 HTTP/1.1" status: 200 len: 217 time: 0.1167438 Jun 17 08:37:34.319234 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-603b3f86-9298-4e03-a705-6f1cb25da788 req-26e83d4a-ce8d-41e5-9080-539806a0cd32 service neutron] 10.222.0.10 "GET /v2.0/networks/8d70735e-fa42-4a95-90ce-4aca27010f30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226937 Jun 17 08:37:34.446217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03 req-59263ee2-be87-4074-bf8c-23f1c693eab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:34.453101 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03 req-59263ee2-be87-4074-bf8c-23f1c693eab7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.1349463 Jun 17 08:37:34.552670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03 req-da80b665-c4e5-4c05-b0b5-c971196da362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:34.554265 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03 req-da80b665-c4e5-4c05-b0b5-c971196da362 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947559 Jun 17 08:37:34.747229 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03 req-fd85b9fd-1bec-4f08-ae8d-88f35732571e service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848259 Jun 17 08:37:34.862342 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1d8dc5ae-6784-483d-a4ec-97a5de02dc03 req-cca54e89-550a-4be1-8106-2f59f497ab62 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074078 Jun 17 08:37:34.932719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48592) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:34.957778 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-603b3f86-9298-4e03-a705-6f1cb25da788 req-21837d63-ab04-4b4d-9200-877c54c956c1 service neutron] 10.222.0.10 "GET /v2.0/networks/8d70735e-fa42-4a95-90ce-4aca27010f30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6314795 Jun 17 08:37:34.996829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915a78c-877c-441c-b369-d9c4caa40e57 req-c289ed33-945f-402b-acbf-db1bb217e5c5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:34.998366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a915a78c-877c-441c-b369-d9c4caa40e57 req-c289ed33-945f-402b-acbf-db1bb217e5c5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.5377598 Jun 17 08:37:35.053626 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a915a78c-877c-441c-b369-d9c4caa40e57 req-20c887b9-74c5-4413-9e95-0aaacdac0041 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437651 Jun 17 08:37:35.137365 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e089c0e4-9e88-4420-bcae-84805caedb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.347073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e089c0e4-9e88-4420-bcae-84805caedb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.357753 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e089c0e4-9e88-4420-bcae-84805caedb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.396853 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6a96f8fe-3251-4a57-afbf-a81dc329851d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:35.428711 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e089c0e4-9e88-4420-bcae-84805caedb45 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2da035a08cdb4863afc28aed5e108d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945164 Jun 17 08:37:35.430333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089c0e4-9e88-4420-bcae-84805caedb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81cf5bb9-af58-4411-908e-018f003414f1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:35.433330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48614) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:35.435763 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e089c0e4-9e88-4420-bcae-84805caedb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:35.511905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bed8d326-bd1a-4dff-8e4f-cf447b3d3021 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:35.536122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f38686b-88d3-4b95-a55c-4e0607ac13cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.611772 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e0f0b3-4570-472f-935f-6a5d5d467d09 req-d314ea71-18d6-4566-b78f-410aff7ae58b tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:35.620672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b0e0f0b3-4570-472f-935f-6a5d5d467d09 req-d314ea71-18d6-4566-b78f-410aff7ae58b tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 943 time: 0.2022107 Jun 17 08:37:35.636284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f38686b-88d3-4b95-a55c-4e0607ac13cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.710060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b0e0f0b3-4570-472f-935f-6a5d5d467d09 req-877e5f09-57df-4f43-a62b-cc111114b977 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880733 Jun 17 08:37:35.719955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:35.735731 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f38686b-88d3-4b95-a55c-4e0607ac13cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.738785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f38686b-88d3-4b95-a55c-4e0607ac13cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.742191 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9f38686b-88d3-4b95-a55c-4e0607ac13cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81cf5bb9-af58-4411-908e-018f003414f1 HTTP/1.1" status: 204 len: 168 time: 0.3055098 Jun 17 08:37:35.742978 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5aa3a2ca-6cfb-42a3-aadb-5478db92288a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:35.755449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'port_id': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'mac_address': 'fa:16:3e:81:f9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:35.761852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38686b-88d3-4b95-a55c-4e0607ac13cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81cf5bb9-af58-4411-908e-018f003414f1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:35.772274 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f38686b-88d3-4b95-a55c-4e0607ac13cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:35.799297 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c583a1-476f-4c77-b173-0ab348779f2c req-51cb37e7-a1ca-4f82-8c41-2dd5a0e9344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:35.801236 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10c583a1-476f-4c77-b173-0ab348779f2c req-51cb37e7-a1ca-4f82-8c41-2dd5a0e9344b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2aee40e4bf394493993860dc0e8f326d&device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 1097 time: 0.2442570 Jun 17 08:37:35.857013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52481068-00a1-404c-a52c-1c0272812400 req-372aaa99-f261-459b-a9fc-1d39976c88de tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:35.864738 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:35.867321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52481068-00a1-404c-a52c-1c0272812400 req-372aaa99-f261-459b-a9fc-1d39976c88de tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.1463501 Jun 17 08:37:35.929497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed8d326-bd1a-4dff-8e4f-cf447b3d3021 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:35.976539 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52481068-00a1-404c-a52c-1c0272812400 req-dea32cfc-54e1-4873-9d0e-395e09a627cc tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081944 Jun 17 08:37:35.992621 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:36.002853 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:36.005814 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:36.055153 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c583a1-476f-4c77-b173-0ab348779f2c req-21fba7c1-82cb-40fd-8679-14319e5141b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:36.061542 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10c583a1-476f-4c77-b173-0ab348779f2c req-21fba7c1-82cb-40fd-8679-14319e5141b5 service neutron] 10.222.0.63 "GET /v2.0/networks?id=05149fcf-b4d8-4fcc-87b9-051c79ee0df3 HTTP/1.1" status: 200 len: 913 time: 0.2529850 Jun 17 08:37:36.123020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:36.127839 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:36.151858 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10c583a1-476f-4c77-b173-0ab348779f2c req-ed0d6dcd-5aa7-4f96-bd99-0ea1e089796b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e8693b-5735-4ab4-be03-4b7e84cb5dc6 HTTP/1.1" status: 200 len: 217 time: 0.0828152 Jun 17 08:37:36.171048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37da224-47db-43e2-9cb0-70803a01460b req-65168135-5731-4e70-8b35-d4e4ae971c0f tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:36.180235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a37da224-47db-43e2-9cb0-70803a01460b req-65168135-5731-4e70-8b35-d4e4ae971c0f tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.1158314 Jun 17 08:37:36.207249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['bed8d326-bd1a-4dff-8e4f-cf447b3d3021'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:36.230125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c583a1-476f-4c77-b173-0ab348779f2c req-6f3aa153-f32a-4380-a238-960e6dde46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:36.231704 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10c583a1-476f-4c77-b173-0ab348779f2c req-6f3aa153-f32a-4380-a238-960e6dde46c9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=251867cf-032c-4e48-bfe1-449a755ddf2e HTTP/1.1" status: 200 len: 852 time: 0.0723658 Jun 17 08:37:36.234745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a37da224-47db-43e2-9cb0-70803a01460b req-ee33b3d6-ba8b-40ed-ac9f-fa64daa96668 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527468 Jun 17 08:37:36.308419 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10c583a1-476f-4c77-b173-0ab348779f2c req-b9d5ff89-6001-4e66-a402-ee7125d570d8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05149fcf-b4d8-4fcc-87b9-051c79ee0df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618355 Jun 17 08:37:36.444645 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10c583a1-476f-4c77-b173-0ab348779f2c req-717f2e2c-d900-447a-8f1e-b9c05ae6d716 service neutron] 10.222.0.63 "GET /v2.0/networks/05149fcf-b4d8-4fcc-87b9-051c79ee0df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262941 Jun 17 08:37:36.554144 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-10c583a1-476f-4c77-b173-0ab348779f2c req-83f0a640-467e-4327-bf31-965516c1c372 service neutron] 10.222.0.63 "GET /v2.0/networks/05149fcf-b4d8-4fcc-87b9-051c79ee0df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059487 Jun 17 08:37:36.939309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae735bf5-5fa3-47f6-86b0-2ba691320035 req-74724c49-463e-4d46-84dc-a378363115cb tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:36.946343 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ae735bf5-5fa3-47f6-86b0-2ba691320035 req-74724c49-463e-4d46-84dc-a378363115cb tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 943 time: 0.0915694 Jun 17 08:37:37.037354 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ae735bf5-5fa3-47f6-86b0-2ba691320035 req-b80f712c-927a-48b4-8d74-cb3fbcb0c41d tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899582 Jun 17 08:37:37.297383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad7b08-6f7e-4d42-ba87-4aef33a8131f req-c7239193-18f0-42ce-aaef-18d085ffb1d6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:37.310346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52ad7b08-6f7e-4d42-ba87-4aef33a8131f req-c7239193-18f0-42ce-aaef-18d085ffb1d6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 944 time: 0.1443741 Jun 17 08:37:37.388507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52ad7b08-6f7e-4d42-ba87-4aef33a8131f req-269ad455-072b-47f2-b961-95b1400a3908 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698607 Jun 17 08:37:37.422217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc6c3846-cb97-4512-b8e9-d924dce3757c details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:37:37.515927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bed8d326-bd1a-4dff-8e4f-cf447b3d3021 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:37.583312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf256a-cb20-4ce2-8897-e743622e9a02 req-739b0f44-8462-410a-bca7-6e42c2371518 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:37.593379 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0edf256a-cb20-4ce2-8897-e743622e9a02 req-739b0f44-8462-410a-bca7-6e42c2371518 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.1117122 Jun 17 08:37:37.609907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:37.624138 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:37.624799 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.652843 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0edf256a-cb20-4ce2-8897-e743622e9a02 req-48f923bd-9329-481d-8454-e295d5ee6add tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572064 Jun 17 08:37:37.679060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc6c3846-cb97-4512-b8e9-d924dce3757c, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc6c3846-cb97-4512-b8e9-d924dce3757c,segment=NetworkSegment(b813f80c-b452-4d13-85fd-89a9e837c6ef),segment_id=b813f80c-b452-4d13-85fd-89a9e837c6ef)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:37.697366 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'bc6c3846-cb97-4512-b8e9-d924dce3757c', 'network_id': '8d70735e-fa42-4a95-90ce-4aca27010f30', 'port_id': 'bc6c3846-cb97-4512-b8e9-d924dce3757c', 'mac_address': 'fa:16:3e:92:60:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5286b81-591e-4c34-adf9-b39d2ba848f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:37:37.744589 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.793275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:37.807670 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5dbb49-3ff2-4c51-a819-20724eb301e1" -d '{"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-plugged", "status": "completed", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:37.846626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:37.852223 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.882971 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:37.886619 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-65db4448-629e-438d-83cc-4498f6565b32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:37.983911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc6c3846-cb97-4512-b8e9-d924dce3757c {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:37:38.004393 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802f11b3-0217-4451-9448-410dcf1ae5b1 x-openstack-request-id: req-802f11b3-0217-4451-9448-410dcf1ae5b1 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:38.005216 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-plugged", "status": "completed", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:38.006327 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-802f11b3-0217-4451-9448-410dcf1ae5b1 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:38.006327 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'code': 200} Jun 17 08:37:38.047218 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:38.051204 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:38.070826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc6c3846-cb97-4512-b8e9-d924dce3757c, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc6c3846-cb97-4512-b8e9-d924dce3757c,segment=NetworkSegment(b813f80c-b452-4d13-85fd-89a9e837c6ef),segment_id=b813f80c-b452-4d13-85fd-89a9e837c6ef)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:38.076774 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:38.082233 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6fe735d4-f414-4008-9c38-e9356365fc03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:38.116389 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9140cf-098e-4893-b4cd-3cfd8d2e82e3 req-a89a448a-09a1-4cbb-943f-812fb9c8cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:38.117918 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9140cf-098e-4893-b4cd-3cfd8d2e82e3 req-a89a448a-09a1-4cbb-943f-812fb9c8cc9b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 1097 time: 0.1119626 Jun 17 08:37:38.143147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=bc6c3846-cb97-4512-b8e9-d924dce3757c,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:38.146961 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:38.178358 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9c9140cf-098e-4893-b4cd-3cfd8d2e82e3 req-f8916d51-c3f9-4983-be96-8d53c55a5c3c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529664 Jun 17 08:37:38.374729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aef6c-8ac6-474b-bd3f-67d857964387 req-589dd477-2f4d-457a-876a-edfac3551093 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:38.382322 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-695aef6c-8ac6-474b-bd3f-67d857964387 req-589dd477-2f4d-457a-876a-edfac3551093 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 944 time: 0.0969718 Jun 17 08:37:38.400306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabb6f1-8d4a-4047-b12a-61730742e5fc req-35782e9c-3202-4e7e-b602-75fce4585e1a tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:38.402684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc6c3846-cb97-4512-b8e9-d924dce3757c'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:38.412117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8eabb6f1-8d4a-4047-b12a-61730742e5fc req-35782e9c-3202-4e7e-b602-75fce4585e1a tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.1623831 Jun 17 08:37:38.472664 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-695aef6c-8ac6-474b-bd3f-67d857964387 req-cbb4ea88-5f69-44bc-b21d-d218a002e362 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891063 Jun 17 08:37:38.504742 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8eabb6f1-8d4a-4047-b12a-61730742e5fc req-d517e6ac-bfd6-43be-85d0-6f08811e7105 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913641 Jun 17 08:37:38.828842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0fc4-e818-4355-99a6-fa57a17e2f74 req-67e57bff-a87f-41b0-b2ec-9b54b452f606 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:38.830938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e64a0fc4-e818-4355-99a6-fa57a17e2f74 req-67e57bff-a87f-41b0-b2ec-9b54b452f606 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.0897570 Jun 17 08:37:38.936440 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e64a0fc4-e818-4355-99a6-fa57a17e2f74 req-e9111f5e-b515-4fe0-a690-f56842cd8102 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984011 Jun 17 08:37:39.132175 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.419918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc6c3846-cb97-4512-b8e9-d924dce3757c up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:37:39.491722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port bc6c3846-cb97-4512-b8e9-d924dce3757c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:37:39.498010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port bc6c3846-cb97-4512-b8e9-d924dce3757c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:37:39.498902 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.690364 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.803848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port bc6c3846-cb97-4512-b8e9-d924dce3757c, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc6c3846-cb97-4512-b8e9-d924dce3757c,segment=NetworkSegment(b813f80c-b452-4d13-85fd-89a9e837c6ef),segment_id=b813f80c-b452-4d13-85fd-89a9e837c6ef)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:39.812352 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:39.815464 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9d40f2f6-8b71-426b-96ef-890e5684caff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:39.901109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a83a2-0a22-44a1-a709-79169b6a6857 req-f59b7262-2961-455c-a639-e8100cf0041e tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:39.901986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=bc6c3846-cb97-4512-b8e9-d924dce3757c,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:39.906249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-005a83a2-0a22-44a1-a709-79169b6a6857 req-f59b7262-2961-455c-a639-e8100cf0041e tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 944 time: 0.1536379 Jun 17 08:37:39.926055 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:40.004199 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-005a83a2-0a22-44a1-a709-79169b6a6857 req-ea2dd721-6862-4c39-90a0-972e07603353 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652437 Jun 17 08:37:40.007613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3591a1-634b-410d-abce-0187957d4d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6c3846-cb97-4512-b8e9-d924dce3757c'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:40.013099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e326f3-981a-47d5-aef2-349d1a6c538a req-61f1a88a-7ed0-4ab2-bb80-e4a83d4b0800 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:40.014330 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9050efa5-d16f-43a5-9934-1da699f5d2bb" -d '{"events": [{"server_uuid": "5f3591a1-634b-410d-abce-0187957d4d50", "name": "network-vif-plugged", "status": "completed", "tag": "bc6c3846-cb97-4512-b8e9-d924dce3757c"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:40.015454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8e326f3-981a-47d5-aef2-349d1a6c538a req-61f1a88a-7ed0-4ab2-bb80-e4a83d4b0800 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.1684146 Jun 17 08:37:40.107454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8e326f3-981a-47d5-aef2-349d1a6c538a req-43866579-f8fb-416d-992f-dcfedc85d432 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747440 Jun 17 08:37:40.269155 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a4fb43-b41e-471c-b97c-9e4fa4ac5fea x-openstack-request-id: req-93a4fb43-b41e-471c-b97c-9e4fa4ac5fea {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:40.269653 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3591a1-634b-410d-abce-0187957d4d50", "name": "network-vif-plugged", "status": "completed", "tag": "bc6c3846-cb97-4512-b8e9-d924dce3757c", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:40.269812 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93a4fb43-b41e-471c-b97c-9e4fa4ac5fea {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:40.270401 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3591a1-634b-410d-abce-0187957d4d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc6c3846-cb97-4512-b8e9-d924dce3757c', 'code': 200} Jun 17 08:37:40.470888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8432827-4173-4580-aa86-1c3f031722b7 req-044d8e26-81d9-4a2c-9c3b-69f3d0d2b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:40.472418 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8432827-4173-4580-aa86-1c3f031722b7 req-044d8e26-81d9-4a2c-9c3b-69f3d0d2b221 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 1097 time: 0.0962334 Jun 17 08:37:40.484494 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb01e4-0afe-4975-8c22-42ac936a0d86 req-02e8a90f-42f1-4a40-9584-6789d00add06 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:40.491928 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3fdb01e4-0afe-4975-8c22-42ac936a0d86 req-02e8a90f-42f1-4a40-9584-6789d00add06 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.2332408 Jun 17 08:37:40.553842 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3fdb01e4-0afe-4975-8c22-42ac936a0d86 req-c40b1f12-f090-4557-b0ff-1e4cc603d2cc tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609260 Jun 17 08:37:40.603493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8432827-4173-4580-aa86-1c3f031722b7 req-4978fea8-cb31-43bb-aa24-3e53d54b9dae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087108 Jun 17 08:37:40.799929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517c27c-865f-4110-b9c7-9132824dfeb3 req-08b366ad-3e0e-4486-bb93-45bdb6afec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:40.802398 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d517c27c-865f-4110-b9c7-9132824dfeb3 req-08b366ad-3e0e-4486-bb93-45bdb6afec79 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2aee40e4bf394493993860dc0e8f326d&device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 1097 time: 0.1304142 Jun 17 08:37:40.996974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e710dda-d335-47a9-8b78-60ce9f839a29 req-4e797548-111e-4f19-8fd7-0ff1ded2ae1a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:41.003386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e710dda-d335-47a9-8b78-60ce9f839a29 req-4e797548-111e-4f19-8fd7-0ff1ded2ae1a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.2117209 Jun 17 08:37:41.014035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f0d8-bd8d-4e52-bcc9-6f7bf0e5df44 req-0c8a8f09-78eb-40f3-ae42-25b47b50ab39 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:41.016273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5f97f0d8-bd8d-4e52-bcc9-6f7bf0e5df44 req-0c8a8f09-78eb-40f3-ae42-25b47b50ab39 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.2863231 Jun 17 08:37:41.016727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48808) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:41.021679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7e223004-ffdd-48f9-b0de-c71e7e8bf382 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'floatingip': {'port_id': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:41.027510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517c27c-865f-4110-b9c7-9132824dfeb3 req-6ee0749b-2bd5-4075-a00e-ef695617efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:41.032385 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d517c27c-865f-4110-b9c7-9132824dfeb3 req-6ee0749b-2bd5-4075-a00e-ef695617efba service neutron] 10.222.0.63 "GET /v2.0/networks?id=05149fcf-b4d8-4fcc-87b9-051c79ee0df3 HTTP/1.1" status: 200 len: 913 time: 0.2220001 Jun 17 08:37:41.073133 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e223004-ffdd-48f9-b0de-c71e7e8bf382 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:41.148253 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d517c27c-865f-4110-b9c7-9132824dfeb3 req-ba3cd61f-6ea1-4743-b1c0-a48fdbbbd442 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82e8693b-5735-4ab4-be03-4b7e84cb5dc6 HTTP/1.1" status: 200 len: 217 time: 0.1092651 Jun 17 08:37:41.191167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5f97f0d8-bd8d-4e52-bcc9-6f7bf0e5df44 req-f4585295-ad1a-4836-8edd-5a93034f1643 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152155 Jun 17 08:37:41.275679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517c27c-865f-4110-b9c7-9132824dfeb3 req-a392d969-daa2-47d5-860b-4a777c47fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:41.279317 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d517c27c-865f-4110-b9c7-9132824dfeb3 req-a392d969-daa2-47d5-860b-4a777c47fd41 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=251867cf-032c-4e48-bfe1-449a755ddf2e HTTP/1.1" status: 200 len: 852 time: 0.1210530 Jun 17 08:37:41.343309 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d517c27c-865f-4110-b9c7-9132824dfeb3 req-a720af41-f9e2-4f6e-a384-23014811e737 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=05149fcf-b4d8-4fcc-87b9-051c79ee0df3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554290 Jun 17 08:37:41.504262 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d517c27c-865f-4110-b9c7-9132824dfeb3 req-6be394ab-a9b9-46a3-beea-af61d0dc6649 service neutron] 10.222.0.63 "GET /v2.0/networks/05149fcf-b4d8-4fcc-87b9-051c79ee0df3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599312 Jun 17 08:37:41.532298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11e2bc-f7d9-4e8c-a1db-0ab0d062a57b req-0ffcbfeb-d771-435f-af0d-1f131da49cb3 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:41.539433 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d11e2bc-f7d9-4e8c-a1db-0ab0d062a57b req-0ffcbfeb-d771-435f-af0d-1f131da49cb3 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 945 time: 0.3137133 Jun 17 08:37:41.607403 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d11e2bc-f7d9-4e8c-a1db-0ab0d062a57b req-278b643b-de50-4ab4-9e47-423e3e48a162 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544200 Jun 17 08:37:41.667144 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d517c27c-865f-4110-b9c7-9132824dfeb3 req-2653aa04-2897-445c-b0fe-4af0e3bafa76 service neutron] 10.222.0.63 "GET /v2.0/networks/05149fcf-b4d8-4fcc-87b9-051c79ee0df3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383932 Jun 17 08:37:42.035260 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e223004-ffdd-48f9-b0de-c71e7e8bf382 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.041452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e223004-ffdd-48f9-b0de-c71e7e8bf382 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:42.229137 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-7e223004-ffdd-48f9-b0de-c71e7e8bf382 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Floating IP b5609362-3969-414d-928c-e4f7de78dd44 associated. External IP: 172.25.8.238, port: bed8d326-bd1a-4dff-8e4f-cf447b3d3021. Jun 17 08:37:42.819043 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26c8ca-7fbe-4502-81a5-2181bb653cb1 req-9f269ca8-9428-4c27-9ecd-bf43defc7744 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:42.829810 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b26c8ca-7fbe-4502-81a5-2181bb653cb1 req-9f269ca8-9428-4c27-9ecd-bf43defc7744 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.3453219 Jun 17 08:37:42.900569 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e223004-ffdd-48f9-b0de-c71e7e8bf382 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Router 8444cbf8-11ab-4cda-aedf-3126e906a14d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:37:42.995638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6b26c8ca-7fbe-4502-81a5-2181bb653cb1 req-ad625e06-204c-416a-b908-30f3fde94671 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635005 Jun 17 08:37:43.094872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799211dc-cf5a-4075-8ff9-8b9a12b94057 req-3deb10ae-b6ab-4af0-81e6-af1bb5d4e5f4 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:43.102987 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-799211dc-cf5a-4075-8ff9-8b9a12b94057 req-3deb10ae-b6ab-4af0-81e6-af1bb5d4e5f4 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 945 time: 0.2610409 Jun 17 08:37:43.161524 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-799211dc-cf5a-4075-8ff9-8b9a12b94057 req-82b3d643-75b0-4bf4-9a19-f028ffb0af29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577970 Jun 17 08:37:43.162933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e223004-ffdd-48f9-b0de-c71e7e8bf382 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:37:43.167903 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7e223004-ffdd-48f9-b0de-c71e7e8bf382 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.214797 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93229f57-74eb-4ec6-917c-70de8b3087db None None] Sync routers for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:37:43.235032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93229f57-74eb-4ec6-917c-70de8b3087db None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:43.236038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-93229f57-74eb-4ec6-917c-70de8b3087db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:37:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:43.253223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7e223004-ffdd-48f9-b0de-c71e7e8bf382 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "PUT /v2.0/floatingips/b5609362-3969-414d-928c-e4f7de78dd44 HTTP/1.1" status: 200 len: 991 time: 2.2353053 Jun 17 08:37:43.254043 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:43.256452 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:43.452938 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-df8f91e3-dfa3-4359-baab-7990ca0dd580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:43.484099 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6bee00-0647-4c86-82ce-3ef600e6827f x-openstack-request-id: req-3a6bee00-0647-4c86-82ce-3ef600e6827f {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:43.484438 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:43.484875 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3a6bee00-0647-4c86-82ce-3ef600e6827f {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:43.484875 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'status': 'completed', 'code': 200} Jun 17 08:37:43.523223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-93229f57-74eb-4ec6-917c-70de8b3087db None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:43.686581 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf req-19782358-47a1-49de-8822-d662963d8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:43.691911 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf req-19782358-47a1-49de-8822-d662963d8ae9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 1097 time: 0.1756432 Jun 17 08:37:43.993716 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf req-ade36b6c-d68f-48c9-877a-7e7e874652cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:43.995408 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf req-ade36b6c-d68f-48c9-877a-7e7e874652cc service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.2961233 Jun 17 08:37:44.218371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-93229f57-74eb-4ec6-917c-70de8b3087db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'b5609362-3969-414d-928c-e4f7de78dd44', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'port_id': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'mac_address': 'fa:16:3e:81:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d4672c-399e-4db8-aba8-48d037d11490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:37:23Z', 'updated_at': '2021-06-17T08:37:41Z', 'revision_number': 1, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:44.295543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93229f57-74eb-4ec6-917c-70de8b3087db None None] Checking router: 8444cbf8-11ab-4cda-aedf-3126e906a14d for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:37:44.306755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93229f57-74eb-4ec6-917c-70de8b3087db None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:37:44.309858 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-93229f57-74eb-4ec6-917c-70de8b3087db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:37:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:44.459318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-93229f57-74eb-4ec6-917c-70de8b3087db None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:37:44.503476 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf req-ba11cf12-b980-49e4-ad4c-2efe3ab9f8cb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021 HTTP/1.1" status: 200 len: 999 time: 0.5012136 Jun 17 08:37:44.524077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8104e80-5573-40ad-bead-139d93cc65c4 req-429e2bf0-3ee3-47c0-9064-082d13aecf2b tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:44.525691 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8104e80-5573-40ad-bead-139d93cc65c4 req-429e2bf0-3ee3-47c0-9064-082d13aecf2b tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.2674165 Jun 17 08:37:44.618744 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf req-71d002e1-e055-4d45-afc9-11df0e763770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:44.620313 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf req-71d002e1-e055-4d45-afc9-11df0e763770 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.1107814 Jun 17 08:37:44.621235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b0ecd-78ec-4a92-99da-b1d74bbadda8 req-ac11a9dd-1c16-47da-87ba-2ac31d64a55f tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:44.636658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-935b0ecd-78ec-4a92-99da-b1d74bbadda8 req-ac11a9dd-1c16-47da-87ba-2ac31d64a55f tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 945 time: 0.3049178 Jun 17 08:37:44.711443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8104e80-5573-40ad-bead-139d93cc65c4 req-39e55350-9480-4f69-9b69-367b18ea4e27 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776414 Jun 17 08:37:44.754598 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf req-229bd1b7-a5fb-4f61-9a2a-f22637b95cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:44.760419 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf req-229bd1b7-a5fb-4f61-9a2a-f22637b95cff service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270282 Jun 17 08:37:44.823444 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-935b0ecd-78ec-4a92-99da-b1d74bbadda8 req-06578c35-f9bf-48b1-a917-852946599a6f tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857114 Jun 17 08:37:44.953684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-93229f57-74eb-4ec6-917c-70de8b3087db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'b5609362-3969-414d-928c-e4f7de78dd44', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'port_id': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'mac_address': 'fa:16:3e:81:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d4672c-399e-4db8-aba8-48d037d11490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:37:23Z', 'updated_at': '2021-06-17T08:37:41Z', 'revision_number': 1, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:44.983752 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [req-7bb26152-b772-4fd9-8fa3-1c22136ecdb1 req-1569be6c-e558-4e55-aefe-952aa7cbb72c tempest-ServersOnMultiNodesTest-292562910 tempest-ServersOnMultiNodesTest-292562910-project] (93804) timed out ('10.222.0.63', 49849) {{(pid=93804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:37:44.988769 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf req-bc39353e-3cb8-46e2-ac79-301d3a7aeb4d service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219589 Jun 17 08:37:45.020636 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93229f57-74eb-4ec6-917c-70de8b3087db None None] The sync data for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 is: [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'b5609362-3969-414d-928c-e4f7de78dd44', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'floating_ip_address': '172.25.8.238', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'port_id': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2261, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'mac_address': 'fa:16:3e:81:f9:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d4672c-399e-4db8-aba8-48d037d11490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:37:23Z', 'updated_at': '2021-06-17T08:37:41Z', 'revision_number': 1, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:37:45.168785 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dd6deac7-b293-4f7e-9c60-18ca84b96bbf req-738b486b-2ae9-4e34-b247-1e9a20e5352e service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654048 Jun 17 08:37:45.442946 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de45a92-fca0-4280-88bf-1edfb857fd51 None None] New status for floating IP b5609362-3969-414d-928c-e4f7de78dd44: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:37:45.584749 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-97dcbd09-e19b-43d2-a4e8-3506df942dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:45.715362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c42c13-3a90-4a60-85b8-2f33e7eb80c5 req-4a566ac6-f021-40fc-9cd1-50ee88d69ddb tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:45.717091 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0c42c13-3a90-4a60-85b8-2f33e7eb80c5 req-4a566ac6-f021-40fc-9cd1-50ee88d69ddb tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 945 time: 0.2278199 Jun 17 08:37:45.898875 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.218580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b9a23-78d0-4aeb-b2aa-9402e3117268 req-a340f658-365f-4954-a687-8b3fbd8db8bf tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:46.227723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e8b9a23-78d0-4aeb-b2aa-9402e3117268 req-a340f658-365f-4954-a687-8b3fbd8db8bf tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.6882758 Jun 17 08:37:46.352814 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e8b9a23-78d0-4aeb-b2aa-9402e3117268 req-f18aba34-914c-4cf3-8ea8-8ee4422b374b tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236539 Jun 17 08:37:46.380066 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f38c5-dadd-4bd3-a0c4-1a10aaa0c0c5 req-202a9e26-2575-4496-801c-73709d4f2802 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:46.393549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac3f38c5-dadd-4bd3-a0c4-1a10aaa0c0c5 req-202a9e26-2575-4496-801c-73709d4f2802 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 945 time: 0.2429388 Jun 17 08:37:46.495144 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c0c42c13-3a90-4a60-85b8-2f33e7eb80c5 req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Deleting port bc6c3846-cb97-4512-b8e9-d924dce3757c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:46.495700 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c0c42c13-3a90-4a60-85b8-2f33e7eb80c5 req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.602914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac3f38c5-dadd-4bd3-a0c4-1a10aaa0c0c5 req-0a596f5e-cf6a-4279-ba70-188e5657c214 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/security-groups?id=985449f2-976d-4e9b-a274-44d795340857&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072418 Jun 17 08:37:46.691040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-c0c42c13-3a90-4a60-85b8-2f33e7eb80c5 req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] For port bc6c3846-cb97-4512-b8e9-d924dce3757c, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=bc6c3846-cb97-4512-b8e9-d924dce3757c,segment=NetworkSegment(b813f80c-b452-4d13-85fd-89a9e837c6ef),segment_id=b813f80c-b452-4d13-85fd-89a9e837c6ef)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:46.691773 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c0c42c13-3a90-4a60-85b8-2f33e7eb80c5 req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.793217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c0c42c13-3a90-4a60-85b8-2f33e7eb80c5 req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Calling delete_port for bc6c3846-cb97-4512-b8e9-d924dce3757c owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:46.812980 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.981311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c0c42c13-3a90-4a60-85b8-2f33e7eb80c5 req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:46.986732 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-479f6b18-8bd2-402a-9d97-5ca6dc376e84 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:46.996634 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['bc6c3846-cb97-4512-b8e9-d924dce3757c'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:47.017903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Pushing event deleted for resources: {'Port': ['ID=bc6c3846-cb97-4512-b8e9-d924dce3757c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:47.051583 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:47.074202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c42c13-3a90-4a60-85b8-2f33e7eb80c5 req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] No DVR routers for this DVR port bc6c3846-cb97-4512-b8e9-d924dce3757c on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:47.077190 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c0c42c13-3a90-4a60-85b8-2f33e7eb80c5 req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.079952 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0c42c13-3a90-4a60-85b8-2f33e7eb80c5 req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.10 "DELETE /v2.0/ports/bc6c3846-cb97-4512-b8e9-d924dce3757c HTTP/1.1" status: 204 len: 173 time: 1.3562911 Jun 17 08:37:47.080388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3591a1-634b-410d-abce-0187957d4d50', 'name': 'network-vif-deleted', 'tag': 'bc6c3846-cb97-4512-b8e9-d924dce3757c'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:47.083105 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4305ac4-dfc1-486f-9f16-956ca6ab3e43" -d '{"events": [{"server_uuid": "5f3591a1-634b-410d-abce-0187957d4d50", "name": "network-vif-deleted", "tag": "bc6c3846-cb97-4512-b8e9-d924dce3757c"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:47.127450 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad349481-be66-4381-9df0-c1a88bc65cb4 x-openstack-request-id: req-ad349481-be66-4381-9df0-c1a88bc65cb4 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:47.128081 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3591a1-634b-410d-abce-0187957d4d50", "name": "network-vif-deleted", "tag": "bc6c3846-cb97-4512-b8e9-d924dce3757c", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:47.128588 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad349481-be66-4381-9df0-c1a88bc65cb4 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:47.129766 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3591a1-634b-410d-abce-0187957d4d50', 'name': 'network-vif-deleted', 'tag': 'bc6c3846-cb97-4512-b8e9-d924dce3757c', 'status': 'completed', 'code': 200} Jun 17 08:37:47.186559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49008) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:47.300748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca7928f-ea67-4c70-9174-e4a0ff9ca1d8 req-74bf7e3a-bb7e-4072-ba44-90a91feb7795 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:47.303419 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dca7928f-ea67-4c70-9174-e4a0ff9ca1d8 req-74bf7e3a-bb7e-4072-ba44-90a91feb7795 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.63 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.1072831 Jun 17 08:37:47.512631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-dca7928f-ea67-4c70-9174-e4a0ff9ca1d8 req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Deleting port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:37:47.513457 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dca7928f-ea67-4c70-9174-e4a0ff9ca1d8 req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.678815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dca7928f-ea67-4c70-9174-e4a0ff9ca1d8 req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] For port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=82e8693b-5735-4ab4-be03-4b7e84cb5dc6,segment=NetworkSegment(fb99559a-c9dc-4dba-8482-a2a01ae13118),segment_id=fb99559a-c9dc-4dba-8482-a2a01ae13118)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:37:47.679181 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dca7928f-ea67-4c70-9174-e4a0ff9ca1d8 req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.686927 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8121bd6-973a-4fb3-bf3b-c7b95179ee5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:47.857934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ecf2e-ad3e-4801-a8c0-f8efab8f80d1 req-cecfa955-cb52-473c-a65a-2688bd4ca590 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:47.878245 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a5ecf2e-ad3e-4801-a8c0-f8efab8f80d1 req-cecfa955-cb52-473c-a65a-2688bd4ca590 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 945 time: 0.3868022 Jun 17 08:37:48.012004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a5ecf2e-ad3e-4801-a8c0-f8efab8f80d1 req-12798996-a68d-40fc-9de6-bfc79bcceccf tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/security-groups?id=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328094 Jun 17 08:37:48.168458 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8121bd6-973a-4fb3-bf3b-c7b95179ee5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.277624 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8dacf019-1f85-44b8-9639-4f7df654e2d5 req-4f5a2ed0-b8be-4644-8c2e-13a130353883 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f3591a1-634b-410d-abce-0187957d4d50 HTTP/1.1" status: 200 len: 210 time: 0.0877583 Jun 17 08:37:48.278260 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b8121bd6-973a-4fb3-bf3b-c7b95179ee5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.280724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49034) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:48.281480 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37646c4e-ebeb-4e05-adfd-102ba50c79c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:48.346542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8121bd6-973a-4fb3-bf3b-c7b95179ee5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abaa8e8-735c-4d9e-b9cc-d16ce6069ba4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:48.350446 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8121bd6-973a-4fb3-bf3b-c7b95179ee5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:48.365468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b8121bd6-973a-4fb3-bf3b-c7b95179ee5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82cbb4b629c945479994e2511255fb78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1772661 Jun 17 08:37:48.366284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49040) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:48.426320 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69bae125-07de-4eb9-b7d7-88a7bc189306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.458614 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69bae125-07de-4eb9-b7d7-88a7bc189306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.528933 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69bae125-07de-4eb9-b7d7-88a7bc189306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.532786 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-69bae125-07de-4eb9-b7d7-88a7bc189306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.537692 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-69bae125-07de-4eb9-b7d7-88a7bc189306 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0abaa8e8-735c-4d9e-b9cc-d16ce6069ba4 HTTP/1.1" status: 204 len: 168 time: 0.1702232 Jun 17 08:37:48.540286 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2361a150-a7d9-4977-b464-7c6ca4bb8db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:48.560693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bae125-07de-4eb9-b7d7-88a7bc189306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abaa8e8-735c-4d9e-b9cc-d16ce6069ba4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:48.564991 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-69bae125-07de-4eb9-b7d7-88a7bc189306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:48.683090 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-dca7928f-ea67-4c70-9174-e4a0ff9ca1d8 req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Calling delete_port for 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:37:48.754194 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-395ebda2-bea4-4120-b454-75b9cbe287ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.874946 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.962859 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-395ebda2-bea4-4120-b454-75b9cbe287ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.969764 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-395ebda2-bea4-4120-b454-75b9cbe287ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:48.979121 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:49.021723 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dca7928f-ea67-4c70-9174-e4a0ff9ca1d8 req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.033850 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-395ebda2-bea4-4120-b454-75b9cbe287ee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=69460a2a4d074d318118f69e16b3a870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7263420 Jun 17 08:37:49.033850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ebda2-bea4-4120-b454-75b9cbe287ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3db571-8522-4479-92f5-b0b840645432,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:49.036499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['82e8693b-5735-4ab4-be03-4b7e84cb5dc6'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:37:49.038617 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff7e7393-88fb-46ad-9b56-a72394744ca5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:49.048645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49054) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:49.054859 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-395ebda2-bea4-4120-b454-75b9cbe287ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:49.109783 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Pushing event deleted for resources: {'Port': ['ID=82e8693b-5735-4ab4-be03-4b7e84cb5dc6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:49.138654 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:49.164248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2308f27d-4e9f-4f01-a287-c64a793fa9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.169772 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca7928f-ea67-4c70-9174-e4a0ff9ca1d8 req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] No DVR routers for this DVR port 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:37:49.174309 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dca7928f-ea67-4c70-9174-e4a0ff9ca1d8 req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.176858 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dca7928f-ea67-4c70-9174-e4a0ff9ca1d8 req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.63 "DELETE /v2.0/ports/82e8693b-5735-4ab4-be03-4b7e84cb5dc6 HTTP/1.1" status: 204 len: 173 time: 1.8667946 Jun 17 08:37:49.182104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd3fee5-b6d0-48d2-85a0-dd056d96a360', 'name': 'network-vif-deleted', 'tag': '82e8693b-5735-4ab4-be03-4b7e84cb5dc6'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:37:49.191822 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfd073c-6b94-4f29-ba1f-1fdad64eef2d" -d '{"events": [{"server_uuid": "4cd3fee5-b6d0-48d2-85a0-dd056d96a360", "name": "network-vif-deleted", "tag": "82e8693b-5735-4ab4-be03-4b7e84cb5dc6"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:37:49.237148 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2308f27d-4e9f-4f01-a287-c64a793fa9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.246215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49062) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:49.279300 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d093598-6363-4f8a-b5e4-0cb00986da2d x-openstack-request-id: req-5d093598-6363-4f8a-b5e4-0cb00986da2d {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:37:49.279645 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd3fee5-b6d0-48d2-85a0-dd056d96a360", "name": "network-vif-deleted", "tag": "82e8693b-5735-4ab4-be03-4b7e84cb5dc6", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:37:49.280007 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d093598-6363-4f8a-b5e4-0cb00986da2d {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:37:49.280463 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd3fee5-b6d0-48d2-85a0-dd056d96a360', 'name': 'network-vif-deleted', 'tag': '82e8693b-5735-4ab4-be03-4b7e84cb5dc6', 'status': 'completed', 'code': 200} Jun 17 08:37:49.366611 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:37:49.426126 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bfb66c72-29da-4f59-9713-f2f543b01c7b req-b4e92148-8e7e-4d33-8ae1-0db5c99a78a1 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] 10.222.0.47 "GET /v2.0/ports?device_id=4cd3fee5-b6d0-48d2-85a0-dd056d96a360 HTTP/1.1" status: 200 len: 210 time: 0.1413522 Jun 17 08:37:49.464866 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2308f27d-4e9f-4f01-a287-c64a793fa9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.468192 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2308f27d-4e9f-4f01-a287-c64a793fa9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.478227 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2308f27d-4e9f-4f01-a287-c64a793fa9db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0a3db571-8522-4479-92f5-b0b840645432 HTTP/1.1" status: 204 len: 168 time: 0.4254014 Jun 17 08:37:49.478227 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9e37466-bf5d-4e15-99de-fb5807a4b30a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:49.504156 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308f27d-4e9f-4f01-a287-c64a793fa9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3db571-8522-4479-92f5-b0b840645432,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:49.507775 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2308f27d-4e9f-4f01-a287-c64a793fa9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:49.517375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc6c3846-cb97-4512-b8e9-d924dce3757c no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:49.529853 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bf58c11-7556-4be7-9303-a9e9d44f3af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.546178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49072) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:49.569362 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49074) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:49.578453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: bc6c3846-cb97-4512-b8e9-d924dce3757c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:49.583884 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device bc6c3846-cb97-4512-b8e9-d924dce3757c not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:49.627711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42fe520-c975-4323-b84d-ab1532f8eff5 admin admin] Deleting subnet f5286b81-591e-4c34-adf9-b39d2ba848f1 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:49.631212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a42fe520-c975-4323-b84d-ab1532f8eff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.649092 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bf58c11-7556-4be7-9303-a9e9d44f3af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.654562 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5bf58c11-7556-4be7-9303-a9e9d44f3af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.657863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ce14bdf-852f-414f-bb71-878688b680fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.658059 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-075987ac-65e7-4b1a-a067-7e41ee59f7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:49.689950 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a42fe520-c975-4323-b84d-ab1532f8eff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.704510 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5bf58c11-7556-4be7-9303-a9e9d44f3af7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d71d4458d62b44a2bde7d4c6d3ee301a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570470 Jun 17 08:37:49.706099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf58c11-7556-4be7-9303-a9e9d44f3af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823b1a1f-8ec2-4a1f-9edd-1ffd78e7ddfa,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:49.711435 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49076) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:49.721479 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5bf58c11-7556-4be7-9303-a9e9d44f3af7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:49.793198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a42fe520-c975-4323-b84d-ab1532f8eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.858150 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9cb60811-bb6b-409e-9e86-e3afba13067e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.906383 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9cb60811-bb6b-409e-9e86-e3afba13067e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.951582 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a42fe520-c975-4323-b84d-ab1532f8eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:49.961646 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a760e18f-a671-4b98-ad06-d42cf366daae tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:49.998351 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fe520-c975-4323-b84d-ab1532f8eff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5286b81-591e-4c34-adf9-b39d2ba848f1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:50.002284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ce14bdf-852f-414f-bb71-878688b680fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.005665 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a42fe520-c975-4323-b84d-ab1532f8eff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:50.006681 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a42fe520-c975-4323-b84d-ab1532f8eff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.008580 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a42fe520-c975-4323-b84d-ab1532f8eff5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f5286b81-591e-4c34-adf9-b39d2ba848f1 HTTP/1.1" status: 204 len: 168 time: 0.4382169 Jun 17 08:37:50.011113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49084) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:50.032693 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ce14bdf-852f-414f-bb71-878688b680fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.051829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49086) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:50.068073 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5054edae-dc0f-4a8a-9f95-b6bfe5f2343e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.117444 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e22b4480-7f14-425a-ae2d-96f0da45cb09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.154195 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9ce14bdf-852f-414f-bb71-878688b680fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=042300db82e848c1804ff5b6244d9986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6067359 Jun 17 08:37:50.159180 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9cb60811-bb6b-409e-9e86-e3afba13067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.161857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49088) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:50.162636 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9cb60811-bb6b-409e-9e86-e3afba13067e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.164082 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9cb60811-bb6b-409e-9e86-e3afba13067e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/823b1a1f-8ec2-4a1f-9edd-1ffd78e7ddfa HTTP/1.1" status: 204 len: 168 time: 0.4475741 Jun 17 08:37:50.186551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce14bdf-852f-414f-bb71-878688b680fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2002b301-0652-4fbd-ba73-9c3411695603,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:50.191859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.197322 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9ce14bdf-852f-414f-bb71-878688b680fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:50.201464 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e089c0e4-9e88-4420-bcae-84805caedb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.212044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb60811-bb6b-409e-9e86-e3afba13067e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823b1a1f-8ec2-4a1f-9edd-1ffd78e7ddfa,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:50.215399 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9cb60811-bb6b-409e-9e86-e3afba13067e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:50.236437 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5054edae-dc0f-4a8a-9f95-b6bfe5f2343e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.245683 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5054edae-dc0f-4a8a-9f95-b6bfe5f2343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.249718 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-84da21fa-a99b-49d0-b835-27928238e908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.297161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c21606-fcc2-49ac-8b2a-14d5ae54b9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.302968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054edae-dc0f-4a8a-9f95-b6bfe5f2343e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e59180d-afcd-48c8-9363-38e6ce3f9b2f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:50.309152 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5054edae-dc0f-4a8a-9f95-b6bfe5f2343e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:50.312203 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5054edae-dc0f-4a8a-9f95-b6bfe5f2343e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ef2bd706a60478b98fafb0c28aaeaff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587385 Jun 17 08:37:50.318396 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49092) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:50.330190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.342899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d70735e-fa42-4a95-90ce-4aca27010f30']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:50.361236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b813f80c-b452-4d13-85fd-89a9e837c6ef') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:50.361726 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b813f80c-b452-4d13-85fd-89a9e837c6ef') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:50.371011 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c21606-fcc2-49ac-8b2a-14d5ae54b9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.376552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.400022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.410103 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4983fa2d-42b0-4202-9854-dbbe78446a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.415291 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:50.416884 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.438715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4983fa2d-42b0-4202-9854-dbbe78446a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.466887 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c21606-fcc2-49ac-8b2a-14d5ae54b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.469745 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c21606-fcc2-49ac-8b2a-14d5ae54b9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.473349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d4c21606-fcc2-49ac-8b2a-14d5ae54b9da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2002b301-0652-4fbd-ba73-9c3411695603 HTTP/1.1" status: 204 len: 168 time: 0.3080659 Jun 17 08:37:50.476393 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5bf58c11-7556-4be7-9303-a9e9d44f3af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.488701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c21606-fcc2-49ac-8b2a-14d5ae54b9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2002b301-0652-4fbd-ba73-9c3411695603,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:50.491616 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4c21606-fcc2-49ac-8b2a-14d5ae54b9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:50.523522 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:50.530072 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4983fa2d-42b0-4202-9854-dbbe78446a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.533336 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4983fa2d-42b0-4202-9854-dbbe78446a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.535817 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4983fa2d-42b0-4202-9854-dbbe78446a69 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e59180d-afcd-48c8-9363-38e6ce3f9b2f HTTP/1.1" status: 204 len: 168 time: 0.2162468 Jun 17 08:37:50.537233 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-755455f4-0a02-4606-babe-d63de13a1c90 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.543620 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.548941 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b39f4ff-9245-4128-9e2b-eb30bdb61365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.558716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983fa2d-42b0-4202-9854-dbbe78446a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e59180d-afcd-48c8-9363-38e6ce3f9b2f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:50.563030 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4983fa2d-42b0-4202-9854-dbbe78446a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:50.580838 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.585958 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8d70735e-fa42-4a95-90ce-4aca27010f30 HTTP/1.1" status: 204 len: 168 time: 0.5738206 Jun 17 08:37:50.587141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d70735e-fa42-4a95-90ce-4aca27010f30,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:50.590244 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:50.645137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49106) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:50.698124 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Deleting subnet 251867cf-032c-4e48-bfe1-449a755ddf2e {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:50.701258 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.726716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49108) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:50.754983 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a5ae-50ae-4adc-a552-737ed9b29c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.774215 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.845208 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.937499 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.937964 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a5ae-50ae-4adc-a552-737ed9b29c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.941574 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa7b531d-06d3-4f49-85c8-5272a437831e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.949740 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cc2a5ae-50ae-4adc-a552-737ed9b29c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:50.953690 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-031bcf0b-7e24-49c7-a561-1f731fe0191d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:50.973738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49114) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:50.980155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=251867cf-032c-4e48-bfe1-449a755ddf2e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:51.018864 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.024015 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9cc2a5ae-50ae-4adc-a552-737ed9b29c76 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec01fa89f54f4fe587f321b515ef9da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2933710 Jun 17 08:37:51.024487 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/251867cf-032c-4e48-bfe1-449a755ddf2e HTTP/1.1" status: 204 len: 168 time: 0.3751478 Jun 17 08:37:51.025601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49118) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:51.025717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49120) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:51.049460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.049847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.050224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.050595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.050986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.051354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.051714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.052073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.058261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.058841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.059480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2a5ae-50ae-4adc-a552-737ed9b29c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a686473a-00ca-4a07-bf33-1bad0a7c307a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:51.060162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.060544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:51.066548 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9cc2a5ae-50ae-4adc-a552-737ed9b29c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:51.071769 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:51.076897 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9d57ba6c-215d-4118-ad36-6038c748f0c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=daa7eb65c28c4be8b2cb049fa58f9d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018918 Jun 17 08:37:51.080622 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49122) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:51.121760 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2b31-29d2-43a6-b1c6-75ad4709ba98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.167291 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2b31-29d2-43a6-b1c6-75ad4709ba98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.224364 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.235883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2b31-29d2-43a6-b1c6-75ad4709ba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.239170 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f5fc2b31-29d2-43a6-b1c6-75ad4709ba98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.243336 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f5fc2b31-29d2-43a6-b1c6-75ad4709ba98 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a686473a-00ca-4a07-bf33-1bad0a7c307a HTTP/1.1" status: 204 len: 168 time: 0.2142842 Jun 17 08:37:51.244299 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4983fa2d-42b0-4202-9854-dbbe78446a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:51.253641 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-647b075f-8da8-4bdb-a910-80218dd3afc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.257037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc2b31-29d2-43a6-b1c6-75ad4709ba98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a686473a-00ca-4a07-bf33-1bad0a7c307a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:51.261050 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f5fc2b31-29d2-43a6-b1c6-75ad4709ba98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:51.292561 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-647b075f-8da8-4bdb-a910-80218dd3afc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.372607 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-647b075f-8da8-4bdb-a910-80218dd3afc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.376375 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-647b075f-8da8-4bdb-a910-80218dd3afc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.377547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-647b075f-8da8-4bdb-a910-80218dd3afc8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/985449f2-976d-4e9b-a274-44d795340857 HTTP/1.1" status: 204 len: 168 time: 0.2959321 Jun 17 08:37:51.378423 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f9c843b-3392-4a11-92ea-0fccd35cdb0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:51.395017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b075f-8da8-4bdb-a910-80218dd3afc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985449f2-976d-4e9b-a274-44d795340857,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:51.401454 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.406526 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-647b075f-8da8-4bdb-a910-80218dd3afc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:51.431656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05149fcf-b4d8-4fcc-87b9-051c79ee0df3']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:51.458563 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb99559a-c9dc-4dba-8482-a2a01ae13118') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:51.459408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb99559a-c9dc-4dba-8482-a2a01ae13118') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:51.478843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.497291 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.506720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:51.508410 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:51.510762 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:51.584061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.595810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:37:51.599151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.603283 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/05149fcf-b4d8-4fcc-87b9-051c79ee0df3 HTTP/1.1" status: 204 len: 168 time: 0.5761373 Jun 17 08:37:51.604851 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7f7fe51d-458d-45ed-8b3d-ef8fba021afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:51.605664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49150) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:51.625716 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:37:51.626047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 82e8693b-5735-4ab4-be03-4b7e84cb5dc6 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:37:51.629728 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=05149fcf-b4d8-4fcc-87b9-051c79ee0df3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:51.641932 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:51.696105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-56eaf085-1f50-404f-8e97-c88666225a5f admin admin] Deleting subnet 2448df1d-60a8-45b6-a3f2-8e45a3bc06a4 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:37:51.707852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56eaf085-1f50-404f-8e97-c88666225a5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.767343 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56eaf085-1f50-404f-8e97-c88666225a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.825930 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56eaf085-1f50-404f-8e97-c88666225a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.939192 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56eaf085-1f50-404f-8e97-c88666225a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.941830 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-16f1eb37-1fe3-4d60-bbe7-ceabd5c534cc tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:51.982580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eaf085-1f50-404f-8e97-c88666225a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2448df1d-60a8-45b6-a3f2-8e45a3bc06a4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:51.986414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-56eaf085-1f50-404f-8e97-c88666225a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:51.987730 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-56eaf085-1f50-404f-8e97-c88666225a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:51.989622 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-56eaf085-1f50-404f-8e97-c88666225a5f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2448df1d-60a8-45b6-a3f2-8e45a3bc06a4 HTTP/1.1" status: 204 len: 168 time: 0.3829324 Jun 17 08:37:51.992675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49164) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:52.116214 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.238298 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.251364 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4130789d-c699-49fb-846b-8ed63e8f3455']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:52.264449 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c8949c-2633-4959-9e32-61e1a3b42e32') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:52.264724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c8949c-2633-4959-9e32-61e1a3b42e32') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:37:52.275649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.292270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.301371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:37:52.302323 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:37:52.304412 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:37:52.386579 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.391180 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-083da5da-7870-440c-abb1-2537709bd796 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:52.394227 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:52.400180 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4130789d-c699-49fb-846b-8ed63e8f3455 HTTP/1.1" status: 204 len: 168 time: 0.4056273 Jun 17 08:37:52.420930 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4130789d-c699-49fb-846b-8ed63e8f3455,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:52.426501 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:52.764355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49202) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:52.847869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e571c9a0-34d0-4a35-86f4-db523020fac0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2aee40e4bf394493993860dc0e8f326d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786314 Jun 17 08:37:52.850455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49204) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:52.954927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6c821d4-a146-4e3d-9cdf-e01657441dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.002641 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6c821d4-a146-4e3d-9cdf-e01657441dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.074650 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6c821d4-a146-4e3d-9cdf-e01657441dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.077970 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6c821d4-a146-4e3d-9cdf-e01657441dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:53.082036 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e6c821d4-a146-4e3d-9cdf-e01657441dbf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ecf1f29-b06d-4c01-9b0e-54a0173ceefa HTTP/1.1" status: 204 len: 168 time: 0.2302670 Jun 17 08:37:53.083000 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:53.100608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c821d4-a146-4e3d-9cdf-e01657441dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecf1f29-b06d-4c01-9b0e-54a0173ceefa,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:53.103627 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e6c821d4-a146-4e3d-9cdf-e01657441dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:54.007516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49244) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:54.101276 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e3b112eb-5dc3-4cb5-b185-0ba927dd04ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36a24431105e44ae89296ba4792fe518&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910881 Jun 17 08:37:54.103644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49246) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:54.265857 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2086f801-06eb-4259-be57-ecea1782bd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.308635 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2086f801-06eb-4259-be57-ecea1782bd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.402972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2086f801-06eb-4259-be57-ecea1782bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.407369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2086f801-06eb-4259-be57-ecea1782bd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.409848 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2086f801-06eb-4259-be57-ecea1782bd1e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be92856a-c071-442c-87e4-f91d78384a81 HTTP/1.1" status: 204 len: 168 time: 0.3045063 Jun 17 08:37:54.412681 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-166083ba-4b1a-4f00-b330-71fdbbd01211 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:54.425949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49256) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:54.434122 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086f801-06eb-4259-be57-ecea1782bd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be92856a-c071-442c-87e4-f91d78384a81,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:54.436942 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2086f801-06eb-4259-be57-ecea1782bd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:54.733113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1363419634-network', 'tenant_id': '82e9be90723147328ff60029c9e3ce4d'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:54.810347 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Made reservation on behalf of 82e9be90723147328ff60029c9e3ce4d for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:54.817701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:54.851703 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.103304 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.116854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.121213 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed3a5b71-b9bf-4bc7-88e4-1d9db0f6c575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:55.214659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db65bc3d-740a-48c4-85ea-3c389f419ce7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:55.217957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:55.237646 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:55.259029 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.261558 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Added segment 1d7a498a-5ec9-4362-8164-5d1bc271381c of type vlan for network dbcc181f-834c-43a9-9d82-31934d9302c1 Jun 17 08:37:55.351386 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.423895 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.425256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:55.428211 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:55.444280 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cad8bcae-b785-4d72-937d-16e9327c27c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:55.626367 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1990409 Jun 17 08:37:55.631814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49314) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:55.641321 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Request body: {'subnet': {'network_id': 'dbcc181f-834c-43a9-9d82-31934d9302c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1363419634-subnet', 'tenant_id': '82e9be90723147328ff60029c9e3ce4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:55.645577 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Pushing event updated for resources: {'Network': ['ID=dbcc181f-834c-43a9-9d82-31934d9302c1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:55.658356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network dbcc181f-834c-43a9-9d82-31934d9302c1 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:55.675911 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:55.717255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Made reservation on behalf of 82e9be90723147328ff60029c9e3ce4d for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:55.719806 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:56.185697 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:56.201857 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d6a19d30-9907-46e9-9de9-413b2202af71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:56.261368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea8cc55d-d9d0-491c-b78b-54aac5936bb1,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:56.265585 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:56.276728 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Checking segment: {'id': '1d7a498a-5ec9-4362-8164-5d1bc271381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dbcc181f-834c-43a9-9d82-31934d9302c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:56.277122 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Network hostable DHCP agents. Network: dbcc181f-834c-43a9-9d82-31934d9302c1, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:56.319328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Network dbcc181f-834c-43a9-9d82-31934d9302c1 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:56.332492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, dbcc181f-834c-43a9-9d82-31934d9302c1) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:56.343739 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:56.344523 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:56.345260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05533313-db59-4a33-9954-43dcd124d95d None None] Network dbcc181f-834c-43a9-9d82-31934d9302c1 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:56.375802 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7447968 Jun 17 08:37:56.578644 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82096123-24b4-4184-b173-a2c0ee97711d None None] Network dbcc181f-834c-43a9-9d82-31934d9302c1 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:57.641271 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49374) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:57.861670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1030447776-network', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:57.904261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Made reservation on behalf of fa1e47916aab40bcad7b4780f265d6cf for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:57.908898 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:57.923891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.219157 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.230098 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.240657 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f38686b-88d3-4b95-a55c-4e0607ac13cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:58.299381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:37:58.318210 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f24bd6c-7b7c-4eec-ae79-761d7318ffc3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:58.324302 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:58.332668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.333026 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Added segment 109b818f-9f82-49d8-84ee-fcbedf4d9def of type vlan for network c73392ab-fb5f-4464-a8df-3cfe5f27754f Jun 17 08:37:58.480418 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.541059 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.543805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:58.545136 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:58.568682 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9dc0db7a-0ca4-4b01-b230-18dffe7fc7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:58.709136 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Pushing event updated for resources: {'Network': ['ID=c73392ab-fb5f-4464-a8df-3cfe5f27754f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:58.713018 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:58.717471 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49422) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:58.719323 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0762179 Jun 17 08:37:58.723505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network c73392ab-fb5f-4464-a8df-3cfe5f27754f details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:37:58.725733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Request body: {'subnet': {'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1030447776-subnet', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:58.823382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Made reservation on behalf of fa1e47916aab40bcad7b4780f265d6cf for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:37:58.832564 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.153898 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.172273 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f3b1dc37-3ba2-4c67-b191-6e1ae7e6eb1e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:37:59.308831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924c07b-de4f-403f-b1a9-71505d450555 req-c3caadfe-5bf4-45a4-afb1-9204d40c4930 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:59.310751 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-c3caadfe-5bf4-45a4-afb1-9204d40c4930 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/networks?id=dbcc181f-834c-43a9-9d82-31934d9302c1 HTTP/1.1" status: 200 len: 810 time: 0.1143672 Jun 17 08:37:59.332546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ef340016-1025-4b20-b827-3b670d33cff2 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/quotas/82e9be90723147328ff60029c9e3ce4d HTTP/1.1" status: 200 len: 375 time: 0.0150695 Jun 17 08:37:59.358248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=388105e7-52de-4956-ac89-1bdda560c436,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:37:59.386701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.387400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.387785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.388160 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.388534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.388902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.389325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.389904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.390416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.390645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.391112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.391484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:37:59.398557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-013e338c-9165-4588-83d2-21751fffaac2 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=82e9be90723147328ff60029c9e3ce4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567501 Jun 17 08:37:59.400486 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:37:59.401654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Checking segment: {'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:37:59.402205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Network hostable DHCP agents. Network: c73392ab-fb5f-4464-a8df-3cfe5f27754f, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:37:59.501554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Network c73392ab-fb5f-4464-a8df-3cfe5f27754f is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:37:59.528759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-dabd5840-1951-424b-b3f1-32c75d64465d service neutron] 10.222.0.47 "GET /v2.0/networks/dbcc181f-834c-43a9-9d82-31934d9302c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187947 Jun 17 08:37:59.599098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, c73392ab-fb5f-4464-a8df-3cfe5f27754f) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:37:59.610077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:37:59.611178 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.626428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e105c1-f6b3-476b-8021-94e2a6c2ac1c None None] Network c73392ab-fb5f-4464-a8df-3cfe5f27754f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:37:59.667896 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9479499 Jun 17 08:37:59.670992 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49458) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:37:59.676056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:37:59.738457 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-5d010217-c4a8-4d99-8286-ba0e1163c6c4 service neutron] 10.222.0.47 "GET /v2.0/networks/dbcc181f-834c-43a9-9d82-31934d9302c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064748 Jun 17 08:37:59.745523 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.746399 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:37:59.865180 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.020000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49468) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:00.045996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:38:00.048333 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.160576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.285679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Allocated IP 172.20.0.2 (c73392ab-fb5f-4464-a8df-3cfe5f27754f/388105e7-52de-4956-ac89-1bdda560c436/b89c42cf-79eb-4b67-ac25-7d755eb3fb57) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:00.393214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-24b5d2c3-f727-45a0-b83e-2f176ba555a4 req-fe320d93-5a27-42b7-81fd-96e4082da8b7 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 210 time: 0.0864625 Jun 17 08:38:00.424352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed63be8d-d927-4d61-8bfe-a9076f035e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.486679 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.516035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Transition to ACTIVE for port object b89c42cf-79eb-4b67-ac25-7d755eb3fb57 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:00.560484 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.565495 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Transition to ACTIVE for port object b89c42cf-79eb-4b67-ac25-7d755eb3fb57 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:00.581010 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.584514 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-62432a9d-1689-4e8f-bf9b-789c16d9845b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:00.596588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.623254 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed63be8d-d927-4d61-8bfe-a9076f035e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.631846 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed63be8d-d927-4d61-8bfe-a9076f035e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.666940 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e69ad0a-aaa6-4757-9d3c-750f3284c47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:00.685965 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Pushing event updated for resources: {'Port': ['ID=b89c42cf-79eb-4b67-ac25-7d755eb3fb57,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:00.701809 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:00.702749 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ed63be8d-d927-4d61-8bfe-a9076f035e8e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99888fe93bdf4b89a272787f733d96fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6813784 Jun 17 08:38:00.703676 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49486) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:00.704898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63be8d-d927-4d61-8bfe-a9076f035e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b47f2d9-e95d-42eb-800a-2f6a44faf824,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:00.718588 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed63be8d-d927-4d61-8bfe-a9076f035e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:00.737392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Network c73392ab-fb5f-4464-a8df-3cfe5f27754f is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:00.740853 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:00.747247 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:00.773550 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-afc35a0c-ddbf-4115-9af0-deb59f6421dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.800544 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-afc35a0c-ddbf-4115-9af0-deb59f6421dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.826114 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Allocated IP 172.25.8.12 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/20d73818-f4d7-44a9-bc25-264a277d1ffc) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:00.898623 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-afc35a0c-ddbf-4115-9af0-deb59f6421dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.902042 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-afc35a0c-ddbf-4115-9af0-deb59f6421dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.910744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Attempting to bind port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:00.910744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Attempting to bind port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:00.910744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Attempting to bind port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 on network c73392ab-fb5f-4464-a8df-3cfe5f27754f {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:00.914113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-afc35a0c-ddbf-4115-9af0-deb59f6421dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b47f2d9-e95d-42eb-800a-2f6a44faf824 HTTP/1.1" status: 204 len: 168 time: 0.2054200 Jun 17 08:38:00.915271 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5658d24d-c334-41d5-84dc-2845ef32cdc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:00.924440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:00.926660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Checking segment: {'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:00.932670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc35a0c-ddbf-4115-9af0-deb59f6421dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b47f2d9-e95d-42eb-800a-2f6a44faf824,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:00.936763 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.938563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Bound using segment: {'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:00.940057 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Bound port: b89c42cf-79eb-4b67-ac25-7d755eb3fb57, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:00.940874 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:00.944825 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-afc35a0c-ddbf-4115-9af0-deb59f6421dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:01.038333 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.107208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] For port b89c42cf-79eb-4b67-ac25-7d755eb3fb57, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:01.111704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] For port b89c42cf-79eb-4b67-ac25-7d755eb3fb57, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b89c42cf-79eb-4b67-ac25-7d755eb3fb57,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:01.117619 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.124550 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:01.131774 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fd773125-d9b8-4fa9-b9a2-51cf6bb643c5 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:01.133132 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:01.209794 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:01.213555 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:01.221354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:01.235654 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Pushing event updated for resources: {'Port': ['ID=b89c42cf-79eb-4b67-ac25-7d755eb3fb57,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:01.250319 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:01.328224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Pushing event updated for resources: {'Port': ['ID=20d73818-f4d7-44a9-bc25-264a277d1ffc,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:01.338379 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:01.628403 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b99d748-3e9e-4bcd-91b5-b7cb2b30a225 req-04c421f2-0682-493c-a48e-05810ec7404e tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 210 time: 0.0804763 Jun 17 08:38:01.859899 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.001647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b89c42cf-79eb-4b67-ac25-7d755eb3fb57 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:02.125840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:02.314558 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.603669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:38:02.759698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:02.777125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Sync routers for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:02.783084 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:02.788519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49552) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:02.789540 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1167908 Jun 17 08:38:02.799990 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:02.800555 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:37:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:02.883208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4778ec4-f3f2-475a-87e0-79d1e2a597e7 None None] Network c73392ab-fb5f-4464-a8df-3cfe5f27754f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:02.926047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2242f861-317c-4faa-a683-54299d0696ee req-d0a2c70a-e7c4-469f-85ad-783c334feb03 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 210 time: 0.0496953 Jun 17 08:38:03.072594 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.081481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3eb1d484-42f5-4c9a-be70-4b01bc0e4f89 None None] Provisioning for port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:03.099725 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3eb1d484-42f5-4c9a-be70-4b01bc0e4f89 None None] Provisioning complete for port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:03.099974 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d484-42f5-4c9a-be70-4b01bc0e4f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.188186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:03.248501 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d484-42f5-4c9a-be70-4b01bc0e4f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.502222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3eb1d484-42f5-4c9a-be70-4b01bc0e4f89 None None] For port b89c42cf-79eb-4b67-ac25-7d755eb3fb57, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b89c42cf-79eb-4b67-ac25-7d755eb3fb57,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:03.516368 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d484-42f5-4c9a-be70-4b01bc0e4f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:03.522965 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:03.545625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924c07b-de4f-403f-b1a9-71505d450555 req-fbe6ba4b-f23c-4536-9d56-058ce8ce1bbf tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:03.560539 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-fbe6ba4b-f23c-4536-9d56-058ce8ce1bbf tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.10 "GET /v2.0/networks?id=dbcc181f-834c-43a9-9d82-31934d9302c1 HTTP/1.1" status: 200 len: 810 time: 0.2937455 Jun 17 08:38:03.581104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Request body: {'port': {'device_id': 'cdaec69e-23b2-4f5f-9686-0715c6cea735', 'network_id': 'dbcc181f-834c-43a9-9d82-31934d9302c1', 'admin_state_up': True, 'tenant_id': '82e9be90723147328ff60029c9e3ce4d'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:03.602373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1d484-42f5-4c9a-be70-4b01bc0e4f89 None None] Pushing event updated for resources: {'Port': ['ID=b89c42cf-79eb-4b67-ac25-7d755eb3fb57,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:03.616658 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3eb1d484-42f5-4c9a-be70-4b01bc0e4f89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:03.810937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:01Z', 'revision_number': 3, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:03.894396 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Checking router: f7c3b6a8-db7c-49bf-b004-3834a4a193f9 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:03.894810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Updating router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 port 20d73818-f4d7-44a9-bc25-264a277d1ffc binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:38:03.925359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49590) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:03.962280 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Made reservation on behalf of 82e9be90723147328ff60029c9e3ce4d for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:03.963494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b89c42cf-79eb-4b67-ac25-7d755eb3fb57 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:03.966719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.045379 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.074929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4a1d1eba-170c-494f-95ae-87f675d58e28 None None] Provisioning complete for port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:04.075545 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4a1d1eba-170c-494f-95ae-87f675d58e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.174181 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:04.174181 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.201803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33e2039b-a10f-4faf-a622-cf2010473a4b req-e27e33ab-abbb-41e6-878c-253f3de586f2 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 210 time: 0.0339310 Jun 17 08:38:04.221211 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.434060 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2049409475-network', 'tenant_id': '5cb90eaff9874eea9c214aa5f0fc37d2'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:04.440537 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Allocated IP 172.20.0.1 (c73392ab-fb5f-4464-a8df-3cfe5f27754f/388105e7-52de-4956-ac89-1bdda560c436/9c44a3d0-9e67-49c5-823a-e2eb10a0e044) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:04.489763 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Made reservation on behalf of 5cb90eaff9874eea9c214aa5f0fc37d2 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:04.493863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.521737 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.572119 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.789596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.805961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.818931 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-76bda173-2bcf-4909-9bb4-43da4fc606fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:04.866074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:04.926743 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b69319-ff82-4832-bc08-b292f85f9f6a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:04.932786 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:04.934056 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:04.935665 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Added segment 98e48e6d-3b04-4882-9073-0edca3f4a395 of type vlan for network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 Jun 17 08:38:04.977805 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.021956 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Transition to ACTIVE for port object 20d73818-f4d7-44a9-bc25-264a277d1ffc will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:05.037201 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.040341 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:05.083124 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.135001 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0f8cc-2cd8-4d2d-a237-b6b9ac90723b None None] Pushing event updated for resources: {'Port': ['ID=20d73818-f4d7-44a9-bc25-264a277d1ffc,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:05.136031 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.137420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:05.139796 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.146968 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Attempting to bind port 20d73818-f4d7-44a9-bc25-264a277d1ffc on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:05.147640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Attempting to bind port 20d73818-f4d7-44a9-bc25-264a277d1ffc by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:05.148254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Attempting to bind port 20d73818-f4d7-44a9-bc25-264a277d1ffc on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:05.153179 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8d6deffd-3905-4fe6-ba70-952a98fa8872 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:05.155691 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-22c0f8cc-2cd8-4d2d-a237-b6b9ac90723b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:05.157111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:05.157646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:05.158278 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.159059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:05.159667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Bound port: 20d73818-f4d7-44a9-bc25-264a277d1ffc, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:05.160150 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.175234 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2474308 Jun 17 08:38:05.175886 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Transition to ACTIVE for port object 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:05.206130 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49620) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:05.221689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Request body: {'subnet': {'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2049409475-subnet', 'tenant_id': '5cb90eaff9874eea9c214aa5f0fc37d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:05.223586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Pushing event updated for resources: {'Network': ['ID=6439ccfd-2f6c-424f-92e1-c8627fe7f159,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:05.228875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.235585 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:05.241100 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d0861571-4e02-47d8-8c3d-1a476a1580d9 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:05.242672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] For port 20d73818-f4d7-44a9-bc25-264a277d1ffc, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:05.248019 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] For port 20d73818-f4d7-44a9-bc25-264a277d1ffc, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=20d73818-f4d7-44a9-bc25-264a277d1ffc,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:05.252431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:05.287976 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Network c73392ab-fb5f-4464-a8df-3cfe5f27754f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:05.297702 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Allocated IP 172.20.0.8 (dbcc181f-834c-43a9-9d82-31934d9302c1/ea8cc55d-d9d0-491c-b78b-54aac5936bb1/fc83c5ec-cb8b-473f-9b8c-45e4cd78e825) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:05.302003 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:05.314175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:05.345724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Made reservation on behalf of 5cb90eaff9874eea9c214aa5f0fc37d2 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:05.353112 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.355939 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.363117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Pushing event updated for resources: {'Port': ['ID=9c44a3d0-9e67-49c5-823a-e2eb10a0e044,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:05.372242 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-97bcb15d-18f1-465e-92cd-bfcc14db1b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:05.405925 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:05.481338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f9e65f9-27ec-4ba8-8540-f979bb21c1fb req-5b1d8f95-2e20-4ece-919e-0e3fba00618d tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 210 time: 0.1219146 Jun 17 08:38:05.519833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:05.520481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:37:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:05.532026 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0f8cc-2cd8-4d2d-a237-b6b9ac90723b None None] Pushing event updated for resources: {'Port': ['ID=20d73818-f4d7-44a9-bc25-264a277d1ffc,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:05.576838 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-22c0f8cc-2cd8-4d2d-a237-b6b9ac90723b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:05.600595 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.631661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9b2105cd-651d-48e1-ac4a-f94b7c7b0fea None None] Provisioning for port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:05.640167 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9b2105cd-651d-48e1-ac4a-f94b7c7b0fea None None] Provisioning complete for port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:05.640545 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9b2105cd-651d-48e1-ac4a-f94b7c7b0fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:05.686233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:05.689747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-9b2105cd-651d-48e1-ac4a-f94b7c7b0fea None None] Port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:38:05.949444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:01Z', 'revision_number': 3, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:05.953513 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.011694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.027559 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.029299 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55a3615-84d3-4922-aaee-b9935293625c None None] The sync data for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 is: [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:01Z', 'revision_number': 3, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:06.037694 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4eb11d4-5392-4ed6-889b-c4c1d205c52b tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:06.192066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.193888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64da52b4-4665-4154-a81f-49b1c9ae8e89,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:06.207648 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:06.212065 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-44ff5515-2f8f-4c3b-8d38-b7971b69d574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:06.263658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Checking segment: {'id': '98e48e6d-3b04-4882-9073-0edca3f4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:06.264041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Network hostable DHCP agents. Network: 6439ccfd-2f6c-424f-92e1-c8627fe7f159, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:06.280131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Network dbcc181f-834c-43a9-9d82-31934d9302c1 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:06.301153 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:06.362351 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:06.378399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Pushing event updated for resources: {'Port': ['ID=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:06.402203 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:06.439106 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:06.468897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 6439ccfd-2f6c-424f-92e1-c8627fe7f159) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:06.478914 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aeb3a5-0c2a-4ee9-bcc5-8c24474415bf None None] Network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:06.494405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:06.495186 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.504012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:06.504540 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.575367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3590760 Jun 17 08:38:06.580509 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0088553 Jun 17 08:38:06.592813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-67a0083c-3954-4bff-a38f-3477e65fd2c6 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:38:06.601533 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-67a0083c-3954-4bff-a38f-3477e65fd2c6 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097270 Jun 17 08:38:06.637650 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.653197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Request body: {'port': {'device_id': 'cdaec69e-23b2-4f5f-9686-0715c6cea735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:06.754097 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:06.770925 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8d8ccea4-859d-4f56-a739-d6f1486023de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:06.801365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aa226f-53ed-4a32-a1ff-50ad836e8132 None None] Network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:06.925499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Pushing event updated for resources: {'Port': ['ID=9c44a3d0-9e67-49c5-823a-e2eb10a0e044,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:06.963552 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:07.020867 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.036571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:07.091633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49ca473-93a8-43d1-83d5-4e6c59453a3d req-b49ad91b-5ec4-4909-84ac-fec4ee7c7da7 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:07.094359 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f49ca473-93a8-43d1-83d5-4e6c59453a3d req-b49ad91b-5ec4-4909-84ac-fec4ee7c7da7 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 931 time: 0.3434970 Jun 17 08:38:07.570387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f49ca473-93a8-43d1-83d5-4e6c59453a3d req-a12a3cb9-8f9c-461d-b2b6-6dc4c26bc7fd tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849765 Jun 17 08:38:07.644238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Network c73392ab-fb5f-4464-a8df-3cfe5f27754f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:07.650871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:07.958988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:07.973449 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.012877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:38:08.014802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 20d73818-f4d7-44a9-bc25-264a277d1ffc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:08.022861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Transition to ACTIVE for port object fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:08.049443 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.057340 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:08.178111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-49245bbd-816f-4b0d-ac14-bf4170f09da9 None None] Provisioning complete for port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:08.178496 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-49245bbd-816f-4b0d-ac14-bf4170f09da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.251310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-49245bbd-816f-4b0d-ac14-bf4170f09da9 None None] Port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:38:08.273095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 20d73818-f4d7-44a9-bc25-264a277d1ffc completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:08.280212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 20d73818-f4d7-44a9-bc25-264a277d1ffc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:08.281258 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.342329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Pushing event updated for resources: {'Port': ['ID=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:08.360132 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:08.404980 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.469382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 20d73818-f4d7-44a9-bc25-264a277d1ffc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=20d73818-f4d7-44a9-bc25-264a277d1ffc,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:08.481883 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.487018 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b1797913-e608-4932-91a7-f56fa7bede96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:08.546836 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:08.568063 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] 10.222.0.47 "PUT /v2.0/routers/f7c3b6a8-db7c-49bf-b004-3834a4a193f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7782350 Jun 17 08:38:08.571866 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Attempting to bind port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:08.576978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Attempting to bind port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '1d7a498a-5ec9-4362-8164-5d1bc271381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dbcc181f-834c-43a9-9d82-31934d9302c1'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:08.577882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Attempting to bind port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 on network dbcc181f-834c-43a9-9d82-31934d9302c1 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:08.589678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 on network dbcc181f-834c-43a9-9d82-31934d9302c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:08.590246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Attempting to bind port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 on network dbcc181f-834c-43a9-9d82-31934d9302c1 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:08.593988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=20d73818-f4d7-44a9-bc25-264a277d1ffc,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:08.608342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.608734 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.609065 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.609410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.609745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.610077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.610403 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.610730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.611083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.611466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.611771 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.612094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:08.617151 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:08.619404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:08.621427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Checking segment: {'id': '1d7a498a-5ec9-4362-8164-5d1bc271381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dbcc181f-834c-43a9-9d82-31934d9302c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:08.623689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Bound using segment: {'id': '1d7a498a-5ec9-4362-8164-5d1bc271381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dbcc181f-834c-43a9-9d82-31934d9302c1'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:08.624366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Bound port: fc83c5ec-cb8b-473f-9b8c-45e4cd78e825, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d7a498a-5ec9-4362-8164-5d1bc271381c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'dbcc181f-834c-43a9-9d82-31934d9302c1'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:08.625630 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.767607 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Sync routers for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:08.790028 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:08.796148 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:37:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:08.825356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] For port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:08.829710 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] For port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825,segment=NetworkSegment(1d7a498a-5ec9-4362-8164-5d1bc271381c),segment_id=1d7a498a-5ec9-4362-8164-5d1bc271381c)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:08.838649 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:08.845670 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:09.040666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:09.046561 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.048437 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] 10.222.0.10 "PUT /v2.0/ports/fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 HTTP/1.1" status: 200 len: 1092 time: 2.4055972 Jun 17 08:38:09.068979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdaec69e-23b2-4f5f-9686-0715c6cea735', 'tag': 'fc83c5ec-cb8b-473f-9b8c-45e4cd78e825'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:09.079626 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1d8d90-c302-4642-aec9-9f950a1e095d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdaec69e-23b2-4f5f-9686-0715c6cea735", "tag": "fc83c5ec-cb8b-473f-9b8c-45e4cd78e825"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:09.132729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Pushing event updated for resources: {'Port': ['ID=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:09.144248 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:09.154597 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.175083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabdc28-add3-4d71-99ef-a977cc7ab4b5 req-7beb85ce-83da-4ab4-b375-1b6366c8e6ca tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:09.184101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cabdc28-add3-4d71-99ef-a977cc7ab4b5 req-7beb85ce-83da-4ab4-b375-1b6366c8e6ca tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 943 time: 0.2648094 Jun 17 08:38:09.225935 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:09.249135 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cabdc28-add3-4d71-99ef-a977cc7ab4b5 req-fef3aad9-430a-458f-88a6-e051d85d09e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619941 Jun 17 08:38:09.530499 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70a2d2-bb8a-49c5-a413-b9e66eca3be5 x-openstack-request-id: req-4f70a2d2-bb8a-49c5-a413-b9e66eca3be5 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:09.530875 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdaec69e-23b2-4f5f-9686-0715c6cea735", "tag": "fc83c5ec-cb8b-473f-9b8c-45e4cd78e825", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:09.531187 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f70a2d2-bb8a-49c5-a413-b9e66eca3be5 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:09.531688 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdaec69e-23b2-4f5f-9686-0715c6cea735', 'tag': 'fc83c5ec-cb8b-473f-9b8c-45e4cd78e825', 'status': 'completed', 'code': 200} Jun 17 08:38:09.618868 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:06Z', 'revision_number': 2, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:09.650936 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Checking router: f7c3b6a8-db7c-49bf-b004-3834a4a193f9 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:09.651296 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Updating router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:38:09.699601 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:09.790511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924c07b-de4f-403f-b1a9-71505d450555 req-9893effa-0333-4a60-a175-3dd191abcfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:09.794142 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-9893effa-0333-4a60-a175-3dd191abcfce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82e9be90723147328ff60029c9e3ce4d&device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 1095 time: 0.6875727 Jun 17 08:38:09.885211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-1dfef07c-61c4-45b0-a798-9ab18472b452 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 HTTP/1.1" status: 200 len: 217 time: 0.0750260 Jun 17 08:38:09.955667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 20d73818-f4d7-44a9-bc25-264a277d1ffc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:09.966811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924c07b-de4f-403f-b1a9-71505d450555 req-5909cfa0-222a-4f3f-a510-9ce1f5e22b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:09.968501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-5909cfa0-222a-4f3f-a510-9ce1f5e22b86 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ea8cc55d-d9d0-491c-b78b-54aac5936bb1 HTTP/1.1" status: 200 len: 850 time: 0.0773730 Jun 17 08:38:10.011471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-ad85a1ae-d16e-499c-b0cb-e3d61d9a8b92 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbcc181f-834c-43a9-9d82-31934d9302c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361338 Jun 17 08:38:10.074288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 20d73818-f4d7-44a9-bc25-264a277d1ffc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:10.074872 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.097809 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.126419 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Transition to ACTIVE for port object 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:10.138568 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.144426 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:10.259005 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-df0182c3-32b7-4d06-9a04-3ec6d3b7a3b9 service neutron] 10.222.0.10 "GET /v2.0/networks/dbcc181f-834c-43a9-9d82-31934d9302c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397852 Jun 17 08:38:10.322521 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9f307-a6c5-401a-9ef7-93d315540baf None None] Pushing event updated for resources: {'Port': ['ID=9c44a3d0-9e67-49c5-823a-e2eb10a0e044,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:10.348039 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-eff9f307-a6c5-401a-9ef7-93d315540baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:10.363494 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Attempting to bind port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:10.363924 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Attempting to bind port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:10.364295 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Attempting to bind port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 on network c73392ab-fb5f-4464-a8df-3cfe5f27754f {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:10.376176 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:10.376638 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Checking segment: {'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:10.377200 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.377824 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Bound using segment: {'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:10.378321 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Bound port: 9c44a3d0-9e67-49c5-823a-e2eb10a0e044, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:10.378856 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.485511 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] For port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:10.488889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3924c07b-de4f-403f-b1a9-71505d450555 req-215df2c2-3d6e-40fe-abf6-88503d4c6904 service neutron] 10.222.0.10 "GET /v2.0/networks/dbcc181f-834c-43a9-9d82-31934d9302c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066834 Jun 17 08:38:10.493029 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] For port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9c44a3d0-9e67-49c5-823a-e2eb10a0e044,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:10.500837 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:10.505590 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-ba495790-0ed9-47fa-b5ac-8e0a6c79818f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:10.565269 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:10.566656 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:37:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:10.751558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d8d90-c302-4642-aec9-9f950a1e095d req-fe4adfd3-faa6-481c-9466-0ad340747d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:10.753009 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:10.757239 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f1d8d90-c302-4642-aec9-9f950a1e095d req-fe4adfd3-faa6-481c-9466-0ad340747d62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=82e9be90723147328ff60029c9e3ce4d&device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 1095 time: 0.2102604 Jun 17 08:38:10.869368 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9f307-a6c5-401a-9ef7-93d315540baf None None] Pushing event updated for resources: {'Port': ['ID=9c44a3d0-9e67-49c5-823a-e2eb10a0e044,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:10.890231 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-eff9f307-a6c5-401a-9ef7-93d315540baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:11.141797 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:10Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:11.181798 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a20871-35dc-4cc1-9516-051da75312b2 None None] The sync data for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 is: [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:10Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:11.332139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d8d90-c302-4642-aec9-9f950a1e095d req-a959299b-f65b-4cd2-9081-4bed52a5687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.334269 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f1d8d90-c302-4642-aec9-9f950a1e095d req-a959299b-f65b-4cd2-9081-4bed52a5687c service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbcc181f-834c-43a9-9d82-31934d9302c1 HTTP/1.1" status: 200 len: 911 time: 0.5620091 Jun 17 08:38:11.344513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e689a0-4558-4929-a56f-105ce25ae4b1 req-5ea22eb6-3975-46c9-9b7c-408abf38ebd1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.351834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0e689a0-4558-4929-a56f-105ce25ae4b1 req-5ea22eb6-3975-46c9-9b7c-408abf38ebd1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 943 time: 0.7623825 Jun 17 08:38:11.447876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f1d8d90-c302-4642-aec9-9f950a1e095d req-02337794-b601-49b8-a60e-aad5f91f3dc7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 HTTP/1.1" status: 200 len: 217 time: 0.0903230 Jun 17 08:38:11.449936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49782) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:11.461339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-441882692-network', 'tenant_id': '39f968c6870844c79beb6202e9024942'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:11.512611 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Made reservation on behalf of 39f968c6870844c79beb6202e9024942 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:11.520395 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.546145 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.576455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d8d90-c302-4642-aec9-9f950a1e095d req-a300775c-4d7a-4f38-bd1c-d28766b4cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.577964 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f1d8d90-c302-4642-aec9-9f950a1e095d req-a300775c-4d7a-4f38-bd1c-d28766b4cf98 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ea8cc55d-d9d0-491c-b78b-54aac5936bb1 HTTP/1.1" status: 200 len: 850 time: 0.1119099 Jun 17 08:38:11.589876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a0e689a0-4558-4929-a56f-105ce25ae4b1 req-6bd763b5-76b8-495e-ac98-f2f2e4454877 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368317 Jun 17 08:38:11.599685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-3472c28b-de39-46b5-98d9-c19b35c93e3d tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.628704 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-3472c28b-de39-46b5-98d9-c19b35c93e3d tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/networks?id=6439ccfd-2f6c-424f-92e1-c8627fe7f159 HTTP/1.1" status: 200 len: 809 time: 1.0088353 Jun 17 08:38:11.679033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f1d8d90-c302-4642-aec9-9f950a1e095d req-d2109085-cd2f-4dcd-b2d3-6c99bd3ff069 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbcc181f-834c-43a9-9d82-31934d9302c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481074 Jun 17 08:38:11.697496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.704287 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.720633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:38:11.732856 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.733792 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Added segment 676ea7c6-1294-4f26-a496-1928f9b06fdf of type vlan for network 411917d6-4606-4728-8a32-899a366f84ce Jun 17 08:38:11.748384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-387a3d17-405f-4642-bec6-e8332f117277 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/quotas/5cb90eaff9874eea9c214aa5f0fc37d2 HTTP/1.1" status: 200 len: 375 time: 0.1186936 Jun 17 08:38:11.787916 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.881416 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ec6dc63-bb0a-4a44-80ff-81c56fdfcdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:11.940189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091f1d10-e662-4e13-b594-12c8ef1d45b6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:11.954723 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:11.955531 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-5f0e0dc9-6836-4d2e-b76a-dba61f6ffc7e tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5cb90eaff9874eea9c214aa5f0fc37d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2060382 Jun 17 08:38:11.956115 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:11.957355 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:11.958086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.003516 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d4fe4f4b-080a-4b16-8a5d-987baabf8c3a tempest-TagsExtTest-1533599661 tempest-TagsExtTest-1533599661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:12.009382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:12.076721 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Pushing event updated for resources: {'Network': ['ID=411917d6-4606-4728-8a32-899a366f84ce,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:12.088157 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:12.094062 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6409318 Jun 17 08:38:12.094934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49790) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:12.101361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 411917d6-4606-4728-8a32-899a366f84ce details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:38:12.144772 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Request body: {'subnet': {'network_id': '411917d6-4606-4728-8a32-899a366f84ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-441882692-subnet', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:12.211679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f1d8d90-c302-4642-aec9-9f950a1e095d req-fcce2a10-ce26-4fba-ae9b-cd63b39f5727 service neutron] 10.222.0.10 "GET /v2.0/networks/dbcc181f-834c-43a9-9d82-31934d9302c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247838 Jun 17 08:38:12.297446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:12.309270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:12.311252 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.335770 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Made reservation on behalf of 39f968c6870844c79beb6202e9024942 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:12.339337 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.439324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-18d34187-8e7f-4174-aab4-d897b1fee748 service neutron] 10.222.0.47 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825325 Jun 17 08:38:12.528045 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.582227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9c44a3d0-9e67-49c5-823a-e2eb10a0e044,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:12.590690 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.591439 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f1d8d90-c302-4642-aec9-9f950a1e095d req-0f371875-dbd6-465d-9c4e-02c5230527f4 service neutron] 10.222.0.10 "GET /v2.0/networks/dbcc181f-834c-43a9-9d82-31934d9302c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549311 Jun 17 08:38:12.597933 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:12.685717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=9c44a3d0-9e67-49c5-823a-e2eb10a0e044,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:12.692888 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:12.709043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-8e330392-c988-4db1-ad8c-964f6c05d053 service neutron] 10.222.0.47 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681906 Jun 17 08:38:12.970423 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:12.975354 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-97101ee2-c30d-4c28-9bf9-a1247b1f0ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:13.050804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1b0d9e54-1045-4c37-b134-38875ffb3f4b req-8b094589-93bf-4bc5-ad3d-15880ac88a74 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 210 time: 0.0682306 Jun 17 08:38:13.081033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03690dea-d0fd-40e0-a5f2-1620c471cc68 req-32e4cc13-bed0-4d67-aa79-c26f544c87c7 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:13.089270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03690dea-d0fd-40e0-a5f2-1620c471cc68 req-32e4cc13-bed0-4d67-aa79-c26f544c87c7 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 943 time: 0.1937406 Jun 17 08:38:13.129808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd42356a-75be-4cad-b9dd-f4f00f23af81,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:13.137758 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:13.158257 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Checking segment: {'id': '676ea7c6-1294-4f26-a496-1928f9b06fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '411917d6-4606-4728-8a32-899a366f84ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:13.159029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Network hostable DHCP agents. Network: 411917d6-4606-4728-8a32-899a366f84ce, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:38:13.176329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03690dea-d0fd-40e0-a5f2-1620c471cc68 req-9b32081e-343a-4808-8137-87bfc341f7e2 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849679 Jun 17 08:38:13.206698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Network 411917d6-4606-4728-8a32-899a366f84ce is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:38:13.229627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 411917d6-4606-4728-8a32-899a366f84ce) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:13.234112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:13.234761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.241356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8976b74d-0fc0-43c8-8650-0435979f5f6d None None] Network 411917d6-4606-4728-8a32-899a366f84ce requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:13.288919 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1902528 Jun 17 08:38:13.289249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49822) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:13.296440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-441882692-router', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:13.347374 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.364683 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.372181 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49824) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:13.447715 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-30e672a3-31b0-43ff-b230-88db90fa60a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.541827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-411917d6-4606-4728-8a32-899a366f84ce', 'network_id': '411917d6-4606-4728-8a32-899a366f84ce', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'fixed_ips': [{'subnet_id': 'bd42356a-75be-4cad-b9dd-f4f00f23af81'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:38:13.542840 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.618913 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.640825 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:13.788528 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825,segment=NetworkSegment(1d7a498a-5ec9-4362-8164-5d1bc271381c),segment_id=1d7a498a-5ec9-4362-8164-5d1bc271381c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:13.808086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'fc83c5ec-cb8b-473f-9b8c-45e4cd78e825', 'network_id': 'dbcc181f-834c-43a9-9d82-31934d9302c1', 'port_id': 'fc83c5ec-cb8b-473f-9b8c-45e4cd78e825', 'mac_address': 'fa:16:3e:c1:6f:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea8cc55d-d9d0-491c-b78b-54aac5936bb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:38:13.831750 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.884077 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c66b8cb-d34e-47ff-9043-30683b101762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:13.955255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:14.046111 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.083595 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:14.108351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825,segment=NetworkSegment(1d7a498a-5ec9-4362-8164-5d1bc271381c),segment_id=1d7a498a-5ec9-4362-8164-5d1bc271381c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:14.121799 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.127542 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-22c0f8cc-2cd8-4d2d-a237-b6b9ac90723b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:14.136370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Allocated IP 172.20.0.2 (411917d6-4606-4728-8a32-899a366f84ce/bd42356a-75be-4cad-b9dd-f4f00f23af81/be722df4-b88a-4deb-b3cf-f795f7d9ce38) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:14.157953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:14.158428 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.287212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:14.303507 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:14.394730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34ce9331-46f7-44ba-8aba-cc0e384c6eed req-2825959f-a296-4b65-b4a0-9d309a6dcd6e tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 210 time: 0.1563621 Jun 17 08:38:14.457516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['fc83c5ec-cb8b-473f-9b8c-45e4cd78e825'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:14.586874 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c66b8cb-d34e-47ff-9043-30683b101762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.617100 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c66b8cb-d34e-47ff-9043-30683b101762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:14.698330 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6fe42768-ee23-49bf-b437-54c79b43de71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:14.702606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1c66b8cb-d34e-47ff-9043-30683b101762 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9960327ecf2f47889a7efb87ddbb4d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3298213 Jun 17 08:38:14.707362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49854) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:14.923961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4f4c4-daee-44e3-bfda-3819f030aee3 req-3a65ed7f-4ebc-4d76-b33e-c6383479d28d tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:14.943340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82d4f4c4-daee-44e3-bfda-3819f030aee3 req-3a65ed7f-4ebc-4d76-b33e-c6383479d28d tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 944 time: 0.4771748 Jun 17 08:38:15.055471 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66b8cb-d34e-47ff-9043-30683b101762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8c89d3-934b-4a3d-9716-a4bbcfcec49b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:15.059938 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1c66b8cb-d34e-47ff-9043-30683b101762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:15.162123 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-041abad3-900a-4143-96a8-44209f991154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.238639 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-041abad3-900a-4143-96a8-44209f991154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.326812 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82d4f4c4-daee-44e3-bfda-3819f030aee3 req-cded9b18-080f-473b-b63e-14fcb5a78e0e tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824956 Jun 17 08:38:15.328952 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-041abad3-900a-4143-96a8-44209f991154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.332949 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-041abad3-900a-4143-96a8-44209f991154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.334527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-041abad3-900a-4143-96a8-44209f991154 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d8c89d3-934b-4a3d-9716-a4bbcfcec49b HTTP/1.1" status: 204 len: 168 time: 0.6240995 Jun 17 08:38:15.338276 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-78b668a4-6784-4725-b3b5-d5ea57239f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:15.355505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041abad3-900a-4143-96a8-44209f991154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8c89d3-934b-4a3d-9716-a4bbcfcec49b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:15.364910 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-041abad3-900a-4143-96a8-44209f991154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:15.372009 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.396148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Transition to ACTIVE for port object be722df4-b88a-4deb-b3cf-f795f7d9ce38 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:15.440169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Transition to ACTIVE for port object be722df4-b88a-4deb-b3cf-f795f7d9ce38 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:15.491180 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.520718 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:15.663358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Network 411917d6-4606-4728-8a32-899a366f84ce is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:15.697158 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:15.706136 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.719861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-334b842a-e24c-4002-9ce4-f09fb7ccb99f req-c845abbf-c1e5-402a-a436-41895de5dcc6 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 210 time: 0.0497169 Jun 17 08:38:15.720434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f7e5aae4-1a1a-473a-b6f0-55b3df8ccdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.729499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:15.731743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Pushing event updated for resources: {'Port': ['ID=be722df4-b88a-4deb-b3cf-f795f7d9ce38,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:15.762059 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:15.802134 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:15.854386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-a63d4654-5808-42e7-915a-90000766ca84 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:15.856006 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-a63d4654-5808-42e7-915a-90000766ca84 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.63 "GET /v2.0/networks?id=6439ccfd-2f6c-424f-92e1-c8627fe7f159 HTTP/1.1" status: 200 len: 809 time: 0.5769665 Jun 17 08:38:15.896615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Request body: {'port': {'device_id': '3db8dd49-635d-44a8-ad0c-d7a02f17b348', 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159', 'admin_state_up': True, 'tenant_id': '5cb90eaff9874eea9c214aa5f0fc37d2'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:15.955005 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Attempting to bind port be722df4-b88a-4deb-b3cf-f795f7d9ce38 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:15.955393 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Attempting to bind port be722df4-b88a-4deb-b3cf-f795f7d9ce38 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '676ea7c6-1294-4f26-a496-1928f9b06fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '411917d6-4606-4728-8a32-899a366f84ce'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:15.955772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Attempting to bind port be722df4-b88a-4deb-b3cf-f795f7d9ce38 on network 411917d6-4606-4728-8a32-899a366f84ce {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:15.999194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:15.999682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Checking segment: {'id': '676ea7c6-1294-4f26-a496-1928f9b06fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '411917d6-4606-4728-8a32-899a366f84ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:16.000117 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.000525 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Bound using segment: {'id': '676ea7c6-1294-4f26-a496-1928f9b06fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '411917d6-4606-4728-8a32-899a366f84ce'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:16.001238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Bound port: be722df4-b88a-4deb-b3cf-f795f7d9ce38, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676ea7c6-1294-4f26-a496-1928f9b06fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '411917d6-4606-4728-8a32-899a366f84ce'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:16.001634 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.045135 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.104853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Allocated IP 172.25.8.142 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/cd93a913-204a-43bb-810e-f42c1d5c37e5) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:16.114119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Made reservation on behalf of 5cb90eaff9874eea9c214aa5f0fc37d2 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:16.118721 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.161285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] For port be722df4-b88a-4deb-b3cf-f795f7d9ce38, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:16.165644 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] For port be722df4-b88a-4deb-b3cf-f795f7d9ce38, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=be722df4-b88a-4deb-b3cf-f795f7d9ce38,segment=NetworkSegment(676ea7c6-1294-4f26-a496-1928f9b06fdf),segment_id=676ea7c6-1294-4f26-a496-1928f9b06fdf)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:16.184474 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.201760 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-45d3a6e5-fe6c-4f95-8b03-5a648112039b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:16.379626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Pushing event updated for resources: {'Port': ['ID=be722df4-b88a-4deb-b3cf-f795f7d9ce38,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:16.394881 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:16.560527 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.566306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49884) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:16.599409 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41b9b4c5-ef98-47f1-8570-e42e1606bbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.639227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Allocated IP 172.20.0.7 (6439ccfd-2f6c-424f-92e1-c8627fe7f159/64da52b4-4665-4154-a81f-49b1c9ae8e89/11720067-bcf8-4fa2-9646-5894d8d3ace3) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:16.828085 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:16.913396 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867470f-4724-44c3-abd5-ada77c9bef15 req-705ca0fd-4e9d-4070-897a-67f73b6af9e5 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:16.922031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d867470f-4724-44c3-abd5-ada77c9bef15 req-705ca0fd-4e9d-4070-897a-67f73b6af9e5 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 944 time: 0.2737317 Jun 17 08:38:17.014736 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.023892 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-97f4fd76-dbab-47ef-b0f8-2484833127f5 tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:17.031825 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.070675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:17.076436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:17.080968 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:17.083395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f518e39-211e-4569-b5de-f4bf55232ad7 req-a804f360-532a-4273-91ec-d3c57630bd46 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 210 time: 0.0602632 Jun 17 08:38:17.140113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d867470f-4724-44c3-abd5-ada77c9bef15 req-aa480ce6-577b-45ef-8163-ff410e7c9517 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928694 Jun 17 08:38:17.142487 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41b9b4c5-ef98-47f1-8570-e42e1606bbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.152926 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Pushing event updated for resources: {'Port': ['ID=cd93a913-204a-43bb-810e-f42c1d5c37e5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:17.161036 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41b9b4c5-ef98-47f1-8570-e42e1606bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.164958 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4cb8b690-8c99-424f-8d0a-55692db914f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:17.171244 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:17.203958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-41b9b4c5-ef98-47f1-8570-e42e1606bbde admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da8b0187831d4568bd237b2a98d6d48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6362324 Jun 17 08:38:17.206657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9b4c5-ef98-47f1-8570-e42e1606bbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dbc85c-a0cb-4f48-b988-cf3961abda41,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:17.208760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49898) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:17.244104 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-41b9b4c5-ef98-47f1-8570-e42e1606bbde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:17.288747 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc33-bff5-4709-bcec-ed95a640292e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.301745 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.321159 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc33-bff5-4709-bcec-ed95a640292e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.331519 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-03106b6c-5e92-4aaa-b4c3-6f88051cd104 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:17.386237 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc33-bff5-4709-bcec-ed95a640292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.389021 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b52fc33-bff5-4709-bcec-ed95a640292e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.390191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4b52fc33-bff5-4709-bcec-ed95a640292e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5dbc85c-a0cb-4f48-b988-cf3961abda41 HTTP/1.1" status: 204 len: 168 time: 0.1805201 Jun 17 08:38:17.391050 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9cc2a5ae-50ae-4adc-a552-737ed9b29c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:17.408773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Pushing event updated for resources: {'Port': ['ID=11720067-bcf8-4fa2-9646-5894d8d3ace3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:17.415417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52fc33-bff5-4709-bcec-ed95a640292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dbc85c-a0cb-4f48-b988-cf3961abda41,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:17.427483 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:17.435419 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4b52fc33-bff5-4709-bcec-ed95a640292e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:17.450447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:17.457740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:17.461169 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:17.530469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:17.531490 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.552537 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6630840 Jun 17 08:38:17.577263 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-f125615b-e969-4bf1-b410-a22866e8d0b9 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93804) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:38:17.578427 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-f125615b-e969-4bf1-b410-a22866e8d0b9 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156240 Jun 17 08:38:17.637808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:17.765033 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:17.771928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49910) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:17.775784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:17.776164 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:17.794298 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Request body: {'port': {'device_id': '3db8dd49-635d-44a8-ad0c-d7a02f17b348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:17.928767 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29636e00-28f7-4c26-81c2-d5a4e892fee2 None None] Network 411917d6-4606-4728-8a32-899a366f84ce requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:38:18.028052 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9456d0a-17b5-4243-9b04-876aa19b420c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.080076 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.094578 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.128166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device be722df4-b88a-4deb-b3cf-f795f7d9ce38 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:18.193072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4222984a-ecd7-4b52-90ec-c3392cb2eb62 None None] Provisioning for port be722df4-b88a-4deb-b3cf-f795f7d9ce38 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:18.229470 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.284120 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9456d0a-17b5-4243-9b04-876aa19b420c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.293229 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9456d0a-17b5-4243-9b04-876aa19b420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.296393 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1c66b8cb-d34e-47ff-9043-30683b101762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:18.381641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaec69e-23b2-4f5f-9686-0715c6cea735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc83c5ec-cb8b-473f-9b8c-45e4cd78e825'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:18.384740 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2ca1d4-3888-419f-b71b-83f4cc93f8bd" -d '{"events": [{"server_uuid": "cdaec69e-23b2-4f5f-9686-0715c6cea735", "name": "network-vif-plugged", "status": "completed", "tag": "fc83c5ec-cb8b-473f-9b8c-45e4cd78e825"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:18.400135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9456d0a-17b5-4243-9b04-876aa19b420c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d660f7-d458-45c0-9bf5-62f93521bdbe,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:18.435614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f9456d0a-17b5-4243-9b04-876aa19b420c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=924c65684d9d4a8a87cfbed792956132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6620948 Jun 17 08:38:18.438527 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f9456d0a-17b5-4243-9b04-876aa19b420c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:18.439217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49934) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:18.449241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825,segment=NetworkSegment(1d7a498a-5ec9-4362-8164-5d1bc271381c),segment_id=1d7a498a-5ec9-4362-8164-5d1bc271381c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:18.474457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port be722df4-b88a-4deb-b3cf-f795f7d9ce38 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:18.480394 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.494173 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e7e65ff0-6488-4d62-adfa-11b2391c305b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:18.520441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port be722df4-b88a-4deb-b3cf-f795f7d9ce38 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:18.520844 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.576714 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.608813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daced9eb-9095-44df-9a14-4ddf451a73ab req-cbd9816e-506a-4d88-96c5-ee9f8cdb7861 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:18.610483 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-daced9eb-9095-44df-9a14-4ddf451a73ab req-cbd9816e-506a-4d88-96c5-ee9f8cdb7861 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 931 time: 0.3094420 Jun 17 08:38:18.614745 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d60bb38f-bfcc-4e35-9534-160d98fff53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.668308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:18.672489 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:18.699650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ecaaf-05e4-417f-b4cc-e50bdf8c7364 req-cd3212ec-24d6-4ffe-a446-1a9d25448e21 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:18.716095 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f92ecaaf-05e4-417f-b4cc-e50bdf8c7364 req-cd3212ec-24d6-4ffe-a446-1a9d25448e21 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 944 time: 0.3296978 Jun 17 08:38:18.752563 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d60bb38f-bfcc-4e35-9534-160d98fff53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.760460 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.763013 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-daced9eb-9095-44df-9a14-4ddf451a73ab req-7eac8ae1-1f98-4c1c-95c8-78d9f5552fc8 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343601 Jun 17 08:38:18.839121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Router e2ed9478-6a4b-4801-a82e-fc414364fe33 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:38:18.878431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port be722df4-b88a-4deb-b3cf-f795f7d9ce38, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=be722df4-b88a-4deb-b3cf-f795f7d9ce38,segment=NetworkSegment(676ea7c6-1294-4f26-a496-1928f9b06fdf),segment_id=676ea7c6-1294-4f26-a496-1928f9b06fdf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:18.912569 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:18.925745 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:18.993419 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.008209 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d60bb38f-bfcc-4e35-9534-160d98fff53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.019818 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d60bb38f-bfcc-4e35-9534-160d98fff53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.025327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d60bb38f-bfcc-4e35-9534-160d98fff53d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0d660f7-d458-45c0-9bf5-62f93521bdbe HTTP/1.1" status: 204 len: 168 time: 0.5810270 Jun 17 08:38:19.030432 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-712abc52-1cfd-43de-a23d-21de253dc708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:19.077889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=be722df4-b88a-4deb-b3cf-f795f7d9ce38,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:19.082544 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:19.103440 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f92ecaaf-05e4-417f-b4cc-e50bdf8c7364 req-f5c2be49-dab2-4bdf-89ac-0e8813783aaf tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532600 Jun 17 08:38:19.104539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60bb38f-bfcc-4e35-9534-160d98fff53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d660f7-d458-45c0-9bf5-62f93521bdbe,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:19.128319 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d60bb38f-bfcc-4e35-9534-160d98fff53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:19.279224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5a281ad3-9e77-424b-a020-9427ea67e51a None None] Provisioning complete for port be722df4-b88a-4deb-b3cf-f795f7d9ce38 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:19.279617 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5a281ad3-9e77-424b-a020-9427ea67e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.291344 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1191a8-46b3-45a0-aafd-1be5dda47f57 x-openstack-request-id: req-db1191a8-46b3-45a0-aafd-1be5dda47f57 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:19.291652 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaec69e-23b2-4f5f-9686-0715c6cea735", "name": "network-vif-plugged", "status": "completed", "tag": "fc83c5ec-cb8b-473f-9b8c-45e4cd78e825", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:19.298051 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db1191a8-46b3-45a0-aafd-1be5dda47f57 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:19.298587 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaec69e-23b2-4f5f-9686-0715c6cea735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc83c5ec-cb8b-473f-9b8c-45e4cd78e825', 'code': 200} Jun 17 08:38:19.363662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11720067-bcf8-4fa2-9646-5894d8d3ace3 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:19.378969 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.408886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Transition to ACTIVE for port object 11720067-bcf8-4fa2-9646-5894d8d3ace3 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:19.426155 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.429415 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a11d768-6225-4b48-aa4a-1602b8857e98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:19.432325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:19.461654 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Sync routers for ids ['e2ed9478-6a4b-4801-a82e-fc414364fe33'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:19.499277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e230be-191c-4ed8-a105-1d48a165cd9e req-2983528f-3bdf-4864-a8cd-4b51042f7544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:19.500708 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20e230be-191c-4ed8-a105-1d48a165cd9e req-2983528f-3bdf-4864-a8cd-4b51042f7544 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 1097 time: 0.1173847 Jun 17 08:38:19.523724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Routers {'e2ed9478-6a4b-4801-a82e-fc414364fe33'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:19.524838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:38:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e2ed9478-6a4b-4801-a82e-fc414364fe33'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:19.596683 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Pushing event updated for resources: {'Port': ['ID=11720067-bcf8-4fa2-9646-5894d8d3ace3,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:19.598264 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-20e230be-191c-4ed8-a105-1d48a165cd9e req-1b09df21-b6fb-47bd-8ad3-3f2759e0cc19 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869701 Jun 17 08:38:19.605552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.606871 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.3147588 Jun 17 08:38:19.609234 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:19.609971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49956) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:19.685351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Set router e2ed9478-6a4b-4801-a82e-fc414364fe33 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:19.783688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Attempting to bind port 11720067-bcf8-4fa2-9646-5894d8d3ace3 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:19.783688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Attempting to bind port 11720067-bcf8-4fa2-9646-5894d8d3ace3 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '98e48e6d-3b04-4882-9073-0edca3f4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:19.784675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Attempting to bind port 11720067-bcf8-4fa2-9646-5894d8d3ace3 on network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:19.795025 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Port 11720067-bcf8-4fa2-9646-5894d8d3ace3 on network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:19.795355 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Attempting to bind port 11720067-bcf8-4fa2-9646-5894d8d3ace3 on network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:19.803087 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:19.803422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Checking segment: {'id': '98e48e6d-3b04-4882-9073-0edca3f4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:19.803801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Bound using segment: {'id': '98e48e6d-3b04-4882-9073-0edca3f4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:19.804544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Bound port: 11720067-bcf8-4fa2-9646-5894d8d3ace3, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e48e6d-3b04-4882-9073-0edca3f4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:19.804544 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.916690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49962) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:19.944077 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c7b801e0-46f4-4e89-9eca-5fab2f658b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:19.979552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device be722df4-b88a-4deb-b3cf-f795f7d9ce38 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:20.109185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port be722df4-b88a-4deb-b3cf-f795f7d9ce38 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:20.109571 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.136418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'name': 'tempest-TestVolumeBackupRestore-441882692-router', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:13Z', 'updated_at': '2021-06-17T08:38:17Z', 'revision_number': 3, 'project_id': '39f968c6870844c79beb6202e9024942', 'gw_port': {'id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:dc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:15Z', 'updated_at': '2021-06-17T08:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:20.167339 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Checking router: e2ed9478-6a4b-4801-a82e-fc414364fe33 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:20.167714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Updating router e2ed9478-6a4b-4801-a82e-fc414364fe33 port cd93a913-204a-43bb-810e-f42c1d5c37e5 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:38:20.188053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be10c7-f398-462f-90d0-30ddf4cd0dda req-581ff8f5-edaa-4bb0-801e-65d17e059d79 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:20.197853 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56be10c7-f398-462f-90d0-30ddf4cd0dda req-581ff8f5-edaa-4bb0-801e-65d17e059d79 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 943 time: 0.1720998 Jun 17 08:38:20.212790 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.324368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-56be10c7-f398-462f-90d0-30ddf4cd0dda req-54f06112-632b-43ca-a872-1ab9a13b008f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255150 Jun 17 08:38:20.350037 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c7b801e0-46f4-4e89-9eca-5fab2f658b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.352054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] For port 11720067-bcf8-4fa2-9646-5894d8d3ace3, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:20.363819 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c7b801e0-46f4-4e89-9eca-5fab2f658b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.368469 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d60bb38f-bfcc-4e35-9534-160d98fff53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:20.381585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] For port 11720067-bcf8-4fa2-9646-5894d8d3ace3, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=11720067-bcf8-4fa2-9646-5894d8d3ace3,segment=NetworkSegment(98e48e6d-3b04-4882-9073-0edca3f4a395),segment_id=98e48e6d-3b04-4882-9073-0edca3f4a395)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:20.402819 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.409536 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a6f5e580-0ef1-41e7-9872-d2cd95d98dc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:20.461506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:20.461506 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.462930 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] 10.222.0.63 "PUT /v2.0/ports/11720067-bcf8-4fa2-9646-5894d8d3ace3 HTTP/1.1" status: 200 len: 1092 time: 2.6773391 Jun 17 08:38:20.463494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3db8dd49-635d-44a8-ad0c-d7a02f17b348', 'tag': '11720067-bcf8-4fa2-9646-5894d8d3ace3'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:20.465872 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cb7cf5-1d8f-43ab-b80e-9eb62caa5234" -d '{"events": [{"name": "network-changed", "server_uuid": "3db8dd49-635d-44a8-ad0c-d7a02f17b348", "tag": "11720067-bcf8-4fa2-9646-5894d8d3ace3"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:20.472498 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.523919 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Pushing event updated for resources: {'Port': ['ID=11720067-bcf8-4fa2-9646-5894d8d3ace3,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:20.542642 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:20.565856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b801e0-46f4-4e89-9eca-5fab2f658b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db24ec8-8839-40d8-b261-1209a99f5e00,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:20.609687 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c7b801e0-46f4-4e89-9eca-5fab2f658b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:20.652016 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c7b801e0-46f4-4e89-9eca-5fab2f658b3c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a96379a776694dc283ce18157e3d9419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7338350 Jun 17 08:38:20.659722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49986) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:20.743683 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-7eb36072-6553-44cc-b021-3e561a0003f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:20.745190 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-7eb36072-6553-44cc-b021-3e561a0003f5 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90eaff9874eea9c214aa5f0fc37d2&device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 1095 time: 0.2016373 Jun 17 08:38:20.759644 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e851691f-37bc-4f97-9a07-d2aa62cdc974 req-728e03c2-7d8e-4b80-878a-ffb38e4db0c7 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:20.761225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e851691f-37bc-4f97-9a07-d2aa62cdc974 req-728e03c2-7d8e-4b80-878a-ffb38e4db0c7 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 945 time: 0.3654683 Jun 17 08:38:20.850228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e851691f-37bc-4f97-9a07-d2aa62cdc974 req-2d47ec71-dd97-4477-a828-bf5705213efd tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831969 Jun 17 08:38:20.885014 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.900157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Transition to ACTIVE for port object cd93a913-204a-43bb-810e-f42c1d5c37e5 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:20.925860 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:20.946150 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-cff8cf14-9c5e-4757-8a6f-e5ba8b74116a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11720067-bcf8-4fa2-9646-5894d8d3ace3 HTTP/1.1" status: 200 len: 217 time: 0.1803453 Jun 17 08:38:20.955591 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3eb1d484-42f5-4c9a-be70-4b01bc0e4f89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:21.000928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3586d-fdd1-440e-8e72-4fa4216f51cf None None] Pushing event updated for resources: {'Port': ['ID=cd93a913-204a-43bb-810e-f42c1d5c37e5,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:21.025124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Attempting to bind port cd93a913-204a-43bb-810e-f42c1d5c37e5 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:21.025679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Attempting to bind port cd93a913-204a-43bb-810e-f42c1d5c37e5 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:21.026315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Attempting to bind port cd93a913-204a-43bb-810e-f42c1d5c37e5 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:21.032644 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3de3586d-fdd1-440e-8e72-4fa4216f51cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:21.033922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:21.034376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:21.034967 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.035465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:21.036064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Bound port: cd93a913-204a-43bb-810e-f42c1d5c37e5, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:21.036600 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.055293 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2308e4f1-d432-4d81-a433-2ff480e6d36d x-openstack-request-id: req-2308e4f1-d432-4d81-a433-2ff480e6d36d {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:21.055923 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3db8dd49-635d-44a8-ad0c-d7a02f17b348", "tag": "11720067-bcf8-4fa2-9646-5894d8d3ace3", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:21.056456 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2308e4f1-d432-4d81-a433-2ff480e6d36d {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:21.057156 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3db8dd49-635d-44a8-ad0c-d7a02f17b348', 'tag': '11720067-bcf8-4fa2-9646-5894d8d3ace3', 'status': 'completed', 'code': 200} Jun 17 08:38:21.072520 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9dab079-a84a-49ed-9ee5-7b845d1c0bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.096932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Allocated IP 172.20.0.1 (411917d6-4606-4728-8a32-899a366f84ce/bd42356a-75be-4cad-b9dd-f4f00f23af81/39243831-ca86-4e5c-b976-cb6a6e9cad12) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:21.111055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-8267a7f5-01c0-471e-a12a-9dff8ec03ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:21.112873 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-8267a7f5-01c0-471e-a12a-9dff8ec03ccd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64da52b4-4665-4154-a81f-49b1c9ae8e89 HTTP/1.1" status: 200 len: 849 time: 0.1445642 Jun 17 08:38:21.139062 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9dab079-a84a-49ed-9ee5-7b845d1c0bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.146362 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] For port cd93a913-204a-43bb-810e-f42c1d5c37e5, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:21.150352 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] For port cd93a913-204a-43bb-810e-f42c1d5c37e5, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cd93a913-204a-43bb-810e-f42c1d5c37e5,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:21.157582 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.168823 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:21.200282 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-4de4450c-b609-44a5-b4c0-9d53ee1e90c1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6439ccfd-2f6c-424f-92e1-c8627fe7f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636005 Jun 17 08:38:21.229929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Routers {'e2ed9478-6a4b-4801-a82e-fc414364fe33'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:21.230699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:38:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e2ed9478-6a4b-4801-a82e-fc414364fe33'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:21.371349 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9dab079-a84a-49ed-9ee5-7b845d1c0bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.374149 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9dab079-a84a-49ed-9ee5-7b845d1c0bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.395913 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b9dab079-a84a-49ed-9ee5-7b845d1c0bf0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3db24ec8-8839-40d8-b261-1209a99f5e00 HTTP/1.1" status: 204 len: 168 time: 0.7335746 Jun 17 08:38:21.404952 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1ecdc066-97f5-4af6-ac2d-08d825289831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:21.433200 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.483937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dab079-a84a-49ed-9ee5-7b845d1c0bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db24ec8-8839-40d8-b261-1209a99f5e00,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:21.489946 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-01e1e231-da08-4f5e-87f7-57349c9087e1 service neutron] 10.222.0.63 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550960 Jun 17 08:38:21.499305 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b9dab079-a84a-49ed-9ee5-7b845d1c0bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:21.536694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Transition to ACTIVE for port object 39243831-ca86-4e5c-b976-cb6a6e9cad12 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:21.636106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3586d-fdd1-440e-8e72-4fa4216f51cf None None] Pushing event updated for resources: {'Port': ['ID=cd93a913-204a-43bb-810e-f42c1d5c37e5,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:21.663997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d7f0c-9072-452b-930d-af9a97b397d4 req-3d766beb-14cd-49f3-a45d-d09652e423a2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:21.665455 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3de3586d-fdd1-440e-8e72-4fa4216f51cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:21.667338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-815d7f0c-9072-452b-930d-af9a97b397d4 req-3d766beb-14cd-49f3-a45d-d09652e423a2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 943 time: 0.1454895 Jun 17 08:38:21.730847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] Set router e2ed9478-6a4b-4801-a82e-fc414364fe33 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:21.750030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-815d7f0c-9072-452b-930d-af9a97b397d4 req-0b050475-8813-4dc8-a61f-d1932103bf5f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734258 Jun 17 08:38:21.833361 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-7b265b9e-e546-4ba1-87cd-145be9090faa req-c50e3443-af3e-4f73-b89d-8e8a3f0ef3cc service neutron] 10.222.0.63 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333037 Jun 17 08:38:21.837124 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:21.848147 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b12af8e-9c43-4b75-9ab2-12f138f076b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:21.922296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Pushing event updated for resources: {'Port': ['ID=39243831-ca86-4e5c-b976-cb6a6e9cad12,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:21.937018 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:21.947501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Network 411917d6-4606-4728-8a32-899a366f84ce is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:22.007237 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:22.014311 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:22.076699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50032) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.188190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d53d2d-8a63-44a8-851f-b67c4666422c req-d6770c90-0948-40ac-81ec-f0cdfb5d35cb tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:22.200200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44d53d2d-8a63-44a8-851f-b67c4666422c req-d6770c90-0948-40ac-81ec-f0cdfb5d35cb tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 945 time: 0.1876659 Jun 17 08:38:22.270933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'name': 'tempest-TestVolumeBackupRestore-441882692-router', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:13Z', 'updated_at': '2021-06-17T08:38:17Z', 'revision_number': 3, 'project_id': '39f968c6870844c79beb6202e9024942', 'gw_port': {'id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:dc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:15Z', 'updated_at': '2021-06-17T08:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:22.299257 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44d53d2d-8a63-44a8-851f-b67c4666422c req-2528a098-ddb8-4a2e-a338-ab4cdfe58c15 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914192 Jun 17 08:38:22.353236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191cb2aa-694a-49f4-a455-8465c3874966 None None] The sync data for ids ['e2ed9478-6a4b-4801-a82e-fc414364fe33'] in n-d-779913-16 is: [{'id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'name': 'tempest-TestVolumeBackupRestore-441882692-router', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:13Z', 'updated_at': '2021-06-17T08:38:17Z', 'revision_number': 3, 'project_id': '39f968c6870844c79beb6202e9024942', 'gw_port': {'id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:dc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:15Z', 'updated_at': '2021-06-17T08:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:22.371236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50040) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.401419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a09628f6-25ba-4cb1-8c5f-6c637008a68a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.410658 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ddacaee8-372b-4eaa-b28a-18617ae895b7 None None] Provisioning for port 39243831-ca86-4e5c-b976-cb6a6e9cad12 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:22.416143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ddacaee8-372b-4eaa-b28a-18617ae895b7 None None] Provisioning complete for port 39243831-ca86-4e5c-b976-cb6a6e9cad12 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:22.416657 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ddacaee8-372b-4eaa-b28a-18617ae895b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.463665 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6702a74a-8202-4231-8c04-99e4031825e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.514651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ddacaee8-372b-4eaa-b28a-18617ae895b7 None None] Port 39243831-ca86-4e5c-b976-cb6a6e9cad12 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:38:22.587901 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a09628f6-25ba-4cb1-8c5f-6c637008a68a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.597919 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a09628f6-25ba-4cb1-8c5f-6c637008a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:22.648136 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed63be8d-d927-4d61-8bfe-a9076f035e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:22.667755 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a09628f6-25ba-4cb1-8c5f-6c637008a68a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e22089ab99342cfba32f67ecf2cd728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5890615 Jun 17 08:38:22.678202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50048) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:22.971477 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.057707 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6702a74a-8202-4231-8c04-99e4031825e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.065937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb7cf5-1d8f-43ab-b80e-9eb62caa5234 req-d6aa1280-36cb-449d-b322-4fb1387e5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.070610 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-23cb7cf5-1d8f-43ab-b80e-9eb62caa5234 req-d6aa1280-36cb-449d-b322-4fb1387e5ba0 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=5cb90eaff9874eea9c214aa5f0fc37d2&device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 1095 time: 1.1434789 Jun 17 08:38:23.086650 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6702a74a-8202-4231-8c04-99e4031825e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.135045 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6702a74a-8202-4231-8c04-99e4031825e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=330b3b5c3dce4ee7a8b6d4f8d36ca5d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7626305 Jun 17 08:38:23.154537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50062) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:23.211217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09628f6-25ba-4cb1-8c5f-6c637008a68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47429d18-a8aa-4ba6-a292-0259642fd1e7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:23.265720 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a09628f6-25ba-4cb1-8c5f-6c637008a68a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:23.269856 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1415447f-11fb-4233-a52c-0393de6bc75a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:23.337398 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab9972c3-bd3d-40e0-abe0-a07bbfe9adb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.347273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702a74a-8202-4231-8c04-99e4031825e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971e9845-73af-4f12-831f-38787011fb90,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:23.351316 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6702a74a-8202-4231-8c04-99e4031825e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:23.369144 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ab3af7-b71f-4d7a-a5c0-bf7b9c3eea41 req-df9108ba-3733-4854-b7e0-ef5bb194995e tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.377075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40ab3af7-b71f-4d7a-a5c0-bf7b9c3eea41 req-df9108ba-3733-4854-b7e0-ef5bb194995e tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 945 time: 0.3172166 Jun 17 08:38:23.379721 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-94d5c6c8-c165-4249-8d40-00726a7db16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.418894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab9972c3-bd3d-40e0-abe0-a07bbfe9adb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.440521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb7cf5-1d8f-43ab-b80e-9eb62caa5234 req-1e9659c4-e95b-48cf-aaf0-ab7f44cf95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.442026 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-23cb7cf5-1d8f-43ab-b80e-9eb62caa5234 req-1e9659c4-e95b-48cf-aaf0-ab7f44cf95c3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6439ccfd-2f6c-424f-92e1-c8627fe7f159 HTTP/1.1" status: 200 len: 910 time: 0.3607502 Jun 17 08:38:23.449735 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-94d5c6c8-c165-4249-8d40-00726a7db16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.469422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df90fa4-4468-4c62-a152-6321e6b5be59 req-bfea5c6a-3417-42d6-a10f-87276025dfdf tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.476855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0df90fa4-4468-4c62-a152-6321e6b5be59 req-bfea5c6a-3417-42d6-a10f-87276025dfdf tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 943 time: 0.3498354 Jun 17 08:38:23.495449 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-23cb7cf5-1d8f-43ab-b80e-9eb62caa5234 req-ff884c1f-fb03-4c90-9121-b3587bf1e2c7 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11720067-bcf8-4fa2-9646-5894d8d3ace3 HTTP/1.1" status: 200 len: 217 time: 0.0434775 Jun 17 08:38:23.506683 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40ab3af7-b71f-4d7a-a5c0-bf7b9c3eea41 req-a9c58699-3afd-43b9-aa2c-328cd2ff917a tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286285 Jun 17 08:38:23.549830 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0df90fa4-4468-4c62-a152-6321e6b5be59 req-ad626647-2e48-49a1-88ee-9037517eda43 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719595 Jun 17 08:38:23.562867 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab9972c3-bd3d-40e0-abe0-a07bbfe9adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.563741 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.566300 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab9972c3-bd3d-40e0-abe0-a07bbfe9adb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.567679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ab9972c3-bd3d-40e0-abe0-a07bbfe9adb1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/47429d18-a8aa-4ba6-a292-0259642fd1e7 HTTP/1.1" status: 204 len: 168 time: 0.8856304 Jun 17 08:38:23.568728 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4c21606-fcc2-49ac-8b2a-14d5ae54b9da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:23.596083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9972c3-bd3d-40e0-abe0-a07bbfe9adb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47429d18-a8aa-4ba6-a292-0259642fd1e7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:23.602293 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ab9972c3-bd3d-40e0-abe0-a07bbfe9adb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:23.718879 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb7cf5-1d8f-43ab-b80e-9eb62caa5234 req-ed22e9f0-b426-4a64-9d5d-b52031b65181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:23.720429 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-23cb7cf5-1d8f-43ab-b80e-9eb62caa5234 req-ed22e9f0-b426-4a64-9d5d-b52031b65181 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=64da52b4-4665-4154-a81f-49b1c9ae8e89 HTTP/1.1" status: 200 len: 849 time: 0.2169747 Jun 17 08:38:23.787805 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-23cb7cf5-1d8f-43ab-b80e-9eb62caa5234 req-538ad60e-b31e-4fab-bf21-a07bf78c261a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6439ccfd-2f6c-424f-92e1-c8627fe7f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402052 Jun 17 08:38:23.790257 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-94d5c6c8-c165-4249-8d40-00726a7db16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.792939 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-94d5c6c8-c165-4249-8d40-00726a7db16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:23.796535 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-94d5c6c8-c165-4249-8d40-00726a7db16e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/971e9845-73af-4f12-831f-38787011fb90 HTTP/1.1" status: 204 len: 168 time: 0.6358287 Jun 17 08:38:23.797720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 11720067-bcf8-4fa2-9646-5894d8d3ace3 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:23.799273 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9ce14bdf-852f-414f-bb71-878688b680fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:23.947974 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-23cb7cf5-1d8f-43ab-b80e-9eb62caa5234 req-70538fee-4e2e-44e8-a963-99507effb2f3 service neutron] 10.222.0.63 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526821 Jun 17 08:38:23.957920 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5c6c8-c165-4249-8d40-00726a7db16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971e9845-73af-4f12-831f-38787011fb90,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:23.973062 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-94d5c6c8-c165-4249-8d40-00726a7db16e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:23.989889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cd93a913-204a-43bb-810e-f42c1d5c37e5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:24.129688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.136603 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-23cb7cf5-1d8f-43ab-b80e-9eb62caa5234 req-9c6e25cf-7600-4107-a44e-8b77eb7c605d service neutron] 10.222.0.63 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799948 Jun 17 08:38:24.144140 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.147927 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b196129-ebef-4ad5-9309-880e61141c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:24.197496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 11720067-bcf8-4fa2-9646-5894d8d3ace3, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=11720067-bcf8-4fa2-9646-5894d8d3ace3,segment=NetworkSegment(98e48e6d-3b04-4882-9073-0edca3f4a395),segment_id=98e48e6d-3b04-4882-9073-0edca3f4a395)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:24.211322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port cd93a913-204a-43bb-810e-f42c1d5c37e5 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:24.220578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port cd93a913-204a-43bb-810e-f42c1d5c37e5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:24.220952 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.222916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '11720067-bcf8-4fa2-9646-5894d8d3ace3', 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159', 'port_id': '11720067-bcf8-4fa2-9646-5894d8d3ace3', 'mac_address': 'fa:16:3e:44:18:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64da52b4-4665-4154-a81f-49b1c9ae8e89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:38:24.234028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Pushing event updated for resources: {'Port': ['ID=39243831-ca86-4e5c-b976-cb6a6e9cad12,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:24.236941 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.246034 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:24.364031 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Network 411917d6-4606-4728-8a32-899a366f84ce is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:24.366130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:24.450828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50080) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:24.455261 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.492570 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93ce3aae-e729-4510-8698-c48078948243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.498264 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11720067-bcf8-4fa2-9646-5894d8d3ace3 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:24.564213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecb3b9-a81f-455f-beb6-1ef2f9178bd3 req-04d56fc9-2c1a-49b6-9d66-9fec4346595a tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:24.566551 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64ecb3b9-a81f-455f-beb6-1ef2f9178bd3 req-04d56fc9-2c1a-49b6-9d66-9fec4346595a tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.10 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 945 time: 0.2949564 Jun 17 08:38:24.568700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 11720067-bcf8-4fa2-9646-5894d8d3ace3, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=11720067-bcf8-4fa2-9646-5894d8d3ace3,segment=NetworkSegment(98e48e6d-3b04-4882-9073-0edca3f4a395),segment_id=98e48e6d-3b04-4882-9073-0edca3f4a395)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:24.600851 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Router e2ed9478-6a4b-4801-a82e-fc414364fe33 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:38:24.666659 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.694657 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.706529 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3de3586d-fdd1-440e-8e72-4fa4216f51cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:24.758963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port cd93a913-204a-43bb-810e-f42c1d5c37e5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cd93a913-204a-43bb-810e-f42c1d5c37e5,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:24.776793 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.815027 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-64ecb3b9-a81f-455f-beb6-1ef2f9178bd3 req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Deleting port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:24.815576 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-64ecb3b9-a81f-455f-beb6-1ef2f9178bd3 req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.848046 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=11720067-bcf8-4fa2-9646-5894d8d3ace3,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:24.864136 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:24.865345 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:24.915725 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93ce3aae-e729-4510-8698-c48078948243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.926601 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93ce3aae-e729-4510-8698-c48078948243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:24.933609 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-69bae125-07de-4eb9-b7d7-88a7bc189306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:24.964508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=cd93a913-204a-43bb-810e-f42c1d5c37e5,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:24.972090 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:38:24.978972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['11720067-bcf8-4fa2-9646-5894d8d3ace3'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:24.979523 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] 10.222.0.47 "PUT /v2.0/routers/e2ed9478-6a4b-4801-a82e-fc414364fe33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3683259 Jun 17 08:38:24.990523 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:25.019455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8e78735c-7716-40bc-a0e1-c2262388f866 None None] Provisioning complete for port 39243831-ca86-4e5c-b976-cb6a6e9cad12 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:25.020059 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8e78735c-7716-40bc-a0e1-c2262388f866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.105441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50102) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:25.106497 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-93ce3aae-e729-4510-8698-c48078948243 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9fe53a64589743a4876e5db77c1d4937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525331 Jun 17 08:38:25.144917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce3aae-e729-4510-8698-c48078948243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c25bdac-18fa-4c89-9ebd-cbab6ed66e71,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:25.153313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-64ecb3b9-a81f-455f-beb6-1ef2f9178bd3 req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] For port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825,segment=NetworkSegment(1d7a498a-5ec9-4362-8164-5d1bc271381c),segment_id=1d7a498a-5ec9-4362-8164-5d1bc271381c)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:25.153820 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-64ecb3b9-a81f-455f-beb6-1ef2f9178bd3 req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.164319 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93ce3aae-e729-4510-8698-c48078948243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:25.167938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8e78735c-7716-40bc-a0e1-c2262388f866 None None] Port 39243831-ca86-4e5c-b976-cb6a6e9cad12 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:38:25.269021 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dcc20b9b-d7ac-4c5c-beb5-32ec9a1a81f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.316673 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dcc20b9b-d7ac-4c5c-beb5-32ec9a1a81f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.325260 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Sync routers for ids ['e2ed9478-6a4b-4801-a82e-fc414364fe33'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:38:25.340954 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Routers {'e2ed9478-6a4b-4801-a82e-fc414364fe33'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:25.344531 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:38:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e2ed9478-6a4b-4801-a82e-fc414364fe33'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:25.375741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-64ecb3b9-a81f-455f-beb6-1ef2f9178bd3 req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Calling delete_port for fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:25.484833 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dcc20b9b-d7ac-4c5c-beb5-32ec9a1a81f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.490870 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dcc20b9b-d7ac-4c5c-beb5-32ec9a1a81f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:25.492675 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dcc20b9b-d7ac-4c5c-beb5-32ec9a1a81f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c25bdac-18fa-4c89-9ebd-cbab6ed66e71 HTTP/1.1" status: 204 len: 168 time: 0.3858838 Jun 17 08:38:25.494605 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2ddcaf3a-0895-4a35-8c6b-51b14f0c85eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:25.506691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc20b9b-d7ac-4c5c-beb5-32ec9a1a81f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c25bdac-18fa-4c89-9ebd-cbab6ed66e71,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:25.510956 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dcc20b9b-d7ac-4c5c-beb5-32ec9a1a81f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:25.572520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b2d23-0e61-4e21-a938-804db155581f req-d97572b1-9151-42b0-9990-0715e7674af7 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:25.580057 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c1b2d23-0e61-4e21-a938-804db155581f req-d97572b1-9151-42b0-9990-0715e7674af7 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 945 time: 0.6049631 Jun 17 08:38:25.713588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c1b2d23-0e61-4e21-a938-804db155581f req-85e114a4-e0ad-46ee-b517-d6994954029d tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/security-groups?id=db65bc3d-740a-48c4-85ea-3c389f419ce7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828545 Jun 17 08:38:25.781067 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Set router e2ed9478-6a4b-4801-a82e-fc414364fe33 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:25.809478 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 11720067-bcf8-4fa2-9646-5894d8d3ace3 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:25.896688 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c43a9-31f3-4a91-8500-6bc72f5833f3 req-3fa41ec7-82ca-4a01-a939-f771c789a72a tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:25.912535 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e6c43a9-31f3-4a91-8500-6bc72f5833f3 req-3fa41ec7-82ca-4a01-a939-f771c789a72a tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 944 time: 0.5255377 Jun 17 08:38:25.946704 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-b4835ce1-b580-41eb-9f87-917b0defaf76 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2216666 Jun 17 08:38:26.043814 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 11720067-bcf8-4fa2-9646-5894d8d3ace3 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:26.057593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cd93a913-204a-43bb-810e-f42c1d5c37e5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:26.077426 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e6c43a9-31f3-4a91-8500-6bc72f5833f3 req-cf5a7e03-04bd-466b-aefa-b60cab6c828a tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517630 Jun 17 08:38:26.183437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 11720067-bcf8-4fa2-9646-5894d8d3ace3 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:26.185057 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.236894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-64ecb3b9-a81f-455f-beb6-1ef2f9178bd3 req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.238844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-13d05faf-174c-4fd8-9af4-e31957c3fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:26.243780 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-13d05faf-174c-4fd8-9af4-e31957c3fd4b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 1097 time: 0.2032092 Jun 17 08:38:26.265172 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4f51cc4-28a5-4330-b92a-23a1d0e26100 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:26.338312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Pushing event deleted for resources: {'Port': ['ID=fc83c5ec-cb8b-473f-9b8c-45e4cd78e825,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:26.343975 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:26.457754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port cd93a913-204a-43bb-810e-f42c1d5c37e5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:26.458146 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.465793 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ecb3b9-a81f-455f-beb6-1ef2f9178bd3 req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] No DVR routers for this DVR port fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:26.473948 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-64ecb3b9-a81f-455f-beb6-1ef2f9178bd3 req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.484331 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-64ecb3b9-a81f-455f-beb6-1ef2f9178bd3 req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.10 "DELETE /v2.0/ports/fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 HTTP/1.1" status: 204 len: 173 time: 1.9074657 Jun 17 08:38:26.487460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdaec69e-23b2-4f5f-9686-0715c6cea735', 'name': 'network-vif-deleted', 'tag': 'fc83c5ec-cb8b-473f-9b8c-45e4cd78e825'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:26.492390 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3d6397-032e-4528-9086-e081008ffbc1" -d '{"events": [{"server_uuid": "cdaec69e-23b2-4f5f-9686-0715c6cea735", "name": "network-vif-deleted", "tag": "fc83c5ec-cb8b-473f-9b8c-45e4cd78e825"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:26.520452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-182794b7-3daa-40c7-96f5-773656217aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:26.521917 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-182794b7-3daa-40c7-96f5-773656217aaf service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.2553422 Jun 17 08:38:26.573366 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:38:26.631243 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-01df0d3f-55fa-4fe2-8ffe-e74003942021 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021 HTTP/1.1" status: 200 len: 1001 time: 0.1001670 Jun 17 08:38:26.682945 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'name': 'tempest-TestVolumeBackupRestore-441882692-router', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:13Z', 'updated_at': '2021-06-17T08:38:23Z', 'revision_number': 4, 'project_id': '39f968c6870844c79beb6202e9024942', 'gw_port': {'id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:15Z', 'updated_at': '2021-06-17T08:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '39243831-ca86-4e5c-b976-cb6a6e9cad12', 'name': '', 'network_id': '411917d6-4606-4728-8a32-899a366f84ce', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'mac_address': 'fa:16:3e:69:a0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'bd42356a-75be-4cad-b9dd-f4f00f23af81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:20Z', 'updated_at': '2021-06-17T08:38:23Z', 'revision_number': 2, 'project_id': '39f968c6870844c79beb6202e9024942', 'subnets': [{'id': 'bd42356a-75be-4cad-b9dd-f4f00f23af81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:26.709412 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.758532 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Checking router: e2ed9478-6a4b-4801-a82e-fc414364fe33 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:38:26.759496 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Updating router e2ed9478-6a4b-4801-a82e-fc414364fe33 port 39243831-ca86-4e5c-b976-cb6a6e9cad12 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:38:26.816515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db8dd49-635d-44a8-ad0c-d7a02f17b348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11720067-bcf8-4fa2-9646-5894d8d3ace3'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:26.820165 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b635f0-d561-4576-a97c-698d3c265bf5" -d '{"events": [{"server_uuid": "3db8dd49-635d-44a8-ad0c-d7a02f17b348", "name": "network-vif-plugged", "status": "completed", "tag": "11720067-bcf8-4fa2-9646-5894d8d3ace3"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:26.844423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 11720067-bcf8-4fa2-9646-5894d8d3ace3, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=11720067-bcf8-4fa2-9646-5894d8d3ace3,segment=NetworkSegment(98e48e6d-3b04-4882-9073-0edca3f4a395),segment_id=98e48e6d-3b04-4882-9073-0edca3f4a395)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:26.853025 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:26.858937 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b92be15a-1d6a-4504-9aa1-0243905e442f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:26.876494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-76166481-d47d-4088-80b7-8f4a93e90cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:26.884482 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-76166481-d47d-4088-80b7-8f4a93e90cd9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.2453494 Jun 17 08:38:26.936350 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.076140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=11720067-bcf8-4fa2-9646-5894d8d3ace3,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:27.093424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-e534ffce-9e77-492f-a99e-e17e64c4f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:27.094543 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:27.095754 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-e534ffce-9e77-492f-a99e-e17e64c4f895 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2042964 Jun 17 08:38:27.240874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cb32ebab-4fd8-48b0-94d6-c42565f0270a req-7d995afc-a583-43ae-9673-277ccdb2f219 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdaec69e-23b2-4f5f-9686-0715c6cea735 HTTP/1.1" status: 200 len: 210 time: 0.0981762 Jun 17 08:38:27.377298 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd62ba5-de1a-4109-bddf-1a888c59ceb9 x-openstack-request-id: req-dfd62ba5-de1a-4109-bddf-1a888c59ceb9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:27.377710 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db8dd49-635d-44a8-ad0c-d7a02f17b348", "name": "network-vif-plugged", "status": "completed", "tag": "11720067-bcf8-4fa2-9646-5894d8d3ace3", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:27.377985 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dfd62ba5-de1a-4109-bddf-1a888c59ceb9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:27.378304 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db8dd49-635d-44a8-ad0c-d7a02f17b348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11720067-bcf8-4fa2-9646-5894d8d3ace3', 'code': 200} Jun 17 08:38:27.447185 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efd8137-0bbc-4deb-ba55-f000091aa2dd x-openstack-request-id: req-6efd8137-0bbc-4deb-ba55-f000091aa2dd {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:27.447185 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdaec69e-23b2-4f5f-9686-0715c6cea735", "name": "network-vif-deleted", "tag": "fc83c5ec-cb8b-473f-9b8c-45e4cd78e825", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:27.447185 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6efd8137-0bbc-4deb-ba55-f000091aa2dd {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:27.447185 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdaec69e-23b2-4f5f-9686-0715c6cea735', 'name': 'network-vif-deleted', 'tag': 'fc83c5ec-cb8b-473f-9b8c-45e4cd78e825', 'status': 'completed', 'code': 200} Jun 17 08:38:27.484118 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-e7ff1f07-2bdc-4908-9f30-f33fd2e67703 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811884 Jun 17 08:38:27.668417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:27.709757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:27.710495 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device fc83c5ec-cb8b-473f-9b8c-45e4cd78e825 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:27.780148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42677b75-fe58-40f6-bfae-0a36aba4f0c1 req-ba99414b-a13e-45e3-b5e4-466a7963adbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:27.784496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42677b75-fe58-40f6-bfae-0a36aba4f0c1 req-ba99414b-a13e-45e3-b5e4-466a7963adbd service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 1097 time: 0.2824574 Jun 17 08:38:27.797515 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.853953 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Transition to ACTIVE for port object 39243831-ca86-4e5c-b976-cb6a6e9cad12 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:27.870343 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:27.883710 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:27.927691 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3e8f69b1-342a-4e48-a0bb-5c8e295ff4ef req-4767f713-7cca-4fe3-9246-6c43bbae751e service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345508 Jun 17 08:38:28.041078 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42677b75-fe58-40f6-bfae-0a36aba4f0c1 req-c45b2692-cfbf-4a29-9d1b-5b3530edc69c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489383 Jun 17 08:38:28.042007 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Pushing event updated for resources: {'Port': ['ID=39243831-ca86-4e5c-b976-cb6a6e9cad12,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:28.098352 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.099115 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.099626 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.100104 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.100578 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.101047 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.101651 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.124504 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.125136 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.126751 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.127298 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.127784 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:28.139455 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:28.173391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d353a2-1839-4243-91dc-98912afd6bbf req-0583136b-760a-4d9c-b196-fdbcccaf210e tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:28.186551 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f7d353a2-1839-4243-91dc-98912afd6bbf req-0583136b-760a-4d9c-b196-fdbcccaf210e tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 945 time: 0.3388340 Jun 17 08:38:28.280957 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f7d353a2-1839-4243-91dc-98912afd6bbf req-5adb69dd-d37f-4704-bf16-de323121ad34 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931828 Jun 17 08:38:28.313399 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Attempting to bind port 39243831-ca86-4e5c-b976-cb6a6e9cad12 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:28.313693 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Attempting to bind port 39243831-ca86-4e5c-b976-cb6a6e9cad12 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '676ea7c6-1294-4f26-a496-1928f9b06fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '411917d6-4606-4728-8a32-899a366f84ce'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:28.314069 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Attempting to bind port 39243831-ca86-4e5c-b976-cb6a6e9cad12 on network 411917d6-4606-4728-8a32-899a366f84ce {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:28.338963 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:28.339659 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Checking segment: {'id': '676ea7c6-1294-4f26-a496-1928f9b06fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '411917d6-4606-4728-8a32-899a366f84ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:28.340236 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.340790 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Bound using segment: {'id': '676ea7c6-1294-4f26-a496-1928f9b06fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '411917d6-4606-4728-8a32-899a366f84ce'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:28.343257 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Bound port: 39243831-ca86-4e5c-b976-cb6a6e9cad12, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '676ea7c6-1294-4f26-a496-1928f9b06fdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '411917d6-4606-4728-8a32-899a366f84ce'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:28.343842 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.548671 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] For port 39243831-ca86-4e5c-b976-cb6a6e9cad12, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:28.559728 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] For port 39243831-ca86-4e5c-b976-cb6a6e9cad12, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=39243831-ca86-4e5c-b976-cb6a6e9cad12,segment=NetworkSegment(676ea7c6-1294-4f26-a496-1928f9b06fdf),segment_id=676ea7c6-1294-4f26-a496-1928f9b06fdf)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:28.574927 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:28.592251 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:28.634791 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Routers {'e2ed9478-6a4b-4801-a82e-fc414364fe33'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:38:28.635849 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:38:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e2ed9478-6a4b-4801-a82e-fc414364fe33'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:28.830561 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Pushing event updated for resources: {'Port': ['ID=39243831-ca86-4e5c-b976-cb6a6e9cad12,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:28.850320 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:28.953849 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] Set router e2ed9478-6a4b-4801-a82e-fc414364fe33 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:38:29.352905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50298) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:29.557268 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'name': 'tempest-TestVolumeBackupRestore-441882692-router', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:13Z', 'updated_at': '2021-06-17T08:38:23Z', 'revision_number': 4, 'project_id': '39f968c6870844c79beb6202e9024942', 'gw_port': {'id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:15Z', 'updated_at': '2021-06-17T08:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '39243831-ca86-4e5c-b976-cb6a6e9cad12', 'name': '', 'network_id': '411917d6-4606-4728-8a32-899a366f84ce', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'mac_address': 'fa:16:3e:69:a0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'bd42356a-75be-4cad-b9dd-f4f00f23af81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:20Z', 'updated_at': '2021-06-17T08:38:28Z', 'revision_number': 4, 'project_id': '39f968c6870844c79beb6202e9024942', 'subnets': [{'id': 'bd42356a-75be-4cad-b9dd-f4f00f23af81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:29.631294 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836c49a2-a4ef-4fbb-a197-694dc48961bd None None] The sync data for ids ['e2ed9478-6a4b-4801-a82e-fc414364fe33'] in n-d-779913-16 is: [{'id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'name': 'tempest-TestVolumeBackupRestore-441882692-router', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:13Z', 'updated_at': '2021-06-17T08:38:23Z', 'revision_number': 4, 'project_id': '39f968c6870844c79beb6202e9024942', 'gw_port': {'id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:15Z', 'updated_at': '2021-06-17T08:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '39243831-ca86-4e5c-b976-cb6a6e9cad12', 'name': '', 'network_id': '411917d6-4606-4728-8a32-899a366f84ce', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'mac_address': 'fa:16:3e:69:a0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': 'bd42356a-75be-4cad-b9dd-f4f00f23af81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:20Z', 'updated_at': '2021-06-17T08:38:28Z', 'revision_number': 4, 'project_id': '39f968c6870844c79beb6202e9024942', 'subnets': [{'id': 'bd42356a-75be-4cad-b9dd-f4f00f23af81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:38:30.052237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 39243831-ca86-4e5c-b976-cb6a6e9cad12 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:30.226517 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 39243831-ca86-4e5c-b976-cb6a6e9cad12 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:30.233367 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 39243831-ca86-4e5c-b976-cb6a6e9cad12 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:30.235500 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.323888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b6403a-9f4f-4c6e-ab05-f52e64f02b55 admin admin] Deleting subnet ea8cc55d-d9d0-491c-b78b-54aac5936bb1 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:38:30.329853 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0b6403a-9f4f-4c6e-ab05-f52e64f02b55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.507291 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.537249 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0b6403a-9f4f-4c6e-ab05-f52e64f02b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.618058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 39243831-ca86-4e5c-b976-cb6a6e9cad12, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=39243831-ca86-4e5c-b976-cb6a6e9cad12,segment=NetworkSegment(676ea7c6-1294-4f26-a496-1928f9b06fdf),segment_id=676ea7c6-1294-4f26-a496-1928f9b06fdf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:30.630135 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.636093 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:30.687061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b43be-2eb5-4560-a009-4965bd5984cb req-12f25226-103c-4222-8384-59f503ab5f7d tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:30.696442 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-269b43be-2eb5-4560-a009-4965bd5984cb req-12f25226-103c-4222-8384-59f503ab5f7d tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 945 time: 0.3690839 Jun 17 08:38:30.731355 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=39243831-ca86-4e5c-b976-cb6a6e9cad12,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:30.734865 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:30.736843 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0b6403a-9f4f-4c6e-ab05-f52e64f02b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.819324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-269b43be-2eb5-4560-a009-4965bd5984cb req-ef876791-d713-4c0b-9c85-b12ab33a82d9 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218112 Jun 17 08:38:30.902428 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0b6403a-9f4f-4c6e-ab05-f52e64f02b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.908941 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c096c2f0-ddcf-4425-afa3-ee8e56bad9c7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:30.960216 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6403a-9f4f-4c6e-ab05-f52e64f02b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea8cc55d-d9d0-491c-b78b-54aac5936bb1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:30.966088 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f0b6403a-9f4f-4c6e-ab05-f52e64f02b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:30.978014 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0b6403a-9f4f-4c6e-ab05-f52e64f02b55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:30.980301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f0b6403a-9f4f-4c6e-ab05-f52e64f02b55 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ea8cc55d-d9d0-491c-b78b-54aac5936bb1 HTTP/1.1" status: 204 len: 168 time: 1.6255744 Jun 17 08:38:30.983110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50342) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:31.201457 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.247347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-022c54a4-9443-447c-81f0-7eca380cc71a req-059b3e5b-82c0-47b3-864d-65ee22eabbbb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1605101 Jun 17 08:38:31.513715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.537039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcc181f-834c-43a9-9d82-31934d9302c1']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:31.569005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7a498a-5ec9-4362-8164-5d1bc271381c') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:31.569669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7a498a-5ec9-4362-8164-5d1bc271381c') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:38:31.593399 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.679902 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.690246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:38:31.691015 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:38:31.693254 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:38:31.809437 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c54a4-9443-447c-81f0-7eca380cc71a req-cc75df56-aa0e-4242-b682-f85bc5075f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:31.811659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-022c54a4-9443-447c-81f0-7eca380cc71a req-cc75df56-aa0e-4242-b682-f85bc5075f70 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 1098 time: 0.5001109 Jun 17 08:38:31.833384 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.842344 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:31.896380 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:31.910379 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] 10.222.0.47 "DELETE /v2.0/networks/dbcc181f-834c-43a9-9d82-31934d9302c1 HTTP/1.1" status: 204 len: 168 time: 0.9257903 Jun 17 08:38:31.926053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] Pushing event deleted for resources: {'Network': ['ID=dbcc181f-834c-43a9-9d82-31934d9302c1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:31.936729 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:32.026088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 39243831-ca86-4e5c-b976-cb6a6e9cad12 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:32.151032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c54a4-9443-447c-81f0-7eca380cc71a req-264e876b-9365-4429-8ac6-f1a9b7de8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:32.153482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-022c54a4-9443-447c-81f0-7eca380cc71a req-264e876b-9365-4429-8ac6-f1a9b7de8bf2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 200 len: 912 time: 0.2413385 Jun 17 08:38:32.256446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 39243831-ca86-4e5c-b976-cb6a6e9cad12 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:32.256823 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.359274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50386) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:32.388046 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-022c54a4-9443-447c-81f0-7eca380cc71a req-b4997a91-f991-436f-87a4-a1a7560a9736 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6260a284-7fa7-48c1-8012-4eb4c274ed9d HTTP/1.1" status: 200 len: 1001 time: 0.2274024 Jun 17 08:38:32.498741 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0379872c-ab4f-442c-b32b-d5fd148a9477 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82e9be90723147328ff60029c9e3ce4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357317 Jun 17 08:38:32.498741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50388) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:32.557836 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c54a4-9443-447c-81f0-7eca380cc71a req-78f43c5d-011e-4e7e-89b6-9ffaadaca7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:32.568193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-022c54a4-9443-447c-81f0-7eca380cc71a req-78f43c5d-011e-4e7e-89b6-9ffaadaca7aa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 200 len: 850 time: 0.1694798 Jun 17 08:38:32.657981 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69de69b8-e3ea-4a49-a2f1-64c24e0d7e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.741673 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69de69b8-e3ea-4a49-a2f1-64c24e0d7e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.846965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c54a4-9443-447c-81f0-7eca380cc71a req-765c8579-7fcf-4a66-b9b3-c4058904a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:32.853286 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69de69b8-e3ea-4a49-a2f1-64c24e0d7e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.855781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-022c54a4-9443-447c-81f0-7eca380cc71a req-765c8579-7fcf-4a66-b9b3-c4058904a606 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=423f5745-9961-4843-8bc3-428ac1bbf196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2794318 Jun 17 08:38:32.857978 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69de69b8-e3ea-4a49-a2f1-64c24e0d7e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:32.871298 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-69de69b8-e3ea-4a49-a2f1-64c24e0d7e53 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db65bc3d-740a-48c4-85ea-3c389f419ce7 HTTP/1.1" status: 204 len: 168 time: 0.3731880 Jun 17 08:38:32.872898 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80de761e-f090-4540-8d9a-193d4b36840b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:32.894610 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de69b8-e3ea-4a49-a2f1-64c24e0d7e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db65bc3d-740a-48c4-85ea-3c389f419ce7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:32.898746 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-69de69b8-e3ea-4a49-a2f1-64c24e0d7e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:32.992774 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:33.290714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-022c54a4-9443-447c-81f0-7eca380cc71a req-94067bcf-a57f-4bc2-8c2b-21a09fbcbe33 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292371 Jun 17 08:38:33.386958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000aabea-1562-424a-853d-3460e8c52129 req-5fa27434-256d-4d31-96ed-e9fd7916331d tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:33.391547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-000aabea-1562-424a-853d-3460e8c52129 req-5fa27434-256d-4d31-96ed-e9fd7916331d tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 945 time: 0.2520320 Jun 17 08:38:33.461496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-022c54a4-9443-447c-81f0-7eca380cc71a req-e03cb387-c7d4-4113-9a56-e59f8ebc16d5 service neutron] 10.222.0.10 "GET /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616168 Jun 17 08:38:33.465285 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-000aabea-1562-424a-853d-3460e8c52129 req-7c8fe8db-7dab-4a74-88a9-1c8fd14f657a tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671194 Jun 17 08:38:34.152692 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a8054-2a5a-438e-a622-102f5b1eeada req-066a6569-b11b-498b-a3a2-3cdda68db290 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:34.154302 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e13a8054-2a5a-438e-a622-102f5b1eeada req-066a6569-b11b-498b-a3a2-3cdda68db290 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.63 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 945 time: 0.1685145 Jun 17 08:38:34.374143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-e13a8054-2a5a-438e-a622-102f5b1eeada req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Deleting port 11720067-bcf8-4fa2-9646-5894d8d3ace3 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:34.374827 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e13a8054-2a5a-438e-a622-102f5b1eeada req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.591905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-e13a8054-2a5a-438e-a622-102f5b1eeada req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] For port 11720067-bcf8-4fa2-9646-5894d8d3ace3, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=11720067-bcf8-4fa2-9646-5894d8d3ace3,segment=NetworkSegment(98e48e6d-3b04-4882-9073-0edca3f4a395),segment_id=98e48e6d-3b04-4882-9073-0edca3f4a395)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:34.592577 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e13a8054-2a5a-438e-a622-102f5b1eeada req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:34.877441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-e13a8054-2a5a-438e-a622-102f5b1eeada req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Calling delete_port for 11720067-bcf8-4fa2-9646-5894d8d3ace3 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:35.093270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9c5dc-c6e4-4cf5-a99d-76c1ddcf3f2f req-a93e9419-848f-4efb-9504-6e5a367aba49 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:35.099334 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88d9c5dc-c6e4-4cf5-a99d-76c1ddcf3f2f req-a93e9419-848f-4efb-9504-6e5a367aba49 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=3db8dd49-635d-44a8-ad0c-d7a02f17b348 HTTP/1.1" status: 200 len: 945 time: 0.3534589 Jun 17 08:38:35.217781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88d9c5dc-c6e4-4cf5-a99d-76c1ddcf3f2f req-d211f206-18c0-4eda-8232-7c432e61f91b tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512731 Jun 17 08:38:35.230932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e13a8054-2a5a-438e-a622-102f5b1eeada req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.237281 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:35.248762 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['11720067-bcf8-4fa2-9646-5894d8d3ace3'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:35.282893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Pushing event deleted for resources: {'Port': ['ID=11720067-bcf8-4fa2-9646-5894d8d3ace3,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:35.292007 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:35.360587 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13a8054-2a5a-438e-a622-102f5b1eeada req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] No DVR routers for this DVR port 11720067-bcf8-4fa2-9646-5894d8d3ace3 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:35.370375 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e13a8054-2a5a-438e-a622-102f5b1eeada req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:35.373637 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e13a8054-2a5a-438e-a622-102f5b1eeada req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.63 "DELETE /v2.0/ports/11720067-bcf8-4fa2-9646-5894d8d3ace3 HTTP/1.1" status: 204 len: 173 time: 1.2115664 Jun 17 08:38:35.391239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3db8dd49-635d-44a8-ad0c-d7a02f17b348', 'name': 'network-vif-deleted', 'tag': '11720067-bcf8-4fa2-9646-5894d8d3ace3'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:35.398925 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbebb588-5241-48c7-bac7-920129aa4d74" -d '{"events": [{"server_uuid": "3db8dd49-635d-44a8-ad0c-d7a02f17b348", "name": "network-vif-deleted", "tag": "11720067-bcf8-4fa2-9646-5894d8d3ace3"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:35.475417 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20668898-f030-4192-a515-af4dfa3902aa x-openstack-request-id: req-20668898-f030-4192-a515-af4dfa3902aa {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:35.476361 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3db8dd49-635d-44a8-ad0c-d7a02f17b348", "name": "network-vif-deleted", "tag": "11720067-bcf8-4fa2-9646-5894d8d3ace3", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:35.476996 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20668898-f030-4192-a515-af4dfa3902aa {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:35.477821 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3db8dd49-635d-44a8-ad0c-d7a02f17b348', 'name': 'network-vif-deleted', 'tag': '11720067-bcf8-4fa2-9646-5894d8d3ace3', 'status': 'completed', 'code': 200} Jun 17 08:38:37.021617 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-43a6f8d4-7c43-49e1-ab25-d402f1d1b445 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:37.024688 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-43a6f8d4-7c43-49e1-ab25-d402f1d1b445 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/networks?id=6439ccfd-2f6c-424f-92e1-c8627fe7f159 HTTP/1.1" status: 200 len: 809 time: 0.1988547 Jun 17 08:38:37.053024 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-c4f1893b-f7d2-4640-a141-4c258ba6585b tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/quotas/5cb90eaff9874eea9c214aa5f0fc37d2 HTTP/1.1" status: 200 len: 375 time: 0.0219574 Jun 17 08:38:37.103537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-15f949e3-13b3-4064-8c96-c66a7e92489f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5cb90eaff9874eea9c214aa5f0fc37d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493619 Jun 17 08:38:37.358893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-456a0e86-e21c-4ede-83e9-f6130df13018 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:38:37.368679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-456a0e86-e21c-4ede-83e9-f6130df13018 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2639496 Jun 17 08:38:37.576647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-4d79c213-df26-4f3c-91b2-9ceec66b4046 service neutron] 10.222.0.47 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069457 Jun 17 08:38:37.821135 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-b8123cc8-def3-42cd-98d2-d1839e9d546b service neutron] 10.222.0.47 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325888 Jun 17 08:38:37.873457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 11720067-bcf8-4fa2-9646-5894d8d3ace3 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:37.911999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 11720067-bcf8-4fa2-9646-5894d8d3ace3 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:37.912636 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 11720067-bcf8-4fa2-9646-5894d8d3ace3 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:38.105575 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73598d5e-7482-4337-905c-11370372486d req-c65fe186-2dde-4601-a59b-d3d925c0bf56 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 210 time: 0.0435953 Jun 17 08:38:39.158897 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:39.338888 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-acad04be-badf-45c1-bcbc-f39d096bb7f7 req-b68b61fc-92b9-4f74-b659-3ff89506263d tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 210 time: 0.0356865 Jun 17 08:38:39.837216 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-6b829eb0-0634-4859-a73f-a211680079f7 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:39.839610 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-6b829eb0-0634-4859-a73f-a211680079f7 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.10 "GET /v2.0/networks?id=6439ccfd-2f6c-424f-92e1-c8627fe7f159 HTTP/1.1" status: 200 len: 809 time: 0.2037933 Jun 17 08:38:39.855860 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Request body: {'port': {'device_id': 'c4004df6-6c4f-4e5c-a0c1-4a1049a49876', 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159', 'admin_state_up': True, 'tenant_id': '5cb90eaff9874eea9c214aa5f0fc37d2'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:40.050427 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50616) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:40.100611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Made reservation on behalf of 5cb90eaff9874eea9c214aa5f0fc37d2 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:38:40.105183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.266298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Allocated IP 172.20.0.4 (6439ccfd-2f6c-424f-92e1-c8627fe7f159/64da52b4-4665-4154-a81f-49b1c9ae8e89/8ba9542e-e977-43fb-8d3b-58318de5aef9) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:38:40.451188 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.497798 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.504745 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8b02cc18-e474-4a45-b565-eed63833e285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:40.567256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Pushing event updated for resources: {'Port': ['ID=8ba9542e-e977-43fb-8d3b-58318de5aef9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:40.586608 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:40.598010 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:38:40.602399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:38:40.605317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:38:40.639915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-816811a5-b9a2-42bd-9a82-8fd9fcd636ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.661384 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:40.661884 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.699215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecdd36-771c-44ee-baba-bab680ba2330 req-06a7f11f-9d7f-49e6-8d19-dacb08925c7a tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:40.707305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1ecdd36-771c-44ee-baba-bab680ba2330 req-06a7f11f-9d7f-49e6-8d19-dacb08925c7a tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 931 time: 0.1600125 Jun 17 08:38:40.761148 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1ecdd36-771c-44ee-baba-bab680ba2330 req-64a898b3-83c0-48f3-ba3b-f6973df7c6ac tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508494 Jun 17 08:38:40.771507 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-816811a5-b9a2-42bd-9a82-8fd9fcd636ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.780073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-816811a5-b9a2-42bd-9a82-8fd9fcd636ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.783456 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2be9036c-7c76-41ce-8a6e-71ad8ddf452c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:40.786016 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9362779 Jun 17 08:38:40.801547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Request body: {'port': {'device_id': 'c4004df6-6c4f-4e5c-a0c1-4a1049a49876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:38:40.841290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816811a5-b9a2-42bd-9a82-8fd9fcd636ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d23c8e0-bb64-4d2f-8363-83dff1bd9f2b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:40.848843 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-816811a5-b9a2-42bd-9a82-8fd9fcd636ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:40.864810 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-816811a5-b9a2-42bd-9a82-8fd9fcd636ff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=13da63df190542c8a1c4fe623f0d3162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8133562 Jun 17 08:38:40.869717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50634) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:40.969905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:40.994969 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-783a106d-b141-46e6-9320-f81dd8e5be31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.024193 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-783a106d-b141-46e6-9320-f81dd8e5be31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.159645 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-783a106d-b141-46e6-9320-f81dd8e5be31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.163763 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-783a106d-b141-46e6-9320-f81dd8e5be31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.166540 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-783a106d-b141-46e6-9320-f81dd8e5be31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d23c8e0-bb64-4d2f-8363-83dff1bd9f2b HTTP/1.1" status: 204 len: 168 time: 0.2844002 Jun 17 08:38:41.167752 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a5ddd05a-345b-439c-86ed-ce6dd8a764ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:41.182598 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a106d-b141-46e6-9320-f81dd8e5be31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d23c8e0-bb64-4d2f-8363-83dff1bd9f2b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:41.187769 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-783a106d-b141-46e6-9320-f81dd8e5be31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:41.330005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50646) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:41.346583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba9542e-e977-43fb-8d3b-58318de5aef9 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:41.354525 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.371218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Transition to ACTIVE for port object 8ba9542e-e977-43fb-8d3b-58318de5aef9 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:38:41.378216 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.382619 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba64cf22-4e6b-401f-98c7-53570c867f29 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:41.502693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Pushing event updated for resources: {'Port': ['ID=8ba9542e-e977-43fb-8d3b-58318de5aef9,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:41.524126 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:41.568730 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Attempting to bind port 8ba9542e-e977-43fb-8d3b-58318de5aef9 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:38:41.569182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Attempting to bind port 8ba9542e-e977-43fb-8d3b-58318de5aef9 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '98e48e6d-3b04-4882-9073-0edca3f4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:38:41.569567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Attempting to bind port 8ba9542e-e977-43fb-8d3b-58318de5aef9 on network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:41.586116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Port 8ba9542e-e977-43fb-8d3b-58318de5aef9 on network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:38:41.588455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Attempting to bind port 8ba9542e-e977-43fb-8d3b-58318de5aef9 on network 6439ccfd-2f6c-424f-92e1-c8627fe7f159 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:38:41.592665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:38:41.593011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Checking segment: {'id': '98e48e6d-3b04-4882-9073-0edca3f4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:38:41.593402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Bound using segment: {'id': '98e48e6d-3b04-4882-9073-0edca3f4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:38:41.593842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Bound port: 8ba9542e-e977-43fb-8d3b-58318de5aef9, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98e48e6d-3b04-4882-9073-0edca3f4a395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:38:41.594311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.672933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] For port 8ba9542e-e977-43fb-8d3b-58318de5aef9, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:38:41.676906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] For port 8ba9542e-e977-43fb-8d3b-58318de5aef9, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8ba9542e-e977-43fb-8d3b-58318de5aef9,segment=NetworkSegment(98e48e6d-3b04-4882-9073-0edca3f4a395),segment_id=98e48e6d-3b04-4882-9073-0edca3f4a395)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:38:41.686866 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.696966 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:41.771252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:41.783848 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.785508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] 10.222.0.10 "PUT /v2.0/ports/8ba9542e-e977-43fb-8d3b-58318de5aef9 HTTP/1.1" status: 200 len: 1092 time: 0.9910424 Jun 17 08:38:41.786134 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4004df6-6c4f-4e5c-a0c1-4a1049a49876', 'tag': '8ba9542e-e977-43fb-8d3b-58318de5aef9'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:41.788605 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac6e665-3f68-4fc7-9a15-2579cf8b0956" -d '{"events": [{"name": "network-changed", "server_uuid": "c4004df6-6c4f-4e5c-a0c1-4a1049a49876", "tag": "8ba9542e-e977-43fb-8d3b-58318de5aef9"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:41.858333 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a020b25c-5c82-4323-9d08-fa062a9c8c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:41.898809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Pushing event updated for resources: {'Port': ['ID=8ba9542e-e977-43fb-8d3b-58318de5aef9,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:41.903587 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:42.084129 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a020b25c-5c82-4323-9d08-fa062a9c8c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.093836 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a020b25c-5c82-4323-9d08-fa062a9c8c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.097905 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-816811a5-b9a2-42bd-9a82-8fd9fcd636ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:42.129395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020b25c-5c82-4323-9d08-fa062a9c8c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5b332b-aa2a-4f85-9b90-fa13ef70dc6f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:42.136396 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a020b25c-5c82-4323-9d08-fa062a9c8c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:42.162483 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a020b25c-5c82-4323-9d08-fa062a9c8c05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b4a323fbbc94c23bcdc4667b4762f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8310664 Jun 17 08:38:42.167042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50678) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:42.344365 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dded8e71-0032-4fcc-9d36-fdcc929bfee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.398610 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dded8e71-0032-4fcc-9d36-fdcc929bfee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.510832 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dded8e71-0032-4fcc-9d36-fdcc929bfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.513670 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dded8e71-0032-4fcc-9d36-fdcc929bfee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:42.520594 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dded8e71-0032-4fcc-9d36-fdcc929bfee2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c5b332b-aa2a-4f85-9b90-fa13ef70dc6f HTTP/1.1" status: 204 len: 168 time: 0.3507812 Jun 17 08:38:42.522550 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c3b27ca-d83b-4d61-abbf-82b78d8a13f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:42.544929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded8e71-0032-4fcc-9d36-fdcc929bfee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5b332b-aa2a-4f85-9b90-fa13ef70dc6f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:42.551131 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dded8e71-0032-4fcc-9d36-fdcc929bfee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:42.576844 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a18d94-325e-4b52-abf0-21c1b3cece3b x-openstack-request-id: req-b0a18d94-325e-4b52-abf0-21c1b3cece3b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:42.577358 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4004df6-6c4f-4e5c-a0c1-4a1049a49876", "tag": "8ba9542e-e977-43fb-8d3b-58318de5aef9", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:42.577644 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b0a18d94-325e-4b52-abf0-21c1b3cece3b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:42.577940 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4004df6-6c4f-4e5c-a0c1-4a1049a49876', 'tag': '8ba9542e-e977-43fb-8d3b-58318de5aef9', 'status': 'completed', 'code': 200} Jun 17 08:38:42.634256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-04ca7721-fed4-4990-af02-ba44364200ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:42.635946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-04ca7721-fed4-4990-af02-ba44364200ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5cb90eaff9874eea9c214aa5f0fc37d2&device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 1095 time: 0.7301447 Jun 17 08:38:42.662557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d6e2d-7cfb-4192-98b5-ef0ccaa184d7 req-e93f1b8f-2185-4588-9ecb-d66682e4470a tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:42.664255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e86d6e2d-7cfb-4192-98b5-ef0ccaa184d7 req-e93f1b8f-2185-4588-9ecb-d66682e4470a tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 943 time: 0.6609740 Jun 17 08:38:42.699988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-9b793040-a5ba-4f89-b193-4d80054675af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba9542e-e977-43fb-8d3b-58318de5aef9 HTTP/1.1" status: 200 len: 217 time: 0.0539727 Jun 17 08:38:42.766159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-37fe58ff-a150-468e-8554-8ce8b5634f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:42.767684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-37fe58ff-a150-468e-8554-8ce8b5634f22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64da52b4-4665-4154-a81f-49b1c9ae8e89 HTTP/1.1" status: 200 len: 849 time: 0.0565419 Jun 17 08:38:42.814346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-d05de34c-9b56-4012-8bd1-dffff5d7c58b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6439ccfd-2f6c-424f-92e1-c8627fe7f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399597 Jun 17 08:38:42.818490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e86d6e2d-7cfb-4192-98b5-ef0ccaa184d7 req-8b6f5d55-459c-449e-9070-441f1284533e tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264384 Jun 17 08:38:42.944310 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-b6232b39-8480-4534-a626-0c4dff4b9d01 service neutron] 10.222.0.10 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234787 Jun 17 08:38:43.060139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49a6e99f-1f6d-4b97-819d-dec155feec20 req-dc4eb1fd-8a01-443f-b567-6a796b4a9b56 service neutron] 10.222.0.10 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074553 Jun 17 08:38:43.200499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6e665-3f68-4fc7-9a15-2579cf8b0956 req-eec5f950-3cca-4a58-a9d9-9dddbda0656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:43.202943 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ac6e665-3f68-4fc7-9a15-2579cf8b0956 req-eec5f950-3cca-4a58-a9d9-9dddbda0656a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5cb90eaff9874eea9c214aa5f0fc37d2&device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 1095 time: 0.0776341 Jun 17 08:38:43.374638 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4efcdc97-89aa-40e9-bba9-5d340a21e598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.382937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6e665-3f68-4fc7-9a15-2579cf8b0956 req-909101e6-2412-4d8b-a253-bcf8f2b25e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:43.384564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ac6e665-3f68-4fc7-9a15-2579cf8b0956 req-909101e6-2412-4d8b-a253-bcf8f2b25e75 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6439ccfd-2f6c-424f-92e1-c8627fe7f159 HTTP/1.1" status: 200 len: 910 time: 0.1750009 Jun 17 08:38:43.438220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ac6e665-3f68-4fc7-9a15-2579cf8b0956 req-be48252a-a720-42e9-a911-b28b484c6ec6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba9542e-e977-43fb-8d3b-58318de5aef9 HTTP/1.1" status: 200 len: 217 time: 0.0464962 Jun 17 08:38:43.503605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6e665-3f68-4fc7-9a15-2579cf8b0956 req-fc5e78fd-f647-4849-acdc-2065aeff72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:43.505662 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ac6e665-3f68-4fc7-9a15-2579cf8b0956 req-fc5e78fd-f647-4849-acdc-2065aeff72ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=64da52b4-4665-4154-a81f-49b1c9ae8e89 HTTP/1.1" status: 200 len: 849 time: 0.0605853 Jun 17 08:38:43.555714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ac6e665-3f68-4fc7-9a15-2579cf8b0956 req-7f133a6a-9597-4212-a6e8-cdb8864bdff6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6439ccfd-2f6c-424f-92e1-c8627fe7f159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431507 Jun 17 08:38:43.556722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50718) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:43.592237 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-42be8a0b-e8c5-4959-b2be-e5ae1891bb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.775172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ac6e665-3f68-4fc7-9a15-2579cf8b0956 req-b71a89f4-bae9-419b-be19-7b1f77cc5722 service neutron] 10.222.0.10 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033095 Jun 17 08:38:43.780766 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-42be8a0b-e8c5-4959-b2be-e5ae1891bb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.788566 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-42be8a0b-e8c5-4959-b2be-e5ae1891bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:43.792882 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d819dd2-3497-4864-af86-1e1d90eadc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:43.843304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be8a0b-e8c5-4959-b2be-e5ae1891bb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c755f58-7f71-4051-9b42-4c45cbee3520,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:43.855757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50730) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:43.860469 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-42be8a0b-e8c5-4959-b2be-e5ae1891bb12 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2724fa98196e42a58050ff92fa785104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3018188 Jun 17 08:38:43.861687 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-42be8a0b-e8c5-4959-b2be-e5ae1891bb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:43.934487 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50734) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:43.998280 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e06d06e2-c29a-464e-ac37-d2ca75a57601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.114806 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e06d06e2-c29a-464e-ac37-d2ca75a57601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.123903 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ac6e665-3f68-4fc7-9a15-2579cf8b0956 req-389fdd8f-c4ac-4c08-b06f-cf86e6a5c693 service neutron] 10.222.0.10 "GET /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411269 Jun 17 08:38:44.195831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edf9f1-3ba4-4be1-b9c3-56322d19917c req-0a75e13e-c8a3-44bc-9a4e-442f12fc27e7 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:44.197553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37edf9f1-3ba4-4be1-b9c3-56322d19917c req-0a75e13e-c8a3-44bc-9a4e-442f12fc27e7 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 943 time: 0.2007067 Jun 17 08:38:44.239554 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e06d06e2-c29a-464e-ac37-d2ca75a57601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.244706 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e06d06e2-c29a-464e-ac37-d2ca75a57601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.245909 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e06d06e2-c29a-464e-ac37-d2ca75a57601 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c755f58-7f71-4051-9b42-4c45cbee3520 HTTP/1.1" status: 204 len: 168 time: 0.3889017 Jun 17 08:38:44.252768 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4b52fc33-bff5-4709-bcec-ed95a640292e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:44.313315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d06e2-c29a-464e-ac37-d2ca75a57601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c755f58-7f71-4051-9b42-4c45cbee3520,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:44.317455 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e06d06e2-c29a-464e-ac37-d2ca75a57601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:44.327376 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-37edf9f1-3ba4-4be1-b9c3-56322d19917c req-c4e2f091-3d57-4038-8f68-b4c22363a7fc tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213362 Jun 17 08:38:44.438500 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1e1b9d0-d2ad-42c7-97bc-aac1a8e6af25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.586691 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1e1b9d0-d2ad-42c7-97bc-aac1a8e6af25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.594992 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1e1b9d0-d2ad-42c7-97bc-aac1a8e6af25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.602616 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:44.679896 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50760) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:44.689257 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e1e1b9d0-d2ad-42c7-97bc-aac1a8e6af25 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=22c46bac8a394a73beae406b7032e802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516055 Jun 17 08:38:44.690844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1b9d0-d2ad-42c7-97bc-aac1a8e6af25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c374c56-b0a2-4b33-9984-a016e93446d2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:44.699745 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e1e1b9d0-d2ad-42c7-97bc-aac1a8e6af25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:44.778095 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7551bdac-a0bb-4452-8deb-9898ae0ac975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.832773 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7551bdac-a0bb-4452-8deb-9898ae0ac975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.924293 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7551bdac-a0bb-4452-8deb-9898ae0ac975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.926983 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7551bdac-a0bb-4452-8deb-9898ae0ac975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:44.930838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7551bdac-a0bb-4452-8deb-9898ae0ac975 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c374c56-b0a2-4b33-9984-a016e93446d2 HTTP/1.1" status: 204 len: 168 time: 0.2472672 Jun 17 08:38:44.930838 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1cd06d6b-11e0-4083-908c-6c4b09084365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:44.941222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551bdac-a0bb-4452-8deb-9898ae0ac975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c374c56-b0a2-4b33-9984-a016e93446d2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:44.946991 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7551bdac-a0bb-4452-8deb-9898ae0ac975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:45.381514 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50786) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:45.414571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a416a7f7-1e6b-4c38-b250-bbce64ac072b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:45.594652 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f16b66d0-1fc6-4539-af75-67efa8e4f540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:45.842821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf4779-8c66-40ad-8240-f2cc35931628 req-a9e0405f-90c1-4459-bec0-3d5082a655cb tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:45.842821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8fdf4779-8c66-40ad-8240-f2cc35931628 req-a9e0405f-90c1-4459-bec0-3d5082a655cb tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 943 time: 0.2753754 Jun 17 08:38:45.871213 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a416a7f7-1e6b-4c38-b250-bbce64ac072b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:45.894310 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:45.931576 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8fdf4779-8c66-40ad-8240-f2cc35931628 req-4fe08c82-95a4-4831-9466-663ee5ae7fe6 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857689 Jun 17 08:38:45.936400 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a416a7f7-1e6b-4c38-b250-bbce64ac072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:45.967463 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-41b9b4c5-ef98-47f1-8570-e42e1606bbde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:45.973253 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a416a7f7-1e6b-4c38-b250-bbce64ac072b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e63cb55e27074bb8a226cfa1a04fea3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5902121 Jun 17 08:38:45.974760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50802) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:45.999290 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416a7f7-1e6b-4c38-b250-bbce64ac072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cbf706-3c69-4c63-86c5-fa2d7ded7ded,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:46.003168 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a416a7f7-1e6b-4c38-b250-bbce64ac072b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:46.130183 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f673e291-a1d2-4e92-b8bb-132cb183d35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.225270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f673e291-a1d2-4e92-b8bb-132cb183d35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.363622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f673e291-a1d2-4e92-b8bb-132cb183d35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.367701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f673e291-a1d2-4e92-b8bb-132cb183d35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:46.369127 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f673e291-a1d2-4e92-b8bb-132cb183d35f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58cbf706-3c69-4c63-86c5-fa2d7ded7ded HTTP/1.1" status: 204 len: 168 time: 0.3919303 Jun 17 08:38:46.371568 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:46.385852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673e291-a1d2-4e92-b8bb-132cb183d35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cbf706-3c69-4c63-86c5-fa2d7ded7ded,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:46.403514 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f673e291-a1d2-4e92-b8bb-132cb183d35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:46.824428 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.279421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9520dba-c3f0-457c-8225-d4b833ab9876 req-d51dd3a5-d2da-4e6a-a171-9c7f631a8e3a tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:47.286509 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9520dba-c3f0-457c-8225-d4b833ab9876 req-d51dd3a5-d2da-4e6a-a171-9c7f631a8e3a tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 943 time: 0.1449230 Jun 17 08:38:47.363116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9520dba-c3f0-457c-8225-d4b833ab9876 req-6700f131-f53e-407b-aee4-005cb1e348fc tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755322 Jun 17 08:38:47.386403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 50856) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:47.652414 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40c1f1b8-f0a2-41b7-890e-30680a26f6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.792632 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 8ba9542e-e977-43fb-8d3b-58318de5aef9 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:38:47.986576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40c1f1b8-f0a2-41b7-890e-30680a26f6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:47.991139 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 8ba9542e-e977-43fb-8d3b-58318de5aef9, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8ba9542e-e977-43fb-8d3b-58318de5aef9,segment=NetworkSegment(98e48e6d-3b04-4882-9073-0edca3f4a395),segment_id=98e48e6d-3b04-4882-9073-0edca3f4a395)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:48.003250 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40c1f1b8-f0a2-41b7-890e-30680a26f6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.005460 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '8ba9542e-e977-43fb-8d3b-58318de5aef9', 'network_id': '6439ccfd-2f6c-424f-92e1-c8627fe7f159', 'port_id': '8ba9542e-e977-43fb-8d3b-58318de5aef9', 'mac_address': 'fa:16:3e:1e:de:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64da52b4-4665-4154-a81f-49b1c9ae8e89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:38:48.049424 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2086f801-06eb-4259-be57-ecea1782bd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:48.059694 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.075276 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba9542e-e977-43fb-8d3b-58318de5aef9 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:38:48.102053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 8ba9542e-e977-43fb-8d3b-58318de5aef9, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8ba9542e-e977-43fb-8d3b-58318de5aef9,segment=NetworkSegment(98e48e6d-3b04-4882-9073-0edca3f4a395),segment_id=98e48e6d-3b04-4882-9073-0edca3f4a395)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:48.114059 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.116463 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:48.126860 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-40c1f1b8-f0a2-41b7-890e-30680a26f6f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74432790dcf24ee788fef12c482d1c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7383866 Jun 17 08:38:48.129468 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50886) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:48.148448 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1f1b8-f0a2-41b7-890e-30680a26f6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9b99d2-fa61-4043-b1dd-059f7582d67f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:48.152853 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-40c1f1b8-f0a2-41b7-890e-30680a26f6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:48.202924 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aea7dc61-62cb-4430-88b0-54edd4c10ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.250615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=8ba9542e-e977-43fb-8d3b-58318de5aef9,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:48.255354 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:48.255978 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aea7dc61-62cb-4430-88b0-54edd4c10ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.332430 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aea7dc61-62cb-4430-88b0-54edd4c10ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.335995 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aea7dc61-62cb-4430-88b0-54edd4c10ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.352339 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-aea7dc61-62cb-4430-88b0-54edd4c10ae8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db9b99d2-fa61-4043-b1dd-059f7582d67f HTTP/1.1" status: 204 len: 168 time: 0.2216022 Jun 17 08:38:48.363794 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6702a74a-8202-4231-8c04-99e4031825e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:48.390958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7dc61-62cb-4430-88b0-54edd4c10ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9b99d2-fa61-4043-b1dd-059f7582d67f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:48.399929 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aea7dc61-62cb-4430-88b0-54edd4c10ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:48.450017 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['8ba9542e-e977-43fb-8d3b-58318de5aef9'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:48.767720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2500c-bcf1-487d-b245-3782422b6368 req-f3a94751-1fba-4e40-bd9b-9cd3902450df tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:48.789870 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f2500c-bcf1-487d-b245-3782422b6368 req-f3a94751-1fba-4e40-bd9b-9cd3902450df tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 944 time: 0.1972277 Jun 17 08:38:48.874205 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:48.941390 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f2500c-bcf1-487d-b245-3782422b6368 req-a9c3917e-65a8-4f50-981c-4ab47eeaee2f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504846 Jun 17 08:38:49.121531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50950) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:49.155890 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5a17746-cc33-4caa-a1b8-5feba76d8281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.523633 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5a17746-cc33-4caa-a1b8-5feba76d8281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.545575 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5a17746-cc33-4caa-a1b8-5feba76d8281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.551181 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ab9972c3-bd3d-40e0-abe0-a07bbfe9adb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:49.620214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a17746-cc33-4caa-a1b8-5feba76d8281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ef39e1-c439-46bd-936e-9ac3c9b472ba,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:49.625342 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5a17746-cc33-4caa-a1b8-5feba76d8281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:49.630999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c5a17746-cc33-4caa-a1b8-5feba76d8281 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b01a7c3febd453a8f1b0edd5c6a289b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079021 Jun 17 08:38:49.633287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 50994) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:49.723566 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5ab12072-57ed-44d1-a641-f30a1f079ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.768527 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5ab12072-57ed-44d1-a641-f30a1f079ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.808045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 8ba9542e-e977-43fb-8d3b-58318de5aef9 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:38:49.869215 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5ab12072-57ed-44d1-a641-f30a1f079ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.873754 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5ab12072-57ed-44d1-a641-f30a1f079ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:49.874961 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5ab12072-57ed-44d1-a641-f30a1f079ff5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/85ef39e1-c439-46bd-936e-9ac3c9b472ba HTTP/1.1" status: 204 len: 168 time: 0.2399025 Jun 17 08:38:49.875936 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5a17746-cc33-4caa-a1b8-5feba76d8281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:49.885952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab12072-57ed-44d1-a641-f30a1f079ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ef39e1-c439-46bd-936e-9ac3c9b472ba,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:49.893368 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5ab12072-57ed-44d1-a641-f30a1f079ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:49.955652 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 8ba9542e-e977-43fb-8d3b-58318de5aef9 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:38:49.970018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 8ba9542e-e977-43fb-8d3b-58318de5aef9 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:38:49.970626 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.138739 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.189611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4004df6-6c4f-4e5c-a0c1-4a1049a49876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba9542e-e977-43fb-8d3b-58318de5aef9'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:50.205378 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f5dd67-46f0-4a6b-b1e8-f01c4ed1ef50" -d '{"events": [{"server_uuid": "c4004df6-6c4f-4e5c-a0c1-4a1049a49876", "name": "network-vif-plugged", "status": "completed", "tag": "8ba9542e-e977-43fb-8d3b-58318de5aef9"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:50.222271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 8ba9542e-e977-43fb-8d3b-58318de5aef9, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8ba9542e-e977-43fb-8d3b-58318de5aef9,segment=NetworkSegment(98e48e6d-3b04-4882-9073-0edca3f4a395),segment_id=98e48e6d-3b04-4882-9073-0edca3f4a395)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:50.240468 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.242610 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:50.289056 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867e95a1-260b-429c-a357-226aed0f1e7e x-openstack-request-id: req-867e95a1-260b-429c-a357-226aed0f1e7e {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:50.289515 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4004df6-6c4f-4e5c-a0c1-4a1049a49876", "name": "network-vif-plugged", "status": "completed", "tag": "8ba9542e-e977-43fb-8d3b-58318de5aef9", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:50.289896 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-867e95a1-260b-429c-a357-226aed0f1e7e {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:50.290508 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4004df6-6c4f-4e5c-a0c1-4a1049a49876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba9542e-e977-43fb-8d3b-58318de5aef9', 'code': 200} Jun 17 08:38:50.342240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=8ba9542e-e977-43fb-8d3b-58318de5aef9,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:50.353457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51032) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:50.354764 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:50.440214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d275f-2d54-42b6-9c0e-37bce78cd0ba req-3a4d0a2f-fed5-4bf2-b42b-20b2f867c6f2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:50.447584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e85d275f-2d54-42b6-9c0e-37bce78cd0ba req-3a4d0a2f-fed5-4bf2-b42b-20b2f867c6f2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 945 time: 0.1777661 Jun 17 08:38:50.491679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e85d275f-2d54-42b6-9c0e-37bce78cd0ba req-ddf0f71f-8ca3-4062-b1de-bd45448e2f1d tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431867 Jun 17 08:38:50.509939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53590dfe-2064-427e-b619-b655024213f9 req-78aa1a61-3103-4459-8a0e-a20491b38807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:50.511607 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53590dfe-2064-427e-b619-b655024213f9 req-78aa1a61-3103-4459-8a0e-a20491b38807 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 1097 time: 0.1388183 Jun 17 08:38:50.589922 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53590dfe-2064-427e-b619-b655024213f9 req-4c55547a-22e8-4c9e-95c4-99949f6601ef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716667 Jun 17 08:38:50.604854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c35c7234-b067-4680-8cd0-7fc39126bf05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.827320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c35c7234-b067-4680-8cd0-7fc39126bf05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.837412 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c35c7234-b067-4680-8cd0-7fc39126bf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:50.893167 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-94d5c6c8-c165-4249-8d40-00726a7db16e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:50.903218 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c35c7234-b067-4680-8cd0-7fc39126bf05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96008265ed4646719ffd367e507f8f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5430779 Jun 17 08:38:50.904953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51056) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:50.955837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c7234-b067-4680-8cd0-7fc39126bf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02b6026-9c14-476b-a632-bc6bf92180cb,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:50.959445 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c35c7234-b067-4680-8cd0-7fc39126bf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:51.080714 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32162837-862d-41e9-a1f7-7f50ec515113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.172457 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32162837-862d-41e9-a1f7-7f50ec515113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.281966 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32162837-862d-41e9-a1f7-7f50ec515113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.286367 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32162837-862d-41e9-a1f7-7f50ec515113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:51.291250 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-32162837-862d-41e9-a1f7-7f50ec515113 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a02b6026-9c14-476b-a632-bc6bf92180cb HTTP/1.1" status: 204 len: 168 time: 0.3849239 Jun 17 08:38:51.292689 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-afc35a0c-ddbf-4115-9af0-deb59f6421dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:51.302358 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32162837-862d-41e9-a1f7-7f50ec515113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02b6026-9c14-476b-a632-bc6bf92180cb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:51.315439 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-32162837-862d-41e9-a1f7-7f50ec515113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:51.761460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277a13f-4698-4758-89ce-fd91e583768d req-f5d1235e-b845-40cf-af95-9ecadf69752e tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:51.769805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3277a13f-4698-4758-89ce-fd91e583768d req-f5d1235e-b845-40cf-af95-9ecadf69752e tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 945 time: 0.0750024 Jun 17 08:38:51.825204 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3277a13f-4698-4758-89ce-fd91e583768d req-b98aa1dd-539c-4f61-b56c-52895af71709 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 Jun 17 08:38:52.011001 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51110) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:52.046371 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22c9730a-a4de-40db-915e-9007eb7cc204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.342847 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22c9730a-a4de-40db-915e-9007eb7cc204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.354239 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22c9730a-a4de-40db-915e-9007eb7cc204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.418807 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e06d06e2-c29a-464e-ac37-d2ca75a57601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:52.452365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9730a-a4de-40db-915e-9007eb7cc204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a85970b-c05c-49b8-be7e-eac09ff57004,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:52.458977 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-22c9730a-a4de-40db-915e-9007eb7cc204 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85acc91f3afe45cabef0d0c9db0c190d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4468331 Jun 17 08:38:52.461839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51124) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:52.475623 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-22c9730a-a4de-40db-915e-9007eb7cc204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:52.527550 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.560042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.627606 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.630764 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:52.635309 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a85970b-c05c-49b8-be7e-eac09ff57004 HTTP/1.1" status: 204 len: 168 time: 0.1716876 Jun 17 08:38:52.636350 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a7dc914-7381-462d-8de8-a61df6d4dbe5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:52.646717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a85970b-c05c-49b8-be7e-eac09ff57004,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:52.656787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.657515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.657890 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.658843 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.659375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.660463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.660999 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.661656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.662170 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.662695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.663202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.664164 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:38:52.667382 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:52.734352 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51140) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:53.100506 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cf63691e-57f6-43db-9f82-521c21d449f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:53.110321 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c0a61-406c-4f9b-a019-060a7cd9a05c req-7bc2e92a-b65c-42f6-b8d8-0f9a669775e7 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:53.112103 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-190c0a61-406c-4f9b-a019-060a7cd9a05c req-7bc2e92a-b65c-42f6-b8d8-0f9a669775e7 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 945 time: 0.1075940 Jun 17 08:38:53.285633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-190c0a61-406c-4f9b-a019-060a7cd9a05c req-20d4007e-6e1b-4bad-8da5-5e47e3107ad2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613939 Jun 17 08:38:53.358710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cf63691e-57f6-43db-9f82-521c21d449f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:53.371112 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cf63691e-57f6-43db-9f82-521c21d449f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:53.374170 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f5fc2b31-29d2-43a6-b1c6-75ad4709ba98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:53.515388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cf63691e-57f6-43db-9f82-521c21d449f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=214d67c86d63413fbf62972ca9201c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7796161 Jun 17 08:38:53.516913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63691e-57f6-43db-9f82-521c21d449f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d660c28f-569c-4352-9a8a-662d8d6c7912,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:53.518023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51176) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:53.542441 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cf63691e-57f6-43db-9f82-521c21d449f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:53.563377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51180) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:53.619080 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b56292-6759-4fcb-b48a-3bdf0e3b42b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:53.647678 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b56292-6759-4fcb-b48a-3bdf0e3b42b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:53.718109 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b56292-6759-4fcb-b48a-3bdf0e3b42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:53.722354 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b56292-6759-4fcb-b48a-3bdf0e3b42b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:53.726667 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-66b56292-6759-4fcb-b48a-3bdf0e3b42b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d660c28f-569c-4352-9a8a-662d8d6c7912 HTTP/1.1" status: 204 len: 168 time: 0.2047260 Jun 17 08:38:53.726667 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:53.742911 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b56292-6759-4fcb-b48a-3bdf0e3b42b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d660c28f-569c-4352-9a8a-662d8d6c7912,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:53.748950 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-66b56292-6759-4fcb-b48a-3bdf0e3b42b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:53.790510 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1213e0fd-5449-4e02-91d8-af0074ebfbfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.063210 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1213e0fd-5449-4e02-91d8-af0074ebfbfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.073130 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1213e0fd-5449-4e02-91d8-af0074ebfbfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.078238 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4a95a3fc-5523-4d62-a229-d680c1c7e7df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:54.126218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213e0fd-5449-4e02-91d8-af0074ebfbfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd42b19-7317-4766-8011-49ca364cd226,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:54.160842 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1213e0fd-5449-4e02-91d8-af0074ebfbfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:54.174329 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51210) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:54.183515 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1213e0fd-5449-4e02-91d8-af0074ebfbfb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f11f7ff9b33d4d9382c7297d777f55ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6188164 Jun 17 08:38:54.251195 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cccf31b7-33f4-4e00-a436-71aaeff2a1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.294160 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cccf31b7-33f4-4e00-a436-71aaeff2a1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.387499 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cccf31b7-33f4-4e00-a436-71aaeff2a1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.392029 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cccf31b7-33f4-4e00-a436-71aaeff2a1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.397180 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cccf31b7-33f4-4e00-a436-71aaeff2a1b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1cd42b19-7317-4766-8011-49ca364cd226 HTTP/1.1" status: 204 len: 168 time: 0.2209196 Jun 17 08:38:54.398806 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:54.416952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf31b7-33f4-4e00-a436-71aaeff2a1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd42b19-7317-4766-8011-49ca364cd226,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:54.432694 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cccf31b7-33f4-4e00-a436-71aaeff2a1b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:54.567199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51220) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:54.648329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f710336c-63ce-46ed-869d-bf718f8217b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:54.993712 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f710336c-63ce-46ed-869d-bf718f8217b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.001916 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f710336c-63ce-46ed-869d-bf718f8217b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.088499 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b11b1a87-894e-4f9b-8039-042613bb6cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:55.100077 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f710336c-63ce-46ed-869d-bf718f8217b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=13147bdb0e58454cb78ee833266b748c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5294847 Jun 17 08:38:55.104282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51266) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:55.139398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710336c-63ce-46ed-869d-bf718f8217b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdfdd3c-a89b-4dab-a7f2-df0695834ad8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:55.145185 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f710336c-63ce-46ed-869d-bf718f8217b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:55.189256 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4df283b8-d419-4095-919b-d103a34e6061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.191872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df4381-2895-4f2d-97a1-3bf54b20ab2f req-3aba6ba1-4405-453c-a440-227aa8a86154 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:55.195178 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4df4381-2895-4f2d-97a1-3bf54b20ab2f req-3aba6ba1-4405-453c-a440-227aa8a86154 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 945 time: 0.1374331 Jun 17 08:38:55.216634 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4df283b8-d419-4095-919b-d103a34e6061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.272778 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4df4381-2895-4f2d-97a1-3bf54b20ab2f req-312cbd54-b88e-484b-8498-4d448f2d59b3 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675967 Jun 17 08:38:55.285010 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4df283b8-d419-4095-919b-d103a34e6061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.287922 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4df283b8-d419-4095-919b-d103a34e6061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.290010 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4df283b8-d419-4095-919b-d103a34e6061 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0bdfdd3c-a89b-4dab-a7f2-df0695834ad8 HTTP/1.1" status: 204 len: 168 time: 0.1822033 Jun 17 08:38:55.291127 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-243613ca-7c70-44a8-8b92-e994a6871143 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:55.304830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df283b8-d419-4095-919b-d103a34e6061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdfdd3c-a89b-4dab-a7f2-df0695834ad8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:55.307694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51274) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:55.315498 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4df283b8-d419-4095-919b-d103a34e6061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:55.443283 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfd97b70-44f7-4c2b-907f-9d44963d3a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.585758 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfd97b70-44f7-4c2b-907f-9d44963d3a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.593785 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfd97b70-44f7-4c2b-907f-9d44963d3a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.601721 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6331ed39-a2c8-42ca-815b-369de73cd962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:55.657067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd97b70-44f7-4c2b-907f-9d44963d3a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5a8a4b-b8be-4a1b-85ae-948d1262f6b1,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:55.682364 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dfd97b70-44f7-4c2b-907f-9d44963d3a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:55.707929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dfd97b70-44f7-4c2b-907f-9d44963d3a63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d87c68874634a1d81a6d224c2473b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967566 Jun 17 08:38:55.708219 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51296) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:55.766280 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b73d2dc-15f1-4dde-b891-015db6d3aaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.793251 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b73d2dc-15f1-4dde-b891-015db6d3aaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.873899 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b73d2dc-15f1-4dde-b891-015db6d3aaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.877767 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b73d2dc-15f1-4dde-b891-015db6d3aaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:55.879208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5b73d2dc-15f1-4dde-b891-015db6d3aaa2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c5a8a4b-b8be-4a1b-85ae-948d1262f6b1 HTTP/1.1" status: 204 len: 168 time: 0.1695175 Jun 17 08:38:55.880081 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7551bdac-a0bb-4452-8deb-9898ae0ac975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:55.896489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73d2dc-15f1-4dde-b891-015db6d3aaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5a8a4b-b8be-4a1b-85ae-948d1262f6b1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:55.906433 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5b73d2dc-15f1-4dde-b891-015db6d3aaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:56.080207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237035b-ecd5-481e-ad26-554e91590459 req-c8db997e-a737-404b-89cc-8f5a1e269576 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:56.082541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8237035b-ecd5-481e-ad26-554e91590459 req-c8db997e-a737-404b-89cc-8f5a1e269576 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 945 time: 0.1109853 Jun 17 08:38:56.248715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-8237035b-ecd5-481e-ad26-554e91590459 req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Deleting port 8ba9542e-e977-43fb-8d3b-58318de5aef9 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:38:56.248715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8237035b-ecd5-481e-ad26-554e91590459 req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.365858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8237035b-ecd5-481e-ad26-554e91590459 req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] For port 8ba9542e-e977-43fb-8d3b-58318de5aef9, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=8ba9542e-e977-43fb-8d3b-58318de5aef9,segment=NetworkSegment(98e48e6d-3b04-4882-9073-0edca3f4a395),segment_id=98e48e6d-3b04-4882-9073-0edca3f4a395)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:38:56.366596 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8237035b-ecd5-481e-ad26-554e91590459 req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.449432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-8237035b-ecd5-481e-ad26-554e91590459 req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Calling delete_port for 8ba9542e-e977-43fb-8d3b-58318de5aef9 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:38:56.601799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd52c3eb-5ad2-4fbd-af67-fbbf65ae7301 req-26a00d34-db1d-48bc-9657-53c51356f20b tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:38:56.606328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cd52c3eb-5ad2-4fbd-af67-fbbf65ae7301 req-26a00d34-db1d-48bc-9657-53c51356f20b tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4004df6-6c4f-4e5c-a0c1-4a1049a49876 HTTP/1.1" status: 200 len: 945 time: 0.1071684 Jun 17 08:38:56.695212 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8237035b-ecd5-481e-ad26-554e91590459 req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.710258 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-06ff7c20-fffd-4e2f-9153-a99b21ed6d4f tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:38:56.710816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['8ba9542e-e977-43fb-8d3b-58318de5aef9'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:38:56.754879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Pushing event deleted for resources: {'Port': ['ID=8ba9542e-e977-43fb-8d3b-58318de5aef9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:38:56.761294 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:38:56.767115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cd52c3eb-5ad2-4fbd-af67-fbbf65ae7301 req-d99a4830-3f73-4e13-b305-3186ea8e9883 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1b69319-ff82-4832-bc08-b292f85f9f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986207 Jun 17 08:38:56.853067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8237035b-ecd5-481e-ad26-554e91590459 req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] No DVR routers for this DVR port 8ba9542e-e977-43fb-8d3b-58318de5aef9 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:38:56.865694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8237035b-ecd5-481e-ad26-554e91590459 req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:38:56.865694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8237035b-ecd5-481e-ad26-554e91590459 req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] 10.222.0.10 "DELETE /v2.0/ports/8ba9542e-e977-43fb-8d3b-58318de5aef9 HTTP/1.1" status: 204 len: 173 time: 0.7740073 Jun 17 08:38:56.865694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4004df6-6c4f-4e5c-a0c1-4a1049a49876', 'name': 'network-vif-deleted', 'tag': '8ba9542e-e977-43fb-8d3b-58318de5aef9'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:38:56.866921 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2842dd3-1eb4-4f26-95f5-76d9938214a8" -d '{"events": [{"server_uuid": "c4004df6-6c4f-4e5c-a0c1-4a1049a49876", "name": "network-vif-deleted", "tag": "8ba9542e-e977-43fb-8d3b-58318de5aef9"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:38:56.916112 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1968379d-a44b-409f-8c4e-7c577245af06 x-openstack-request-id: req-1968379d-a44b-409f-8c4e-7c577245af06 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:38:56.921961 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4004df6-6c4f-4e5c-a0c1-4a1049a49876", "name": "network-vif-deleted", "tag": "8ba9542e-e977-43fb-8d3b-58318de5aef9", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:38:56.921961 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1968379d-a44b-409f-8c4e-7c577245af06 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:38:56.921961 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4004df6-6c4f-4e5c-a0c1-4a1049a49876', 'name': 'network-vif-deleted', 'tag': '8ba9542e-e977-43fb-8d3b-58318de5aef9', 'status': 'completed', 'code': 200} Jun 17 08:38:59.799156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51580) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:38:59.853187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 8ba9542e-e977-43fb-8d3b-58318de5aef9 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:38:59.892136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 8ba9542e-e977-43fb-8d3b-58318de5aef9 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:38:59.894992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 8ba9542e-e977-43fb-8d3b-58318de5aef9 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:38:59.898735 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51584) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:00.120366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ba89ba69-993c-4552-8926-768712c516fe tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-69982567'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:00.121102 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ba89ba69-993c-4552-8926-768712c516fe tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Unknown quota resources ['metering_label']. {{(pid=93804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:39:00.352322 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77846c03-979c-45f7-a837-d2b5fd3b163b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.452744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba89ba69-993c-4552-8926-768712c516fe tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.461528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51606) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:00.467869 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b036c96d-675c-4f9c-bdbc-11b3f0735b76 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '749fc18f-2f3d-4cd1-b422-d7427ea31d46'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:00.468378 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b036c96d-675c-4f9c-bdbc-11b3f0735b76 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93803) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:39:00.473868 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ba89ba69-993c-4552-8926-768712c516fe tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.6728654 Jun 17 08:39:00.680919 n-d-779913-16 neutron-server[93803]: WARNING neutron.services.metering.metering_plugin [None req-b036c96d-675c-4f9c-bdbc-11b3f0735b76 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:39:00.736506 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77846c03-979c-45f7-a837-d2b5fd3b163b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.748169 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77846c03-979c-45f7-a837-d2b5fd3b163b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:00.793320 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f673e291-a1d2-4e92-b8bb-132cb183d35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:00.839942 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-77846c03-979c-45f7-a837-d2b5fd3b163b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a7cad9f4a84d49f6abefa99e7c1ad9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9396553 Jun 17 08:39:00.846803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51624) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:00.886655 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77846c03-979c-45f7-a837-d2b5fd3b163b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c5b825-078d-4887-affd-0f955ceb1afb,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:00.930585 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77846c03-979c-45f7-a837-d2b5fd3b163b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:01.001487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6e61bd0-68fc-405a-a2dd-ff9de95b89bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.021579 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b036c96d-675c-4f9c-bdbc-11b3f0735b76 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.025813 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b036c96d-675c-4f9c-bdbc-11b3f0735b76 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5602729 Jun 17 08:39:01.028063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51628) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:01.042649 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4acc1879-8050-4457-99da-83812f9f57a4 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '749fc18f-2f3d-4cd1-b422-d7427ea31d46'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:01.044882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4acc1879-8050-4457-99da-83812f9f57a4 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93803) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:39:01.052229 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6e61bd0-68fc-405a-a2dd-ff9de95b89bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.128744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6e61bd0-68fc-405a-a2dd-ff9de95b89bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.131618 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6e61bd0-68fc-405a-a2dd-ff9de95b89bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.136010 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b6e61bd0-68fc-405a-a2dd-ff9de95b89bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c3c5b825-078d-4887-affd-0f955ceb1afb HTTP/1.1" status: 204 len: 168 time: 0.2832549 Jun 17 08:39:01.136010 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-783a106d-b141-46e6-9320-f81dd8e5be31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:01.144901 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e61bd0-68fc-405a-a2dd-ff9de95b89bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c5b825-078d-4887-affd-0f955ceb1afb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:01.151878 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b6e61bd0-68fc-405a-a2dd-ff9de95b89bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:01.220783 n-d-779913-16 neutron-server[93803]: WARNING neutron.services.metering.metering_plugin [None req-4acc1879-8050-4457-99da-83812f9f57a4 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 17 08:39:01.449293 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4acc1879-8050-4457-99da-83812f9f57a4 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.451105 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4acc1879-8050-4457-99da-83812f9f57a4 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4215484 Jun 17 08:39:01.453881 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51642) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:01.469369 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d2af5ba3-e4de-4e07-a82d-db33a73a6480 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=bd716ddb-3299-4a48-b981-912f7740f8bf HTTP/1.1" status: 200 len: 464 time: 0.0132167 Jun 17 08:39:01.471651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51644) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:01.483860 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51646) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:01.677608 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c7ca93ad-0b10-4798-b764-d6a5074e519d tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.684367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51656) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:01.684634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c7ca93ad-0b10-4798-b764-d6a5074e519d tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/bd716ddb-3299-4a48-b981-912f7740f8bf HTTP/1.1" status: 204 len: 168 time: 0.2108479 Jun 17 08:39:01.695774 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dc69f379-19ab-4d02-880a-03cae4d44bcd tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=bd716ddb-3299-4a48-b981-912f7740f8bf HTTP/1.1" status: 200 len: 221 time: 0.0100858 Jun 17 08:39:01.699176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51658) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:01.704748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e10bba82-103e-4b03-9858-2d8fa85d5e92 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1671540951', 'description': 'label created by tempest'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:01.705203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e10bba82-103e-4b03-9858-2d8fa85d5e92 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Unknown quota resources ['metering_label']. {{(pid=93804) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:39:01.798363 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.879133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51662) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:01.919852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-352156fb-ced2-4407-a2e8-00e2e42031d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.976244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:01.989929 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.016524 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-041abad3-900a-4143-96a8-44209f991154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:02.016924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e10bba82-103e-4b03-9858-2d8fa85d5e92 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.020772 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e10bba82-103e-4b03-9858-2d8fa85d5e92 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3180122 Jun 17 08:39:02.022350 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51666) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:02.076462 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2eee9893ce3401a9e7fab10c47b6f3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5885129 Jun 17 08:39:02.081322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51668) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:02.107940 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35938a10-3050-4b2f-8f46-d9ee72e139cc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:02.124082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.124490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.126024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.127797 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.128214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.128597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.133933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.134403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.137222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.137653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.139498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.139945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:02.143919 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b41e14d1-c81d-4322-8777-25f4f2007b85 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=29824f98-8582-4252-9986-d17a86a33571 HTTP/1.1" status: 200 len: 468 time: 0.1201568 Jun 17 08:39:02.151982 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:02.153061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51670) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:02.756998 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-100d8573-4966-429d-af2f-6866a21f3aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.787030 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-100d8573-4966-429d-af2f-6866a21f3aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.912954 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f37e3b63-ae41-479f-8fdc-91fd21bfb60b tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.914590 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f37e3b63-ae41-479f-8fdc-91fd21bfb60b tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/29824f98-8582-4252-9986-d17a86a33571 HTTP/1.1" status: 204 len: 168 time: 0.7589066 Jun 17 08:39:02.917358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51684) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:02.936042 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-352156fb-ced2-4407-a2e8-00e2e42031d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.938946 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-100d8573-4966-429d-af2f-6866a21f3aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.940820 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d7f47055-584f-4249-8a97-96139a93f1ee tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=29824f98-8582-4252-9986-d17a86a33571 HTTP/1.1" status: 200 len: 216 time: 0.0211983 Jun 17 08:39:02.943505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51688) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:02.946443 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-100d8573-4966-429d-af2f-6866a21f3aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.947841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-100d8573-4966-429d-af2f-6866a21f3aad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/35938a10-3050-4b2f-8f46-d9ee72e139cc HTTP/1.1" status: 204 len: 168 time: 0.8637528 Jun 17 08:39:02.949604 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8121bd6-973a-4fb3-bf3b-c7b95179ee5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:02.953269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-352156fb-ced2-4407-a2e8-00e2e42031d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.964716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d8573-4966-429d-af2f-6866a21f3aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35938a10-3050-4b2f-8f46-d9ee72e139cc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:02.969718 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:02.978912 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-100d8573-4966-429d-af2f-6866a21f3aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:02.979661 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-647b075f-8da8-4bdb-a910-80218dd3afc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:03.024306 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-352156fb-ced2-4407-a2e8-00e2e42031d5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7764808571294b82bc5fdadbd12f2b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1390853 Jun 17 08:39:03.024952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51692) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:03.036077 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-187f1033-31e1-4e5b-a1d9-b0793709fdfb tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0890107 Jun 17 08:39:03.039226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51694) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:03.043815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352156fb-ced2-4407-a2e8-00e2e42031d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48598214-683c-4f66-bd5e-feb991b36543,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:03.051568 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-352156fb-ced2-4407-a2e8-00e2e42031d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:03.097043 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b215b716-3310-4d92-9dbb-557ff0d8f501 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0545404 Jun 17 08:39:03.100696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51696) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:03.119082 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b953f841-3cc9-4aeb-b653-e6114d2913ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.188514 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b953f841-3cc9-4aeb-b653-e6114d2913ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.248575 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-352d6bbb-ca62-4850-8375-7dcb46fb4ad4 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels/749fc18f-2f3d-4cd1-b422-d7427ea31d46 HTTP/1.1" status: 200 len: 471 time: 0.1463273 Jun 17 08:39:03.251711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51700) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:03.270922 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2eeea880-b673-4264-ae63-956182f40ba0 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules/b8083eb9-d844-451f-9f54-8943c70ad31e HTTP/1.1" status: 200 len: 461 time: 0.0179045 Jun 17 08:39:03.274399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51702) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:03.297929 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b953f841-3cc9-4aeb-b653-e6114d2913ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.301521 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b953f841-3cc9-4aeb-b653-e6114d2913ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.303271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b953f841-3cc9-4aeb-b653-e6114d2913ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48598214-683c-4f66-bd5e-feb991b36543 HTTP/1.1" status: 204 len: 168 time: 0.2775102 Jun 17 08:39:03.305769 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a416a7f7-1e6b-4c38-b250-bbce64ac072b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:03.325723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953f841-3cc9-4aeb-b653-e6114d2913ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48598214-683c-4f66-bd5e-feb991b36543,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:03.337266 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b953f841-3cc9-4aeb-b653-e6114d2913ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:03.474094 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:39:03.631918 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a4eecc01-ebe5-432d-9d9c-43a20352be75 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:03.635814 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a4eecc01-ebe5-432d-9d9c-43a20352be75 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/b8083eb9-d844-451f-9f54-8943c70ad31e HTTP/1.1" status: 204 len: 168 time: 0.3592582 Jun 17 08:39:03.637513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51714) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:03.781531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51718) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:03.814284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69a54724-c905-4b0d-96b2-a67f9bb9557e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.021109 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69a54724-c905-4b0d-96b2-a67f9bb9557e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.031344 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69a54724-c905-4b0d-96b2-a67f9bb9557e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.063776 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9cb60811-bb6b-409e-9e86-e3afba13067e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:04.133652 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65bacf71-6d00-40e2-85e1-a46df1fe5967 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.146505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a54724-c905-4b0d-96b2-a67f9bb9557e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a942e9-fec1-4b8b-b13b-71918f6d2358,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:04.154502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-65bacf71-6d00-40e2-85e1-a46df1fe5967 tempest-MeteringTestJSON-1759715563 tempest-MeteringTestJSON-1759715563-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/749fc18f-2f3d-4cd1-b422-d7427ea31d46 HTTP/1.1" status: 204 len: 168 time: 0.5141225 Jun 17 08:39:04.175099 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-69a54724-c905-4b0d-96b2-a67f9bb9557e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:04.216043 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-69a54724-c905-4b0d-96b2-a67f9bb9557e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=841f63a6ffcd40ddac6848f94abb6ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4329705 Jun 17 08:39:04.219013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51728) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:04.327226 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-700726c7-c441-4610-990b-107d17c8fff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.372998 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-700726c7-c441-4610-990b-107d17c8fff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.486258 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-700726c7-c441-4610-990b-107d17c8fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.489570 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-700726c7-c441-4610-990b-107d17c8fff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:04.494741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-700726c7-c441-4610-990b-107d17c8fff2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a9a942e9-fec1-4b8b-b13b-71918f6d2358 HTTP/1.1" status: 204 len: 168 time: 0.2745836 Jun 17 08:39:04.499332 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-395ebda2-bea4-4120-b454-75b9cbe287ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:04.514412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700726c7-c441-4610-990b-107d17c8fff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a942e9-fec1-4b8b-b13b-71918f6d2358,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:04.524652 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-700726c7-c441-4610-990b-107d17c8fff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:04.960947 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51754) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:05.165207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-050448dc-7d60-4217-bd13-e8747c43873e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.460388 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-050448dc-7d60-4217-bd13-e8747c43873e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.473805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-050448dc-7d60-4217-bd13-e8747c43873e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.477542 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c35c7234-b067-4680-8cd0-7fc39126bf05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:05.519038 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050448dc-7d60-4217-bd13-e8747c43873e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4604a5-a5f4-4c77-8de9-cfdae404928f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:05.534150 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-050448dc-7d60-4217-bd13-e8747c43873e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:05.577400 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-050448dc-7d60-4217-bd13-e8747c43873e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e707426408b4e0d961233298870e576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6121855 Jun 17 08:39:05.578116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51776) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:05.724517 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91fe1ae1-c5d9-421e-be81-72694e399e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.762688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91fe1ae1-c5d9-421e-be81-72694e399e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.856262 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91fe1ae1-c5d9-421e-be81-72694e399e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.862220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91fe1ae1-c5d9-421e-be81-72694e399e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:05.863683 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-91fe1ae1-c5d9-421e-be81-72694e399e9b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2a4604a5-a5f4-4c77-8de9-cfdae404928f HTTP/1.1" status: 204 len: 168 time: 0.2828436 Jun 17 08:39:05.864586 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dcc20b9b-d7ac-4c5c-beb5-32ec9a1a81f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:05.887701 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe1ae1-c5d9-421e-be81-72694e399e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4604a5-a5f4-4c77-8de9-cfdae404928f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:05.897327 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-91fe1ae1-c5d9-421e-be81-72694e399e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:06.676310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51818) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:06.710665 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-232f2db2-e76e-4b1d-8dad-f1830b217975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:06.948055 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-232f2db2-e76e-4b1d-8dad-f1830b217975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:06.954428 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-232f2db2-e76e-4b1d-8dad-f1830b217975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:06.957553 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c7b801e0-46f4-4e89-9eca-5fab2f658b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:07.055726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f2db2-e76e-4b1d-8dad-f1830b217975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2d4f6c-57ca-4d62-ad06-d5e5baee3934,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:07.091422 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-232f2db2-e76e-4b1d-8dad-f1830b217975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:07.129625 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-232f2db2-e76e-4b1d-8dad-f1830b217975 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b08bd1e25f9428c8013308733993aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494810 Jun 17 08:39:07.129625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51834) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:07.215047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04addbd1-a587-44d1-8bb8-0f2b666dde8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.244652 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04addbd1-a587-44d1-8bb8-0f2b666dde8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.322218 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04addbd1-a587-44d1-8bb8-0f2b666dde8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.328084 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04addbd1-a587-44d1-8bb8-0f2b666dde8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:07.332402 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-04addbd1-a587-44d1-8bb8-0f2b666dde8c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b2d4f6c-57ca-4d62-ad06-d5e5baee3934 HTTP/1.1" status: 204 len: 168 time: 0.2018650 Jun 17 08:39:07.333673 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1213e0fd-5449-4e02-91d8-af0074ebfbfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:07.359367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04addbd1-a587-44d1-8bb8-0f2b666dde8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2d4f6c-57ca-4d62-ad06-d5e5baee3934,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:07.362451 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-04addbd1-a587-44d1-8bb8-0f2b666dde8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:08.005357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51868) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:08.456568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-901406371'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:08.510480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Made reservation on behalf of 5ff1d53a681d43e2a32d9f9726d7eb12 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:08.515585 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.546894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.811740 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.825957 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.868520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:08.902516 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:08.904695 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Added segment 2034075a-a30d-41b8-b9e8-2697c637db5e of type vlan for network 44af9aa3-9990-4058-8fdc-38c6c73d1af9 Jun 17 08:39:09.002149 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.072475 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5054edae-dc0f-4a8a-9f95-b6bfe5f2343e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:09.105173 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.120061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:09.123100 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.167966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badbb64a-436a-4a4d-bb9d-cd185250e8b9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:09.172293 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.192378 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:09.192932 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0bbe6d61-89db-4d35-8128-340e1be95ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:09.197672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1909285 Jun 17 08:39:09.201397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51924) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:09.427330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Pushing event updated for resources: {'Network': ['ID=44af9aa3-9990-4058-8fdc-38c6c73d1af9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:09.434675 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:09.441305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 44af9aa3-9990-4058-8fdc-38c6c73d1af9 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:09.714944 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Request body: {'network': {'name': 'tempest-network--725714326', 'router:external': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:09.781672 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Made reservation on behalf of 07cc20919d994e95a164b16ce1e3b91b for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:09.785702 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:09.817009 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.262327 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.278317 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.320568 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:10.345859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.347916 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Added segment 18c19ab5-cb97-4d58-a32d-7fedda86b0b3 of type vlan for network f0011052-a5ab-4ceb-9476-fdef8d2b4465 Jun 17 08:39:10.431833 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f710336c-63ce-46ed-869d-bf718f8217b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:10.494788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1e1373-6eb7-400e-9747-b175684dfc9c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:10.535262 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:10.543523 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.615635 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.617290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:10.618128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:10.637084 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-05d1679c-e70e-445d-805c-3cf892942a84 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:10.953920 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event updated for resources: {'Network': ['ID=f0011052-a5ab-4ceb-9476-fdef8d2b4465,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:10.968384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network f0011052-a5ab-4ceb-9476-fdef8d2b4465 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:11.000761 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:11.025528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 51984) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:11.026673 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8229680 Jun 17 08:39:11.277928 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.341225 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51990) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:11.523578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 51994) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:11.567552 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.606492 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0011052-a5ab-4ceb-9476-fdef8d2b4465']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:11.636398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c19ab5-cb97-4d58-a32d-7fedda86b0b3') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:11.636568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c19ab5-cb97-4d58-a32d-7fedda86b0b3') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:11.672109 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.692261 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.702679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:11.703385 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:11.705607 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:11.748525 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-316343804', 'router:external': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:11.791935 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.796541 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-890a6a3c-1a3d-4108-911b-df96a3b5aefc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:11.801506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f0011052-a5ab-4ceb-9476-fdef8d2b4465 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:39:11.818573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Made reservation on behalf of 2280259cd008463ebbf77cd1a7f940e5 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:11.821408 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.839429 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.843098 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "DELETE /v2.0/networks/f0011052-a5ab-4ceb-9476-fdef8d2b4465 HTTP/1.1" status: 204 len: 168 time: 0.8162785 Jun 17 08:39:11.848327 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52002) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:11.850884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0011052-a5ab-4ceb-9476-fdef8d2b4465,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:11.863697 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:11.876166 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.877713 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:11.924444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Made reservation on behalf of 07cc20919d994e95a164b16ce1e3b91b for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:11.927491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:11.974896 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:12.001873 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.002158 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Added segment 09290999-46cd-488d-9643-65f81e921855 of type vlan for network 566ca56a-0cdb-479e-be7e-597b416de15e Jun 17 08:39:12.051346 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62f1dd7f-4125-49da-a376-538764664a96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.102741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.110712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52010) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:12.182528 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.182952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:12.183726 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.191316 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-270acb2a-d2b1-4b17-bcfe-675988a84ca5 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:12.282230 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.297921 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.323115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:12.353070 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.353734 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Added segment 258cd433-385e-4ef7-8de3-0eb11a0b5cc0 of type vlan for network 831d365f-f5cc-4791-87bf-2dcde5eaf780 Jun 17 08:39:12.369838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event updated for resources: {'Network': ['ID=566ca56a-0cdb-479e-be7e-597b416de15e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:12.384644 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:12.385227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 566ca56a-0cdb-479e-be7e-597b416de15e details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:12.438736 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.490960 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:12.544046 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b57a40-2e7c-4523-862e-1f500a5997c6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:12.550203 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:12.554757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3bf374b-067b-458f-a214-50c8302d353c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.567654 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.568696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:12.571274 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.587430 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f26fb812-6690-4ecb-b9da-5de268f90f23 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:12.683062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event updated for resources: {'Network': ['ID=831d365f-f5cc-4791-87bf-2dcde5eaf780,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:12.686103 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:12.705094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 831d365f-f5cc-4791-87bf-2dcde5eaf780 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:12.746520 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62f1dd7f-4125-49da-a376-538764664a96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.767504 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62f1dd7f-4125-49da-a376-538764664a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:12.768800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9189081 Jun 17 08:39:12.769873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52018) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:12.780142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Request body: {'subnet': {'network_id': '566ca56a-0cdb-479e-be7e-597b416de15e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:12.784953 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-83e77a9c-80be-45b8-9aa8-b3be61a3f196 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:12.841564 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1dd7f-4125-49da-a376-538764664a96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468673ac-0758-435f-b3c1-ac35cdfc8d07,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:12.858480 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-62f1dd7f-4125-49da-a376-538764664a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:12.866661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52020) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:12.874427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Request body: {'subnet': {'network_id': '831d365f-f5cc-4791-87bf-2dcde5eaf780', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:12.879044 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.5365267 Jun 17 08:39:12.902023 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:39:12.902023 n-d-779913-16 neutron-server[93803]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:39:12.902023 n-d-779913-16 neutron-server[93803]: [parameters: {'project_id_1': '2280259cd008463ebbf77cd1a7f940e5', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 39, 12, 884082)}] Jun 17 08:39:12.902023 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:39:12.902993 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:39:12.904302 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:39:12.904302 n-d-779913-16 neutron-server[93803]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:39:12.904302 n-d-779913-16 neutron-server[93803]: [parameters: {'project_id_1': '07cc20919d994e95a164b16ce1e3b91b', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 39, 12, 798802)}] Jun 17 08:39:12.904302 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:39:12.905476 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:39:12.917248 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-62f1dd7f-4125-49da-a376-538764664a96 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b857f7a828ed473fa9251d092b82c330&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3916991 Jun 17 08:39:12.919546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52022) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:13.034432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba51319c-e4f8-48fa-92b4-d474a9021fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.064636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba51319c-e4f8-48fa-92b4-d474a9021fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.083818 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3bf374b-067b-458f-a214-50c8302d353c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.091774 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3bf374b-067b-458f-a214-50c8302d353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.133434 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-42be8a0b-e8c5-4959-b2be-e5ae1891bb12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:13.161523 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba51319c-e4f8-48fa-92b4-d474a9021fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.164906 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba51319c-e4f8-48fa-92b4-d474a9021fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.166517 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ba51319c-e4f8-48fa-92b4-d474a9021fe1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/468673ac-0758-435f-b3c1-ac35cdfc8d07 HTTP/1.1" status: 204 len: 168 time: 0.2455492 Jun 17 08:39:13.168179 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-352156fb-ced2-4407-a2e8-00e2e42031d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:13.190063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51319c-e4f8-48fa-92b4-d474a9021fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468673ac-0758-435f-b3c1-ac35cdfc8d07,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:13.190969 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d3bf374b-067b-458f-a214-50c8302d353c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=404d554345fa46b2bd28383db5a76226&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0763090 Jun 17 08:39:13.191571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52032) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:13.195060 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba51319c-e4f8-48fa-92b4-d474a9021fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:13.197618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf374b-067b-458f-a214-50c8302d353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9512d791-ec64-445a-8655-443d231c8d06,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:13.201093 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d3bf374b-067b-458f-a214-50c8302d353c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:13.312613 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-507c48b5-ec20-4243-8171-7d9ddf56ad4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.378492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-507c48b5-ec20-4243-8171-7d9ddf56ad4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.384848 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-85e6d83c-06c5-4b6d-bc45-6b7ec42a5f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.490417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Made reservation on behalf of 2280259cd008463ebbf77cd1a7f940e5 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:13.499073 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:13.579086 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Made reservation on behalf of 07cc20919d994e95a164b16ce1e3b91b for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:13.591685 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.019113 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-507c48b5-ec20-4243-8171-7d9ddf56ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.022277 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-507c48b5-ec20-4243-8171-7d9ddf56ad4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.026102 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-507c48b5-ec20-4243-8171-7d9ddf56ad4e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9512d791-ec64-445a-8655-443d231c8d06 HTTP/1.1" status: 204 len: 168 time: 0.8270421 Jun 17 08:39:14.041001 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aea7dc61-62cb-4430-88b0-54edd4c10ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:14.072135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c48b5-ec20-4243-8171-7d9ddf56ad4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9512d791-ec64-445a-8655-443d231c8d06,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:14.083883 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-507c48b5-ec20-4243-8171-7d9ddf56ad4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:14.359455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:39:14.359455 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.359455 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ca67afaf-3b30-4b71-aa31-c6732a191301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:14.382411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event updated for resources: {'Subnet': ['ID=22a62f9f-55fb-4c79-8ae4-bde43d2d9c3f,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:14.385310 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:14.406808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Checking segment: {'id': '09290999-46cd-488d-9643-65f81e921855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '566ca56a-0cdb-479e-be7e-597b416de15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:14.407209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Network hostable DHCP agents. Network: 566ca56a-0cdb-479e-be7e-597b416de15e, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:14.469641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Network 566ca56a-0cdb-479e-be7e-597b416de15e is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:14.488661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 566ca56a-0cdb-479e-be7e-597b416de15e) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:14.498311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669cedfc-be57-408a-ac92-e31f917e6e4a None None] Network 566ca56a-0cdb-479e-be7e-597b416de15e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:14.503745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:14.504432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.537774 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7661309 Jun 17 08:39:14.540354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52068) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:14.546573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Request body: {'floatingip': {'floating_network_id': '566ca56a-0cdb-479e-be7e-597b416de15e'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:14.592000 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.620823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:39:14.622503 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.644435 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f9b7829-d7b0-45c2-9ebf-92f1f72e4f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:14.736269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b737598c-669d-4099-aaa6-6d189a2a105b,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:14.744152 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:14.766552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Checking segment: {'id': '258cd433-385e-4ef7-8de3-0eb11a0b5cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '831d365f-f5cc-4791-87bf-2dcde5eaf780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:14.774272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Network hostable DHCP agents. Network: 831d365f-f5cc-4791-87bf-2dcde5eaf780, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:14.846099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Network 831d365f-f5cc-4791-87bf-2dcde5eaf780 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:14.881371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 831d365f-f5cc-4791-87bf-2dcde5eaf780) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:14.902407 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:14.903788 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:14.933990 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0635741 Jun 17 08:39:14.937591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52074) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:14.938965 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ea0855-0d3e-44e2-8692-6e55923208ba None None] Network 831d365f-f5cc-4791-87bf-2dcde5eaf780 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:14.948872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1669064561', 'network_id': '831d365f-f5cc-4791-87bf-2dcde5eaf780'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:14.950170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129a8ec8-d766-4d68-b691-976c8fecd3e2 None None] Network 566ca56a-0cdb-479e-be7e-597b416de15e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:14.966708 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.026708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Made reservation on behalf of 2280259cd008463ebbf77cd1a7f940e5 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:15.031024 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.096024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] device_id is not set on port f8d8426a-cdfd-4c0a-ab57-1fa81499e0fd yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:39:15.358905 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52088) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:15.391440 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e3a54707-08a9-4c96-9c0c-677ed417d9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.403401 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Allocated IP 2001:db8::33 (831d365f-f5cc-4791-87bf-2dcde5eaf780/b737598c-669d-4099-aaa6-6d189a2a105b/f8d8426a-cdfd-4c0a-ab57-1fa81499e0fd) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:15.439807 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Allocated IP 172.20.0.10 (566ca56a-0cdb-479e-be7e-597b416de15e/22a62f9f-55fb-4c79-8ae4-bde43d2d9c3f/e1a9671a-3c00-4cfc-8884-e62833844b47) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:15.638528 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.650008 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-036ec1e8-981e-4027-ac0e-ef19af9a8711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.749302 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.754591 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-25c098f2-6f8e-46bf-9a7f-792e29f8e5f8 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:15.832714 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.849989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Network 831d365f-f5cc-4791-87bf-2dcde5eaf780 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:15.857697 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4162b6ad-7f66-4f78-8413-83ce6a20f2d1 None None] Network 831d365f-f5cc-4791-87bf-2dcde5eaf780 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:15.872846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:15.889681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:15.890726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:15.891361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.936673 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e3a54707-08a9-4c96-9c0c-677ed417d9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.942007 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event updated for resources: {'Port': ['ID=f8d8426a-cdfd-4c0a-ab57-1fa81499e0fd,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:15.951865 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.954023 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:15.957974 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0188344 Jun 17 08:39:15.961173 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52090) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:15.965478 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e3a54707-08a9-4c96-9c0c-677ed417d9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:15.975456 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:16.056569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a54707-08a9-4c96-9c0c-677ed417d9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90557c5e-06dd-43e3-ac66-39fc6ff4255d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:16.066963 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e3a54707-08a9-4c96-9c0c-677ed417d9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:16.071354 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e3a54707-08a9-4c96-9c0c-677ed417d9a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ec39cf86f6643f6b41f20a504dff09e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7113883 Jun 17 08:39:16.076864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52094) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:16.132241 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.141309 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a26d498-a54a-4998-8cce-0ba33e95e54b tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:16.185984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-34ad045b-e13f-438a-9b3c-c6e1ba82232f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Deleting port f8d8426a-cdfd-4c0a-ab57-1fa81499e0fd {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:16.186333 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34ad045b-e13f-438a-9b3c-c6e1ba82232f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.303427 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34ad045b-e13f-438a-9b3c-c6e1ba82232f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.395305 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-34ad045b-e13f-438a-9b3c-c6e1ba82232f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Calling delete_port for f8d8426a-cdfd-4c0a-ab57-1fa81499e0fd owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:16.608244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34ad045b-e13f-438a-9b3c-c6e1ba82232f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.613858 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee7d91b0-870c-4126-8c99-75c6d21ce34f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:16.654101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad045b-e13f-438a-9b3c-c6e1ba82232f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8d8426a-cdfd-4c0a-ab57-1fa81499e0fd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:16.669053 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34ad045b-e13f-438a-9b3c-c6e1ba82232f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:16.741981 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34ad045b-e13f-438a-9b3c-c6e1ba82232f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.747965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-34ad045b-e13f-438a-9b3c-c6e1ba82232f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "DELETE /v2.0/ports/f8d8426a-cdfd-4c0a-ab57-1fa81499e0fd HTTP/1.1" status: 204 len: 168 time: 0.7854280 Jun 17 08:39:16.750499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52112) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:16.761660 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '831d365f-f5cc-4791-87bf-2dcde5eaf780', 'external_fixed_ips': [{'subnet_id': 'b737598c-669d-4099-aaa6-6d189a2a105b', 'ip_address': '2001:db8::33'}]}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:16.771558 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Network 566ca56a-0cdb-479e-be7e-597b416de15e is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:16.776989 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0cb359f6-9841-4648-a029-05b80401570e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.806532 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0cb359f6-9841-4648-a029-05b80401570e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.832960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.834744 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.838534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.839516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:16.842419 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:16.851517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event updated for resources: {'Port': ['ID=e1a9671a-3c00-4cfc-8884-e62833844b47,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:16.855309 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:16.937675 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0cb359f6-9841-4648-a029-05b80401570e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.950790 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0cb359f6-9841-4648-a029-05b80401570e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:16.954347 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0cb359f6-9841-4648-a029-05b80401570e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90557c5e-06dd-43e3-ac66-39fc6ff4255d HTTP/1.1" status: 204 len: 168 time: 0.8741167 Jun 17 08:39:16.984015 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77846c03-979c-45f7-a837-d2b5fd3b163b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:17.015199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb359f6-9841-4648-a029-05b80401570e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90557c5e-06dd-43e3-ac66-39fc6ff4255d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:17.024514 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0cb359f6-9841-4648-a029-05b80401570e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:17.043922 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:17.191517 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:17.287035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:17.414998 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:17.763191 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:17.773645 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:17.776329 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:17.946596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event updated for resources: {'Port': ['ID=e1a9671a-3c00-4cfc-8884-e62833844b47,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:17.951881 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:17.987111 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:18.038684 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:18.057389 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:18.061957 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5174971 Jun 17 08:39:18.061957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52146) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:18.105353 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:18.270564 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ee08a4b0-ace5-4ad8-b689-8d827c3b2493 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=566ca56a-0cdb-479e-be7e-597b416de15e HTTP/1.1" status: 200 len: 690 time: 0.2034562 Jun 17 08:39:18.271437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52156) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:18.590090 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:18.868234 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.006906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Allocated IP 2001:db8::33 (831d365f-f5cc-4791-87bf-2dcde5eaf780/b737598c-669d-4099-aaa6-6d189a2a105b/f85444dc-4d85-467f-95c8-eff27b7c9a05) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:19.010309 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Deleting port e1a9671a-3c00-4cfc-8884-e62833844b47 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:19.010309 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.190663 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.191088 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.321395 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.384266 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.386913 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-996bc566-ad40-4bf7-93b4-a181fbf3155c tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:19.416918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Calling delete_port for e1a9671a-3c00-4cfc-8884-e62833844b47 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:19.540877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event updated for resources: {'Port': ['ID=f85444dc-4d85-467f-95c8-eff27b7c9a05,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:19.557320 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:19.560126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Network 831d365f-f5cc-4791-87bf-2dcde5eaf780 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:19.563221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:19.565968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:19.906137 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:19.908851 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5374abd3-422a-45d4-a730-1295c0f9d397 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:19.979879 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1a9671a-3c00-4cfc-8884-e62833844b47,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:19.982429 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:20.130288 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.138298 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.228137 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.452585 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.461956 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bfb3ad8b-904a-48de-8b35-dc1eedfacc15 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:20.630763 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=22a62f9f-55fb-4c79-8ae4-bde43d2d9c3f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:20.758022 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:20.759349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b37cb-0530-490c-b1ac-615d6a952ad4 req-0085761f-6ce4-467c-9267-aa5b32b7d6bd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:20.767393 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a44b37cb-0530-490c-b1ac-615d6a952ad4 req-0085761f-6ce4-467c-9267-aa5b32b7d6bd tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 946 time: 0.1712110 Jun 17 08:39:20.781350 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.784862 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.822802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566ca56a-0cdb-479e-be7e-597b416de15e']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:20.844930 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09290999-46cd-488d-9643-65f81e921855') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:20.845817 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09290999-46cd-488d-9643-65f81e921855') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:20.883283 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.926652 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.937620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:20.938754 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:20.956926 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:21.064536 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:21.077936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 566ca56a-0cdb-479e-be7e-597b416de15e {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:39:21.094153 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:21.100839 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "DELETE /v2.0/networks/566ca56a-0cdb-479e-be7e-597b416de15e HTTP/1.1" status: 204 len: 168 time: 2.8283575 Jun 17 08:39:21.102129 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-235cb6e8-af2f-4efb-9db7-153b6269c45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:21.108615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52230) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:21.212119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a44b37cb-0530-490c-b1ac-615d6a952ad4 req-ebbd491f-f1e6-46b6-8362-723680228098 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec16a08e-a979-4257-b3b2-ea59e9aab049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4363191 Jun 17 08:39:21.464838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event deleted for resources: {'Network': ['ID=566ca56a-0cdb-479e-be7e-597b416de15e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:21.479286 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:21.531095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Router d055c1d4-a1b9-42a3-8dfa-8957bff05333 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:39:21.697112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4c401f38-a9cb-465e-96a9-6b3ad05b3ec2 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.5856600 Jun 17 08:39:21.703365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52252) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:21.824293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:21.852426 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:21.854845 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.0993972 Jun 17 08:39:21.867876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52262) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:22.128002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800f0a0-9075-446b-ab95-ba0aba996b0e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.128610 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800f0a0-9075-446b-ab95-ba0aba996b0e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.129890 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800f0a0-9075-446b-ab95-ba0aba996b0e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.131941 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800f0a0-9075-446b-ab95-ba0aba996b0e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.132558 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800f0a0-9075-446b-ab95-ba0aba996b0e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.135402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800f0a0-9075-446b-ab95-ba0aba996b0e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.135727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Sync routers for ids ['d055c1d4-a1b9-42a3-8dfa-8957bff05333'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:22.136131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800f0a0-9075-446b-ab95-ba0aba996b0e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.136636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800f0a0-9075-446b-ab95-ba0aba996b0e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.137186 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800f0a0-9075-446b-ab95-ba0aba996b0e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.144559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52278) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:22.145310 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2800f0a0-9075-446b-ab95-ba0aba996b0e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5917 time: 0.4408391 Jun 17 08:39:22.161307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Routers {'d055c1d4-a1b9-42a3-8dfa-8957bff05333'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:22.163284 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d055c1d4-a1b9-42a3-8dfa-8957bff05333'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:22.203151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.291188 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-aa05b945-3ec8-4886-9925-85ff253fd7a3 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] delete failed (client error): The resource could not be found. Jun 17 08:39:22.299469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-aa05b945-3ec8-4886-9925-85ff253fd7a3 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/eceb06a9-49d7-4995-aa57-d1109500d2c4 HTTP/1.1" status: 404 len: 345 time: 0.1461256 Jun 17 08:39:22.300433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52286) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:22.418332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Set router d055c1d4-a1b9-42a3-8dfa-8957bff05333 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:22.435020 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaa024c-e48b-40f1-8901-7437b8189078 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] DELETE failed (client error): The resource could not be found. Jun 17 08:39:22.435785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecaa024c-e48b-40f1-8901-7437b8189078 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:39:22.444755 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ecaa024c-e48b-40f1-8901-7437b8189078 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "DELETE /v2.0/networks/566ca56a-0cdb-479e-be7e-597b416de15e HTTP/1.1" status: 404 len: 339 time: 0.1415567 Jun 17 08:39:22.452755 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52290) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:22.458089 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Request body: {'network': {'name': 'tempest-network--897794371', 'router:external': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:22.539313 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.551907 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Made reservation on behalf of 07cc20919d994e95a164b16ce1e3b91b for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:22.556602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.618279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968aa13-aab2-46c8-a859-b9f89407196c req-914f53a0-ad05-4509-b12a-38e66ecab834 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:22.622460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c968aa13-aab2-46c8-a859-b9f89407196c req-914f53a0-ad05-4509-b12a-38e66ecab834 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.10 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 946 time: 0.3207757 Jun 17 08:39:22.756090 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:22.874201 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:22.874459 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Added segment b4b8d8ba-d389-4502-9466-1b58c2c90aa2 of type vlan for network b3b0be19-6a76-4ef1-b3af-409517eceddd Jun 17 08:39:22.940889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Deleting port f85444dc-4d85-467f-95c8-eff27b7c9a05 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:22.941233 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.041267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd055c1d4-a1b9-42a3-8dfa-8957bff05333', 'name': '', 'tenant_id': '2280259cd008463ebbf77cd1a7f940e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '831d365f-f5cc-4791-87bf-2dcde5eaf780', 'external_fixed_ips': [{'subnet_id': 'b737598c-669d-4099-aaa6-6d189a2a105b', 'ip_address': '2001:db8::33'}], 'enable_snat': True}, 'gw_port_id': 'f85444dc-4d85-467f-95c8-eff27b7c9a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:16Z', 'updated_at': '2021-06-17T08:39:19Z', 'revision_number': 3, 'project_id': '2280259cd008463ebbf77cd1a7f940e5', 'gw_port': {'id': 'f85444dc-4d85-467f-95c8-eff27b7c9a05', 'name': '', 'network_id': '831d365f-f5cc-4791-87bf-2dcde5eaf780', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:89:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd055c1d4-a1b9-42a3-8dfa-8957bff05333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'b737598c-669d-4099-aaa6-6d189a2a105b', 'ip_address': '2001:db8::33', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:18Z', 'updated_at': '2021-06-17T08:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b737598c-669d-4099-aaa6-6d189a2a105b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:23.084328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Checking router: d055c1d4-a1b9-42a3-8dfa-8957bff05333 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:39:23.090630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Updating router d055c1d4-a1b9-42a3-8dfa-8957bff05333 port f85444dc-4d85-467f-95c8-eff27b7c9a05 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:39:23.234747 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.267508 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.271263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff7fb7-669b-4016-9950-932143239523 req-5d1104ea-a88b-4306-8ab8-45b81484055a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:23.279772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-10ff7fb7-669b-4016-9950-932143239523 req-5d1104ea-a88b-4306-8ab8-45b81484055a tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 946 time: 0.7844040 Jun 17 08:39:23.478056 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.516686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52334) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:23.548327 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Deleting port 6260a284-7fa7-48c1-8012-4eb4c274ed9d {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:23.548666 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.591723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-10ff7fb7-669b-4016-9950-932143239523 req-c5ea0e13-2a00-4d75-b777-2000ab26c2ec tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec16a08e-a979-4257-b3b2-ea59e9aab049&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106682 Jun 17 08:39:23.605238 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Calling delete_port for f85444dc-4d85-467f-95c8-eff27b7c9a05 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:23.621072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.623289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:23.624628 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.634505 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dd8300d1-4369-4685-bbf6-ada1fcee84e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:23.818129 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47737437-7af7-4d77-81e0-10708ee60c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:23.838401 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4765d-0053-454d-bd6d-add88b1d4573 req-a78a1b93-7bc1-41e3-9fbc-ed809e417c78 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:23.840734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bad4765d-0053-454d-bd6d-add88b1d4573 req-a78a1b93-7bc1-41e3-9fbc-ed809e417c78 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.4227989 Jun 17 08:39:23.851327 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] For port 6260a284-7fa7-48c1-8012-4eb4c274ed9d, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=6260a284-7fa7-48c1-8012-4eb4c274ed9d,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:23.852080 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.015776 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.018116 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.5639756 Jun 17 08:39:24.020731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52344) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] DB exception raised by Mechanism driver 'openvswitch' in update_port_precommit {{(pid=93805) _call_on_drivers /opt/stack/neutron/neutron/plugins/ml2/managers.py:481}} Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers conn.query(q) Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers result.read() Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers pymysql.err.OperationalError: (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers The above exception was the direct cause of the following exception: Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers Traceback (most recent call last): Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/managers.py", line 477, in _call_on_drivers Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers getattr(driver.obj, method_name)(context) Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 65, in update_port_precommit Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers self._insert_provisioning_block(context) Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py", line 80, in _insert_provisioning_block Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers if context.host_agents(self.agent_type): Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/plugins/ml2/driver_context.py", line 295, in host_agents Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers return self._plugin.get_agents(self._plugin_context, Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers return method(*args, **kwargs) Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/db/agents_db.py", line 289, in get_agents Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers agents = agent_obj.Agent.get_objects(context, **filters) Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/base.py", line 637, in get_objects Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers db_objs = obj_db_api.get_objects( Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/opt/stack/neutron/neutron/objects/db/api.py", line 55, in get_objects Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers return model_query.get_collection( Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 318, in get_collection Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers items = [ Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2827, in __iter__ Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers return self._iter().__iter__() Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2834, in _iter Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers result = self.session.execute( Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1637, in execute Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers ) = compile_state_cls.orm_pre_session_exec( Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/context.py", line 287, in orm_pre_session_exec Jun 17 08:39:24.109586 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers session._autoflush() Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 2193, in _autoflush Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers self.flush() Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3298, in flush Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers self._flush(objects) Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3438, in _flush Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers transaction.rollback(_capture_exception=True) Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers compat.raise_( Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers raise exception Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 3398, in _flush Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers flush_context.execute() Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 456, in execute Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers rec.execute(self) Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/unitofwork.py", line 630, in execute Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers util.preloaded.orm_persistence.save_obj( Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 234, in save_obj Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers _emit_update_statements( Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py", line 998, in _emit_update_statements Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers c = connection._execute_20( Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1582, in _execute_20 Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers return meth(self, args_10style, kwargs_10style, execution_options) Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/sql/elements.py", line 324, in _execute_on_connection Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers return connection._execute_clauseelement( Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1451, in _execute_clauseelement Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers ret = self._execute_context( Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1813, in _execute_context Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers self._handle_dbapi_exception( Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1992, in _handle_dbapi_exception Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/util/compat.py", line 207, in raise_ Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers raise exception Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/base.py", line 1770, in _execute_context Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers self.dialect.do_execute( Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/default.py", line 717, in do_execute Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers cursor.execute(statement, parameters) Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 148, in execute Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers result = self._query(query) Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/cursors.py", line 310, in _query Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers conn.query(q) Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 548, in query Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers result.read() Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 1156, in read Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers first_packet = self.connection._read_packet() Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/connections.py", line 725, in _read_packet Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers packet.raise_for_error() Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers err.raise_mysql_exception(self._data) Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers File "/usr/local/lib/python3.8/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jun 17 08:39:24.116314 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers raise errorclass(errno, errval) Jun 17 08:39:24.120204 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers oslo_db.exception.DBDeadlock: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:39:24.120204 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jun 17 08:39:24.120204 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers [parameters: {'host': 'n-d-779913-16', 'ml2_port_bindings_port_id': 'f85444dc-4d85-467f-95c8-eff27b7c9a05', 'ml2_port_bindings_host': ''}] Jun 17 08:39:24.120204 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers (Background on this error at: http://sqlalche.me/e/14/e3q8) Jun 17 08:39:24.120204 n-d-779913-16 neutron-server[93805]: ERROR neutron.plugins.ml2.managers Jun 17 08:39:24.126402 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:39:24.126402 n-d-779913-16 neutron-server[93805]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jun 17 08:39:24.126402 n-d-779913-16 neutron-server[93805]: [parameters: {'host': 'n-d-779913-16', 'ml2_port_bindings_port_id': 'f85444dc-4d85-467f-95c8-eff27b7c9a05', 'ml2_port_bindings_host': ''}] Jun 17 08:39:24.126402 n-d-779913-16 neutron-server[93805]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:39:24.127277 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:39:24.169542 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bad4765d-0053-454d-bd6d-add88b1d4573 req-8cd35bee-323b-418a-97de-05c1397df2f7 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085303 Jun 17 08:39:24.187243 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event updated for resources: {'Network': ['ID=b3b0be19-6a76-4ef1-b3af-409517eceddd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:24.207954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network b3b0be19-6a76-4ef1-b3af-409517eceddd details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:24.237496 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:24.431087 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.431703 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.434813 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Floating IP 798f63d5-8227-4e4c-ba25-d85a2367c7a7 disassociated. External IP: 172.25.8.78, port: 6260a284-7fa7-48c1-8012-4eb4c274ed9d. Jun 17 08:39:24.435306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Calling delete_port for 6260a284-7fa7-48c1-8012-4eb4c274ed9d owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:24.470698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b388686-8ddf-4e0a-af5d-d703d55a19c1 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:24.495956 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b388686-8ddf-4e0a-af5d-d703d55a19c1 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:24.502531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b388686-8ddf-4e0a-af5d-d703d55a19c1 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:24.508951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b388686-8ddf-4e0a-af5d-d703d55a19c1 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:24.531373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b388686-8ddf-4e0a-af5d-d703d55a19c1 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:24.533453 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6b388686-8ddf-4e0a-af5d-d703d55a19c1 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3059 time: 0.5094624 Jun 17 08:39:24.536466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52348) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:24.608907 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.619263 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ff724388-59d3-41de-981e-272327daa1f4 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:24.670130 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event deleted for resources: {'Port': ['ID=6260a284-7fa7-48c1-8012-4eb4c274ed9d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:24.672886 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:24.769827 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.791463 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.799754 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b12e3e6f-cf2b-434f-8775-adca6dacb941 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:24.826437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Port f85444dc-4d85-467f-95c8-eff27b7c9a05 not found while updating agent binding for router d055c1d4-a1b9-42a3-8dfa-8957bff05333. {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 17 08:39:24.852099 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Routers {'d055c1d4-a1b9-42a3-8dfa-8957bff05333'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:24.853352 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.853689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d055c1d4-a1b9-42a3-8dfa-8957bff05333'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:24.873873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event deleted for resources: {'Port': ['ID=f85444dc-4d85-467f-95c8-eff27b7c9a05,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:24.880419 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:24.958279 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:24.987564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] Set router d055c1d4-a1b9-42a3-8dfa-8957bff05333 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:25.347691 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd055c1d4-a1b9-42a3-8dfa-8957bff05333', 'name': '', 'tenant_id': '2280259cd008463ebbf77cd1a7f940e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:16Z', 'updated_at': '2021-06-17T08:39:24Z', 'revision_number': 5, 'project_id': '2280259cd008463ebbf77cd1a7f940e5', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:25.491977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f4ed0b-1cf7-4a89-a002-959d4b49c426 None None] The sync data for ids ['d055c1d4-a1b9-42a3-8dfa-8957bff05333'] in n-d-779913-16 is: [{'id': 'd055c1d4-a1b9-42a3-8dfa-8957bff05333', 'name': '', 'tenant_id': '2280259cd008463ebbf77cd1a7f940e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:16Z', 'updated_at': '2021-06-17T08:39:24Z', 'revision_number': 5, 'project_id': '2280259cd008463ebbf77cd1a7f940e5', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:25.582830 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5a76a02-512c-439d-a2be-4ddc40ee16f6 req-fcaa8a84-3984-47b8-9e91-0304ff7096a0 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 210 time: 0.7222168 Jun 17 08:39:25.615453 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.627432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b0be19-6a76-4ef1-b3af-409517eceddd']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:25.643780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b8d8ba-d389-4502-9466-1b58c2c90aa2') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:25.644432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b8d8ba-d389-4502-9466-1b58c2c90aa2') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:25.659881 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.695536 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.703711 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.708815 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:39:25.714575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.734442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:25.736575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:25.758723 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:25.797268 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47737437-7af7-4d77-81e0-10708ee60c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.805998 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa2a09-0f80-4243-9673-24df9d0b6c90 req-27792d89-f2f6-4f90-abf3-8dab66cc0757 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:25.807544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0fa2a09-0f80-4243-9673-24df9d0b6c90 req-27792d89-f2f6-4f90-abf3-8dab66cc0757 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.2321208 Jun 17 08:39:25.843779 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-47737437-7af7-4d77-81e0-10708ee60c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.920663 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-32162837-862d-41e9-a1f7-7f50ec515113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:25.921217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6260a284-7fa7-48c1-8012-4eb4c274ed9d no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:25.954340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 6260a284-7fa7-48c1-8012-4eb4c274ed9d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:25.955111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 6260a284-7fa7-48c1-8012-4eb4c274ed9d not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:25.957727 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.958267 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d055c1d4-a1b9-42a3-8dfa-8957bff05333 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:39:25.963700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:25.964839 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "DELETE /v2.0/routers/d055c1d4-a1b9-42a3-8dfa-8957bff05333 HTTP/1.1" status: 204 len: 168 time: 4.0960197 Jun 17 08:39:25.986164 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52370) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:26.045875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47737437-7af7-4d77-81e0-10708ee60c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcb901c-16b3-4362-ab78-20e0dc2275fb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:26.054304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-29e0e52a-f710-4c9a-bcd5-dcaf6d980e17 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Deleting subnet b737598c-669d-4099-aaa6-6d189a2a105b {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:26.060159 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.062185 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29e0e52a-f710-4c9a-bcd5-dcaf6d980e17 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.067117 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1940d214-4e3e-4a1f-8512-8fc9c47f21fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:26.084796 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-47737437-7af7-4d77-81e0-10708ee60c5a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=56d801c4771f4d42abc1ac3ea107801c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5644419 Jun 17 08:39:26.090018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52378) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:26.090859 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-47737437-7af7-4d77-81e0-10708ee60c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:26.092872 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3b0be19-6a76-4ef1-b3af-409517eceddd {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:39:26.102502 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.104592 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "DELETE /v2.0/networks/b3b0be19-6a76-4ef1-b3af-409517eceddd HTTP/1.1" status: 204 len: 168 time: 1.5566568 Jun 17 08:39:26.114905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52382) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:26.117867 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3b0be19-6a76-4ef1-b3af-409517eceddd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:26.123028 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:26.131476 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Request body: {'network': {'name': 'tempest-network--253343821', 'router:external': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:26.143625 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29e0e52a-f710-4c9a-bcd5-dcaf6d980e17 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.155561 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0fa2a09-0f80-4243-9673-24df9d0b6c90 req-4be86653-bad4-43d2-b197-c6865a0f440d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134172 Jun 17 08:39:26.239586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:26.261561 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29e0e52a-f710-4c9a-bcd5-dcaf6d980e17 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.304282 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] No DVR routers for this DVR port 6260a284-7fa7-48c1-8012-4eb4c274ed9d on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:26.309102 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Made reservation on behalf of 07cc20919d994e95a164b16ce1e3b91b for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:26.312074 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.315459 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.317988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c968aa13-aab2-46c8-a859-b9f89407196c req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.10 "DELETE /v2.0/ports/6260a284-7fa7-48c1-8012-4eb4c274ed9d HTTP/1.1" status: 204 len: 173 time: 3.6298313 Jun 17 08:39:26.322689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'name': 'network-vif-deleted', 'tag': '6260a284-7fa7-48c1-8012-4eb4c274ed9d'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:26.325813 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e88e74-dab9-4344-9976-80edfaa183cc" -d '{"events": [{"server_uuid": "217fafbe-784a-4e35-bc97-6d4013c1018a", "name": "network-vif-deleted", "tag": "6260a284-7fa7-48c1-8012-4eb4c274ed9d"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:26.354737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-45b95a77-83f5-4aec-8086-e5d2ce58893f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.360716 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29e0e52a-f710-4c9a-bcd5-dcaf6d980e17 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.365016 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bcc759a-18f3-413f-b504-85cb7268e9c2 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:26.398824 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0e52a-f710-4c9a-bcd5-dcaf6d980e17 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b737598c-669d-4099-aaa6-6d189a2a105b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:26.403570 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29e0e52a-f710-4c9a-bcd5-dcaf6d980e17 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:26.409977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29e0e52a-f710-4c9a-bcd5-dcaf6d980e17 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.414640 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-29e0e52a-f710-4c9a-bcd5-dcaf6d980e17 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/b737598c-669d-4099-aaa6-6d189a2a105b HTTP/1.1" status: 204 len: 168 time: 0.4251354 Jun 17 08:39:26.416028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52396) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:26.419188 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82ed06a-651d-4223-9600-7b869db4184b x-openstack-request-id: req-d82ed06a-651d-4223-9600-7b869db4184b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:26.419531 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217fafbe-784a-4e35-bc97-6d4013c1018a", "name": "network-vif-deleted", "tag": "6260a284-7fa7-48c1-8012-4eb4c274ed9d", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:26.419844 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d82ed06a-651d-4223-9600-7b869db4184b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:26.420284 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217fafbe-784a-4e35-bc97-6d4013c1018a', 'name': 'network-vif-deleted', 'tag': '6260a284-7fa7-48c1-8012-4eb4c274ed9d', 'status': 'completed', 'code': 200} Jun 17 08:39:26.448148 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-45b95a77-83f5-4aec-8086-e5d2ce58893f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.464412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:26.510914 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.511334 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Added segment e57be398-90b8-460d-b83a-16d7d6ff82cd of type vlan for network 59ede5cd-e6e3-442f-9e49-0673770eadf1 Jun 17 08:39:26.592188 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.600598 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.627358 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-45b95a77-83f5-4aec-8086-e5d2ce58893f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.629961 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-45b95a77-83f5-4aec-8086-e5d2ce58893f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.643984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-45b95a77-83f5-4aec-8086-e5d2ce58893f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2fcb901c-16b3-4362-ab78-20e0dc2275fb HTTP/1.1" status: 204 len: 168 time: 0.5438213 Jun 17 08:39:26.651274 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a34245db-c13d-4220-83ec-621f4c8361c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:26.672405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b95a77-83f5-4aec-8086-e5d2ce58893f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcb901c-16b3-4362-ab78-20e0dc2275fb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:26.686265 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-45b95a77-83f5-4aec-8086-e5d2ce58893f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:26.694793 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.696259 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:26.696897 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:26.699512 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-832dbb80-a06d-4173-9987-22a86a505dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:26.969207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.079130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831d365f-f5cc-4791-87bf-2dcde5eaf780']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:27.081868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event updated for resources: {'Network': ['ID=59ede5cd-e6e3-442f-9e49-0673770eadf1,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:27.116278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9933498 Jun 17 08:39:27.117616 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:27.117866 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52408) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:27.121032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 59ede5cd-e6e3-442f-9e49-0673770eadf1 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:27.140692 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258cd433-385e-4ef7-8de3-0eb11a0b5cc0') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:27.151417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258cd433-385e-4ef7-8de3-0eb11a0b5cc0') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:27.177681 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6109372e-5117-445e-883e-df7aa554a261 req-eef0a1b0-e36a-4a14-998c-badfd592ea00 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/ports?device_id=217fafbe-784a-4e35-bc97-6d4013c1018a HTTP/1.1" status: 200 len: 210 time: 0.2885556 Jun 17 08:39:27.209832 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.257082 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.291961 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:27.292380 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:27.301625 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:27.391319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41659a7e-743a-4ed9-9fec-e216adb00893 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:27.401046 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-41659a7e-743a-4ed9-9fec-e216adb00893 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] 10.222.0.47 "GET /v2.0/networks/59ede5cd-e6e3-442f-9e49-0673770eadf1 HTTP/1.1" status: 200 len: 756 time: 0.2319834 Jun 17 08:39:27.411783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52424) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:27.484051 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978a5d6-c005-4471-99c8-158352bf99a2 None None] Sync routers for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:27.518748 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978a5d6-c005-4471-99c8-158352bf99a2 None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:27.530700 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a978a5d6-c005-4471-99c8-158352bf99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:27.577878 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.595947 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f48228ca-94a8-4084-9c2e-0797fcd28ba4 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:27.638880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52428) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:27.640111 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 831d365f-f5cc-4791-87bf-2dcde5eaf780 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:39:27.653597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38720912-e1a4-4682-9f1a-dc1943a85156 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:27.659988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event deleted for resources: {'Network': ['ID=831d365f-f5cc-4791-87bf-2dcde5eaf780,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:27.670607 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:27.674502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-38720912-e1a4-4682-9f1a-dc1943a85156 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] 10.222.0.47 "GET /v2.0/networks/44af9aa3-9990-4058-8fdc-38c6c73d1af9 HTTP/1.1" status: 200 len: 767 time: 0.2603326 Jun 17 08:39:27.679377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52430) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:27.697129 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670989'] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.717833 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "DELETE /v2.0/networks/831d365f-f5cc-4791-87bf-2dcde5eaf780 HTTP/1.1" status: 204 len: 168 time: 1.3000851 Jun 17 08:39:27.742984 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-420e6b23-4d98-4793-85a6-62cd561ce55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.979293 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-420e6b23-4d98-4793-85a6-62cd561ce55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.991108 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-420e6b23-4d98-4793-85a6-62cd561ce55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:27.997926 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d3bf374b-067b-458f-a214-50c8302d353c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:28.046477 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-a978a5d6-c005-4471-99c8-158352bf99a2 None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:28.082799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e6b23-4d98-4793-85a6-62cd561ce55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffe2876-7fd7-49e7-b07f-74f8b4da9cd7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:28.106618 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-420e6b23-4d98-4793-85a6-62cd561ce55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:28.110762 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-420e6b23-4d98-4793-85a6-62cd561ce55b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=989e220a6e0a4b8fa3d283a1a7e73f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346526 Jun 17 08:39:28.113253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52438) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:28.191925 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.227366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc194974-3476-4f8c-b7b8-f23993735d0f req-208560c8-d7a2-4c76-9f09-8962b1ee2546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:28.228908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc194974-3476-4f8c-b7b8-f23993735d0f req-208560c8-d7a2-4c76-9f09-8962b1ee2546 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 1097 time: 0.4078381 Jun 17 08:39:28.359590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6c4e23f5-9462-420d-bf23-6723b87577a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.439539 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6c4e23f5-9462-420d-bf23-6723b87577a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.519585 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc194974-3476-4f8c-b7b8-f23993735d0f req-d9ee06b0-b410-4f23-8dae-b7ab5aa5d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:28.521027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc194974-3476-4f8c-b7b8-f23993735d0f req-d9ee06b0-b410-4f23-8dae-b7ab5aa5d042 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.2482064 Jun 17 08:39:28.567814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52454) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:28.597467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6c4e23f5-9462-420d-bf23-6723b87577a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.600181 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6c4e23f5-9462-420d-bf23-6723b87577a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.601330 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6c4e23f5-9462-420d-bf23-6723b87577a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7ffe2876-7fd7-49e7-b07f-74f8b4da9cd7 HTTP/1.1" status: 204 len: 168 time: 0.4868827 Jun 17 08:39:28.640843 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e6c821d4-a146-4e3d-9cdf-e01657441dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:28.678437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e23f5-9462-420d-bf23-6723b87577a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffe2876-7fd7-49e7-b07f-74f8b4da9cd7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:28.703949 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6c4e23f5-9462-420d-bf23-6723b87577a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:28.779144 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52458) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:28.801210 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-14977fa4-415c-4464-a531-53bb5a5d72ef tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Request body: {'router': {'name': 'tempest-router--1803074564', 'project_id': 'c596485c48a74f33abdfde0d8b93e9cd'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:28.866297 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d77e4781-c512-4b51-a691-aa47ec60e645 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.879957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d66731-02eb-4b62-9cb3-8e7dc247f6c2 req-b1439794-bf5e-46a5-8936-169268d3b0fb tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:28.895308 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a978a5d6-c005-4471-99c8-158352bf99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:28.898735 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7d66731-02eb-4b62-9cb3-8e7dc247f6c2 req-b1439794-bf5e-46a5-8936-169268d3b0fb tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 1.2174475 Jun 17 08:39:28.925741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc194974-3476-4f8c-b7b8-f23993735d0f req-fa3bb1fd-15eb-4e9b-8edf-73319b56da5b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021 HTTP/1.1" status: 200 len: 1001 time: 0.3563123 Jun 17 08:39:28.972722 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978a5d6-c005-4471-99c8-158352bf99a2 None None] Checking router: 81bf5a57-cf29-44b9-a055-d9f590f6bc56 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:39:28.984084 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d77e4781-c512-4b51-a691-aa47ec60e645 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:28.996913 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978a5d6-c005-4471-99c8-158352bf99a2 None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:28.998503 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a978a5d6-c005-4471-99c8-158352bf99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:29.106238 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d77e4781-c512-4b51-a691-aa47ec60e645 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.108970 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d77e4781-c512-4b51-a691-aa47ec60e645 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.110158 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d77e4781-c512-4b51-a691-aa47ec60e645 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "DELETE /v2.0/security-groups/ec16a08e-a979-4257-b3b2-ea59e9aab049 HTTP/1.1" status: 204 len: 168 time: 0.5401580 Jun 17 08:39:29.145313 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-050448dc-7d60-4217-bd13-e8747c43873e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:29.164865 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-a978a5d6-c005-4471-99c8-158352bf99a2 None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:39:29.181820 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52464) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:29.191325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e4781-c512-4b51-a691-aa47ec60e645 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec16a08e-a979-4257-b3b2-ea59e9aab049,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:29.200257 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d77e4781-c512-4b51-a691-aa47ec60e645 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:29.220101 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14977fa4-415c-4464-a531-53bb5a5d72ef tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.221216 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14977fa4-415c-4464-a531-53bb5a5d72ef tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.245678 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-bbb54ec7-2af6-4fe1-aaab-7cd4fc8bd49f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] show failed (client error): The resource could not be found. Jun 17 08:39:29.246918 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bbb54ec7-2af6-4fe1-aaab-7cd4fc8bd49f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "GET /v2.0/security-groups/ec16a08e-a979-4257-b3b2-ea59e9aab049 HTTP/1.1" status: 404 len: 347 time: 0.0508146 Jun 17 08:39:29.250787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52466) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:29.281597 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d7d66731-02eb-4b62-9cb3-8e7dc247f6c2 req-4c274897-4504-47bb-9d20-92f1afe7722e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3817887 Jun 17 08:39:29.349846 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.383015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ede5cd-e6e3-442f-9e49-0673770eadf1']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:29.397807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc194974-3476-4f8c-b7b8-f23993735d0f req-23a1b74b-d3da-4a48-8e9f-7ed0d0403304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:29.399410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc194974-3476-4f8c-b7b8-f23993735d0f req-23a1b74b-d3da-4a48-8e9f-7ed0d0403304 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.4072492 Jun 17 08:39:29.402174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57be398-90b8-460d-b83a-16d7d6ff82cd') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:29.402473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57be398-90b8-460d-b83a-16d7d6ff82cd') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:29.513361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.645538 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.690354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:29.696453 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:29.709391 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:29.888739 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a978a5d6-c005-4471-99c8-158352bf99a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:29.893223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc194974-3476-4f8c-b7b8-f23993735d0f req-b9b2a5ae-b795-489c-a3b8-a22c6c50e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:29.894754 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc194974-3476-4f8c-b7b8-f23993735d0f req-b9b2a5ae-b795-489c-a3b8-a22c6c50e434 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4594307 Jun 17 08:39:29.944306 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:29.984924 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ffb52a1a-4f88-4975-8bb0-de841d15706e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:30.001319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 59ede5cd-e6e3-442f-9e49-0673770eadf1 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:39:30.020907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event deleted for resources: {'Network': ['ID=59ede5cd-e6e3-442f-9e49-0673770eadf1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:30.024927 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:30.028015 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.041529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "DELETE /v2.0/networks/59ede5cd-e6e3-442f-9e49-0673770eadf1 HTTP/1.1" status: 204 len: 168 time: 2.3590350 Jun 17 08:39:30.046641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52490) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:30.057131 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978a5d6-c005-4471-99c8-158352bf99a2 None None] The sync data for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 is: [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:28:56Z', 'revision_number': 4, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f698985d-eeb2-4388-a981-f92f7bc308af', 'name': '', 'network_id': '423f5745-9961-4843-8bc3-428ac1bbf196', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'mac_address': 'fa:16:3e:0e:4d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:54Z', 'updated_at': '2021-06-17T08:29:03Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'subnets': [{'id': 'cdc93414-eae7-480f-9955-ef583cf9c1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:30.069190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Request body: {'network': {'name': 'tempest-network--794096295'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:30.211565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Made reservation on behalf of 07cc20919d994e95a164b16ce1e3b91b for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:30.215582 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.227032 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc194974-3476-4f8c-b7b8-f23993735d0f req-182e5898-0c80-4048-a46a-4e8175a0b6d7 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245389 Jun 17 08:39:30.579019 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:30.620173 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.620529 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Added segment 3d9cd132-e6d3-48a2-afea-d338ccef3f7b of type vlan for network 62b09407-921d-447b-bf86-74227e14e4f2 Jun 17 08:39:30.884320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc194974-3476-4f8c-b7b8-f23993735d0f req-db6b8972-6fd4-4ee8-b543-b2d4b4b5a9f8 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6447890 Jun 17 08:39:30.887371 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:30.998485 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14977fa4-415c-4464-a531-53bb5a5d72ef tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.029678 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14977fa4-415c-4464-a531-53bb5a5d72ef tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.067141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac581b-9ff3-4404-be8e-f037f18ec882 req-4c5eca77-1fb1-4120-aa8d-c133d763fb03 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:31.088235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Deleting port 738a9179-2708-473e-b7a1-6ef0551f2920 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:31.088576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.092912 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0cac581b-9ff3-4404-be8e-f037f18ec882 req-4c5eca77-1fb1-4120-aa8d-c133d763fb03 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.4261341 Jun 17 08:39:31.147706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14977fa4-415c-4464-a531-53bb5a5d72ef tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.151878 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-14977fa4-415c-4464-a531-53bb5a5d72ef tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.3716469 Jun 17 08:39:31.231745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52514) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:31.384671 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.385050 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.511817 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fbdd757-596d-4d2b-9b78-db4e1d3e514c tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.522195 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.523288 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:31.524052 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:31.554860 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0cac581b-9ff3-4404-be8e-f037f18ec882 req-1393b24f-3bde-4014-b41f-bbf091b19031 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4604352 Jun 17 08:39:31.600584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Calling delete_port for 738a9179-2708-473e-b7a1-6ef0551f2920 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:31.602816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52530) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:31.624326 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:31.631235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5740824 Jun 17 08:39:31.641846 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52534) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:31.664308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-eb5cc956-dd04-42d5-b46c-2d268639a359 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:32.135831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc88a6b-b9b5-4b03-bce6-88df92fe0c51 None None] New status for floating IP 798f63d5-8227-4e4c-ba25-d85a2367c7a7: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:39:32.197066 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event updated for resources: {'Network': ['ID=62b09407-921d-447b-bf86-74227e14e4f2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:32.208754 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:32.216817 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fbdd757-596d-4d2b-9b78-db4e1d3e514c tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.225986 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fbdd757-596d-4d2b-9b78-db4e1d3e514c tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.348211 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-850d0a72-b8a7-412b-9ca8-616d65d6e978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.386559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb5cc956-dd04-42d5-b46c-2d268639a359 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.393190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.412818 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9c29f80e-ad2b-43f4-99a3-13f00d5b59f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:32.422380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 62b09407-921d-447b-bf86-74227e14e4f2 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:32.443829 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fbdd757-596d-4d2b-9b78-db4e1d3e514c tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.444474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbdd757-596d-4d2b-9b78-db4e1d3e514c tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 678ae816-8c4a-41fe-9753-9ec1cbca1e2b {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:39:32.459684 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fbdd757-596d-4d2b-9b78-db4e1d3e514c tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.461857 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4fbdd757-596d-4d2b-9b78-db4e1d3e514c tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "DELETE /v2.0/routers/678ae816-8c4a-41fe-9753-9ec1cbca1e2b HTTP/1.1" status: 204 len: 168 time: 1.2279844 Jun 17 08:39:32.552897 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Pushing event deleted for resources: {'Port': ['ID=738a9179-2708-473e-b7a1-6ef0551f2920,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:32.553068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52562) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:32.567421 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:32.567421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb5cc956-dd04-42d5-b46c-2d268639a359 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.587238 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:32.616980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb5cc956-dd04-42d5-b46c-2d268639a359 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Network 62b09407-921d-447b-bf86-74227e14e4f2 is not hosted by any dhcp agent {{(pid=93804) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:39:32.618376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5cc956-dd04-42d5-b46c-2d268639a359 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:32.620360 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb5cc956-dd04-42d5-b46c-2d268639a359 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.626328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52568) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:32.626900 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eb5cc956-dd04-42d5-b46c-2d268639a359 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "PUT /v2.0/networks/62b09407-921d-447b-bf86-74227e14e4f2 HTTP/1.1" status: 200 len: 857 time: 0.9824536 Jun 17 08:39:32.627166 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-2dc88a6b-b9b5-4b03-bce6-88df92fe0c51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:39:32.627541 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-2dc88a6b-b9b5-4b03-bce6-88df92fe0c51 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:39:32.678888 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.682036 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.686742 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] 10.222.0.47 "DELETE /v2.0/floatingips/798f63d5-8227-4e4c-ba25-d85a2367c7a7 HTTP/1.1" status: 204 len: 168 time: 3.4278235 Jun 17 08:39:32.817687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cc956-dd04-42d5-b46c-2d268639a359 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event updated for resources: {'Network': ['ID=62b09407-921d-447b-bf86-74227e14e4f2,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:32.829102 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb5cc956-dd04-42d5-b46c-2d268639a359 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:32.881109 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.895421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-cd65b707-02c6-46ef-8795-01d0b00e8b5b tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:32.942276 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.963752 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-850d0a72-b8a7-412b-9ca8-616d65d6e978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.971506 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-850d0a72-b8a7-412b-9ca8-616d65d6e978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:32.979244 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e1e1b9d0-d2ad-42c7-97bc-aac1a8e6af25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:33.070322 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-850d0a72-b8a7-412b-9ca8-616d65d6e978 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8110b73bbe640edb57916d3deaf4c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4661610 Jun 17 08:39:33.071295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52574) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.080834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d0a72-b8a7-412b-9ca8-616d65d6e978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f13802-37c7-4eba-81bd-754a2c62f5a5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:33.097960 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-850d0a72-b8a7-412b-9ca8-616d65d6e978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:33.129668 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc88a6b-b9b5-4b03-bce6-88df92fe0c51 None None] New status for floating IP 798f63d5-8227-4e4c-ba25-d85a2367c7a7: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:39:33.166628 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52576) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.214359 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-026214b5-2793-4d4a-968a-063ce3408a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.230577 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.253184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cd65b707-02c6-46ef-8795-01d0b00e8b5b tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] 10.222.0.47 "PUT /v2.0/quotas/df16f988b2af45e6aa6868e812f785a1 HTTP/1.1" status: 200 len: 366 time: 0.6980519 Jun 17 08:39:33.260020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52580) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.262284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b09407-921d-447b-bf86-74227e14e4f2']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:33.291159 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1d843046-2464-4cfa-ba89-dd639cd630c5 tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0188823 Jun 17 08:39:33.296820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52582) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.308059 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-026214b5-2793-4d4a-968a-063ce3408a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.309946 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9cd132-e6d3-48a2-afea-d338ccef3f7b') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:33.310461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9cd132-e6d3-48a2-afea-d338ccef3f7b') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:33.320772 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e07f9-b53a-4a60-901f-d898f7ce3330 req-f079845d-78fc-464d-8bb5-54dde365d39d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:33.322882 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-645e07f9-b53a-4a60-901f-d898f7ce3330 req-f079845d-78fc-464d-8bb5-54dde365d39d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.3845003 Jun 17 08:39:33.358449 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.397747 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-645e07f9-b53a-4a60-901f-d898f7ce3330 req-bd724d98-7546-43fb-9917-0a613b864370 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650589 Jun 17 08:39:33.399200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-186363f3-3614-42fa-b8b1-0a12b1c61079 tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] 10.222.0.47 "GET /v2.0/quotas/df16f988b2af45e6aa6868e812f785a1 HTTP/1.1" status: 200 len: 366 time: 0.1009073 Jun 17 08:39:33.402270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52584) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.430247 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.436580 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-026214b5-2793-4d4a-968a-063ce3408a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.443886 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:33.444306 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.446162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-026214b5-2793-4d4a-968a-063ce3408a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.455161 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-026214b5-2793-4d4a-968a-063ce3408a87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/97f13802-37c7-4eba-81bd-754a2c62f5a5 HTTP/1.1" status: 204 len: 168 time: 0.3758678 Jun 17 08:39:33.458575 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-420e6b23-4d98-4793-85a6-62cd561ce55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:33.485393 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-09215762-baef-479b-95d2-e735d182a9ab tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/df16f988b2af45e6aa6868e812f785a1 HTTP/1.1" status: 204 len: 168 time: 0.0802083 Jun 17 08:39:33.486478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52588) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.493517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026214b5-2793-4d4a-968a-063ce3408a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f13802-37c7-4eba-81bd-754a2c62f5a5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:33.507214 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-026214b5-2793-4d4a-968a-063ce3408a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:33.524774 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dc2bd049-3425-433b-965f-f88623c94a72 tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0368595 Jun 17 08:39:33.525753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52590) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.554190 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-85b69844-6fea-43e0-a7db-eab7396c5024 tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] 10.222.0.47 "GET /v2.0/quotas/df16f988b2af45e6aa6868e812f785a1 HTTP/1.1" status: 200 len: 370 time: 0.0265369 Jun 17 08:39:33.558082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52594) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.572981 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-954aa936-653a-4f34-b1a7-f586cbfd1ce1 tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] 10.222.0.47 "GET /v2.0/quotas/df16f988b2af45e6aa6868e812f785a1/default HTTP/1.1" status: 200 len: 370 time: 0.0132625 Jun 17 08:39:33.573861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52596) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:33.626255 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:33.630560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1471525869', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:33.638205 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.642995 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-da8b0190-96f0-42c9-8c72-49cfc9182bb5 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:33.648600 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-931f45b9-98fc-4f2a-8712-6010ebc23aab tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] delete failed (client error): The resource could not be found. Jun 17 08:39:33.649221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62b09407-921d-447b-bf86-74227e14e4f2 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:39:33.680659 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-931f45b9-98fc-4f2a-8712-6010ebc23aab tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/df16f988b2af45e6aa6868e812f785a1 HTTP/1.1" status: 404 len: 348 time: 0.1055093 Jun 17 08:39:33.691348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Pushing event deleted for resources: {'Network': ['ID=62b09407-921d-447b-bf86-74227e14e4f2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:33.702270 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:33.703707 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.710087 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] 10.222.0.47 "DELETE /v2.0/networks/62b09407-921d-447b-bf86-74227e14e4f2 HTTP/1.1" status: 204 len: 168 time: 1.0826623 Jun 17 08:39:33.711275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52604) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.746465 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-461f07d2-7df1-4fc4-ab0b-d1f62a1b6b2e tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] DELETE failed (client error): The resource could not be found. Jun 17 08:39:33.747592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461f07d2-7df1-4fc4-ab0b-d1f62a1b6b2e tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:39:33.753596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.754996 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:33.771483 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52606) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:33.771713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-461f07d2-7df1-4fc4-ab0b-d1f62a1b6b2e tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] 10.222.0.47 "DELETE /v2.0/subnets/22a62f9f-55fb-4c79-8ae4-bde43d2d9c3f HTTP/1.1" status: 404 len: 337 time: 0.0589800 Jun 17 08:39:34.036487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.085147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.132456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bed8d326-bd1a-4dff-8e4f-cf447b3d3021 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:39:34.322990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52614) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:34.359887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Usage tracker for resource:network and tenant:6c776d77380a4a359097c7e32d2caa8f is out of sync, need to count used quota {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:39:34.389449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:39:34.440743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Usage tracker for resource:subnet and tenant:6c776d77380a4a359097c7e32d2caa8f is out of sync, need to count used quota {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:39:34.474253 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:39:34.506403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Usage tracker for resource:subnetpool and tenant:6c776d77380a4a359097c7e32d2caa8f is out of sync, need to count used quota {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:39:34.512349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:34.529001 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:39:34.533284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.555122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.575868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'port_id': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'mac_address': 'fa:16:3e:81:f9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:39:34.580270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Usage tracker for resource:port and tenant:6c776d77380a4a359097c7e32d2caa8f is out of sync, need to count used quota {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:39:34.593114 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44af9aa3-9990-4058-8fdc-38c6c73d1af9']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:34.607074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:39:34.644145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2034075a-a30d-41b8-b9e8-2697c637db5e') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:34.644395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2034075a-a30d-41b8-b9e8-2697c637db5e') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:34.653559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Usage tracker for resource:router and tenant:6c776d77380a4a359097c7e32d2caa8f is out of sync, need to count used quota {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:39:34.678030 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:39:34.688823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Usage tracker for resource:floatingip and tenant:6c776d77380a4a359097c7e32d2caa8f is out of sync, need to count used quota {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:39:34.695605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:39:34.759269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Usage tracker for resource:security_group and tenant:6c776d77380a4a359097c7e32d2caa8f is out of sync, need to count used quota {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:39:34.768209 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.774036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:39:34.779907 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.797020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bed8d326-bd1a-4dff-8e4f-cf447b3d3021 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:39:34.800840 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.847375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:34.847739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:34.855202 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.857596 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f6dee076-c01b-4afe-8938-afd366f31421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:34.865347 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:34.876513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Usage tracker for resource:security_group_rule and tenant:6c776d77380a4a359097c7e32d2caa8f is out of sync, need to count used quota {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} Jun 17 08:39:34.890226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.quota.resource [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93803) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jun 17 08:39:34.907493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2a0d799f-5239-4cfd-9947-ef54bf8cd4bf tempest-QuotasTest-924663826 tempest-QuotasTest-924663826-project-admin] 10.222.0.47 "GET /v2.0/quotas/6c776d77380a4a359097c7e32d2caa8f/details.json HTTP/1.1" status: 200 len: 703 time: 0.5832624 Jun 17 08:39:34.960476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:34.980013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740ec9d-00a6-4eb3-82e4-7631644e9931 req-2070eadf-cb80-42e9-b067-59a046877f13 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:34.981677 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a740ec9d-00a6-4eb3-82e4-7631644e9931 req-2070eadf-cb80-42e9-b067-59a046877f13 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.2100625 Jun 17 08:39:34.982625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:34.983006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:34.983630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:34.984132 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:34.984692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:34.985194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:34.985743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:34.986251 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:34.988990 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:34.992783 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:34.993347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:34.995167 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:35.001726 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:35.002657 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:35.009041 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.020964 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0b7cd032-6a4e-4c59-a98d-490a22369061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:35.025444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['bed8d326-bd1a-4dff-8e4f-cf447b3d3021'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:39:35.063231 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.070675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a740ec9d-00a6-4eb3-82e4-7631644e9931 req-716f3906-dbdc-4a53-bb4f-541dee2c1df7 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830309 Jun 17 08:39:35.092915 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] 10.222.0.47 "DELETE /v2.0/networks/44af9aa3-9990-4058-8fdc-38c6c73d1af9 HTTP/1.1" status: 204 len: 168 time: 1.3187740 Jun 17 08:39:35.099196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Pushing event deleted for resources: {'Network': ['ID=44af9aa3-9990-4058-8fdc-38c6c73d1af9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:35.117624 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:35.563104 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.589178 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:35.872940 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52670) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:35.875450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Allocated IP 172.25.8.212 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/3c99c8c5-4905-49ac-955b-f3803f47386a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:36.088586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52678) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:36.148221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bed8d326-bd1a-4dff-8e4f-cf447b3d3021 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:36.193874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.253992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:36.254647 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.301605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.314500 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:36.421435 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c613aa2-db53-4983-b470-8711dc702ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.516100 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:36.520239 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:36.526098 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cb64a722-5f99-4a04-9088-61918faaffab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ff1d53a681d43e2a32d9f9726d7eb12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336126 Jun 17 08:39:36.534447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52692) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:36.554277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:36.595506 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.669329 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Pushing event updated for resources: {'Port': ['ID=3c99c8c5-4905-49ac-955b-f3803f47386a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:36.687158 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:36.744028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:36.754706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:39:36.773529 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9401a84e-e5b1-48bb-b70f-7f3ac3c49763" -d '{"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-plugged", "status": "completed", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:39:36.801294 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:36.807332 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:36.981116 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b0f112b0-9909-42cb-a93f-c77c3ad7f37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.038062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3656fa7-2844-4ea1-9faf-743cae18ad12 req-ca296ddf-b8b8-4f60-a79f-1a0ef758e2ff tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:37.040815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3656fa7-2844-4ea1-9faf-743cae18ad12 req-ca296ddf-b8b8-4f60-a79f-1a0ef758e2ff tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 944 time: 0.5279388 Jun 17 08:39:37.044270 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a540437-9740-499d-8a72-8f2550f9f158 x-openstack-request-id: req-6a540437-9740-499d-8a72-8f2550f9f158 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:39:37.047181 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-plugged", "status": "completed", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:39:37.047689 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6a540437-9740-499d-8a72-8f2550f9f158 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:39:37.048311 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'code': 200} Jun 17 08:39:37.049765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:37.057498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c613aa2-db53-4983-b470-8711dc702ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.060403 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:37.094883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c613aa2-db53-4983-b470-8711dc702ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.103853 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f9456d0a-17b5-4243-9b04-876aa19b420c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:37.144634 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b0f112b0-9909-42cb-a93f-c77c3ad7f37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.185991 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3656fa7-2844-4ea1-9faf-743cae18ad12 req-4cd40e01-14c5-43c4-8d69-75178069db11 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238904 Jun 17 08:39:37.243110 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1c613aa2-db53-4983-b470-8711dc702ba4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0116d5b71304da6a04525f87bc009b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3667638 Jun 17 08:39:37.247899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c613aa2-db53-4983-b470-8711dc702ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3d4141-8ab4-4ddf-b170-1613167fb12e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:37.250745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52718) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:37.263081 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1c613aa2-db53-4983-b470-8711dc702ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:37.334245 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b0f112b0-9909-42cb-a93f-c77c3ad7f37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.337954 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b0f112b0-9909-42cb-a93f-c77c3ad7f37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.339304 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b0f112b0-9909-42cb-a93f-c77c3ad7f37b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/badbb64a-436a-4a4d-bb9d-cd185250e8b9 HTTP/1.1" status: 204 len: 168 time: 0.7799318 Jun 17 08:39:37.346646 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b3f8795e-7f8e-4484-b6d3-e6aacafac5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:37.358049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f112b0-9909-42cb-a93f-c77c3ad7f37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badbb64a-436a-4a4d-bb9d-cd185250e8b9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:37.360290 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b78e672-d199-49d2-9205-035b59ffbb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.458348 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b78e672-d199-49d2-9205-035b59ffbb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.595953 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b0f112b0-9909-42cb-a93f-c77c3ad7f37b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:37.688227 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b78e672-d199-49d2-9205-035b59ffbb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.695829 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8b78e672-d199-49d2-9205-035b59ffbb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:37.697104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8b78e672-d199-49d2-9205-035b59ffbb5a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb3d4141-8ab4-4ddf-b170-1613167fb12e HTTP/1.1" status: 204 len: 168 time: 0.4408712 Jun 17 08:39:37.698346 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-04addbd1-a587-44d1-8bb8-0f2b666dde8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:37.732919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78e672-d199-49d2-9205-035b59ffbb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3d4141-8ab4-4ddf-b170-1613167fb12e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:37.752295 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8b78e672-d199-49d2-9205-035b59ffbb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:37.911385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.170742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52740) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:38.329892 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a77ad5a3-3854-48dc-bccb-526b3be666b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=07cc20919d994e95a164b16ce1e3b91b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571987 Jun 17 08:39:38.347160 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52744) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:38.496561 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f21a425b-5976-4ef2-98f5-db9c8c3cbccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:38.588275 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f21a425b-5976-4ef2-98f5-db9c8c3cbccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.022598 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f21a425b-5976-4ef2-98f5-db9c8c3cbccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.042868 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f21a425b-5976-4ef2-98f5-db9c8c3cbccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.044192 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f21a425b-5976-4ef2-98f5-db9c8c3cbccb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff1e1373-6eb7-400e-9747-b175684dfc9c HTTP/1.1" status: 204 len: 168 time: 0.6953189 Jun 17 08:39:39.049543 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93ce3aae-e729-4510-8698-c48078948243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:39.077867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2a6b6-c25e-418c-ac14-8f44e22a0722 req-6a900f53-6cc3-4d92-b98d-a08c4df3b932 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:39.083742 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7df2a6b6-c25e-418c-ac14-8f44e22a0722 req-6a900f53-6cc3-4d92-b98d-a08c4df3b932 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.4182694 Jun 17 08:39:39.102175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a425b-5976-4ef2-98f5-db9c8c3cbccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1e1373-6eb7-400e-9747-b175684dfc9c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:39.127075 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f21a425b-5976-4ef2-98f5-db9c8c3cbccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:39.181764 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.248470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52762) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:39.341968 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d37c21f-1ecd-4436-a527-5c8f0a1989de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.394371 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7df2a6b6-c25e-418c-ac14-8f44e22a0722 req-40bedcd8-8651-4e16-a549-4a01ddaa08ad tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926831 Jun 17 08:39:39.714915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.806977 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d37c21f-1ecd-4436-a527-5c8f0a1989de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.818626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d37c21f-1ecd-4436-a527-5c8f0a1989de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:39.823029 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-22c9730a-a4de-40db-915e-9007eb7cc204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:39.957946 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37c21f-1ecd-4436-a527-5c8f0a1989de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d89f2e3-58b2-4b39-8f64-6c256e15fa07,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:39.965359 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0d37c21f-1ecd-4436-a527-5c8f0a1989de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:39.991483 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0d37c21f-1ecd-4436-a527-5c8f0a1989de admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6c776d77380a4a359097c7e32d2caa8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7352896 Jun 17 08:39:39.992875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52772) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:40.143348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52776) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:40.236716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-718549083', 'description': 'tempest-secgroup-smoke-718549083 description', 'project_id': '2f455ca5823946e8a10a01151d60adb3'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:40.288662 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-167d6855-e812-4a9e-9656-29d263e21f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.381125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Router 1fda4196-31d2-4ce2-9174-e2b9d6c65faf is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:39:40.389590 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-167d6855-e812-4a9e-9656-29d263e21f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.513622 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:39:40.574636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-167d6855-e812-4a9e-9656-29d263e21f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.583214 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-167d6855-e812-4a9e-9656-29d263e21f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.588357 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-167d6855-e812-4a9e-9656-29d263e21f54 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5d89f2e3-58b2-4b39-8f64-6c256e15fa07 HTTP/1.1" status: 204 len: 168 time: 0.5867164 Jun 17 08:39:40.593003 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-95d8bd15-0fba-4744-a995-eadfabea2710 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:40.609168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d6855-e812-4a9e-9656-29d263e21f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d89f2e3-58b2-4b39-8f64-6c256e15fa07,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:40.635321 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-167d6855-e812-4a9e-9656-29d263e21f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:40.649447 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.666621 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:40.923000 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:40.960345 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a035412f-7d57-455d-b004-7b8f84640d9b None None] Sync routers for ids ['1fda4196-31d2-4ce2-9174-e2b9d6c65faf'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:40.984237 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a035412f-7d57-455d-b004-7b8f84640d9b None None] Routers {'1fda4196-31d2-4ce2-9174-e2b9d6c65faf'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:40.985051 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a035412f-7d57-455d-b004-7b8f84640d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1fda4196-31d2-4ce2-9174-e2b9d6c65faf'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:41.142179 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a035412f-7d57-455d-b004-7b8f84640d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:41.180355 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a035412f-7d57-455d-b004-7b8f84640d9b None None] Routers {'1fda4196-31d2-4ce2-9174-e2b9d6c65faf'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:41.181164 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a035412f-7d57-455d-b004-7b8f84640d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['1fda4196-31d2-4ce2-9174-e2b9d6c65faf'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:41.308741 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a035412f-7d57-455d-b004-7b8f84640d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:41.309476 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a035412f-7d57-455d-b004-7b8f84640d9b None None] The sync data for ids ['1fda4196-31d2-4ce2-9174-e2b9d6c65faf'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:39:42.405460 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.426254 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.429902 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:42.434350 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.2646213 Jun 17 08:39:42.435030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52836) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:42.467478 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2308f27d-4e9f-4f01-a287-c64a793fa9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:42.550759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3de43-723a-427d-801a-735a7a8a598c req-d7d39263-e0f5-45df-bc4c-9ef477400994 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:42.561559 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93a3de43-723a-427d-801a-735a7a8a598c req-d7d39263-e0f5-45df-bc4c-9ef477400994 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.4842026 Jun 17 08:39:42.648852 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43640c03-9132-4f08-856b-cd9b5f3743d6,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:42.673246 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:42.740733 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d1c3fef0-2b65-408f-9626-9cfc1884bc4c tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/routers/1fda4196-31d2-4ce2-9174-e2b9d6c65faf HTTP/1.1" status: 200 len: 925 time: 0.3034739 Jun 17 08:39:42.745551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52846) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:42.794532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52848) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:42.835849 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93a3de43-723a-427d-801a-735a7a8a598c req-b174a6bc-1276-4778-afe6-c141f41c5908 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2692118 Jun 17 08:39:42.844946 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e4ec5593-1323-4bc0-9fd6-f5dc74c79969 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fda4196-31d2-4ce2-9174-e2b9d6c65faf HTTP/1.1" status: 200 len: 205 time: 0.1001954 Jun 17 08:39:42.891089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52852) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:43.168011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-359877860'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:43.198149 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.402278 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.409060 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-019b7e0f-3717-4847-b663-e692f6247aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.420062 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-232f2db2-e76e-4b1d-8dad-f1830b217975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:43.433642 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:43.437781 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.582747 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.631905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.633158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.4761915 Jun 17 08:39:43.636942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52892) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:43.642069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-50e8fafa-8d94-43fe-8c16-7bdc1a15e690 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'cd5214d0-dcfb-4588-a11d-4b690f9ab2f8', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:43.675640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:43.703234 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:43.714475 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:39:43.714475 n-d-779913-16 neutron-server[93803]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:39:43.714475 n-d-779913-16 neutron-server[93803]: [parameters: {'project_id_1': 'ce2477a5b38848369cb819d83549373e', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 39, 43, 669674)}] Jun 17 08:39:43.714475 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:39:43.720767 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:39:43.740202 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50e8fafa-8d94-43fe-8c16-7bdc1a15e690 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.759387 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52894) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:43.809920 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.974112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50e8fafa-8d94-43fe-8c16-7bdc1a15e690 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.984482 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50e8fafa-8d94-43fe-8c16-7bdc1a15e690 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:43.987688 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ec60c49-d064-408f-9349-b1908ca6c9ce tempest-ImagesOneServerNegativeTestJSON-139156407 tempest-ImagesOneServerNegativeTestJSON-139156407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:44.011743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:44.022889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8fafa-8d94-43fe-8c16-7bdc1a15e690 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7a19652-aae5-46a9-b314-0db464d984f9,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:44.030212 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-50e8fafa-8d94-43fe-8c16-7bdc1a15e690 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:44.104407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.114878 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50e8fafa-8d94-43fe-8c16-7bdc1a15e690 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.119789 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-50e8fafa-8d94-43fe-8c16-7bdc1a15e690 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4815605 Jun 17 08:39:44.120531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52900) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:44.125634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-bb333c63-6c9c-464b-8ee5-8d41596470a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'cd5214d0-dcfb-4588-a11d-4b690f9ab2f8', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:44.177927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb333c63-6c9c-464b-8ee5-8d41596470a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.244741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.248836 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.304945 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb333c63-6c9c-464b-8ee5-8d41596470a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.311661 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb333c63-6c9c-464b-8ee5-8d41596470a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.314041 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f59da49-aecc-4b1d-a1ed-5b92d21042a1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:44.336134 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb333c63-6c9c-464b-8ee5-8d41596470a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7391dba-346a-4a93-992d-4558e6178b75,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:44.339896 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bb333c63-6c9c-464b-8ee5-8d41596470a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:44.419291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e0dec-a26a-4600-bb19-798f2f7ed6cc req-01b5f658-db68-4212-80bb-63bd227a6005 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:44.427054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e9e0dec-a26a-4600-bb19-798f2f7ed6cc req-01b5f658-db68-4212-80bb-63bd227a6005 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.2816367 Jun 17 08:39:44.541634 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.552664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Deleting port 3c99c8c5-4905-49ac-955b-f3803f47386a {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:44.553106 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.563598 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb333c63-6c9c-464b-8ee5-8d41596470a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.569682 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bb333c63-6c9c-464b-8ee5-8d41596470a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4480250 Jun 17 08:39:44.570380 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52914) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:44.575790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-183f49cd-72b8-4de0-8fe6-9272f3a156d6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'cd5214d0-dcfb-4588-a11d-4b690f9ab2f8', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:44.657989 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-183f49cd-72b8-4de0-8fe6-9272f3a156d6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.685891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.707979 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-45b95a77-83f5-4aec-8086-e5d2ce58893f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:44.741963 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-183f49cd-72b8-4de0-8fe6-9272f3a156d6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.763172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e9e0dec-a26a-4600-bb19-798f2f7ed6cc req-a37fa0ac-1f17-4c94-b146-1484aa83a4d4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3340464 Jun 17 08:39:44.764042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-183f49cd-72b8-4de0-8fe6-9272f3a156d6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.773257 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b0499ea-16a3-4efc-b865-6fdf761739fc tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:44.802303 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f49cd-72b8-4de0-8fe6-9272f3a156d6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcb9144-1b46-4ef5-8243-41c1e7bf2e38,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:44.806449 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-183f49cd-72b8-4de0-8fe6-9272f3a156d6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:44.822838 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-183f49cd-72b8-4de0-8fe6-9272f3a156d6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.825973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:44.830224 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-183f49cd-72b8-4de0-8fe6-9272f3a156d6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2586796 Jun 17 08:39:44.831092 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52924) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:44.832469 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.837132 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b6b6ebf9-6ae3-41d6-a592-b83647fc3fd3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'cd5214d0-dcfb-4588-a11d-4b690f9ab2f8', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:44.888312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f97711d-b3db-4710-bb5b-df69b0497875,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:44.913077 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ebf9-6ae3-41d6-a592-b83647fc3fd3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.926286 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:44.950415 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:44.951443 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Added segment 855cc440-dae4-464b-b707-647a412d827e of type vlan for network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 Jun 17 08:39:44.954356 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.065437 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ebf9-6ae3-41d6-a592-b83647fc3fd3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.071238 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ebf9-6ae3-41d6-a592-b83647fc3fd3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.073166 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5ffe34f1-4468-44c4-a8cf-1cb70422beed tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:45.117050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6ebf9-6ae3-41d6-a592-b83647fc3fd3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e3ad60-52c3-4052-b313-1580da80eafc,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:45.140521 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b6b6ebf9-6ae3-41d6-a592-b83647fc3fd3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:45.141412 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ebf9-6ae3-41d6-a592-b83647fc3fd3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.146506 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b6b6ebf9-6ae3-41d6-a592-b83647fc3fd3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3142431 Jun 17 08:39:45.155673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52934) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:45.164170 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b303990e-d373-44c5-9b22-814f0abf2085 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'cd5214d0-dcfb-4588-a11d-4b690f9ab2f8', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:45.228921 n-d-779913-16 neutron-server[93804]: INFO neutron.db.securitygroups_db [None req-b303990e-d373-44c5-9b22-814f0abf2085 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Project 2f455ca5823946e8a10a01151d60adb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:39:45.232764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Calling delete_port for 3c99c8c5-4905-49ac-955b-f3803f47386a owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:45.253429 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b303990e-d373-44c5-9b22-814f0abf2085 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.261185 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.344949 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b303990e-d373-44c5-9b22-814f0abf2085 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.355961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b303990e-d373-44c5-9b22-814f0abf2085 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.358089 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4a452425-fe8c-43b5-8b8a-80114c8e4afa tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:45.382548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b303990e-d373-44c5-9b22-814f0abf2085 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c22a83d-02a2-4e8b-af80-02f62ab68416,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:45.386645 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b303990e-d373-44c5-9b22-814f0abf2085 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:45.399005 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b303990e-d373-44c5-9b22-814f0abf2085 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.403055 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b303990e-d373-44c5-9b22-814f0abf2085 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2480650 Jun 17 08:39:45.403702 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52948) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:45.408686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-72463357-afd6-4f53-ba4b-7fc8008e05ca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'cd5214d0-dcfb-4588-a11d-4b690f9ab2f8', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:45.459685 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.465291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:45.465900 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.474662 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9e8a2abe-af8c-4f76-b9b2-25de48c3cb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:45.536599 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-72463357-afd6-4f53-ba4b-7fc8008e05ca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Project 2f455ca5823946e8a10a01151d60adb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:39:45.585066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72463357-afd6-4f53-ba4b-7fc8008e05ca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.603843 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d6c77fc9-8bd8-4c74-8710-d69dfd504213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.624169 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Allocated IP 172.25.8.124 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/c033c02d-a454-43f4-a043-0abd324e3861) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:45.647412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8439229 Jun 17 08:39:45.648631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 52962) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:45.655366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:45.675264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Network': ['ID=3d909a4f-7a34-4bb4-b1d5-5b2d5d387368,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:45.700777 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:45.732059 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:45.961563 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:45.971172 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:45.982067 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.041412 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72463357-afd6-4f53-ba4b-7fc8008e05ca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.121798 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72463357-afd6-4f53-ba4b-7fc8008e05ca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.130046 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8967d293-d716-4c99-a5b4-e44115a70805 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:46.233806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72463357-afd6-4f53-ba4b-7fc8008e05ca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba82f59-4595-4d0e-8460-cf661410656d,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:46.258403 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-72463357-afd6-4f53-ba4b-7fc8008e05ca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:46.441265 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.485328 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72463357-afd6-4f53-ba4b-7fc8008e05ca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.493405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-72463357-afd6-4f53-ba4b-7fc8008e05ca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0885668 Jun 17 08:39:46.496172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 52994) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:46.511806 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.539145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'network': {'name': 'tempest-network-smoke--884080037', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'port_security_enabled': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:46.545469 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a4e14791-eace-4615-9457-d4df731daf14 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:46.688182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Pushing event deleted for resources: {'Port': ['ID=3c99c8c5-4905-49ac-955b-f3803f47386a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:46.708507 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:46.725212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.729380 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-073c45d2-84f1-478e-a89c-2a7eede92986 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:46.767849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90ff1d-a8f0-4c27-985e-ef0bfe53c647 req-4528d5c5-6faf-4be0-9f9d-f7595b6594f6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:46.775106 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a90ff1d-a8f0-4c27-985e-ef0bfe53c647 req-4528d5c5-6faf-4be0-9f9d-f7595b6594f6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.7328646 Jun 17 08:39:46.826883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:46.831480 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.838082 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.849889 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:46.892486 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c7d797ac-e6e2-4ae1-a604-42737ec3682f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:46.946577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:46.951383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=d41b8f14-57d4-4d81-b7cd-28926528d1a1,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:46.958900 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:46.970934 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a90ff1d-a8f0-4c27-985e-ef0bfe53c647 req-1efb50f6-ffb3-4a80-a96b-d810d76090d3 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947615 Jun 17 08:39:46.983700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:39:47.000443 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.000800 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Added segment 1250bc22-bc6f-450a-bc10-1f565757d9c2 of type vlan for network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 Jun 17 08:39:47.045679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:47.047333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network hostable DHCP agents. Network: 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:39:47.047454 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.080923 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:47.105285 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.112673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:47.113598 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.115202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:39:47.119718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:47.135144 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:47.139168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Pushing event updated for resources: {'Port': ['ID=c033c02d-a454-43f4-a043-0abd324e3861,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:47.149857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739be9ea-7fbb-43ad-973b-928ec8e5fc89 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:47.163458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:47.167918 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.176976 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:47.179321 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-49bd12c2-a82e-475f-8979-e30398f51344 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:47.228225 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.233582 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5835135 Jun 17 08:39:47.236363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53002) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:47.255697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'name': 'tempest-NetworksTestDHCPv6-869491567'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:47.528627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:47.533020 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.591895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': 'd41b8f14-57d4-4d81-b7cd-28926528d1a1'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:39:47.596673 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.598952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 8a60d1d5-8a53-42e5-9707-68452ebfeb3f yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:39:47.617554 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1023648 Jun 17 08:39:47.618859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53008) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:47.684211 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'admin_state_up': True, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:47.749253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.756784 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Network': ['ID=9d03cba3-f186-4f86-84d8-2adbfb9f05c3,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:47.761196 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:47.766354 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.819364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:39:47.902332 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::7b (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/d41b8f14-57d4-4d81-b7cd-28926528d1a1/8a60d1d5-8a53-42e5-9707-68452ebfeb3f) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:47.985338 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:47.989845 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.077861 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.077861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Fanout notify agent at l3_agent the message router_deleted on router 1fda4196-31d2-4ce2-9174-e2b9d6c65faf {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:39:48.099771 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.107249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/1fda4196-31d2-4ce2-9174-e2b9d6c65faf HTTP/1.1" status: 204 len: 168 time: 5.2074571 Jun 17 08:39:48.116285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53012) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:48.151847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Request body: {'router': {'name': 'tempest-snat-router-987339721', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'enable_snat': False}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:48.188925 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.304609 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.351755 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 8a60d1d5-8a53-42e5-9707-68452ebfeb3f will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:48.358396 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.473512 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.492896 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-72370ae5-a78b-4752-8721-edcb76f765ff tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:48.592831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:48.636476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:48.640535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:48.646212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:48.663140 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.696870 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4566767 Jun 17 08:39:48.704848 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53024) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:48.768616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/d41b8f14-57d4-4d81-b7cd-28926528d1a1/d599eb27-c9da-41d2-a043-daeb20c4df5b) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:48.804266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=8a60d1d5-8a53-42e5-9707-68452ebfeb3f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:48.812346 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:48.943766 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:48.971958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8445a80b-d863-433a-a812-5639641d35e2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:48.983708 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8445a80b-d863-433a-a812-5639641d35e2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2777045 Jun 17 08:39:48.984512 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53026) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:49.114193 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.134710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Transition to ACTIVE for port object d599eb27-c9da-41d2-a043-daeb20c4df5b will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:49.169846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Transition to ACTIVE for port object d599eb27-c9da-41d2-a043-daeb20c4df5b will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:49.184029 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.186472 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:49.199076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-96df8e01-de66-4cf6-b093-fc01b91c2bed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 8a60d1d5-8a53-42e5-9707-68452ebfeb3f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:49.199642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96df8e01-de66-4cf6-b093-fc01b91c2bed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.224272 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.232406 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.233596 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.246651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:49.252090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:49.256927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:49.265835 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Pushing event updated for resources: {'Port': ['ID=d599eb27-c9da-41d2-a043-daeb20c4df5b,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:49.290290 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:49.324369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Attempting to bind port d599eb27-c9da-41d2-a043-daeb20c4df5b on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:49.325145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Attempting to bind port d599eb27-c9da-41d2-a043-daeb20c4df5b by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:49.325685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Attempting to bind port d599eb27-c9da-41d2-a043-daeb20c4df5b on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:49.331472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:49.332133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:49.332705 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.333348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:49.334072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Bound port: d599eb27-c9da-41d2-a043-daeb20c4df5b, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:49.334661 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.443622 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.482782 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96df8e01-de66-4cf6-b093-fc01b91c2bed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.565180 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] For port d599eb27-c9da-41d2-a043-daeb20c4df5b, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:49.569848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] For port d599eb27-c9da-41d2-a043-daeb20c4df5b, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d599eb27-c9da-41d2-a043-daeb20c4df5b,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:49.577957 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.600614 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:49.687833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-96df8e01-de66-4cf6-b093-fc01b91c2bed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 8a60d1d5-8a53-42e5-9707-68452ebfeb3f owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:49.694060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Pushing event updated for resources: {'Port': ['ID=d599eb27-c9da-41d2-a043-daeb20c4df5b,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:49.703748 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:49.711918 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:49.962133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9a9e3-56b8-47f9-a086-0c0eeaa3abb3 req-c9c2a48e-91c5-43f9-b39e-ddbfb3acfe07 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:49.969077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aad9a9e3-56b8-47f9-a086-0c0eeaa3abb3 req-c9c2a48e-91c5-43f9-b39e-ddbfb3acfe07 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 1.5972302 Jun 17 08:39:50.043648 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96df8e01-de66-4cf6-b093-fc01b91c2bed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.048477 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:50.163254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df8e01-de66-4cf6-b093-fc01b91c2bed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=8a60d1d5-8a53-42e5-9707-68452ebfeb3f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:50.172804 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-96df8e01-de66-4cf6-b093-fc01b91c2bed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:50.217629 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.234284 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.239249 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:50.261440 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96df8e01-de66-4cf6-b093-fc01b91c2bed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.271308 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-96df8e01-de66-4cf6-b093-fc01b91c2bed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/8a60d1d5-8a53-42e5-9707-68452ebfeb3f HTTP/1.1" status: 204 len: 168 time: 1.2855296 Jun 17 08:39:50.272295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53034) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:50.489167 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ac0b75-9722-46e6-8f36-d7fa0f3ba742 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:50.494935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ac0b75-9722-46e6-8f36-d7fa0f3ba742 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:50.505452 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-37ac0b75-9722-46e6-8f36-d7fa0f3ba742 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2318161 Jun 17 08:39:50.507992 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53038) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:50.534382 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.568318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Pushing event updated for resources: {'Port': ['ID=c033c02d-a454-43f4-a043-0abd324e3861,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:50.578918 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:50.622730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d9a759-1c09-4160-a82f-2bfd3b97961f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet d41b8f14-57d4-4d81-b7cd-28926528d1a1 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:50.629437 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98d9a759-1c09-4160-a82f-2bfd3b97961f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.658136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53042) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:50.667280 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aad9a9e3-56b8-47f9-a086-0c0eeaa3abb3 req-62c6ff33-32a1-4c72-8bd5-eabc4c450c53 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4440029 Jun 17 08:39:50.726292 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98d9a759-1c09-4160-a82f-2bfd3b97961f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.762262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-552608c4-487c-4e35-9a5f-bd0397adbc4d admin admin] Deleting subnet 64da52b4-4665-4154-a81f-49b1c9ae8e89 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:50.813428 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-552608c4-487c-4e35-9a5f-bd0397adbc4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.917039 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98d9a759-1c09-4160-a82f-2bfd3b97961f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.930063 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.994628 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:50.996181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.2355235 Jun 17 08:39:50.998825 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-552608c4-487c-4e35-9a5f-bd0397adbc4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.003609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53048) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:51.041809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1510664216', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'fixed_ips': [{'ip_address': '172.25.8.124'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:51.046126 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98d9a759-1c09-4160-a82f-2bfd3b97961f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.051964 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-89f30de1-891f-4a97-a6ee-eb433e0653a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:51.204116 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98d9a759-1c09-4160-a82f-2bfd3b97961f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.216475 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-98d9a759-1c09-4160-a82f-2bfd3b97961f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/d41b8f14-57d4-4d81-b7cd-28926528d1a1 HTTP/1.1" status: 204 len: 168 time: 0.7072318 Jun 17 08:39:51.218691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53052) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:51.234054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9a759-1c09-4160-a82f-2bfd3b97961f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=d41b8f14-57d4-4d81-b7cd-28926528d1a1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:51.271080 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98d9a759-1c09-4160-a82f-2bfd3b97961f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:51.355776 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Made reservation on behalf of 1a0438cde56e496cbbecef4adc23cdef for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:51.358163 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.367920 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-552608c4-487c-4e35-9a5f-bd0397adbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.371299 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.388268 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b7908147-1eae-4215-965f-a6c9c3e51fab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1586988 Jun 17 08:39:51.388994 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53054) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:51.396002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:51.413142 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.440864 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.547152 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:51.552523 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.577823 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf530bc4-550d-4df4-9aae-4959f68a1572 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:51.611435 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.643712 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.696866 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.25.8.86 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/cb6d7d00-e03c-4b0f-9221-6b533261438c) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:51.792988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d3f4a3e8-e9ee-475d-b3ba-d1c95737c98d None None] Provisioning for port d599eb27-c9da-41d2-a043-daeb20c4df5b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:51.810416 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-552608c4-487c-4e35-9a5f-bd0397adbc4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.856231 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d745f4b8-8493-4141-81e6-c1c009168928 tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:51.876602 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-552608c4-487c-4e35-9a5f-bd0397adbc4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:51.880718 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-552608c4-487c-4e35-9a5f-bd0397adbc4d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/64da52b4-4665-4154-a81f-49b1c9ae8e89 HTTP/1.1" status: 204 len: 168 time: 1.2098072 Jun 17 08:39:51.988323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552608c4-487c-4e35-9a5f-bd0397adbc4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64da52b4-4665-4154-a81f-49b1c9ae8e89,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:51.998753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53062) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:52.074134 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.082143 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-552608c4-487c-4e35-9a5f-bd0397adbc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:52.091505 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c2670a5-3354-4bba-bbe2-ec1d407abeed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:52.154360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:52.164529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:52.173700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:52.174399 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.226190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d599eb27-c9da-41d2-a043-daeb20c4df5b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:52.242798 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=64f02759-ea9b-4857-be97-557d18e86ad1,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:52.245307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed9bfc0-98c2-4a74-b3f2-fe78dd6bddbb None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:39:52.252297 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:52.313383 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.432182 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.450318 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0577371 Jun 17 08:39:52.450929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53070) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:52.457472 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'name': 'tempest-NetworksTestDHCPv6-1361813555'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:52.485098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9bfc0-98c2-4a74-b3f2-fe78dd6bddbb None None] Deleting port d599eb27-c9da-41d2-a043-daeb20c4df5b {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:52.485473 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0ed9bfc0-98c2-4a74-b3f2-fe78dd6bddbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.582100 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.586295 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.592929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53074) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:52.670490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:52.672993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0ed9bfc0-98c2-4a74-b3f2-fe78dd6bddbb None None] For port d599eb27-c9da-41d2-a043-daeb20c4df5b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d599eb27-c9da-41d2-a043-daeb20c4df5b,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:52.677566 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.678599 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0ed9bfc0-98c2-4a74-b3f2-fe78dd6bddbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.711993 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port e9d071b5-e5ec-42d9-9ba3-b419e605b089 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:39:52.720691 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-13585671-bd0e-4966-9a52-896250b9863a tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:52.735445 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:52.769460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] device_id is not set on port 34f41960-ecf9-4a23-8d76-8fd9ba225061 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:39:52.815597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9bfc0-98c2-4a74-b3f2-fe78dd6bddbb None None] Calling delete_port for d599eb27-c9da-41d2-a043-daeb20c4df5b owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:52.855258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::281 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/64f02759-ea9b-4857-be97-557d18e86ad1/e9d071b5-e5ec-42d9-9ba3-b419e605b089) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:53.016275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port d599eb27-c9da-41d2-a043-daeb20c4df5b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:53.043879 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0ed9bfc0-98c2-4a74-b3f2-fe78dd6bddbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.070186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:53.072106 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-45d3a6e5-fe6c-4f95-8b03-5a648112039b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:53.101240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Allocated IP 172.25.8.251 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/553cc0de-5524-4075-892e-c1cfb1e92efe) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:53.107106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed9bfc0-98c2-4a74-b3f2-fe78dd6bddbb None None] No DVR routers for this DVR port d599eb27-c9da-41d2-a043-daeb20c4df5b on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:39:53.112180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:53.120008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d599eb27-c9da-41d2-a043-daeb20c4df5b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:53.120429 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.122471 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.126376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:53.143029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object e9d071b5-e5ec-42d9-9ba3-b419e605b089 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:53.153359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=cb6d7d00-e03c-4b0f-9221-6b533261438c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:53.190281 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.197114 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6dd4b2e-d7b8-4e24-b597-9899a973ccb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:53.251299 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:53.262231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Port d599eb27-c9da-41d2-a043-daeb20c4df5b was deleted so its status cannot be updated. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:39:53.284486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7821013-f898-4f4c-af18-ec3f782d3170 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:53.302148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=e9d071b5-e5ec-42d9-9ba3-b419e605b089,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:53.302586 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5ab12072-57ed-44d1-a641-f30a1f079ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.573s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:53.305964 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9bfc0-98c2-4a74-b3f2-fe78dd6bddbb None None] Pushing event deleted for resources: {'Port': ['ID=d599eb27-c9da-41d2-a043-daeb20c4df5b,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:53.315396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.315922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.316215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.317262 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.317645 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.318019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.318142 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0ed9bfc0-98c2-4a74-b3f2-fe78dd6bddbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:53.318387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.318756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.319157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.319524 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.319891 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.320276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:39:53.324556 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:53.335060 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:53.338624 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:53.341933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:53.349768 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:53.350436 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.371490 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9173563 Jun 17 08:39:53.374213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53082) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:53.453775 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d307e7-af8e-4cf3-83e0-a4326de2fe8a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:53.471727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946da875-9919-432f-8384-33d7c9be22a3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:53.476321 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-946da875-9919-432f-8384-33d7c9be22a3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0988090 Jun 17 08:39:53.476466 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:53.476735 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53084) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:53.698096 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4d29e254-5e99-496a-b79d-c5949ff34b0a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port e9d071b5-e5ec-42d9-9ba3-b419e605b089 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:53.698749 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4d29e254-5e99-496a-b79d-c5949ff34b0a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.798477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '64f02759-ea9b-4857-be97-557d18e86ad1'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:39:53.800225 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.828819 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4d29e254-5e99-496a-b79d-c5949ff34b0a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:53.951166 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4d29e254-5e99-496a-b79d-c5949ff34b0a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for e9d071b5-e5ec-42d9-9ba3-b419e605b089 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:54.079109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d599eb27-c9da-41d2-a043-daeb20c4df5b no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:39:54.119171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: d599eb27-c9da-41d2-a043-daeb20c4df5b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:39:54.119528 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d599eb27-c9da-41d2-a043-daeb20c4df5b not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:39:54.137469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/64f02759-ea9b-4857-be97-557d18e86ad1/815a754b-4e12-435b-9b0c-24546e74655c) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:54.145867 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4d29e254-5e99-496a-b79d-c5949ff34b0a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.151736 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8af443c9-6425-451d-89ee-b70522672469 tempest-ServersNegativeTestMultiTenantJSON-169718812 tempest-ServersNegativeTestMultiTenantJSON-169718812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:54.198566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29e254-5e99-496a-b79d-c5949ff34b0a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=e9d071b5-e5ec-42d9-9ba3-b419e605b089,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:54.202982 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4d29e254-5e99-496a-b79d-c5949ff34b0a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:54.233146 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4d29e254-5e99-496a-b79d-c5949ff34b0a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.235983 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4d29e254-5e99-496a-b79d-c5949ff34b0a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/e9d071b5-e5ec-42d9-9ba3-b419e605b089 HTTP/1.1" status: 204 len: 168 time: 0.7582173 Jun 17 08:39:54.238397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53092) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.313495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85a985-f7d2-4236-99e2-47d3189e574e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.315196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85a985-f7d2-4236-99e2-47d3189e574e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.317116 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6d85a985-f7d2-4236-99e2-47d3189e574e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0774868 Jun 17 08:39:54.319806 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53094) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.476587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-da00caf4-c7ab-4152-84df-438f9dd39854 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 64f02759-ea9b-4857-be97-557d18e86ad1 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:54.491034 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.504079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Transition to ACTIVE for port object 815a754b-4e12-435b-9b0c-24546e74655c will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:54.520980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Transition to ACTIVE for port object 815a754b-4e12-435b-9b0c-24546e74655c will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:54.545040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da00caf4-c7ab-4152-84df-438f9dd39854 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.555909 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.570079 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:54.606827 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da00caf4-c7ab-4152-84df-438f9dd39854 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.612311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Pushing event updated for resources: {'Port': ['ID=815a754b-4e12-435b-9b0c-24546e74655c,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:54.618279 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:54.620070 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:54.621763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:54.629019 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:54.686719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.707781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6439ccfd-2f6c-424f-92e1-c8627fe7f159']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:54.723018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Attempting to bind port 815a754b-4e12-435b-9b0c-24546e74655c on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:39:54.723018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Attempting to bind port 815a754b-4e12-435b-9b0c-24546e74655c by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:39:54.723374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Attempting to bind port 815a754b-4e12-435b-9b0c-24546e74655c on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:39:54.728937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:39:54.729325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:39:54.729743 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.730138 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:39:54.730847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Bound port: 815a754b-4e12-435b-9b0c-24546e74655c, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:39:54.731238 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.732458 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98e48e6d-3b04-4882-9073-0edca3f4a395') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:54.732783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98e48e6d-3b04-4882-9073-0edca3f4a395') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:54.739369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da00caf4-c7ab-4152-84df-438f9dd39854 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.754917 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.781263 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.787701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:39:54.788059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.828769 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da00caf4-c7ab-4152-84df-438f9dd39854 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.832310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] For port 815a754b-4e12-435b-9b0c-24546e74655c, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:39:54.835994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] For port 815a754b-4e12-435b-9b0c-24546e74655c, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=815a754b-4e12-435b-9b0c-24546e74655c,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:39:54.843545 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f474e80e-823d-4fa6-a0c8-df6d522fbcb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:54.843777 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.846247 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:39:54.851687 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:39:54.883169 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da00caf4-c7ab-4152-84df-438f9dd39854 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:54.885485 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-da00caf4-c7ab-4152-84df-438f9dd39854 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/64f02759-ea9b-4857-be97-557d18e86ad1 HTTP/1.1" status: 204 len: 168 time: 0.5647390 Jun 17 08:39:54.887386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00caf4-c7ab-4152-84df-438f9dd39854 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=64f02759-ea9b-4857-be97-557d18e86ad1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:54.895684 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-da00caf4-c7ab-4152-84df-438f9dd39854 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:54.897030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53102) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:54.964534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Pushing event updated for resources: {'Port': ['ID=815a754b-4e12-435b-9b0c-24546e74655c,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:54.967139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90d824-48e9-4d3c-8dd0-58f51ad599af req-2e4fe85a-993c-41ee-8169-2ed898a523d3 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:54.970719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd90d824-48e9-4d3c-8dd0-58f51ad599af req-2e4fe85a-993c-41ee-8169-2ed898a523d3 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 2.9423151 Jun 17 08:39:54.974117 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:55.058855 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.115062 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3faf2579-427f-474e-a63b-01e8ce852909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:55.170644 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.172871 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] 10.222.0.47 "DELETE /v2.0/networks/6439ccfd-2f6c-424f-92e1-c8627fe7f159 HTTP/1.1" status: 204 len: 168 time: 3.1473570 Jun 17 08:39:55.177567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] Pushing event deleted for resources: {'Network': ['ID=6439ccfd-2f6c-424f-92e1-c8627fe7f159,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:55.216526 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:55.313618 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd90d824-48e9-4d3c-8dd0-58f51ad599af req-98e959aa-95f7-4142-b164-107176656ca0 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566674 Jun 17 08:39:55.381616 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.468071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53106) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:55.521120 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f96c30ee-87b2-4cf8-a53a-4e2818174779 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6212075 Jun 17 08:39:55.523013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53108) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:55.529921 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:55.598119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4450843a-5f07-4642-9a85-ad9c15d04cbf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5cb90eaff9874eea9c214aa5f0fc37d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976875 Jun 17 08:39:55.600278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53110) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:55.619753 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.718260 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f58de065-0dd6-43a2-bbd5-df1049fc3d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.741674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:55.750530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.755116 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.792963 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-523cf096-d802-44bf-a134-e48871cb2877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:55.796915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f58de065-0dd6-43a2-bbd5-df1049fc3d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.839557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event updated for resources: {'Port': ['ID=553cc0de-5524-4075-892e-c1cfb1e92efe,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:55.854016 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:55.855808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:55.876337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:55.890801 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:55.892946 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:56.054729 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 17 08:39:56.055313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:39:56.098850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 815a754b-4e12-435b-9b0c-24546e74655c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:56.099924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f58de065-0dd6-43a2-bbd5-df1049fc3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.111232 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f58de065-0dd6-43a2-bbd5-df1049fc3d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.112392 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f58de065-0dd6-43a2-bbd5-df1049fc3d79 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1b69319-ff82-4832-bc08-b292f85f9f6a HTTP/1.1" status: 204 len: 168 time: 0.5111864 Jun 17 08:39:56.136118 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-91fe1ae1-c5d9-421e-be81-72694e399e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:56.156956 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58de065-0dd6-43a2-bbd5-df1049fc3d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b69319-ff82-4832-bc08-b292f85f9f6a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:56.172602 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f58de065-0dd6-43a2-bbd5-df1049fc3d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:56.293830 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 815a754b-4e12-435b-9b0c-24546e74655c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:56.343047 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.346199 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-da00caf4-c7ab-4152-84df-438f9dd39854 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:56.412510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=eec186f7-4da9-4e30-b561-8f7cb63fd9ae,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:56.418878 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 5.3854122 Jun 17 08:39:56.422275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53122) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:56.425863 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:56.440044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:56.446919 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:56.450193 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:56.450806 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.482555 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9583657 Jun 17 08:39:56.486025 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53124) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:56.498032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'name': 'tempest-NetworksTestDHCPv6-338679751'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:39:56.591521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1f1bea-55c1-4126-94d3-9fa0c4a49589 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:56.681750 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.711356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8921ddd2-565d-4508-b7d3-3dfbb83bdb63 None None] Could not find standard attr ID for object e9d071b5-e5ec-42d9-9ba3-b419e605b089. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:39:56.760124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8921ddd2-565d-4508-b7d3-3dfbb83bdb63 None None] Provisioning for port 815a754b-4e12-435b-9b0c-24546e74655c completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:39:56.775980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:39:56.785768 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8921ddd2-565d-4508-b7d3-3dfbb83bdb63 None None] Provisioning complete for port 815a754b-4e12-435b-9b0c-24546e74655c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:56.797962 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.798438 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8921ddd2-565d-4508-b7d3-3dfbb83bdb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:56.849487 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port c1092608-6970-4c7d-ade4-ea8f51780be4 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:39:57.044535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::1ad (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/eec186f7-4da9-4e30-b561-8f7cb63fd9ae/c1092608-6970-4c7d-ade4-ea8f51780be4) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:39:57.152942 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8921ddd2-565d-4508-b7d3-3dfbb83bdb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.248231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8921ddd2-565d-4508-b7d3-3dfbb83bdb63 None None] For port 815a754b-4e12-435b-9b0c-24546e74655c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=815a754b-4e12-435b-9b0c-24546e74655c,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:57.253879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.257039 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8921ddd2-565d-4508-b7d3-3dfbb83bdb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.259367 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:57.276710 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object c1092608-6970-4c7d-ade4-ea8f51780be4 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:39:57.333600 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.361499 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:57.391385 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:39:57.394629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:39:57.401542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:39:57.407630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8921ddd2-565d-4508-b7d3-3dfbb83bdb63 None None] Pushing event updated for resources: {'Port': ['ID=815a754b-4e12-435b-9b0c-24546e74655c,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:57.415434 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8921ddd2-565d-4508-b7d3-3dfbb83bdb63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:57.416697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:57.417812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.462229 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9747760 Jun 17 08:39:57.466732 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53146) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:57.562993 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=c1092608-6970-4c7d-ade4-ea8f51780be4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:57.566412 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:57.598339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6be616-6fd2-4aff-95ba-99863c30399d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:57.617718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6be616-6fd2-4aff-95ba-99863c30399d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:57.623548 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ac6be616-6fd2-4aff-95ba-99863c30399d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1551585 Jun 17 08:39:57.624991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53152) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:57.638073 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.639702 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0ea2119e-2152-4053-bdd3-963bdae88dae None None] Provisioning complete for port 815a754b-4e12-435b-9b0c-24546e74655c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:57.640093 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0ea2119e-2152-4053-bdd3-963bdae88dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.640713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Deleting port c033c02d-a454-43f4-a043-0abd324e3861 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:57.641047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:57.764643 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6200034-03a4-42b6-b361-3a02921921d8 req-53f5d9a9-41d9-477b-90cd-b9bb6141c46e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:57.778445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6200034-03a4-42b6-b361-3a02921921d8 req-53f5d9a9-41d9-477b-90cd-b9bb6141c46e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 1.1243455 Jun 17 08:39:57.959593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-68cd2850-40c4-42c2-be46-a5b2be2a4c8f None None] Could not find standard attr ID for object 8a60d1d5-8a53-42e5-9707-68452ebfeb3f. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:39:57.971156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-05938948-a51c-4ce3-ad0b-cba644fb765f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port c1092608-6970-4c7d-ade4-ea8f51780be4 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:57.972290 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05938948-a51c-4ce3-ad0b-cba644fb765f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.013620 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.014224 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.022996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 815a754b-4e12-435b-9b0c-24546e74655c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:39:58.129620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 815a754b-4e12-435b-9b0c-24546e74655c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:39:58.130118 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.193055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05938948-a51c-4ce3-ad0b-cba644fb765f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.227014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Calling delete_port for c033c02d-a454-43f4-a043-0abd324e3861 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:58.295280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a29f2880-1e33-4f53-89a3-4a77c10361cf None None] Could not find standard attr ID for object e9d071b5-e5ec-42d9-9ba3-b419e605b089. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:39:58.344677 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-05938948-a51c-4ce3-ad0b-cba644fb765f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for c1092608-6970-4c7d-ade4-ea8f51780be4 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:58.363718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:39:58.435734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6200034-03a4-42b6-b361-3a02921921d8 req-b3b1ffe8-65fc-4f89-89b0-0a27d07ec70d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6560304 Jun 17 08:39:58.687649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05938948-a51c-4ce3-ad0b-cba644fb765f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.693720 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:58.776342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05938948-a51c-4ce3-ad0b-cba644fb765f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=c1092608-6970-4c7d-ade4-ea8f51780be4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:58.803947 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-05938948-a51c-4ce3-ad0b-cba644fb765f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:58.818080 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8db599b3-d62d-4656-b81b-70e743490e76 None None] Could not find standard attr ID for object c1092608-6970-4c7d-ade4-ea8f51780be4. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:39:58.923232 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05938948-a51c-4ce3-ad0b-cba644fb765f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:58.938365 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-05938948-a51c-4ce3-ad0b-cba644fb765f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/c1092608-6970-4c7d-ade4-ea8f51780be4 HTTP/1.1" status: 204 len: 168 time: 1.3117943 Jun 17 08:39:58.939149 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53166) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:59.058257 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff9982d-6d8b-4684-ac45-e623b1d59fd1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.065293 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff9982d-6d8b-4684-ac45-e623b1d59fd1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.066925 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2ff9982d-6d8b-4684-ac45-e623b1d59fd1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1267347 Jun 17 08:39:59.069834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53170) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:59.157284 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70e75c3-6c56-409f-9b30-d7c59836849f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet eec186f7-4da9-4e30-b561-8f7cb63fd9ae {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:39:59.161996 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e70e75c3-6c56-409f-9b30-d7c59836849f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.215960 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e70e75c3-6c56-409f-9b30-d7c59836849f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.284260 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e70e75c3-6c56-409f-9b30-d7c59836849f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.422174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Deleting port f698985d-eeb2-4388-a981-f92f7bc308af {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:39:59.422787 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.425467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e70e75c3-6c56-409f-9b30-d7c59836849f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.427761 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80d866af-82e0-4d19-8a34-2b0cc938ff62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:39:59.474346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e75c3-6c56-409f-9b30-d7c59836849f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=eec186f7-4da9-4e30-b561-8f7cb63fd9ae,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:39:59.477610 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e70e75c3-6c56-409f-9b30-d7c59836849f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:39:59.496950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:39:59.508826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Sync routers for ids ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:39:59.510011 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e70e75c3-6c56-409f-9b30-d7c59836849f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.512599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76fde29-da4b-4338-a012-eb2dd2cc083d None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:39:59.514452 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e70e75c3-6c56-409f-9b30-d7c59836849f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/eec186f7-4da9-4e30-b561-8f7cb63fd9ae HTTP/1.1" status: 204 len: 168 time: 0.4436183 Jun 17 08:39:59.517785 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53174) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:59.594053 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e2e5cad0-de5d-4058-a30f-b6b085e4b0f1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741179 Jun 17 08:39:59.595986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53178) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:59.600727 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.683170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Routers {'9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:39:59.688831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:39:59.773416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dbedcf-f1fd-4ea8-ad06-53de9e62ef07 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.786339 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-45dbedcf-f1fd-4ea8-ad06-53de9e62ef07 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1892126 Jun 17 08:39:59.802495 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] For port f698985d-eeb2-4388-a981-f92f7bc308af, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f698985d-eeb2-4388-a981-f92f7bc308af,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:39:59.803418 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.803730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53184) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:39:59.946695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Calling delete_port for f698985d-eeb2-4388-a981-f92f7bc308af owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:39:59.974263 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:39:59.982917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26ffa31-fa12-41f6-b6b5-62cd8f89307e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:39:59.984761 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b26ffa31-fa12-41f6-b6b5-62cd8f89307e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1800003 Jun 17 08:39:59.987656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53188) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:00.077107 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2e907015-003d-4a63-b593-e73a682f84e8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782161 Jun 17 08:40:00.080273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53190) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:00.085109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Set router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:00.095310 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b47c706b-dc47-47e8-a0b1-7668e4c0895e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:00.095725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:00.240735 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:00.249212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.306905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.316202 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 12.6878619 Jun 17 08:40:00.326859 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53192) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:00.499610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Pushing event deleted for resources: {'Port': ['ID=c033c02d-a454-43f4-a043-0abd324e3861,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:00.512530 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:00.605198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.607498 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-50ce5cc2-f8b8-4ed4-a889-bde2915235c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:00.704810 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Router 9e13daa7-9349-4824-b8d1-a9986c9b8aae is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:40:00.711916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a077e-a13b-4122-98b7-7c36a66cb2e3 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:00.729909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:00.744139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcb84d-c909-4036-9ccf-54ca417752d5 req-23ce83ec-5455-4866-a289-55ec2f253d9b tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:00.745763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42fcb84d-c909-4036-9ccf-54ca417752d5 req-23ce83ec-5455-4866-a289-55ec2f253d9b tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.7733905 Jun 17 08:40:00.750292 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.765423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:00.766327 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3db6ada6-1d36-4192-98ef-9cf6696a3c98 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:00.795629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:00.795933 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:00.845689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:39:55Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:00.848006 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=12eca017-491e-4e6e-9902-5119ecfbc6af,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:00.870185 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7885370 Jun 17 08:40:00.880515 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-51483fe3-8156-4ba7-b6ca-edfc737a10d5 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=2f455ca5823946e8a10a01151d60adb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5521924 Jun 17 08:40:00.881175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53198) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:00.881504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53200) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:00.882353 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:00.890381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'fixed_ips': [{'subnet_id': '12eca017-491e-4e6e-9902-5119ecfbc6af', 'ip_address': '2001:db8::e577:fe4b:e15:1713'}], 'name': 'tempest-NetworksTestDHCPv6-1964162232'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:00.992930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Checking router: 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:00.993286 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Updating router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 port cb6d7d00-e03c-4b0f-9221-6b533261438c binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:40:01.017639 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.020627 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.021826 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/85d70ce5-d380-450f-a61e-69d01ba15f04 HTTP/1.1" status: 204 len: 168 time: 4.5959115 Jun 17 08:40:01.112585 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:01.115229 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.117799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a077e-a13b-4122-98b7-7c36a66cb2e3 None None] Deleting port 815a754b-4e12-435b-9b0c-24546e74655c {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:01.118164 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e7a077e-a13b-4122-98b7-7c36a66cb2e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.122608 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Sync routers for ids ['9e13daa7-9349-4824-b8d1-a9986c9b8aae'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:01.140495 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Routers {'9e13daa7-9349-4824-b8d1-a9986c9b8aae'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:01.142049 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9e13daa7-9349-4824-b8d1-a9986c9b8aae'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:01.181749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Pushing event deleted for resources: {'Port': ['ID=f698985d-eeb2-4388-a981-f92f7bc308af,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:01.204581 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:01.213712 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-42fcb84d-c909-4036-9ccf-54ca417752d5 req-a0d975c1-0684-4d6f-ac42-7ba2a1b8d659 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4512801 Jun 17 08:40:01.218757 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.226947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 13.0979114 Jun 17 08:40:01.228057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53212) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:01.475114 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:01.588812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4e7a077e-a13b-4122-98b7-7c36a66cb2e3 None None] For port 815a754b-4e12-435b-9b0c-24546e74655c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=815a754b-4e12-435b-9b0c-24546e74655c,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:01.589229 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e7a077e-a13b-4122-98b7-7c36a66cb2e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.635262 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Set router 9e13daa7-9349-4824-b8d1-a9986c9b8aae gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:01.712673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b82c3-f4bb-4813-a7f7-dceb0d4772ae tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:01.714603 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e30b82c3-f4bb-4813-a7f7-dceb0d4772ae tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8301065 Jun 17 08:40:01.718338 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53220) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:01.772866 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5bc33246-a35b-4798-87a6-89735e3678c1 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/routers/9e13daa7-9349-4824-b8d1-a9986c9b8aae HTTP/1.1" status: 200 len: 908 time: 0.5024259 Jun 17 08:40:01.779470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53222) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:01.785295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Request body: {'router': {'name': 'tempest-snat-router-987339721', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'enable_snat': True}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:01.807119 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a077e-a13b-4122-98b7-7c36a66cb2e3 None None] Calling delete_port for 815a754b-4e12-435b-9b0c-24546e74655c owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:01.825481 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a0b23fb2-ac79-491d-bf5e-6af5b4dbe5b2 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1056817 Jun 17 08:40:01.830285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53224) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:01.838330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-821877216', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:01.850013 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.851554 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:01.976278 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.049038 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53228) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:02.107646 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e13daa7-9349-4824-b8d1-a9986c9b8aae', 'name': 'tempest-snat-router-987339721', 'tenant_id': '2280259cd008463ebbf77cd1a7f940e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.251'}], 'enable_snat': False}, 'gw_port_id': '553cc0de-5524-4075-892e-c1cfb1e92efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:49Z', 'updated_at': '2021-06-17T08:39:56Z', 'revision_number': 3, 'project_id': '2280259cd008463ebbf77cd1a7f940e5', 'gw_port': {'id': '553cc0de-5524-4075-892e-c1cfb1e92efe', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:29:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e13daa7-9349-4824-b8d1-a9986c9b8aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:02.170945 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Checking router: 9e13daa7-9349-4824-b8d1-a9986c9b8aae for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:02.172072 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Updating router 9e13daa7-9349-4824-b8d1-a9986c9b8aae port 553cc0de-5524-4075-892e-c1cfb1e92efe binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:40:02.172224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port f6633de7-a411-4c04-bee5-26baeb0c7557 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:02.201283 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.253882 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 815a754b-4e12-435b-9b0c-24546e74655c no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:02.258190 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.443489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:02.448300 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.556715 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.588172 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Transition to ACTIVE for port object cb6d7d00-e03c-4b0f-9221-6b533261438c will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:02.590967 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e6f2-9e6a-433e-9154-eb502b0c4eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.605624 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e7a077e-a13b-4122-98b7-7c36a66cb2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.627048 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.637043 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-22c0f8cc-2cd8-4d2d-a237-b6b9ac90723b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:02.640894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.649714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a077e-a13b-4122-98b7-7c36a66cb2e3 None None] No DVR routers for this DVR port 815a754b-4e12-435b-9b0c-24546e74655c on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:02.659361 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.728323 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906ee715-88f7-49d4-a88f-48bd2dfd4a3e None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:02.731423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a077e-a13b-4122-98b7-7c36a66cb2e3 None None] Pushing event deleted for resources: {'Port': ['ID=815a754b-4e12-435b-9b0c-24546e74655c,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:02.755637 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4e7a077e-a13b-4122-98b7-7c36a66cb2e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:02.758615 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:02.962640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f867b70-1977-46f7-924b-c905274a5e50 req-9e9e63bc-504d-45dd-a9a5-d0aef443a0c7 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:02.964254 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f867b70-1977-46f7-924b-c905274a5e50 req-9e9e63bc-504d-45dd-a9a5-d0aef443a0c7 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.4253185 Jun 17 08:40:02.977645 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:02.994623 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::e577:fe4b:e15:1713 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/12eca017-491e-4e6e-9902-5119ecfbc6af/f6633de7-a411-4c04-bee5-26baeb0c7557) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:03.006655 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No active binding found for port 815a754b-4e12-435b-9b0c-24546e74655c {{(pid=93805) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 08:40:03.008928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 815a754b-4e12-435b-9b0c-24546e74655c not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:03.027708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Attempting to bind port cb6d7d00-e03c-4b0f-9221-6b533261438c on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:03.028646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Attempting to bind port cb6d7d00-e03c-4b0f-9221-6b533261438c by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:03.030871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Attempting to bind port cb6d7d00-e03c-4b0f-9221-6b533261438c on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:03.034660 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Transition to ACTIVE for port object 553cc0de-5524-4075-892e-c1cfb1e92efe will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:03.047324 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.053725 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:03.056512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:03.057237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:03.057930 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.058686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:03.059727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Bound port: cb6d7d00-e03c-4b0f-9221-6b533261438c, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:03.060410 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.104820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40438e5e-4925-494f-a45d-cacbf21fb50d None None] Pushing event updated for resources: {'Port': ['ID=cb6d7d00-e03c-4b0f-9221-6b533261438c,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:03.119639 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.121078 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-40438e5e-4925-494f-a45d-cacbf21fb50d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:03.148146 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Pushing event updated for resources: {'Port': ['ID=553cc0de-5524-4075-892e-c1cfb1e92efe,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:03.166348 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.166598 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.169249 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.173212 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.178898 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.181816 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.182379 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.186259 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.186834 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.188283 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.188774 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.189500 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:03.210509 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:03.246195 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Attempting to bind port 553cc0de-5524-4075-892e-c1cfb1e92efe on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:03.246720 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Attempting to bind port 553cc0de-5524-4075-892e-c1cfb1e92efe by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:03.247632 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Attempting to bind port 553cc0de-5524-4075-892e-c1cfb1e92efe on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:03.253787 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] For port cb6d7d00-e03c-4b0f-9221-6b533261438c, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:03.263385 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:03.263921 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:03.264430 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.264925 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:03.265643 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Bound port: 553cc0de-5524-4075-892e-c1cfb1e92efe, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:03.266135 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.297128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.298429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] For port cb6d7d00-e03c-4b0f-9221-6b533261438c, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cb6d7d00-e03c-4b0f-9221-6b533261438c,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:03.334742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object f6633de7-a411-4c04-bee5-26baeb0c7557 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:03.356941 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.364926 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3de3586d-fdd1-440e-8e72-4fa4216f51cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:03.367543 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f867b70-1977-46f7-924b-c905274a5e50 req-3ee56266-ad9c-495c-b332-548aeb191d10 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956723 Jun 17 08:40:03.399554 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] For port 553cc0de-5524-4075-892e-c1cfb1e92efe, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:03.407127 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] For port 553cc0de-5524-4075-892e-c1cfb1e92efe, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=553cc0de-5524-4075-892e-c1cfb1e92efe,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:03.417166 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.440104 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:03.440367 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '12eca017-491e-4e6e-9902-5119ecfbc6af'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:40:03.442518 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.447159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40438e5e-4925-494f-a45d-cacbf21fb50d None None] Pushing event updated for resources: {'Port': ['ID=cb6d7d00-e03c-4b0f-9221-6b533261438c,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:03.464411 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-40438e5e-4925-494f-a45d-cacbf21fb50d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:03.503091 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.530704 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Routers {'9e13daa7-9349-4824-b8d1-a9986c9b8aae'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:03.531931 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9e13daa7-9349-4824-b8d1-a9986c9b8aae'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:03.552350 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d40a7d38-76a9-4a63-af2a-489076e5c907 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:03.745979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Routers {'9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:03.754971 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:03.760117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:03.823584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:03.830241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:03.844685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:03.845371 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:03.887552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=f6633de7-a411-4c04-bee5-26baeb0c7557,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:03.897087 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:04.024573 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Pushing event updated for resources: {'Port': ['ID=553cc0de-5524-4075-892e-c1cfb1e92efe,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:04.033677 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:04.058088 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.078761 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-60756265-ca63-4fa1-afda-6a95f50334d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:04.101772 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e6f2-9e6a-433e-9154-eb502b0c4eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.125064 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] Set router 9e13daa7-9349-4824-b8d1-a9986c9b8aae gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:04.153977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/12eca017-491e-4e6e-9902-5119ecfbc6af/14bbb258-cb91-418d-befc-a8d749e38ced) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:04.179285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] Set router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:04.204969 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ecf8e6f2-9e6a-433e-9154-eb502b0c4eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.272418 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3866684 Jun 17 08:40:04.311887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53254) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:04.465245 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Subnet': ['ID=95402704-84f3-4568-9e52-c2029a57618b,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:04.471573 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ecf8e6f2-9e6a-433e-9154-eb502b0c4eb5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=94fcab70aef348dc95417994072cd7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4188056 Jun 17 08:40:04.488991 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:04.493393 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d77e4781-c512-4b51-a691-aa47ec60e645 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:04.520481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53258) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:04.577964 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e13daa7-9349-4824-b8d1-a9986c9b8aae', 'name': 'tempest-snat-router-987339721', 'tenant_id': '2280259cd008463ebbf77cd1a7f940e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.251'}], 'enable_snat': False}, 'gw_port_id': '553cc0de-5524-4075-892e-c1cfb1e92efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:49Z', 'updated_at': '2021-06-17T08:39:56Z', 'revision_number': 3, 'project_id': '2280259cd008463ebbf77cd1a7f940e5', 'gw_port': {'id': '553cc0de-5524-4075-892e-c1cfb1e92efe', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:29:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e13daa7-9349-4824-b8d1-a9986c9b8aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:04.633335 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.650880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:40:04.675622 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9845ad58-4250-45a5-884b-e9adc5f2a0ee None None] The sync data for ids ['9e13daa7-9349-4824-b8d1-a9986c9b8aae'] in n-d-779913-16 is: [{'id': '9e13daa7-9349-4824-b8d1-a9986c9b8aae', 'name': 'tempest-snat-router-987339721', 'tenant_id': '2280259cd008463ebbf77cd1a7f940e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.251'}], 'enable_snat': False}, 'gw_port_id': '553cc0de-5524-4075-892e-c1cfb1e92efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:49Z', 'updated_at': '2021-06-17T08:39:56Z', 'revision_number': 3, 'project_id': '2280259cd008463ebbf77cd1a7f940e5', 'gw_port': {'id': '553cc0de-5524-4075-892e-c1cfb1e92efe', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:29:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e13daa7-9349-4824-b8d1-a9986c9b8aae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:04.714552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Checking segment: {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:04.716391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network hostable DHCP agents. Network: 9d03cba3-f186-4f86-84d8-2adbfb9f05c3, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:40:04.734537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:39:55Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:04.754843 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8e6f2-9e6a-433e-9154-eb502b0c4eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2200d1f0-7c3a-4733-8abd-e973df0a8498,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:04.756004 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ecf8e6f2-9e6a-433e-9154-eb502b0c4eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:04.830699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Transition to ACTIVE for port object 14bbb258-cb91-418d-befc-a8d749e38ced will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:04.832985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245a6c7-7a13-4b37-8a33-9985d3ac89a5 None None] The sync data for ids ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'] in n-d-779913-16 is: [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:39:55Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:04.883684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Transition to ACTIVE for port object 14bbb258-cb91-418d-befc-a8d749e38ced will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:04.900608 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.903240 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:04.912587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:40:04.953831 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2f27842-e93e-4a49-adef-b8792f8fb42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.966221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 9d03cba3-f186-4f86-84d8-2adbfb9f05c3) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:04.982764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9046e786-a732-4216-bba1-528b8cc57916 None None] Network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:04.986411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:04.992564 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:04.995578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:05.015394 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:05.019804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad333ea-6f90-41cd-a4e5-fd356e3ce05c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:05.026321 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8ad333ea-6f90-41cd-a4e5-fd356e3ce05c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.7133226 Jun 17 08:40:05.045424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53272) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:05.048855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:05.053951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Pushing event updated for resources: {'Port': ['ID=14bbb258-cb91-418d-befc-a8d749e38ced,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:05.063511 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:05.073611 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.128714 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.152084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:05.165636 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] 10.222.0.47 "PUT /v2.0/routers/81bf5a57-cf29-44b9-a055-d9f590f6bc56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4363079 Jun 17 08:40:05.193541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53276) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:05.577929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ef342-5930-4834-991e-2bd6eb0fa427 req-28353169-8218-453f-817d-9e90be13cead tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:05.585900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-070ef342-5930-4834-991e-2bd6eb0fa427 req-28353169-8218-453f-817d-9e90be13cead tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.8843076 Jun 17 08:40:05.629143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cddc57-edbb-4267-a025-b7349bcb3c6e None None] Sync routers for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:05.689999 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.845341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-070ef342-5930-4834-991e-2bd6eb0fa427 req-11db4024-aa08-4917-bd5c-eb0050637841 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581880 Jun 17 08:40:05.857956 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Attempting to bind port 14bbb258-cb91-418d-befc-a8d749e38ced on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:05.858740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Attempting to bind port 14bbb258-cb91-418d-befc-a8d749e38ced by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:05.859321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Attempting to bind port 14bbb258-cb91-418d-befc-a8d749e38ced on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:05.869344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cddc57-edbb-4267-a025-b7349bcb3c6e None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:05.873192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f6cddc57-edbb-4267-a025-b7349bcb3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:05.897735 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2f27842-e93e-4a49-adef-b8792f8fb42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.903490 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.0714865 Jun 17 08:40:05.904366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34968d-b60a-4b10-a7d4-c735177817ff req-e36d295b-920a-48af-9980-9b13cf86b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:05.909068 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a34968d-b60a-4b10-a7d4-c735177817ff req-e36d295b-920a-48af-9980-9b13cf86b17a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 1097 time: 0.2210631 Jun 17 08:40:05.935101 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53284) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:05.985465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:05.986165 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:05.987012 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:05.987569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:05.988303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Bound port: 14bbb258-cb91-418d-befc-a8d749e38ced, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:05.988866 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.056167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Allocated IP 172.25.8.89 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/4df545a4-e928-4177-a41d-1c3899929916) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:06.125383 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.168121 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:40:06.169050 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.171112 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 553cc0de-5524-4075-892e-c1cfb1e92efe up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:06.541532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Allocated IP 172.20.0.2 (9d03cba3-f186-4f86-84d8-2adbfb9f05c3/95402704-84f3-4568-9e52-c2029a57618b/a48e8816-f49f-40b5-97cb-e7643da1f4eb) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:06.577843 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34968d-b60a-4b10-a7d4-c735177817ff req-c20e7cb1-cb42-4597-b390-f858af4c2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:06.586600 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a34968d-b60a-4b10-a7d4-c735177817ff req-c20e7cb1-cb42-4597-b390-f858af4c2a8a service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.5491509 Jun 17 08:40:06.673226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Deleting port 69cffcda-3151-4a18-9d97-f2a8dd91866c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:06.673722 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.709425 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.718423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Transition to ACTIVE for port object a48e8816-f49f-40b5-97cb-e7643da1f4eb will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:06.731739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] For port 14bbb258-cb91-418d-befc-a8d749e38ced, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:06.750910 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f6cddc57-edbb-4267-a025-b7349bcb3c6e None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:06.815084 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.820512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Transition to ACTIVE for port object a48e8816-f49f-40b5-97cb-e7643da1f4eb will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:06.863060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] For port 14bbb258-cb91-418d-befc-a8d749e38ced, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=14bbb258-cb91-418d-befc-a8d749e38ced,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:06.895753 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.905198 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-589bc7b8-35d5-4310-97d0-0c1ca82db731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:06.911838 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2f27842-e93e-4a49-adef-b8792f8fb42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.915487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2f27842-e93e-4a49-adef-b8792f8fb42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:06.916811 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c2f27842-e93e-4a49-adef-b8792f8fb42d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2200d1f0-7c3a-4733-8abd-e973df0a8498 HTTP/1.1" status: 204 len: 168 time: 2.3952367 Jun 17 08:40:06.919564 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b9dab079-a84a-49ed-9ee5-7b845d1c0bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:06.969489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f27842-e93e-4a49-adef-b8792f8fb42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2200d1f0-7c3a-4733-8abd-e973df0a8498,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:06.984988 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c2f27842-e93e-4a49-adef-b8792f8fb42d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:07.018450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a34968d-b60a-4b10-a7d4-c735177817ff req-c6130069-1c63-4bb8-bed1-94391544facb service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021 HTTP/1.1" status: 200 len: 1001 time: 0.4144883 Jun 17 08:40:07.026178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:07.045181 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:07.050619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:07.083638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d09bb-7268-44d0-9b7d-7c052ebd79ed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port f6633de7-a411-4c04-bee5-26baeb0c7557 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:07.084102 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a6d09bb-7268-44d0-9b7d-7c052ebd79ed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.113461 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.117584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 553cc0de-5524-4075-892e-c1cfb1e92efe completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:07.127292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 553cc0de-5524-4075-892e-c1cfb1e92efe triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:07.127826 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.173805 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.177685 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.190043 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:07.272508 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a6d09bb-7268-44d0-9b7d-7c052ebd79ed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.317529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event updated for resources: {'Port': ['ID=4df545a4-e928-4177-a41d-1c3899929916,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:07.368432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34968d-b60a-4b10-a7d4-c735177817ff req-ab7597c9-8fa4-4934-a6bb-e7fa84c4161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:07.369942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a34968d-b60a-4b10-a7d4-c735177817ff req-ab7597c9-8fa4-4934-a6bb-e7fa84c4161f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.3404036 Jun 17 08:40:07.372462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] For port 69cffcda-3151-4a18-9d97-f2a8dd91866c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=69cffcda-3151-4a18-9d97-f2a8dd91866c,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:07.372837 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.378830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.379114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.379501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.379886 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.380265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.380640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.381013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.381385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.381751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.382119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.382487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.382980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:07.384884 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:07.392177 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:07.407646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:07.436975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d09bb-7268-44d0-9b7d-7c052ebd79ed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for f6633de7-a411-4c04-bee5-26baeb0c7557 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:07.483123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:07.513363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Pushing event updated for resources: {'Port': ['ID=14bbb258-cb91-418d-befc-a8d749e38ced,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:07.682030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Pushing event updated for resources: {'Port': ['ID=a48e8816-f49f-40b5-97cb-e7643da1f4eb,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:07.697167 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.749869 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53302) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:07.768253 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a6d09bb-7268-44d0-9b7d-7c052ebd79ed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.803748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 553cc0de-5524-4075-892e-c1cfb1e92efe, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=553cc0de-5524-4075-892e-c1cfb1e92efe,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:07.863728 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:07.864979 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.671s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:07.865377 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:07.873619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f6cddc57-edbb-4267-a025-b7349bcb3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:40:00Z', 'revision_number': 5, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port': {'id': '69cffcda-3151-4a18-9d97-f2a8dd91866c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:81:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:28:48Z', 'updated_at': '2021-06-17T08:28:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:07.874129 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:07.887964 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:07.888986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cb6d7d00-e03c-4b0f-9221-6b533261438c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:07.919011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Calling delete_port for 69cffcda-3151-4a18-9d97-f2a8dd91866c owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:07.924934 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:07.983176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cddc57-edbb-4267-a025-b7349bcb3c6e None None] Checking router: 81bf5a57-cf29-44b9-a055-d9f590f6bc56 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:08.047402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Attempting to bind port a48e8816-f49f-40b5-97cb-e7643da1f4eb on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:08.048121 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Attempting to bind port a48e8816-f49f-40b5-97cb-e7643da1f4eb by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:08.048701 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Attempting to bind port a48e8816-f49f-40b5-97cb-e7643da1f4eb on network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:08.061733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cddc57-edbb-4267-a025-b7349bcb3c6e None None] Routers {'81bf5a57-cf29-44b9-a055-d9f590f6bc56'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:08.066474 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f6cddc57-edbb-4267-a025-b7349bcb3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:08.137241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00555d-8fc4-4ebc-8499-0eb7e8f8fb24 req-b9942b94-67bb-4f34-a489-8a9870852bf8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:08.143146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe00555d-8fc4-4ebc-8499-0eb7e8f8fb24 req-b9942b94-67bb-4f34-a489-8a9870852bf8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 945 time: 0.9518135 Jun 17 08:40:08.171290 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-22859265-e568-4bc8-8cc6-0521e3461dc3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1a0438cde56e496cbbecef4adc23cdef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196711 Jun 17 08:40:08.172795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d09bb-7268-44d0-9b7d-7c052ebd79ed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=f6633de7-a411-4c04-bee5-26baeb0c7557,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:08.179671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53306) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:08.194959 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6a6d09bb-7268-44d0-9b7d-7c052ebd79ed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:08.212922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:08.213438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Checking segment: {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:08.214070 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.214699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Bound using segment: {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:08.215357 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Bound port: a48e8816-f49f-40b5-97cb-e7643da1f4eb, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:08.215831 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.245947 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f6cddc57-edbb-4267-a025-b7349bcb3c6e None None] Set router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:08.261276 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a6d09bb-7268-44d0-9b7d-7c052ebd79ed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.263672 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6a6d09bb-7268-44d0-9b7d-7c052ebd79ed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/f6633de7-a411-4c04-bee5-26baeb0c7557 HTTP/1.1" status: 204 len: 168 time: 3.2174096 Jun 17 08:40:08.267136 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53310) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:08.313013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f6cddc57-edbb-4267-a025-b7349bcb3c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:40:06Z', 'revision_number': 6, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:08.350974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cddc57-edbb-4267-a025-b7349bcb3c6e None None] The sync data for ids ['81bf5a57-cf29-44b9-a055-d9f590f6bc56'] in n-d-779913-16 is: [{'id': '81bf5a57-cf29-44b9-a055-d9f590f6bc56', 'name': 'tempest-AttachVolumeTestJSON-1377733649-router', 'tenant_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:28:47Z', 'updated_at': '2021-06-17T08:40:06Z', 'revision_number': 6, 'project_id': '8932afcdd536492eb54b8bec3ac3d6ec', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:08.365822 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bed8d326-bd1a-4dff-8e4f-cf447b3d3021 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:08.431395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb17f54-9065-4f39-ba0b-c1747325ab06 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:08.432354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb17f54-9065-4f39-ba0b-c1747325ab06 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:08.434093 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6bb17f54-9065-4f39-ba0b-c1747325ab06 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1657655 Jun 17 08:40:08.438660 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53314) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:08.443213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=553cc0de-5524-4075-892e-c1cfb1e92efe,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:08.462892 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:08.463576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port cb6d7d00-e03c-4b0f-9221-6b533261438c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:08.490466 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.526830 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.547964 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port cb6d7d00-e03c-4b0f-9221-6b533261438c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:08.548355 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.558454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.20.0.1 (9d03cba3-f186-4f86-84d8-2adbfb9f05c3/95402704-84f3-4568-9e52-c2029a57618b/f613621a-39f2-4606-b91d-b84014edf2ad) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:08.670610 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd62d497-fadf-4fa6-a874-16c6abdcc96e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 12eca017-491e-4e6e-9902-5119ecfbc6af {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:08.678920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:08.686323 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbea502-1846-430a-9ef6-d5a8c6343f1b" -d '{"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-unplugged", "status": "completed", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:08.708251 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd62d497-fadf-4fa6-a874-16c6abdcc96e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.718712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] For port a48e8816-f49f-40b5-97cb-e7643da1f4eb, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:08.723556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] For port a48e8816-f49f-40b5-97cb-e7643da1f4eb, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a48e8816-f49f-40b5-97cb-e7643da1f4eb,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:08.741549 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.747893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:08.749430 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:08.785247 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.788716 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dd58a1-b1ff-4a47-a71c-c136f1a33df9 x-openstack-request-id: req-a0dd58a1-b1ff-4a47-a71c-c136f1a33df9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:08.789229 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-unplugged", "status": "completed", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:08.789645 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a0dd58a1-b1ff-4a47-a71c-c136f1a33df9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:08.791235 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'code': 200} Jun 17 08:40:08.802715 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd62d497-fadf-4fa6-a874-16c6abdcc96e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.870663 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.898223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port cb6d7d00-e03c-4b0f-9221-6b533261438c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cb6d7d00-e03c-4b0f-9221-6b533261438c,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:08.912135 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:08.949017 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Pushing event updated for resources: {'Port': ['ID=a48e8816-f49f-40b5-97cb-e7643da1f4eb,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:08.960198 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:08.960709 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.032089 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.133170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:09.156384 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd62d497-fadf-4fa6-a874-16c6abdcc96e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.232889 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.287373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=cb6d7d00-e03c-4b0f-9221-6b533261438c,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:09.295330 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:09.296016 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.298606 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:09.305855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Transition to ACTIVE for port object f613621a-39f2-4606-b91d-b84014edf2ad will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:09.340597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd62d497-fadf-4fa6-a874-16c6abdcc96e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.353689 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-216435e1-5f45-4f06-a468-d37ecc78309f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.380309 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bd62d497-fadf-4fa6-a874-16c6abdcc96e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.382452 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bd62d497-fadf-4fa6-a874-16c6abdcc96e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/12eca017-491e-4e6e-9902-5119ecfbc6af HTTP/1.1" status: 204 len: 168 time: 0.9424703 Jun 17 08:40:09.383801 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.393649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53324) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:09.394561 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62d497-fadf-4fa6-a874-16c6abdcc96e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=12eca017-491e-4e6e-9902-5119ecfbc6af,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:09.397588 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bd62d497-fadf-4fa6-a874-16c6abdcc96e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:09.398569 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98cee46f-05de-46fe-a8c2-ce6bba9f2e0c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:09.495245 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:09.553202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=f613621a-39f2-4606-b91d-b84014edf2ad,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:09.557509 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:09.558703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:09.561131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:09.610610 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4c33de50-ab4a-48b0-baa6-6ad900f1991b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108956 Jun 17 08:40:09.610610 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.652782 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 553cc0de-5524-4075-892e-c1cfb1e92efe up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:09.688281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53326) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:09.712143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:09.759417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad36827b-31a8-49d0-a02a-649da888f5cb None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:09.826333 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34968d-b60a-4b10-a7d4-c735177817ff req-5593323d-94d0-42ad-9eda-2aeb6195bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:09.828446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a34968d-b60a-4b10-a7d4-c735177817ff req-5593323d-94d0-42ad-9eda-2aeb6195bda7 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 2.4264705 Jun 17 08:40:09.902185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 553cc0de-5524-4075-892e-c1cfb1e92efe triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:09.902659 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.933441 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:09.960057 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a34968d-b60a-4b10-a7d4-c735177817ff req-1bbf263b-173d-413a-8083-01ac2777e908 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164715 Jun 17 08:40:10.003281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9d0f2604-c524-4812-9d0f-90a0bcf37dc1 None None] Provisioning for port 14bbb258-cb91-418d-befc-a8d749e38ced completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:10.091811 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a34968d-b60a-4b10-a7d4-c735177817ff req-7ba4b91e-bf0a-494d-80cd-0def0b00f7f6 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138248 Jun 17 08:40:10.106763 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe00555d-8fc4-4ebc-8499-0eb7e8f8fb24 req-31fa296e-8c92-4001-bc68-5adb30954c03 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.9443848 Jun 17 08:40:10.127801 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd674e7e-fbd5-454b-8b33-5c403793bf2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.164386 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd674e7e-fbd5-454b-8b33-5c403793bf2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.181692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 14bbb258-cb91-418d-befc-a8d749e38ced up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:10.213901 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.216723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:10.220931 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.293136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 14bbb258-cb91-418d-befc-a8d749e38ced completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:10.297681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 14bbb258-cb91-418d-befc-a8d749e38ced triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:10.298143 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.347535 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b8d684-9adb-493e-8857-acc72bb872bc None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:10.372132 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4abf8998-5b21-48d7-87ee-7aa449c40294 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:10.385772 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd674e7e-fbd5-454b-8b33-5c403793bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.391222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cd674e7e-fbd5-454b-8b33-5c403793bf2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.392557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cd674e7e-fbd5-454b-8b33-5c403793bf2e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/66d307e7-af8e-4cf3-83e0-a4326de2fe8a HTTP/1.1" status: 204 len: 168 time: 2.2047238 Jun 17 08:40:10.454063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.463885 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=69cffcda-3151-4a18-9d97-f2a8dd91866c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:10.464104 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.477380 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:10.485216 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8b78e672-d199-49d2-9205-035b59ffbb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:10.494012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8d684-9adb-493e-8857-acc72bb872bc None None] Deleting port 14bbb258-cb91-418d-befc-a8d749e38ced {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:10.494837 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e8b8d684-9adb-493e-8857-acc72bb872bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.535672 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6a6d09bb-7268-44d0-9b7d-7c052ebd79ed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:10.589646 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.594433 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.596499 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.608419 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=f613621a-39f2-4606-b91d-b84014edf2ad,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:10.611951 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:10.643833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e8b8d684-9adb-493e-8857-acc72bb872bc None None] For port 14bbb258-cb91-418d-befc-a8d749e38ced, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=14bbb258-cb91-418d-befc-a8d749e38ced,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:10.644378 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e8b8d684-9adb-493e-8857-acc72bb872bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.666511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd674e7e-fbd5-454b-8b33-5c403793bf2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d307e7-af8e-4cf3-83e0-a4326de2fe8a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:10.691931 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 14bbb258-cb91-418d-befc-a8d749e38ced, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=14bbb258-cb91-418d-befc-a8d749e38ced,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:10.709633 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:10.727157 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cd674e7e-fbd5-454b-8b33-5c403793bf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:10.741117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:10.742580 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:10.772583 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:10.872499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e8b8d684-9adb-493e-8857-acc72bb872bc None None] Calling delete_port for 14bbb258-cb91-418d-befc-a8d749e38ced owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:10.884265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=14bbb258-cb91-418d-befc-a8d749e38ced,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:10.895417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f698985d-eeb2-4388-a981-f92f7bc308af no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:10.906830 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:10.946309 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:40:11.057848 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.156506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:11.165753 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "PUT /v2.0/routers/9ad9478d-6b8c-44c2-a3cb-aabb86d810b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2269061 Jun 17 08:40:11.177298 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Sync routers for ids ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:11.190003 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Routers {'9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:11.191414 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:11.318824 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.347390 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.378566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f698985d-eeb2-4388-a981-f92f7bc308af {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:11.378951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f698985d-eeb2-4388-a981-f92f7bc308af not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:11.385995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308ca3a8-5ea1-4712-b4ca-81e389d7db9c None None] Network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:11.487635 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.488450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81bf5a57-cf29-44b9-a055-d9f590f6bc56 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:40:11.509048 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.509230 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] 10.222.0.47 "DELETE /v2.0/routers/81bf5a57-cf29-44b9-a055-d9f590f6bc56 HTTP/1.1" status: 204 len: 168 time: 6.3128901 Jun 17 08:40:11.512858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53370) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:11.608815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dada829-a4d1-4172-9023-04cd09b22ff2 admin admin] Deleting subnet cdc93414-eae7-480f-9955-ef583cf9c1f4 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:11.618691 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6dada829-a4d1-4172-9023-04cd09b22ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.642754 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Set router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:11.714168 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6dada829-a4d1-4172-9023-04cd09b22ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.843816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-8e0cf3f5-6b44-4d67-a011-6e0b9cb5ea6b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718549083&fields=id&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 267 time: 0.3443389 Jun 17 08:40:11.921783 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.940902 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6dada829-a4d1-4172-9023-04cd09b22ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.959725 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e8b8d684-9adb-493e-8857-acc72bb872bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:11.975919 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb5d8094-1320-4f0f-b46d-144c79dea82e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:11.980549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cb6d7d00-e03c-4b0f-9221-6b533261438c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:12.034728 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6dada829-a4d1-4172-9023-04cd09b22ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.039226 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6978827d-d53b-47f9-9463-ad445f8dea10 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:12.071113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dada829-a4d1-4172-9023-04cd09b22ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdc93414-eae7-480f-9955-ef583cf9c1f4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:12.073814 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6dada829-a4d1-4172-9023-04cd09b22ff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.076572 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6dada829-a4d1-4172-9023-04cd09b22ff2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cdc93414-eae7-480f-9955-ef583cf9c1f4 HTTP/1.1" status: 204 len: 168 time: 0.5630825 Jun 17 08:40:12.077961 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6dada829-a4d1-4172-9023-04cd09b22ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:12.079070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53380) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:12.081346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:12.101366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:12.118070 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:12.119621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:12.120231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.122622 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f613621a-39f2-4606-b91d-b84014edf2ad', 'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:6d:60:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:08Z', 'updated_at': '2021-06-17T08:40:10Z', 'revision_number': 2, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '95402704-84f3-4568-9e52-c2029a57618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:12.132427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82229e8a-96f8-49c2-8cbf-72012234deec req-9f3e5393-6c13-4b6c-a597-c31f8b2bb850 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:12.133938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82229e8a-96f8-49c2-8cbf-72012234deec req-9f3e5393-6c13-4b6c-a597-c31f8b2bb850 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.5597663 Jun 17 08:40:12.134720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=bb45a7d1-dec8-4e26-9f40-4b4fc52142d6,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:12.143115 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:12.174331 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Checking router: 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:12.174593 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Updating router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 port f613621a-39f2-4606-b91d-b84014edf2ad binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:40:12.204832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Router af21eb58-545d-4f02-b95b-dc2111be69d0 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:40:12.224872 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.231423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-eb04ea06-a4cb-4002-a345-893131e8d0c0 None None] Provisioning for port a48e8816-f49f-40b5-97cb-e7643da1f4eb completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:12.256406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b8d684-9adb-493e-8857-acc72bb872bc None None] Pushing event deleted for resources: {'Port': ['ID=14bbb258-cb91-418d-befc-a8d749e38ced,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:12.270158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82229e8a-96f8-49c2-8cbf-72012234deec req-54b08978-34bd-4321-b3bc-0b7b7a00dd77 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223974 Jun 17 08:40:12.272175 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e8b8d684-9adb-493e-8857-acc72bb872bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:12.277735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-c3252e78-85c4-4694-bd19-4d2b731f4337 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:12.278821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-c3252e78-85c4-4694-bd19-4d2b731f4337 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 796 time: 0.3997378 Jun 17 08:40:12.280446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5732789 Jun 17 08:40:12.283396 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53388) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:12.291322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'fixed_ips': [{'subnet_id': 'bb45a7d1-dec8-4e26-9f40-4b4fc52142d6', 'ip_address': '2001:db8::709f:d34d:43ec:4af3'}], 'name': 'tempest-NetworksTestDHCPv6-1208038626'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:12.324706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.329429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-a6a55802-67b1-4506-aacc-a68d14f3043b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/quotas/2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 375 time: 0.0336330 Jun 17 08:40:12.329687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b8d684-9adb-493e-8857-acc72bb872bc None None] No DVR routers for this DVR port 14bbb258-cb91-418d-befc-a8d749e38ced on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:12.443771 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Deleting port 23afcd8d-35a3-4ea0-8ab9-796058e83990 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:12.444114 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.447030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port cb6d7d00-e03c-4b0f-9221-6b533261438c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:12.457145 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.576733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42f6335-bb0e-4464-a466-8d077b005635 None None] Network 423f5745-9961-4843-8bc3-428ac1bbf196 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:12.601954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] For port 23afcd8d-35a3-4ea0-8ab9-796058e83990, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=23afcd8d-35a3-4ea0-8ab9-796058e83990,segment=NetworkSegment(d4f59c99-27ac-416e-9811-ee830ad4e9ee),segment_id=d4f59c99-27ac-416e-9811-ee830ad4e9ee)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:12.603082 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.656811 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557c6c2-6024-481d-bd0c-3fe9842a8f19 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:12.737071 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Calling delete_port for 23afcd8d-35a3-4ea0-8ab9-796058e83990 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:12.862057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:12.965866 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.966640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:12.970406 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48137ef3-9d4d-4690-a356-8c1dc5a2351e tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:12.992865 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Transition to ACTIVE for port object f613621a-39f2-4606-b91d-b84014edf2ad will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:13.009493 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.009742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] No DVR routers for this DVR port 23afcd8d-35a3-4ea0-8ab9-796058e83990 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:13.011994 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Pushing event deleted for resources: {'Port': ['ID=23afcd8d-35a3-4ea0-8ab9-796058e83990,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:13.013494 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-8ecb8716-a7ac-438c-aa9c-629236b82041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:13.045803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-dc595962-0b25-4555-9f8f-1d0f0a8308e5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7087326 Jun 17 08:40:13.046133 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:13.058281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:13.097034 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-8f277a09-cbd8-41ef-b941-81ec05a4d6de service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:40:13.098110 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-8f277a09-cbd8-41ef-b941-81ec05a4d6de service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133731 Jun 17 08:40:13.106194 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.107315 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 11.3268812 Jun 17 08:40:13.113473 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53406) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:13.174823 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a48e8816-f49f-40b5-97cb-e7643da1f4eb up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:13.187601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Sync routers for ids ['af21eb58-545d-4f02-b95b-dc2111be69d0'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:13.196354 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3693f9-1f40-40a5-96cf-81ea8044c839 None None] Pushing event updated for resources: {'Port': ['ID=f613621a-39f2-4606-b91d-b84014edf2ad,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:13.215218 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-2a3693f9-1f40-40a5-96cf-81ea8044c839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:13.334488 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-1b3806c3-a962-4908-927f-592154c539ad service neutron] 10.222.0.47 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238085 Jun 17 08:40:13.352851 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12074d1-dc71-4d81-a60d-18ad87654a28 None None] DHCP port deletion for 423f5745-9961-4843-8bc3-428ac1bbf196 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:13.388671 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': 'bb45a7d1-dec8-4e26-9f40-4b4fc52142d6'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:40:13.389618 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.414428 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Attempting to bind port f613621a-39f2-4606-b91d-b84014edf2ad on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:13.415464 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Attempting to bind port f613621a-39f2-4606-b91d-b84014edf2ad by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:13.415858 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Attempting to bind port f613621a-39f2-4606-b91d-b84014edf2ad on network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:13.431033 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:13.431408 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Checking segment: {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:13.433973 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.434533 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Bound using segment: {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:13.435696 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Bound port: f613621a-39f2-4606-b91d-b84014edf2ad, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:13.437875 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.525962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Routers {'af21eb58-545d-4f02-b95b-dc2111be69d0'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:13.525962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['af21eb58-545d-4f02-b95b-dc2111be69d0'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:13.550629 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bc352a4e-e567-44f1-ab77-f4f8c6a13639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.577928 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] For port f613621a-39f2-4606-b91d-b84014edf2ad, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:13.582525 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] For port f613621a-39f2-4606-b91d-b84014edf2ad, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f613621a-39f2-4606-b91d-b84014edf2ad,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:13.593293 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.593527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-f52a10f4-e35b-44b8-83e8-cbd2d62f1ac6 service neutron] 10.222.0.47 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510648 Jun 17 08:40:13.598078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53420) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:13.615764 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-78c4913f-00db-4fb0-99c6-e23fa4f1575c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:13.697580 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3693f9-1f40-40a5-96cf-81ea8044c839 None None] Pushing event updated for resources: {'Port': ['ID=f613621a-39f2-4606-b91d-b84014edf2ad,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:13.702101 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-2a3693f9-1f40-40a5-96cf-81ea8044c839 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:13.713617 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Routers {'9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:13.714252 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:39:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:13.715549 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:13.824322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:13.999799 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.051565 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['423f5745-9961-4843-8bc3-428ac1bbf196']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:14.067457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1612178877'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:14.088784 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4f59c99-27ac-416e-9811-ee830ad4e9ee') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:14.092817 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4f59c99-27ac-416e-9811-ee830ad4e9ee') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:14.093117 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] Set router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:14.123252 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.161190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.169338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-81732f8a-8622-4f11-a578-1cc15cc40fe9 None None] Provisioning for port f613621a-39f2-4606-b91d-b84014edf2ad completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:14.192411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:40:14.194228 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:40:14.198924 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:40:14.233806 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-540b0e45-2b5b-45d3-bc38-5fe0617a9a0f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/routers/af21eb58-545d-4f02-b95b-dc2111be69d0 HTTP/1.1" status: 200 len: 906 time: 1.1181755 Jun 17 08:40:14.252662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53438) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:14.253598 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port a48e8816-f49f-40b5-97cb-e7643da1f4eb completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:14.294795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a48e8816-f49f-40b5-97cb-e7643da1f4eb triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:14.294795 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.314862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c663ce7-9c0f-4eb4-ab17-3aec3858752f req-7213604f-7c8d-496c-bd48-f23b08d62519 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 210 time: 0.2041688 Jun 17 08:40:14.338673 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.342741 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ad226027-615d-45c1-b972-632664ef044c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:14.347589 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.351559 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] 10.222.0.47 "DELETE /v2.0/networks/423f5745-9961-4843-8bc3-428ac1bbf196 HTTP/1.1" status: 204 len: 168 time: 2.2712896 Jun 17 08:40:14.394115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bed8d326-bd1a-4dff-8e4f-cf447b3d3021 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:14.432454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Pushing event deleted for resources: {'Network': ['ID=423f5745-9961-4843-8bc3-428ac1bbf196,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:14.436086 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:14.646633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Set router af21eb58-545d-4f02-b95b-dc2111be69d0 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:14.711945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Made reservation on behalf of 34006d3d57c0443dbf2358992cbf9501 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:14.731417 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.740482 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f613621a-39f2-4606-b91d-b84014edf2ad', 'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:6d:60:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:08Z', 'updated_at': '2021-06-17T08:40:13Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '95402704-84f3-4568-9e52-c2029a57618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:14.813091 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279b9036-c8f6-47e5-9b92-83f200c3fd21 None None] The sync data for ids ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'] in n-d-779913-16 is: [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f613621a-39f2-4606-b91d-b84014edf2ad', 'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:6d:60:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:08Z', 'updated_at': '2021-06-17T08:40:13Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '95402704-84f3-4568-9e52-c2029a57618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:14.831323 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:14.851140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53456) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:14.895407 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/bb45a7d1-dec8-4e26-9f40-4b4fc52142d6/5915a80a-662c-453a-b788-658bbfe244c0) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:14.992133 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:15.026504 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f1e6262f-04f2-4ad2-90d6-70a62a9d4596 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8932afcdd536492eb54b8bec3ac3d6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734829 Jun 17 08:40:15.029732 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53458) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:15.184440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbda684-2f06-4539-87d2-f4cda4ec82cf req-5b4cc4da-8d51-46ac-a6ae-ebf9be087022 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:15.201352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fbda684-2f06-4539-87d2-f4cda4ec82cf req-5b4cc4da-8d51-46ac-a6ae-ebf9be087022 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 1.5461841 Jun 17 08:40:15.206417 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:15.216403 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a540587-63df-4c26-b6c1-69d9b403ce5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:15.221050 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Transition to ACTIVE for port object 5915a80a-662c-453a-b788-658bbfe244c0 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:15.239222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Transition to ACTIVE for port object 5915a80a-662c-453a-b788-658bbfe244c0 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:15.276494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-81732f8a-8622-4f11-a578-1cc15cc40fe9 None None] Provisioning complete for port a48e8816-f49f-40b5-97cb-e7643da1f4eb triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:15.277183 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-81732f8a-8622-4f11-a578-1cc15cc40fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:15.278379 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a540587-63df-4c26-b6c1-69d9b403ce5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:15.382216 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:15.420647 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e8b8d684-9adb-493e-8857-acc72bb872bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:15.437334 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a540587-63df-4c26-b6c1-69d9b403ce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:15.440157 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a540587-63df-4c26-b6c1-69d9b403ce5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:15.441305 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6a540587-63df-4c26-b6c1-69d9b403ce5c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6146c57e-e937-48cb-ba0b-c266d44269d2 HTTP/1.1" status: 204 len: 168 time: 0.4105678 Jun 17 08:40:15.442133 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-850d0a72-b8a7-412b-9ca8-616d65d6e978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:15.482566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a540587-63df-4c26-b6c1-69d9b403ce5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6146c57e-e937-48cb-ba0b-c266d44269d2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:15.492771 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6a540587-63df-4c26-b6c1-69d9b403ce5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:15.556794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Pushing event updated for resources: {'Port': ['ID=5915a80a-662c-453a-b788-658bbfe244c0,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:15.583948 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:15.668561 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:15.830840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:15.873668 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-81732f8a-8622-4f11-a578-1cc15cc40fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.029264 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:16.043360 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5dc7ec9d-fa4b-458f-ba98-8dfffe7d6315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.050107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:16.065868 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.201826 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.285328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-81732f8a-8622-4f11-a578-1cc15cc40fe9 None None] For port a48e8816-f49f-40b5-97cb-e7643da1f4eb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a48e8816-f49f-40b5-97cb-e7643da1f4eb,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:16.297299 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Attempting to bind port 5915a80a-662c-453a-b788-658bbfe244c0 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:16.297831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Attempting to bind port 5915a80a-662c-453a-b788-658bbfe244c0 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:16.303609 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Attempting to bind port 5915a80a-662c-453a-b788-658bbfe244c0 on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:16.331058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:16.331444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:16.331857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.332262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:16.332753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Bound port: 5915a80a-662c-453a-b788-658bbfe244c0, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:16.333134 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.335144 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-81732f8a-8622-4f11-a578-1cc15cc40fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.361508 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:16.477965 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81732f8a-8622-4f11-a578-1cc15cc40fe9 None None] Pushing event updated for resources: {'Port': ['ID=a48e8816-f49f-40b5-97cb-e7643da1f4eb,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:16.502954 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-81732f8a-8622-4f11-a578-1cc15cc40fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:16.568014 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:40:16.568890 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:40:16.689804 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af21eb58-545d-4f02-b95b-dc2111be69d0', 'name': 'tempest-snat-router-987339721', 'tenant_id': '2280259cd008463ebbf77cd1a7f940e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '4df545a4-e928-4177-a41d-1c3899929916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:01Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 3, 'project_id': '2280259cd008463ebbf77cd1a7f940e5', 'gw_port': {'id': '4df545a4-e928-4177-a41d-1c3899929916', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af21eb58-545d-4f02-b95b-dc2111be69d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:05Z', 'updated_at': '2021-06-17T08:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:16.751749 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Checking router: af21eb58-545d-4f02-b95b-dc2111be69d0 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:16.752162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Updating router af21eb58-545d-4f02-b95b-dc2111be69d0 port 4df545a4-e928-4177-a41d-1c3899929916 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:40:16.825053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] For port 5915a80a-662c-453a-b788-658bbfe244c0, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:16.900682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] For port 5915a80a-662c-453a-b788-658bbfe244c0, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5915a80a-662c-453a-b788-658bbfe244c0,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:16.918522 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.919490 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.921245 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.921717 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:16.924321 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5b4f9b4a-81ac-4a88-b432-12b27e7becf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:16.971302 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:17.008106 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43107a6c-fd31-4c0c-83ab-983683c84bd2 req-0d4bca14-b61d-4101-a0a1-6e003ff941d1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 210 time: 0.1213555 Jun 17 08:40:17.081194 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fbda684-2f06-4539-87d2-f4cda4ec82cf req-1f674102-2b1a-47cc-829c-d1971869f9e9 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.8739338 Jun 17 08:40:17.094446 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:17.198451 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::709f:d34d:43ec:4af3 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/bb45a7d1-dec8-4e26-9f40-4b4fc52142d6/1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:17.206743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1a0c1a-8924-4b14-a0bd-947505177761,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:17.472028 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:40:17.477180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-3862c5ea-40ba-4227-978b-e4b55e84ed4f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:17.478656 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-3862c5ea-40ba-4227-978b-e4b55e84ed4f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 796 time: 0.6988664 Jun 17 08:40:17.479710 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:17.490284 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:17.490793 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Added segment a87dddbd-e585-41bd-a967-e13c1e32809f of type vlan for network 77b5166f-51ed-415f-a071-4f4af6964680 Jun 17 08:40:17.578589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Pushing event updated for resources: {'Port': ['ID=5915a80a-662c-453a-b788-658bbfe244c0,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:17.606721 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:17.629796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 14bbb258-cb91-418d-befc-a8d749e38ced no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:17.731041 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 14bbb258-cb91-418d-befc-a8d749e38ced {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:17.731782 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 14bbb258-cb91-418d-befc-a8d749e38ced not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:17.732418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 69cffcda-3151-4a18-9d97-f2a8dd91866c no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:17.762240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 69cffcda-3151-4a18-9d97-f2a8dd91866c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:17.762746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 69cffcda-3151-4a18-9d97-f2a8dd91866c not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:17.816556 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:17.830588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-db3fb433-c0d5-45f7-8939-67d96604ed1d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 379 time: 0.3350074 Jun 17 08:40:17.833479 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:17.849696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'port': {'device_id': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'admin_state_up': True, 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'security_groups': ['cd5214d0-dcfb-4588-a11d-4b690f9ab2f8']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:18.010025 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.069981 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.076522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:18.077646 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.083938 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:18.087708 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d1503f10-2fba-41e4-a5b9-0f34ff4e582b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:18.164568 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.200597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Transition to ACTIVE for port object 4df545a4-e928-4177-a41d-1c3899929916 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:18.222259 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.230376 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:18.253989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.6547556 Jun 17 08:40:18.282678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Deleting port 4df545a4-e928-4177-a41d-1c3899929916 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:18.284045 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.391663 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.399263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630ccee-f556-4c40-b4cc-4816195f7913 None None] Pushing event updated for resources: {'Port': ['ID=4df545a4-e928-4177-a41d-1c3899929916,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:18.412763 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9630ccee-f556-4c40-b4cc-4816195f7913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:18.417532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Attempting to bind port 4df545a4-e928-4177-a41d-1c3899929916 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:18.417794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Attempting to bind port 4df545a4-e928-4177-a41d-1c3899929916 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:18.418140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Attempting to bind port 4df545a4-e928-4177-a41d-1c3899929916 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:18.420578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a48e8816-f49f-40b5-97cb-e7643da1f4eb up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:18.428175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53576) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:18.475075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:18.483789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:18.485067 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.485850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:18.489742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Bound port: 4df545a4-e928-4177-a41d-1c3899929916, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:18.491299 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.507312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Calling delete_port for 4df545a4-e928-4177-a41d-1c3899929916 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:18.629626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a48e8816-f49f-40b5-97cb-e7643da1f4eb triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:18.630145 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.631249 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fea6035c-6fc2-4fda-9e8d-935e6115b64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.666236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Pushing event updated for resources: {'Network': ['ID=77b5166f-51ed-415f-a071-4f4af6964680,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:18.675801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] For port 4df545a4-e928-4177-a41d-1c3899929916, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:18.682859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 77b5166f-51ed-415f-a071-4f4af6964680 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:18.705554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] For port 4df545a4-e928-4177-a41d-1c3899929916, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4df545a4-e928-4177-a41d-1c3899929916,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:18.724597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53582) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:18.729591 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:18.772905 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.776319 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Request body: {'port': {'network_id': '77b5166f-51ed-415f-a071-4f4af6964680', 'binding:host_id': 'n-h2-779913-16', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1266250655'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:18.802426 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:18.809722 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-625b4291-d2af-4590-ac9d-e46352b032b7 req-825fae4f-7c5a-4e0b-9f84-a4d070d5dfb2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 210 time: 0.1733651 Jun 17 08:40:18.815091 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.823245 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd00b008-f049-456e-9cc8-4e96925ca407 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:18.886542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event deleted for resources: {'Port': ['ID=4df545a4-e928-4177-a41d-1c3899929916,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:18.905370 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:18.912381 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:18.927043 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-083914b8-ed72-4f83-ad7b-93d1574b7f06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:18.959813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f613621a-39f2-4606-b91d-b84014edf2ad up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:18.977037 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9630ccee-f556-4c40-b4cc-4816195f7913 None None] Pushing event deleted for resources: {'Port': ['ID=4df545a4-e928-4177-a41d-1c3899929916,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:18.981029 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9630ccee-f556-4c40-b4cc-4816195f7913 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:19.027031 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.052211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Routers {'af21eb58-545d-4f02-b95b-dc2111be69d0'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:19.053355 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['af21eb58-545d-4f02-b95b-dc2111be69d0'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:19.059966 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fea6035c-6fc2-4fda-9e8d-935e6115b64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.084354 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fea6035c-6fc2-4fda-9e8d-935e6115b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.087644 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e3a54707-08a9-4c96-9c0c-677ed417d9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:19.138436 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:19.154845 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:19.155910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6035c-6fc2-4fda-9e8d-935e6115b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af17799-f328-48ed-8ed2-789fde5e1676,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:19.182041 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fea6035c-6fc2-4fda-9e8d-935e6115b64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:19.195472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] Set router af21eb58-545d-4f02-b95b-dc2111be69d0 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:19.281565 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fea6035c-6fc2-4fda-9e8d-935e6115b64f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2289e7eca1f948c8bcc3cc999e08de58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8499696 Jun 17 08:40:19.282213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53598) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:19.353383 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.371353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af21eb58-545d-4f02-b95b-dc2111be69d0', 'name': 'tempest-snat-router-987339721', 'tenant_id': '2280259cd008463ebbf77cd1a7f940e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:01Z', 'updated_at': '2021-06-17T08:40:18Z', 'revision_number': 5, 'project_id': '2280259cd008463ebbf77cd1a7f940e5', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:19.404662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee8f61b-bc9e-4673-bb0a-94b8e49c7c90 None None] The sync data for ids ['af21eb58-545d-4f02-b95b-dc2111be69d0'] in n-d-779913-16 is: [{'id': 'af21eb58-545d-4f02-b95b-dc2111be69d0', 'name': 'tempest-snat-router-987339721', 'tenant_id': '2280259cd008463ebbf77cd1a7f940e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:01Z', 'updated_at': '2021-06-17T08:40:18Z', 'revision_number': 5, 'project_id': '2280259cd008463ebbf77cd1a7f940e5', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:19.422540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f613621a-39f2-4606-b91d-b84014edf2ad completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:19.428107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0952f167-e730-447b-95bf-ae0cc81611a3 None None] Provisioning for port 5915a80a-662c-453a-b788-658bbfe244c0 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:19.434398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f613621a-39f2-4606-b91d-b84014edf2ad triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:19.434924 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.470481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Made reservation on behalf of de284ced63f94960a015ae2db528f1e2 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:19.478327 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.526509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.567530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa00569e-56ea-4ed7-89e1-34d162d3fb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.582322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-870b4780-cd4d-4024-8c18-85ec42942f9b None None] Could not find standard attr ID for object f6633de7-a411-4c04-bee5-26baeb0c7557. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:40:19.630669 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.633678 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.663357 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa00569e-56ea-4ed7-89e1-34d162d3fb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.667283 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.708454 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f613621a-39f2-4606-b91d-b84014edf2ad, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f613621a-39f2-4606-b91d-b84014edf2ad,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:19.724456 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.727113 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6c10dd70-108f-46b9-99e8-ef08679a5fc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:19.797410 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa00569e-56ea-4ed7-89e1-34d162d3fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.814052 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa00569e-56ea-4ed7-89e1-34d162d3fb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.815674 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fa00569e-56ea-4ed7-89e1-34d162d3fb0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2af17799-f328-48ed-8ed2-789fde5e1676 HTTP/1.1" status: 204 len: 168 time: 0.5324638 Jun 17 08:40:19.826800 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-026214b5-2793-4d4a-968a-063ce3408a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:19.846837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:19.848340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f613621a-39f2-4606-b91d-b84014edf2ad,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:19.854434 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:19.855050 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.861573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 23afcd8d-35a3-4ea0-8ab9-796058e83990 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:19.868488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00569e-56ea-4ed7-89e1-34d162d3fb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af17799-f328-48ed-8ed2-789fde5e1676,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:19.878290 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fa00569e-56ea-4ed7-89e1-34d162d3fb0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:19.896198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:19.912047 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.926028 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:19.931688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] device_id is not set on port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:19.937537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 23afcd8d-35a3-4ea0-8ab9-796058e83990 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:19.938228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 23afcd8d-35a3-4ea0-8ab9-796058e83990 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:20.151072 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-69de69b8-e3ea-4a49-a2f1-64c24e0d7e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:20.154361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.155059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af21eb58-545d-4f02-b95b-dc2111be69d0 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:40:20.198161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.202324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "DELETE /v2.0/routers/af21eb58-545d-4f02-b95b-dc2111be69d0 HTTP/1.1" status: 204 len: 168 time: 5.9053018 Jun 17 08:40:20.209506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:20.213382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53628) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:20.269882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:20.275788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:20.276446 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.292106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5915a80a-662c-453a-b788-658bbfe244c0 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:20.298425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f784b996-c177-4c49-a441-869dd694f565 req-dcb4931b-5ee0-4258-a208-ed2b44247568 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 210 time: 0.1295464 Jun 17 08:40:20.347597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.20.0.5 (9d03cba3-f186-4f86-84d8-2adbfb9f05c3/95402704-84f3-4568-9e52-c2029a57618b/4901c5a2-954d-49c2-bbb1-79ef8be41eb3) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:20.402627 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 5915a80a-662c-453a-b788-658bbfe244c0 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:20.411159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 5915a80a-662c-453a-b788-658bbfe244c0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:20.413841 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.477330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58b461-1f92-4089-9dc7-6b79d93f2e18 req-e969158f-ae19-4006-8b42-4287ea86c31d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:20.478981 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea58b461-1f92-4089-9dc7-6b79d93f2e18 req-e969158f-ae19-4006-8b42-4287ea86c31d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.7624021 Jun 17 08:40:20.480776 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 8.1954763 Jun 17 08:40:20.536499 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.557153 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53634) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:20.583838 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.732974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 5915a80a-662c-453a-b788-658bbfe244c0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5915a80a-662c-453a-b788-658bbfe244c0,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:20.750705 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.753507 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f613621a-39f2-4606-b91d-b84014edf2ad up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:20.756072 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-81732f8a-8622-4f11-a578-1cc15cc40fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:20.785426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] device_id is not set on port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:20.800076 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.818910 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-feac2e16-5494-4399-a822-f876b8f0a6e4 None None] Provisioning for port 1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:20.823816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Transition to ACTIVE for port object ec5ddf92-6518-4956-8ccf-e08eae49b6a9 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:20.839650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-feac2e16-5494-4399-a822-f876b8f0a6e4 None None] Provisioning complete for port 1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:20.840040 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-feac2e16-5494-4399-a822-f876b8f0a6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.851609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea58b461-1f92-4089-9dc7-6b79d93f2e18 req-cfc0a289-c16a-467a-a828-9cf95e87f790 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2848299 Jun 17 08:40:20.873735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67f4796-775d-467e-b634-10e02e5d15b8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:20.883482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67f4796-775d-467e-b634-10e02e5d15b8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:20.891318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a67f4796-775d-467e-b634-10e02e5d15b8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3183208 Jun 17 08:40:20.902233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49d10561-3599-48a4-a5b0-323e022f12bb req-dc7a7e35-4ad6-4ed7-860b-c849331481dc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0686047 Jun 17 08:40:20.904147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.905604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53648) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:20.936178 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:20.984157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-feac2e16-5494-4399-a822-f876b8f0a6e4 None None] Port 1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:21.055850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=5915a80a-662c-453a-b788-658bbfe244c0,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:21.066400 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:21.075711 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.078031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f613621a-39f2-4606-b91d-b84014edf2ad triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:21.078503 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.079809 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52b6172-57fb-4ea0-acc2-1a4ce315f7ad,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:21.099303 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.941s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:21.122470 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7c0c8e22-6c59-431a-b563-a0bb1dbfff26 tempest-ServersNegativeTestJSON-86330055 tempest-ServersNegativeTestJSON-86330055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:21.165633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Transition to ACTIVE for port object 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:21.218171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f51d94e7-75e5-413b-a504-5282e60b6959 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:21.218727 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f51d94e7-75e5-413b-a504-5282e60b6959 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.373220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event updated for resources: {'Port': ['ID=ec5ddf92-6518-4956-8ccf-e08eae49b6a9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:21.379119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Checking segment: {'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:21.379490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Network hostable DHCP agents. Network: 77b5166f-51ed-415f-a071-4f4af6964680, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:40:21.391719 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:21.448911 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.472221 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:21.474074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Deleting port 553cc0de-5524-4075-892e-c1cfb1e92efe {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:21.474428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.510524 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Network 77b5166f-51ed-415f-a071-4f4af6964680 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:40:21.555672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:21.612729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 77b5166f-51ed-415f-a071-4f4af6964680) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:21.615655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:21.620410 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f51d94e7-75e5-413b-a504-5282e60b6959 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.621416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:21.652285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:21.652986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:21.653601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:21.662443 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39ae460-e741-46ba-9df9-158874c7e64f None None] Network 77b5166f-51ed-415f-a071-4f4af6964680 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:21.680262 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] For port 553cc0de-5524-4075-892e-c1cfb1e92efe, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=553cc0de-5524-4075-892e-c1cfb1e92efe,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:21.680739 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:21.684687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:21.685183 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:21.691962 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 2 to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 Jun 17 08:40:21.697460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:21.859226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Calling delete_port for 553cc0de-5524-4075-892e-c1cfb1e92efe owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:21.882343 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:21.882684 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:21.883049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:21.917368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:21.918016 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:21.920121 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 3 to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 Jun 17 08:40:22.037291 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:22.037634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:22.037973 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:22.072453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f51d94e7-75e5-413b-a504-5282e60b6959 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:22.072703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:22.072842 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:22.078945 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 4 to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 Jun 17 08:40:22.079113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:22.099504 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:22.214211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5915a80a-662c-453a-b788-658bbfe244c0 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:22.325635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e121f3a1-8d0b-41f1-89d7-7b5b88d2d293 None None] Provisioning for port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:22.343901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:22.348306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e121f3a1-8d0b-41f1-89d7-7b5b88d2d293 None None] Provisioning complete for port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:22.349200 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.354228 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e121f3a1-8d0b-41f1-89d7-7b5b88d2d293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.359412 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:22.359772 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:22.360376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:22.367314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:22.367651 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:22.368953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.381229 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 5 to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 Jun 17 08:40:22.409445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 5915a80a-662c-453a-b788-658bbfe244c0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:22.409984 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.415768 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4006532f-1f21-4835-95ef-5be1110b8024 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:22.476084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6312191 Jun 17 08:40:22.486391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d4ace-321a-4f2c-b67a-53b061e2d055 req-79c1ef3a-872d-4303-a636-02751e746b4b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:22.493731 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b9d4ace-321a-4f2c-b67a-53b061e2d055 req-79c1ef3a-872d-4303-a636-02751e746b4b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 931 time: 0.9347637 Jun 17 08:40:22.508268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Request body: {'port': {'device_id': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:22.508435 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:22.508636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:22.508969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:22.515976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e121f3a1-8d0b-41f1-89d7-7b5b88d2d293 None None] Port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:22.528584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event deleted for resources: {'Port': ['ID=553cc0de-5524-4075-892e-c1cfb1e92efe,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:22.537908 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:22.594600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:22.594962 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:22.595555 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 6 to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 Jun 17 08:40:22.678819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967fbc88-4f94-48ec-9c89-754e36bd8eab req-b7ff032b-986c-452f-b580-8c22849d7d63 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:22.681245 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-967fbc88-4f94-48ec-9c89-754e36bd8eab req-b7ff032b-986c-452f-b580-8c22849d7d63 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.4979208 Jun 17 08:40:22.689500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b9d4ace-321a-4f2c-b67a-53b061e2d055 req-9637e030-df4b-4025-a84d-ab1719aefee3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696260 Jun 17 08:40:22.706815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:22.707373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:22.707467 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:22.732941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.738308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:22.738650 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:22.740534 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 7 to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 Jun 17 08:40:22.792329 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f51d94e7-75e5-413b-a504-5282e60b6959 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.812816 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:22.816459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:22.816773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:22.817228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:22.920230 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8d8c1ad-889d-44a3-ade6-a02e2e9563e2 tempest-VolumesActionsTest-871862022 tempest-VolumesActionsTest-871862022-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:22.956228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d94e7-75e5-413b-a504-5282e60b6959 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:22.972816 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f51d94e7-75e5-413b-a504-5282e60b6959 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:22.989705 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-967fbc88-4f94-48ec-9c89-754e36bd8eab req-3ea3cd10-1ba5-40d5-9566-fed30c0f01da tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2888479 Jun 17 08:40:23.030596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:23.030969 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:23.033561 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 8 to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 Jun 17 08:40:23.042900 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f51d94e7-75e5-413b-a504-5282e60b6959 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.060600 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f51d94e7-75e5-413b-a504-5282e60b6959 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6 HTTP/1.1" status: 204 len: 168 time: 2.1536772 Jun 17 08:40:23.064135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53720) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:23.100157 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.105772 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.193079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:23.193597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:23.194822 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:23.208635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:23.209073 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:23.210051 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.214075 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e13daa7-9349-4824-b8d1-a9986c9b8aae {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:40:23.227801 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.235738 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "DELETE /v2.0/routers/9e13daa7-9349-4824-b8d1-a9986c9b8aae HTTP/1.1" status: 204 len: 168 time: 3.0157013 Jun 17 08:40:23.236533 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 9 to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 Jun 17 08:40:23.266803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53726) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:23.269835 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c7bcf4-622d-40ba-8ce5-499940c3bce0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:23.270284 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:23.271844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:23.272267 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:23.282607 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c7bcf4-622d-40ba-8ce5-499940c3bce0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:23.286804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-20c7bcf4-622d-40ba-8ce5-499940c3bce0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2216125 Jun 17 08:40:23.290510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-695310815', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:23.309246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:23.309666 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:23.311233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53728) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:23.312840 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 10 to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 Jun 17 08:40:23.468000 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:23.468487 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:23.468867 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:23.506142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-8573cb13-1f4d-408b-9d2e-42a3ce9a764e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet bb45a7d1-dec8-4e26-9f40-4b4fc52142d6 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:23.511698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8573cb13-1f4d-408b-9d2e-42a3ce9a764e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.617086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8573cb13-1f4d-408b-9d2e-42a3ce9a764e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.788701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8573cb13-1f4d-408b-9d2e-42a3ce9a764e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:23.794282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:23.796043 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:23.796621 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.069079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] For port ec5ddf92-6518-4956-8ccf-e08eae49b6a9, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:24.069585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempted to set empty binding levels {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:40:24.088408 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.122763 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:24.144453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 553cc0de-5524-4075-892e-c1cfb1e92efe no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:24.172685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:24.201541 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.206605 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 553cc0de-5524-4075-892e-c1cfb1e92efe {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:24.208317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 553cc0de-5524-4075-892e-c1cfb1e92efe not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:24.251263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Transition to ACTIVE for port object 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:24.284463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event updated for resources: {'Port': ['ID=ec5ddf92-6518-4956-8ccf-e08eae49b6a9,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:24.290536 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:24.293018 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.295185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:24.295852 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.297957 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-73fb89ef-b021-4a18-a3c3-70f5ba9b1a07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:24.307115 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8573cb13-1f4d-408b-9d2e-42a3ce9a764e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.324380 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6dada829-a4d1-4172-9023-04cd09b22ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:24.331521 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.333529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.376339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8573cb13-1f4d-408b-9d2e-42a3ce9a764e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=bb45a7d1-dec8-4e26-9f40-4b4fc52142d6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:24.398100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e95e1-3dbe-4492-9733-e95bc9b515cb None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:24.422900 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8573cb13-1f4d-408b-9d2e-42a3ce9a764e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:24.425396 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8573cb13-1f4d-408b-9d2e-42a3ce9a764e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.428694 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8573cb13-1f4d-408b-9d2e-42a3ce9a764e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/bb45a7d1-dec8-4e26-9f40-4b4fc52142d6 HTTP/1.1" status: 204 len: 168 time: 1.0872390 Jun 17 08:40:24.439292 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.6836274 Jun 17 08:40:24.445571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53762) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:24.445571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53764) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:24.457184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ea21-2011-4856-a1c8-72781d49f83d req-1e91a722-ac6d-4adf-bcd7-ab0226c6191f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:24.466051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e163ea21-2011-4856-a1c8-72781d49f83d req-1e91a722-ac6d-4adf-bcd7-ab0226c6191f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 931 time: 0.3089132 Jun 17 08:40:24.586580 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:24.700530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ffa85144-22dc-4d81-856a-3e7de09fb8b1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2215643 Jun 17 08:40:24.709004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53768) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:24.776990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:24.881465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0e2be9-c975-4e52-baa2-963bed513c7e None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:24.883408 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Pushing event updated for resources: {'Port': ['ID=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:24.894799 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:24.993437 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e163ea21-2011-4856-a1c8-72781d49f83d req-3db0ce22-90f8-4f21-a6ea-c99f7d29a790 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5223567 Jun 17 08:40:25.026365 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.064737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e2be9-c975-4e52-baa2-963bed513c7e None None] Deleting port 5915a80a-662c-453a-b788-658bbfe244c0 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:25.068653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d1682-b2cd-4bad-888a-5b08e71cf2d7 req-d915e389-9eb7-4f1b-b1bf-8413d93af9b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:25.069501 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2be9-c975-4e52-baa2-963bed513c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.099130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-476d1682-b2cd-4bad-888a-5b08e71cf2d7 req-d915e389-9eb7-4f1b-b1bf-8413d93af9b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.8433957 Jun 17 08:40:25.157152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:25.182371 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.285916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0d0e2be9-c975-4e52-baa2-963bed513c7e None None] For port 5915a80a-662c-453a-b788-658bbfe244c0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5915a80a-662c-453a-b788-658bbfe244c0,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:25.286370 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2be9-c975-4e52-baa2-963bed513c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.435365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0d0e2be9-c975-4e52-baa2-963bed513c7e None None] Calling delete_port for 5915a80a-662c-453a-b788-658bbfe244c0 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:25.492264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.529559 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-476d1682-b2cd-4bad-888a-5b08e71cf2d7 req-26c57ee5-9059-4f21-9258-0bc0fd165dec tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4280930 Jun 17 08:40:25.544809 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.586039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Attempting to bind port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:25.587025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Attempting to bind port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:25.587404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Attempting to bind port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 on network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:25.628402 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0d0e2be9-c975-4e52-baa2-963bed513c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.640013 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:25.664702 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 on network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:25.665142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Attempting to bind port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 on network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:25.724572 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:25.724929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Checking segment: {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:25.725331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Bound using segment: {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:25.727105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Bound port: 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:25.727473 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.746360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0e2be9-c975-4e52-baa2-963bed513c7e None None] Pushing event deleted for resources: {'Port': ['ID=5915a80a-662c-453a-b788-658bbfe244c0,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:25.773596 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0d0e2be9-c975-4e52-baa2-963bed513c7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:25.785268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ec254159-7e37-4a82-9076-98b483c84052 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Deleting port ec5ddf92-6518-4956-8ccf-e08eae49b6a9 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:25.785669 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec254159-7e37-4a82-9076-98b483c84052 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:25.788242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0e2be9-c975-4e52-baa2-963bed513c7e None None] No DVR routers for this DVR port 5915a80a-662c-453a-b788-658bbfe244c0 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:25.795743 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Allocated IP 172.25.8.39 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/68664f9e-c76b-48c2-9bfc-92b3a42d0dd0) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:25.950060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-ec254159-7e37-4a82-9076-98b483c84052 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] For port ec5ddf92-6518-4956-8ccf-e08eae49b6a9, host n-h2-779913-16, got binding levels [] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:25.950428 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec254159-7e37-4a82-9076-98b483c84052 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.001241 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.093832 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.095764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ec254159-7e37-4a82-9076-98b483c84052 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Calling delete_port for ec5ddf92-6518-4956-8ccf-e08eae49b6a9 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:26.122604 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f9c6ba89-2a2e-42fe-8946-10eb57892bbe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.128108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5915a80a-662c-453a-b788-658bbfe244c0 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:26.157367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:26.166045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 5915a80a-662c-453a-b788-658bbfe244c0 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:26.171336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5915a80a-662c-453a-b788-658bbfe244c0 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:26.254347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec254159-7e37-4a82-9076-98b483c84052 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.265205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:26.273817 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:26.290493 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-99f110cf-fef8-4911-b795-c64fbb2690e1 tempest-ServerGroupTestJSON-490891906 tempest-ServerGroupTestJSON-490891906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.318051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Pushing event updated for resources: {'Port': ['ID=68664f9e-c76b-48c2-9bfc-92b3a42d0dd0,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:26.328010 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:26.352417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec254159-7e37-4a82-9076-98b483c84052 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec5ddf92-6518-4956-8ccf-e08eae49b6a9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:26.369423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:26.377989 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec254159-7e37-4a82-9076-98b483c84052 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:26.455468 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.471590 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec254159-7e37-4a82-9076-98b483c84052 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.479918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ec254159-7e37-4a82-9076-98b483c84052 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "DELETE /v2.0/ports/ec5ddf92-6518-4956-8ccf-e08eae49b6a9 HTTP/1.1" status: 204 len: 168 time: 1.9836121 Jun 17 08:40:26.507076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:26.524976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53814) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:26.590686 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e5b131-6c13-4dba-a963-a58f1f521764 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:40:26.592385 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-87e5b131-6c13-4dba-a963-a58f1f521764 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "GET /v2.0/ports/ec5ddf92-6518-4956-8ccf-e08eae49b6a9 HTTP/1.1" status: 404 len: 333 time: 0.0656471 Jun 17 08:40:26.598570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53820) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:26.607620 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a691df72-0b06-4203-9033-aae154483cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.608566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Request body: {'port': {'network_id': '77b5166f-51ed-415f-a071-4f4af6964680', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1527825008'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:26.693872 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.710800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:26.716832 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Made reservation on behalf of de284ced63f94960a015ae2db528f1e2 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:26.719751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.749425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] device_id is not set on port b5e54512-3e19-4560-908a-248492d05bed yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:26.793209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:26.797926 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:26.799744 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.807053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b31e242-b4fe-4f55-af1b-f4939d221ae6 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:26.839231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=05935f98-3ce8-452b-b2e9-e9baeaee5875,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:26.845384 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:26.852427 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.863912 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-53bf1fa7-6e6f-40f6-ab35-d3986187499d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:26.946033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:26.947212 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:26.949054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] 10.222.0.10 "PUT /v2.0/ports/4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 1092 time: 4.4541776 Jun 17 08:40:26.984174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:26.988560 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:27.020443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2517304 Jun 17 08:40:27.023385 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53836) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:27.050402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'fixed_ips': [{'subnet_id': '05935f98-3ce8-452b-b2e9-e9baeaee5875', 'ip_address': '2001:db8::29ce:9509:c659:28d6'}], 'name': 'tempest-NetworksTestDHCPv6-1300411232'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:27.222965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a4312-2c32-49e3-8736-1b9447dee1cd req-56cadec8-a67a-4cb0-86a3-378e1d1aebd0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:27.232341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-622a4312-2c32-49e3-8736-1b9447dee1cd req-56cadec8-a67a-4cb0-86a3-378e1d1aebd0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 943 time: 0.8851688 Jun 17 08:40:27.282601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Pushing event updated for resources: {'Port': ['ID=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:27.291416 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:27.330436 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367dbb8-5b4f-4170-8459-381b38333441 req-0569d738-c0bd-4500-8718-5e058e159c99 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:27.332008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '05935f98-3ce8-452b-b2e9-e9baeaee5875'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:40:27.332909 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3367dbb8-5b4f-4170-8459-381b38333441 req-0569d738-c0bd-4500-8718-5e058e159c99 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.5189836 Jun 17 08:40:27.333050 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.378952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-f7167939-2078-4d9f-babe-0105c5ed6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:27.381023 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-f7167939-2078-4d9f-babe-0105c5ed6866 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1095 time: 0.3492255 Jun 17 08:40:27.420298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-622a4312-2c32-49e3-8736-1b9447dee1cd req-20106a30-aed4-482d-afee-3eb57b49344f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857736 Jun 17 08:40:27.496424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.535900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-70963ba7-8e55-4f72-aa4d-134acaa83b4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 217 time: 0.1411159 Jun 17 08:40:27.546462 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfa8114-9c5d-454e-b5b6-59611b59a34f x-openstack-request-id: req-3bfa8114-9c5d-454e-b5b6-59611b59a34f {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:27.547057 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:27.547546 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3bfa8114-9c5d-454e-b5b6-59611b59a34f {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:27.548218 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'status': 'completed', 'code': 200} Jun 17 08:40:27.564692 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3367dbb8-5b4f-4170-8459-381b38333441 req-d95556b5-d029-4df6-97ec-da092b6966fe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218547 Jun 17 08:40:27.614596 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/05935f98-3ce8-452b-b2e9-e9baeaee5875/2dff7e5d-bc3e-454e-9fb2-fc9c3778b048) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:27.650005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-0f7425a2-b3ca-4320-9670-7102b469a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:27.652781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-0f7425a2-b3ca-4320-9670-7102b469a76b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 200 len: 834 time: 0.1006401 Jun 17 08:40:27.782464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-422d61e6-b871-4820-b84a-2e6bad8c1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:27.788590 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-422d61e6-b871-4820-b84a-2e6bad8c1800 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1298146 Jun 17 08:40:27.789621 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.800051 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Transition to ACTIVE for port object 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:27.821692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Transition to ACTIVE for port object 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:27.833528 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:27.838551 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:27.869563 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:27.952921 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:27.958711 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:27.984027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:27.991597 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-0ee1c707-4304-4668-bd11-46e434416b99 service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952584 Jun 17 08:40:28.026809 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Pushing event updated for resources: {'Port': ['ID=2dff7e5d-bc3e-454e-9fb2-fc9c3778b048,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:28.031510 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:28.143754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Attempting to bind port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:28.144139 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Attempting to bind port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:28.144521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Attempting to bind port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:28.150040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-97e6a0a8-df2c-4691-b4d0-caafdf180bc0 req-299f1fb7-0861-4350-8d38-8a8eac8c301d service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512606 Jun 17 08:40:28.151046 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:28.151441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:28.151933 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.152323 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:28.152813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Bound port: 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:28.153206 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.317251 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2 req-4dd1f3ed-fd5f-45a3-896a-e2d614a34897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:28.318858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2 req-4dd1f3ed-fd5f-45a3-896a-e2d614a34897 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1095 time: 0.1133358 Jun 17 08:40:28.322696 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] For port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:28.348992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] For port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2dff7e5d-bc3e-454e-9fb2-fc9c3778b048,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:28.371199 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.412602 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9630ccee-f556-4c40-b4cc-4816195f7913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:28.536963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Pushing event updated for resources: {'Port': ['ID=2dff7e5d-bc3e-454e-9fb2-fc9c3778b048,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:28.548651 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:28.593543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2 req-7b606b85-ec6b-422a-b678-4d26efd4614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:28.595125 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2 req-7b606b85-ec6b-422a-b678-4d26efd4614d service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 897 time: 0.2692094 Jun 17 08:40:28.718264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.736073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:28.784432 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2 req-78409898-f6ef-43ed-8c1d-37ce894467d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 217 time: 0.1812136 Jun 17 08:40:28.816359 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dee688e3-fc77-473b-8cff-7cbb59d7aa3f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:28.864888 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event updated for resources: {'Port': ['ID=b5e54512-3e19-4560-908a-248492d05bed,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:28.882737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Network 77b5166f-51ed-415f-a071-4f4af6964680 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:28.885631 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:28.897360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:28.903902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:28.907619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:28.908446 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.010234 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.116147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2 req-2e667568-1113-4537-83a9-77c9ecd99f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.119187 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2 req-2e667568-1113-4537-83a9-77c9ecd99f11 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 200 len: 834 time: 0.3066645 Jun 17 08:40:29.130477 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.5307150 Jun 17 08:40:29.140815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53894) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:29.160623 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:29.249707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 51165cd8-50e9-4c1b-a360-f300a308360a yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:29.265699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224895ac-fef2-4149-928b-2a1d8e692946 req-e17960b4-c302-498c-abf5-95eee7d92eeb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.270805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-224895ac-fef2-4149-928b-2a1d8e692946 req-e17960b4-c302-498c-abf5-95eee7d92eeb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 943 time: 0.4841912 Jun 17 08:40:29.324446 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f721de-d813-4b91-b131-6ccdb05dccb1 req-0507f758-9cc9-430c-a99e-75219adabb90 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.330990 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-29f721de-d813-4b91-b131-6ccdb05dccb1 req-0507f758-9cc9-430c-a99e-75219adabb90 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.3552148 Jun 17 08:40:29.485067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-224895ac-fef2-4149-928b-2a1d8e692946 req-1a141c0c-94ed-42ae-8ca7-b28d59aa949a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034960 Jun 17 08:40:29.493673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2 req-20e352ab-c25e-4ec7-b68f-fdb5c8b3b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:29.498140 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2 req-20e352ab-c25e-4ec7-b68f-fdb5c8b3b6d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3589144 Jun 17 08:40:29.505395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-29f721de-d813-4b91-b131-6ccdb05dccb1 req-cde6fa0f-b8b3-42ff-b6fe-fe7e498c5db7 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612394 Jun 17 08:40:29.610600 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:29.633077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Router d12b08e6-c1b5-478d-a74d-22df0f6143ab is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:40:29.705167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2 req-42091fca-be56-4a6e-8d3f-23da7e8074c5 service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972644 Jun 17 08:40:29.855195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c441e5c1-eaa9-4a6e-b5de-9be0f5f186c2 req-ae437bbf-921e-49dd-aa41-e98ff46a14a4 service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408401 Jun 17 08:40:29.879423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::29ce:9509:c659:28d6 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/05935f98-3ce8-452b-b2e9-e9baeaee5875/51165cd8-50e9-4c1b-a360-f300a308360a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:30.083906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:30.107350 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4ff86-7176-4773-ac73-3a69842b1568 None None] Sync routers for ids ['d12b08e6-c1b5-478d-a74d-22df0f6143ab'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:30.121313 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4ff86-7176-4773-ac73-3a69842b1568 None None] Routers {'d12b08e6-c1b5-478d-a74d-22df0f6143ab'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:30.121648 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e0b4ff86-7176-4773-ac73-3a69842b1568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d12b08e6-c1b5-478d-a74d-22df0f6143ab'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:30.193591 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e0b4ff86-7176-4773-ac73-3a69842b1568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:30.208251 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b4ff86-7176-4773-ac73-3a69842b1568 None None] Routers {'d12b08e6-c1b5-478d-a74d-22df0f6143ab'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:30.208747 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e0b4ff86-7176-4773-ac73-3a69842b1568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d12b08e6-c1b5-478d-a74d-22df0f6143ab'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:30.242489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:30.290451 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e0b4ff86-7176-4773-ac73-3a69842b1568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:30.291398 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b4ff86-7176-4773-ac73-3a69842b1568 None None] The sync data for ids ['d12b08e6-c1b5-478d-a74d-22df0f6143ab'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:30.296977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.300746 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0172238 Jun 17 08:40:30.301616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53920) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:30.309455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4c4351ef-e806-4006-96d1-774618eecd0d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'enable_snat': False}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:30.344893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] device_id is not set on port b5e54512-3e19-4560-908a-248492d05bed yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:30.414456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:30.434599 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.443171 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.455821 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Transition to ACTIVE for port object b5e54512-3e19-4560-908a-248492d05bed will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:30.469701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.483123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 51165cd8-50e9-4c1b-a360-f300a308360a will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:30.485695 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:30.628139 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-51910e26-a2a9-45d3-8e55-95107b605271 None None] Provisioning for port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:30.633495 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-51910e26-a2a9-45d3-8e55-95107b605271 None None] Provisioning complete for port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:30.633880 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-51910e26-a2a9-45d3-8e55-95107b605271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.693638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event updated for resources: {'Port': ['ID=b5e54512-3e19-4560-908a-248492d05bed,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:30.717199 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:30.829615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:30.829873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:30.831206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:30.842701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.852186 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:30.861944 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-51910e26-a2a9-45d3-8e55-95107b605271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.877112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:30.879548 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:30.933408 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 2 to bind port b5e54512-3e19-4560-908a-248492d05bed Jun 17 08:40:30.937543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-51910e26-a2a9-45d3-8e55-95107b605271 None None] For port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2dff7e5d-bc3e-454e-9fb2-fc9c3778b048,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:30.950711 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-51910e26-a2a9-45d3-8e55-95107b605271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:30.953257 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:30.989622 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:31.000983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:31.026797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:31.032224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:31.034886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:31.040179 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:31.057566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.058632 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51910e26-a2a9-45d3-8e55-95107b605271 None None] Pushing event updated for resources: {'Port': ['ID=2dff7e5d-bc3e-454e-9fb2-fc9c3778b048,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:31.061713 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.065073 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-51910e26-a2a9-45d3-8e55-95107b605271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:31.073014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=51165cd8-50e9-4c1b-a360-f300a308360a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:31.078479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:31.078832 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:31.080069 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:31.081287 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 3 to bind port b5e54512-3e19-4560-908a-248492d05bed Jun 17 08:40:31.103397 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0760207 Jun 17 08:40:31.106405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53938) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:31.124791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:31.125367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:31.125872 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:31.144926 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134440d-d086-421a-a357-ca8292b732f2 req-21d97abb-9354-4152-b840-5dd2fd12735e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.147172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7134440d-d086-421a-a357-ca8292b732f2 req-21d97abb-9354-4152-b840-5dd2fd12735e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 943 time: 0.3460345 Jun 17 08:40:31.184591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:31.184943 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:31.185496 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 4 to bind port b5e54512-3e19-4560-908a-248492d05bed Jun 17 08:40:31.227593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19318b08-bd63-4ad8-bb07-76c94aa7936f req-9bda3ed1-ca1d-4754-9fcf-b6344e0a35b7 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.231024 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:31.231740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19318b08-bd63-4ad8-bb07-76c94aa7936f req-9bda3ed1-ca1d-4754-9fcf-b6344e0a35b7 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.3249857 Jun 17 08:40:31.237341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:31.237695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:31.305213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:31.305565 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:31.306087 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 5 to bind port b5e54512-3e19-4560-908a-248492d05bed Jun 17 08:40:31.367154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:31.367484 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:31.367823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:31.387188 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c4351ef-e806-4006-96d1-774618eecd0d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.417338 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:31.419108 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:31.438988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7134440d-d086-421a-a357-ca8292b732f2 req-23e0d87b-8818-494e-821b-1d3c63e5233d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834368 Jun 17 08:40:31.442613 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd13b773-48b7-4737-946f-41bc9ef779fb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.475249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd13b773-48b7-4737-946f-41bc9ef779fb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.485196 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cd13b773-48b7-4737-946f-41bc9ef779fb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.3773801 Jun 17 08:40:31.486063 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 6 to bind port b5e54512-3e19-4560-908a-248492d05bed Jun 17 08:40:31.488307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 53948) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:31.502927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-196f8892-ed05-48d8-ab26-70920a9dc52d None None] Provisioning for port 51165cd8-50e9-4c1b-a360-f300a308360a completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:31.508437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-196f8892-ed05-48d8-ab26-70920a9dc52d None None] Provisioning complete for port 51165cd8-50e9-4c1b-a360-f300a308360a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:31.509043 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-196f8892-ed05-48d8-ab26-70920a9dc52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.521195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:31.521928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:31.522703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:31.533021 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:31.534379 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:31.535627 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 7 to bind port b5e54512-3e19-4560-908a-248492d05bed Jun 17 08:40:31.570426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:31.571188 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:31.572011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:31.584624 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:31.586589 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:31.587237 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 8 to bind port b5e54512-3e19-4560-908a-248492d05bed Jun 17 08:40:31.606897 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:31.616657 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19318b08-bd63-4ad8-bb07-76c94aa7936f req-6df41ea2-90ca-4b94-83ac-5dbacce5bd8d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890547 Jun 17 08:40:31.619195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:31.621220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:31.625090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-196f8892-ed05-48d8-ab26-70920a9dc52d None None] Port 51165cd8-50e9-4c1b-a360-f300a308360a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:31.645898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:31.646414 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:31.647148 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 9 to bind port b5e54512-3e19-4560-908a-248492d05bed Jun 17 08:40:31.677991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:31.681528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:31.682052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:31.689577 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:31.691992 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:31.692725 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 10 to bind port b5e54512-3e19-4560-908a-248492d05bed Jun 17 08:40:31.734452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:31.735065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:31.736215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:31.742019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:31.742600 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port b5e54512-3e19-4560-908a-248492d05bed on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:31.743212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.873161 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] For port b5e54512-3e19-4560-908a-248492d05bed, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:31.874654 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempted to set empty binding levels {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:40:31.882755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.885255 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-96df8e01-de66-4cf6-b093-fc01b91c2bed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:31.939003 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-26a27a90-1985-4aac-a1e0-14cccc27b391 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 51165cd8-50e9-4c1b-a360-f300a308360a {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:31.939355 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-26a27a90-1985-4aac-a1e0-14cccc27b391 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.950527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] In _notify_port_updated(), no bound segment for port b5e54512-3e19-4560-908a-248492d05bed on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:40:31.951449 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:31.952062 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:31.953382 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "PUT /v2.0/ports/b5e54512-3e19-4560-908a-248492d05bed HTTP/1.1" status: 200 len: 976 time: 2.8086298 Jun 17 08:40:31.956218 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53962) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:32.042149 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event updated for resources: {'Port': ['ID=b5e54512-3e19-4560-908a-248492d05bed,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:32.052720 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:32.112937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.113736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.114361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.115066 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.115688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.116342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.116965 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.117590 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.118220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.118877 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.123699 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.126649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:32.135862 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.137922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.140726 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.141423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.141911 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.142394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.142954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.143429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.143891 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.144366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.147027 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.147545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:32.150796 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7ac34766-949c-4cb9-a8b5-8cd9b3ff3662 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20735 time: 0.1932011 Jun 17 08:40:32.155689 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53964) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:32.223289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:32.225385 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.267966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:40:32.353802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3f613-6d1c-4e3f-b6dd-06a252b94a12 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Deleting port b5e54512-3e19-4560-908a-248492d05bed {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:32.354185 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc3f613-6d1c-4e3f-b6dd-06a252b94a12 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.490375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-5bc3f613-6d1c-4e3f-b6dd-06a252b94a12 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] For port b5e54512-3e19-4560-908a-248492d05bed, host n-h2-779913-16, got binding levels [] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:32.491339 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc3f613-6d1c-4e3f-b6dd-06a252b94a12 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.498202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:32.545095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'port_id': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'mac_address': 'fa:16:3e:75:00:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:40:32.587976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53976) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:32.622442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-5bc3f613-6d1c-4e3f-b6dd-06a252b94a12 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Calling delete_port for b5e54512-3e19-4560-908a-248492d05bed owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:32.671294 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.686945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:40:32.725189 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:32.734818 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.736971 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:32.824187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dbecd4c7-4029-43f6-82aa-5ca35349828a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.840864 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:32.845867 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:32.868044 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc3f613-6d1c-4e3f-b6dd-06a252b94a12 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.873025 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e057dbd8-688f-4743-8b70-45c2fcabd4e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:32.907360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3f613-6d1c-4e3f-b6dd-06a252b94a12 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5e54512-3e19-4560-908a-248492d05bed,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:32.916747 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bc3f613-6d1c-4e3f-b6dd-06a252b94a12 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:32.924274 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc3f613-6d1c-4e3f-b6dd-06a252b94a12 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.926345 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5bc3f613-6d1c-4e3f-b6dd-06a252b94a12 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "DELETE /v2.0/ports/b5e54512-3e19-4560-908a-248492d05bed HTTP/1.1" status: 204 len: 168 time: 0.7697318 Jun 17 08:40:32.932989 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53986) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:32.952132 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:32.981078 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c26d65c-b8b4-491c-b272-8df55f10ebdd tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:40:32.983166 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4c26d65c-b8b4-491c-b272-8df55f10ebdd tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "GET /v2.0/ports/b5e54512-3e19-4560-908a-248492d05bed HTTP/1.1" status: 404 len: 333 time: 0.0486150 Jun 17 08:40:32.989327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 53992) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:32.994520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2044790782', 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:33.057571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['4901c5a2-954d-49c2-bbb1-79ef8be41eb3'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:40:33.068804 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dbecd4c7-4029-43f6-82aa-5ca35349828a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.077909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dbecd4c7-4029-43f6-82aa-5ca35349828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.092884 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-62f1dd7f-4125-49da-a376-538764664a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:33.169036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecd4c7-4029-43f6-82aa-5ca35349828a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7050cfd4-c17a-496d-bd66-320721a037ef,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:33.200735 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dbecd4c7-4029-43f6-82aa-5ca35349828a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:33.219268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Made reservation on behalf of de284ced63f94960a015ae2db528f1e2 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:33.228539 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.236789 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dbecd4c7-4029-43f6-82aa-5ca35349828a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2753662593154d52943b5bb147d16c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6458800 Jun 17 08:40:33.240903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54000) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:33.264189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] device_id is not set on port 785e30ec-e85f-4d1b-9f9c-bdf15926a4a9 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:33.343085 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5025268-ca39-4ed8-8f98-5a401b94ac54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.384147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5025268-ca39-4ed8-8f98-5a401b94ac54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.521430 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.535160 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-26a27a90-1985-4aac-a1e0-14cccc27b391 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.581773 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720e6c4-92d8-46c0-8b49-a067f2606935 req-82508f53-cb14-4368-b75f-11e7ca7d99ca tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:33.583324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6720e6c4-92d8-46c0-8b49-a067f2606935 req-82508f53-cb14-4368-b75f-11e7ca7d99ca tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.5351880 Jun 17 08:40:33.597637 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.605216 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:33.619246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d10561-3599-48a4-a5b0-323e022f12bb req-315fb0c7-5b22-43cb-ba29-7b0f65dcb332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:33.620800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49d10561-3599-48a4-a5b0-323e022f12bb req-315fb0c7-5b22-43cb-ba29-7b0f65dcb332 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490&tenant_id=376995c4f311493cb8f3f61879be2ef0 HTTP/1.1" status: 200 len: 1095 time: 0.6594138 Jun 17 08:40:33.647855 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5025268-ca39-4ed8-8f98-5a401b94ac54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.650323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-26a27a90-1985-4aac-a1e0-14cccc27b391 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 51165cd8-50e9-4c1b-a360-f300a308360a owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:33.651712 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5025268-ca39-4ed8-8f98-5a401b94ac54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.653531 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b5025268-ca39-4ed8-8f98-5a401b94ac54 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7050cfd4-c17a-496d-bd66-320721a037ef HTTP/1.1" status: 204 len: 168 time: 0.4114902 Jun 17 08:40:33.674298 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Network 77b5166f-51ed-415f-a071-4f4af6964680 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:33.678271 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:33.682418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:33.683446 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:33.684342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:33.697079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event updated for resources: {'Port': ['ID=785e30ec-e85f-4d1b-9f9c-bdf15926a4a9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:33.700484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a4aaa-d070-49d8-bbf6-4dd6e24db167 req-cceb4c2d-508f-45cf-8e51-20c42e895099 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:33.702305 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:33.702790 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f58de065-0dd6-43a2-bbd5-df1049fc3d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:33.708575 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec5a4aaa-d070-49d8-bbf6-4dd6e24db167 req-cceb4c2d-508f-45cf-8e51-20c42e895099 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 944 time: 0.6698594 Jun 17 08:40:33.712494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5025268-ca39-4ed8-8f98-5a401b94ac54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7050cfd4-c17a-496d-bd66-320721a037ef,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:33.715080 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b5025268-ca39-4ed8-8f98-5a401b94ac54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:33.719597 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7267854 Jun 17 08:40:33.719959 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54010) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:33.787636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea14563-831d-4260-8a2b-13a7769d1e7f tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:33.794827 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cea14563-831d-4260-8a2b-13a7769d1e7f tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "GET /v2.0/ports/785e30ec-e85f-4d1b-9f9c-bdf15926a4a9 HTTP/1.1" status: 200 len: 955 time: 0.0680552 Jun 17 08:40:33.795560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54012) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:33.889899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6720e6c4-92d8-46c0-8b49-a067f2606935 req-65daa532-7a34-4ca6-ae74-d3ec66520278 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244155 Jun 17 08:40:33.935527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-e536ec47-04ca-42ab-88ac-cf7585a5c80d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Deleting port 785e30ec-e85f-4d1b-9f9c-bdf15926a4a9 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:33.936125 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e536ec47-04ca-42ab-88ac-cf7585a5c80d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.048520 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec5a4aaa-d070-49d8-bbf6-4dd6e24db167 req-a5e382f0-9182-42ce-b8c1-1537ebafc77e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389604 Jun 17 08:40:34.064598 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e536ec47-04ca-42ab-88ac-cf7585a5c80d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.121188 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c4351ef-e806-4006-96d1-774618eecd0d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.129174 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c4351ef-e806-4006-96d1-774618eecd0d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.134010 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d10561-3599-48a4-a5b0-323e022f12bb req-c8e79745-d2c2-4d93-b06c-d469b9f4e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:34.135559 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49d10561-3599-48a4-a5b0-323e022f12bb req-c8e79745-d2c2-4d93-b06c-d469b9f4e18b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 1095 time: 0.4608586 Jun 17 08:40:34.162402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-e536ec47-04ca-42ab-88ac-cf7585a5c80d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Calling delete_port for 785e30ec-e85f-4d1b-9f9c-bdf15926a4a9 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:34.241676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54026) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:34.258460 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:34.296777 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-564d8391-6f5d-4af3-9a55-d37c48dc6178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.336974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:34.339548 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e536ec47-04ca-42ab-88ac-cf7585a5c80d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.344659 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a205be7f-b5e8-4487-9bc6-8efdef1247dc tempest-TestServerAdvancedOps-1847266724 tempest-TestServerAdvancedOps-1847266724-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:34.347037 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:34.347619 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.408943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4351ef-e806-4006-96d1-774618eecd0d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Router d12b08e6-c1b5-478d-a74d-22df0f6143ab has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:40:34.415323 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-26a27a90-1985-4aac-a1e0-14cccc27b391 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.416494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536ec47-04ca-42ab-88ac-cf7585a5c80d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event deleted for resources: {'Port': ['ID=785e30ec-e85f-4d1b-9f9c-bdf15926a4a9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:34.421749 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e536ec47-04ca-42ab-88ac-cf7585a5c80d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:34.434054 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.443229 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e536ec47-04ca-42ab-88ac-cf7585a5c80d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.455707 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e536ec47-04ca-42ab-88ac-cf7585a5c80d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "DELETE /v2.0/ports/785e30ec-e85f-4d1b-9f9c-bdf15926a4a9 HTTP/1.1" status: 204 len: 168 time: 0.6585329 Jun 17 08:40:34.458158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54028) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:34.469315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:34.475423 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ead85c7-fd10-4b2e-9be1-e61c9be01b37" -d '{"events": [{"server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "name": "network-vif-plugged", "status": "completed", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:34.478244 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0194beae-ab87-4a66-aedd-e9ccdf413f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:34.485366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d10561-3599-48a4-a5b0-323e022f12bb req-08e63acc-6b8e-45f7-b6c0-1cec37fd2fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:34.486987 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49d10561-3599-48a4-a5b0-323e022f12bb req-08e63acc-6b8e-45f7-b6c0-1cec37fd2fd1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.3413925 Jun 17 08:40:34.509296 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-599396b6-4d8b-4b65-a928-e2e5d787b2a5 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:40:34.512195 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-599396b6-4d8b-4b65-a928-e2e5d787b2a5 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "GET /v2.0/ports/785e30ec-e85f-4d1b-9f9c-bdf15926a4a9 HTTP/1.1" status: 404 len: 333 time: 0.0519114 Jun 17 08:40:34.516594 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54034) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:34.521883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Request body: {'port': {'network_id': '77b5166f-51ed-415f-a071-4f4af6964680', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1154010073'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:34.533285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:34.544670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a27a90-1985-4aac-a1e0-14cccc27b391 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=51165cd8-50e9-4c1b-a360-f300a308360a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:34.547728 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.548734 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-26a27a90-1985-4aac-a1e0-14cccc27b391 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:34.550255 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-99f0fa1c-1ccd-4275-8b11-6ac4c3e99f38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:34.612441 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36f3bcc-448d-45d9-a41c-fdab47df4c96 x-openstack-request-id: req-b36f3bcc-448d-45d9-a41c-fdab47df4c96 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:34.612925 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "name": "network-vif-plugged", "status": "completed", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:34.613315 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b36f3bcc-448d-45d9-a41c-fdab47df4c96 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:34.613837 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'code': 200} Jun 17 08:40:34.614355 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-564d8391-6f5d-4af3-9a55-d37c48dc6178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.631558 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-564d8391-6f5d-4af3-9a55-d37c48dc6178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.679531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:34.688058 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-26a27a90-1985-4aac-a1e0-14cccc27b391 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.690601 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:34.694593 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:34.700287 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-26a27a90-1985-4aac-a1e0-14cccc27b391 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/51165cd8-50e9-4c1b-a360-f300a308360a HTTP/1.1" status: 204 len: 168 time: 3.2108021 Jun 17 08:40:34.702191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54040) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:34.707454 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-564d8391-6f5d-4af3-9a55-d37c48dc6178 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e65368d447843bfa1cf7e3e64ce5c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645045 Jun 17 08:40:34.733781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54042) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:34.743202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d8391-6f5d-4af3-9a55-d37c48dc6178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db986007-8908-42ff-bf72-0b370b6bb51f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:34.768632 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-564d8391-6f5d-4af3-9a55-d37c48dc6178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:34.775051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Made reservation on behalf of de284ced63f94960a015ae2db528f1e2 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:34.778120 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.818226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] device_id is not set on port a79c7965-22d8-4fd3-84af-6db1241ee0ef yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:34.870270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f338a-7731-40a7-9207-ea053e75f251 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:34.872038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911f338a-7731-40a7-9207-ea053e75f251 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:34.876272 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-911f338a-7731-40a7-9207-ea053e75f251 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1466408 Jun 17 08:40:34.877018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54044) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:34.894921 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49d10561-3599-48a4-a5b0-323e022f12bb req-96db6906-ecea-4a10-9840-2e0e53e43423 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021 HTTP/1.1" status: 200 len: 999 time: 0.3983786 Jun 17 08:40:34.902169 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6c04186-26a3-4bad-9793-cc5dd01ffa90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:34.954933 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6c04186-26a3-4bad-9793-cc5dd01ffa90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.047391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4351ef-e806-4006-96d1-774618eecd0d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:35.060522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b947a33-cf1f-4114-999b-41f6e0bd9468 None None] Sync routers for ids ['d12b08e6-c1b5-478d-a74d-22df0f6143ab'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:35.082665 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c4351ef-e806-4006-96d1-774618eecd0d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.087484 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54056) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:35.088368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4c4351ef-e806-4006-96d1-774618eecd0d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "PUT /v2.0/routers/d12b08e6-c1b5-478d-a74d-22df0f6143ab HTTP/1.1" status: 200 len: 924 time: 4.7850108 Jun 17 08:40:35.091236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b947a33-cf1f-4114-999b-41f6e0bd9468 None None] Routers {'d12b08e6-c1b5-478d-a74d-22df0f6143ab'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:35.100391 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-0b947a33-cf1f-4114-999b-41f6e0bd9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d12b08e6-c1b5-478d-a74d-22df0f6143ab'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:35.102541 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.143456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8791ee-b0ca-46bb-b613-4f147423edf6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 05935f98-3ce8-452b-b2e9-e9baeaee5875 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:35.150970 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a8791ee-b0ca-46bb-b613-4f147423edf6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.176800 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6c04186-26a3-4bad-9793-cc5dd01ffa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.179012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-0b947a33-cf1f-4114-999b-41f6e0bd9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:35.183604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e6c04186-26a3-4bad-9793-cc5dd01ffa90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.184769 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e6c04186-26a3-4bad-9793-cc5dd01ffa90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db986007-8908-42ff-bf72-0b370b6bb51f HTTP/1.1" status: 204 len: 168 time: 0.4254849 Jun 17 08:40:35.198106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b947a33-cf1f-4114-999b-41f6e0bd9468 None None] Routers {'d12b08e6-c1b5-478d-a74d-22df0f6143ab'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:35.199148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-0b947a33-cf1f-4114-999b-41f6e0bd9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['d12b08e6-c1b5-478d-a74d-22df0f6143ab'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:35.229311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a8791ee-b0ca-46bb-b613-4f147423edf6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.245491 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-0b947a33-cf1f-4114-999b-41f6e0bd9468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:35.246695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b947a33-cf1f-4114-999b-41f6e0bd9468 None None] The sync data for ids ['d12b08e6-c1b5-478d-a74d-22df0f6143ab'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:35.250445 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dbecd4c7-4029-43f6-82aa-5ca35349828a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:35.286919 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c04186-26a3-4bad-9793-cc5dd01ffa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db986007-8908-42ff-bf72-0b370b6bb51f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:35.291805 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e6c04186-26a3-4bad-9793-cc5dd01ffa90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:35.292717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d10561-3599-48a4-a5b0-323e022f12bb req-cd6bba42-7b2b-4f17-a5bc-dbfd24258988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:35.294166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49d10561-3599-48a4-a5b0-323e022f12bb req-cd6bba42-7b2b-4f17-a5bc-dbfd24258988 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.3714564 Jun 17 08:40:35.370241 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.378739 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a8791ee-b0ca-46bb-b613-4f147423edf6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.386825 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fdb2dca2-7226-4e19-8d3f-300c6ffa81c7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:35.470915 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cccdf6d3-74d2-454c-b23c-ecdabf333225 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/routers/d12b08e6-c1b5-478d-a74d-22df0f6143ab HTTP/1.1" status: 200 len: 924 time: 0.3821740 Jun 17 08:40:35.471534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54068) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:35.491640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba77e6-5c91-4431-a145-9f085f7fd7d8 req-c2880d40-0b58-4e24-b672-77829d9b0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:35.493162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85ba77e6-5c91-4431-a145-9f085f7fd7d8 req-c2880d40-0b58-4e24-b672-77829d9b0be7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1097 time: 0.7917647 Jun 17 08:40:35.563714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Network 77b5166f-51ed-415f-a071-4f4af6964680 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:35.567055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:35.593173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:35.594150 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:35.594753 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.639368 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a8791ee-b0ca-46bb-b613-4f147423edf6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.652143 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event updated for resources: {'Port': ['ID=a79c7965-22d8-4fd3-84af-6db1241ee0ef,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:35.655787 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85ba77e6-5c91-4431-a145-9f085f7fd7d8 req-b59571c8-21d1-4be2-ba09-5c4112e31d01 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478488 Jun 17 08:40:35.659980 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:35.673616 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1557181 Jun 17 08:40:35.674388 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54078) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:35.683995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:35.701860 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-56eaf085-1f50-404f-8e97-c88666225a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:35.715338 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a8791ee-b0ca-46bb-b613-4f147423edf6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:35.717268 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0d118f-9d23-49dc-a382-42967d3ae3e7 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:35.721185 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1a8791ee-b0ca-46bb-b613-4f147423edf6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/05935f98-3ce8-452b-b2e9-e9baeaee5875 HTTP/1.1" status: 204 len: 168 time: 0.8388071 Jun 17 08:40:35.731724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d10561-3599-48a4-a5b0-323e022f12bb req-e63afc0a-cb64-4e15-9a20-be9820aa7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:35.733522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49d10561-3599-48a4-a5b0-323e022f12bb req-e63afc0a-cb64-4e15-9a20-be9820aa7b3a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3407435 Jun 17 08:40:35.742244 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54082) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:35.775161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69ab29-7ba6-4f78-a5b7-6f7726de6ced req-308f8667-68e3-4659-a9d8-40728bf00d82 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:35.777599 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe69ab29-7ba6-4f78-a5b7-6f7726de6ced req-308f8667-68e3-4659-a9d8-40728bf00d82 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.5082603 Jun 17 08:40:35.787227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842586b6-b70d-4e3c-bcd5-64075a482f0a req-9409d685-b8e7-4a30-829f-ddac5c1b9911 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:35.789503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-842586b6-b70d-4e3c-bcd5-64075a482f0a req-9409d685-b8e7-4a30-829f-ddac5c1b9911 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.5047810 Jun 17 08:40:35.852825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db80e45d-f41c-4f54-ad28-9654a5205fdc tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:35.857263 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-db80e45d-f41c-4f54-ad28-9654a5205fdc tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&device_id=d12b08e6-c1b5-478d-a74d-22df0f6143ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3828654 Jun 17 08:40:35.871795 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-109e7c24-d10b-4e37-8565-e6429f57f330 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282287 Jun 17 08:40:35.874189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54086) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:35.874509 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54088) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:35.948097 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8791ee-b0ca-46bb-b613-4f147423edf6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=05935f98-3ce8-452b-b2e9-e9baeaee5875,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:35.957965 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a8791ee-b0ca-46bb-b613-4f147423edf6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:35.964113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49d10561-3599-48a4-a5b0-323e022f12bb req-45cc193b-244c-4979-8d10-5f099f4e1508 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000978 Jun 17 08:40:36.080829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:36.107750 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe69ab29-7ba6-4f78-a5b7-6f7726de6ced req-e408ab85-208f-4819-aa7b-f9471a3991bf tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3172743 Jun 17 08:40:36.140708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Deleting port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:36.141705 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:36.168949 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-842586b6-b70d-4e3c-bcd5-64075a482f0a req-7e8add45-13be-40d2-b008-79b42b6a2d1a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944916 Jun 17 08:40:36.235907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] For port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2dff7e5d-bc3e-454e-9fb2-fc9c3778b048,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:36.236628 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:36.258708 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49d10561-3599-48a4-a5b0-323e022f12bb req-c818426f-347a-4028-a4b3-7cffdb3178b9 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821128 Jun 17 08:40:36.346166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Calling delete_port for 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:36.549497 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:36.555666 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:36.604476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Pushing event deleted for resources: {'Port': ['ID=2dff7e5d-bc3e-454e-9fb2-fc9c3778b048,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:36.627987 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.628579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.629215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.629772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.630312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.631022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.631610 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.632150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.632689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.633218 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.633799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.634326 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:36.644532 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:36.652136 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:36.653976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] No DVR routers for this DVR port 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:36.726890 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c91fd37-9ae2-4d6a-9778-fdecdbc41ce8 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:36.732072 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2c91fd37-9ae2-4d6a-9778-fdecdbc41ce8 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 881 time: 0.8528237 Jun 17 08:40:36.732573 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54124) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:36.762682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f5e88c-613e-4739-98b5-7f59aad8a626 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:36.778971 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f9f5e88c-613e-4739-98b5-7f59aad8a626 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8894572 Jun 17 08:40:36.782838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54126) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:36.819466 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-72aa0f01-464c-4eac-bcf2-7749fe38277b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=d12b08e6-c1b5-478d-a74d-22df0f6143ab HTTP/1.1" status: 200 len: 205 time: 0.0831163 Jun 17 08:40:36.823548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54128) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:37.089390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02c8a9d-b301-4745-bf26-6d68bdc1aa8e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:37.097910 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54144) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:37.102596 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f02c8a9d-b301-4745-bf26-6d68bdc1aa8e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3183684 Jun 17 08:40:37.214145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54162) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:37.220092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0ae0eb69-a672-40c5-bd4d-029d99fd7db2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1209869 Jun 17 08:40:37.222799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:37.244714 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:37.519614 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:37.536237 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:37.543628 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] device_id is not set on port a79c7965-22d8-4fd3-84af-6db1241ee0ef yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:37.598138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:37.840524 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Transition to ACTIVE for port object a79c7965-22d8-4fd3-84af-6db1241ee0ef will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:37.852376 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:37.872911 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dba0d99a-10dc-4f4c-bda9-428eea3f467f tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:37.989232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event updated for resources: {'Port': ['ID=a79c7965-22d8-4fd3-84af-6db1241ee0ef,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:37.999844 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:38.139951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:38.140262 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:38.140531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:38.156372 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:38.156372 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:38.157712 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 2 to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef Jun 17 08:40:38.201447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:38.201941 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:38.202157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:38.210321 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:38.210653 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:38.230203 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 3 to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef Jun 17 08:40:38.279204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:38.293838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:38.299032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:38.299416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:38.321226 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:38.322032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2dff7e5d-bc3e-454e-9fb2-fc9c3778b048 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:38.348306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:38.348864 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:38.352440 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 4 to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef Jun 17 08:40:38.405733 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:38.407170 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:38.407774 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:38.434815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:38.435539 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:38.437722 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 5 to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef Jun 17 08:40:38.654241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:38.658569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:38.666296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:38.672415 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.690053 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:38.690474 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:38.694090 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 6 to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef Jun 17 08:40:38.710552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.717897 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-253234a0-0989-4fe6-a99d-2bbc6c8ef20a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:38.754224 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce4db2-d901-47a7-a0cf-ca0331d25739 req-9e732696-9d57-48a5-ad3b-d336ca2c2df1 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:38.755966 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-22ce4db2-d901-47a7-a0cf-ca0331d25739 req-9e732696-9d57-48a5-ad3b-d336ca2c2df1 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.3694274 Jun 17 08:40:38.804789 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:38.805143 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:38.805338 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb2d11-ac21-4856-9279-bfc50d1d6541 req-41d63307-ca94-4a3f-947d-48d0fe99608f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:38.805515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:38.807258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e4eb2d11-ac21-4856-9279-bfc50d1d6541 req-41d63307-ca94-4a3f-947d-48d0fe99608f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.4219584 Jun 17 08:40:38.849797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:38.854939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:38.858041 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:38.858643 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.864055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e4eb2d11-ac21-4856-9279-bfc50d1d6541 req-5fdf52b6-b4c4-4e89-ba6d-54ddb8f7b9c5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471115 Jun 17 08:40:38.873415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6238f8f-5b28-4625-8d3b-99d47c564290 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:38.873834 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Deleting port 68664f9e-c76b-48c2-9bfc-92b3a42d0dd0 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:38.874510 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:38.880344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-22ce4db2-d901-47a7-a0cf-ca0331d25739 req-f261b83f-b3b3-402d-a350-2e7e0ae0a119 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147475 Jun 17 08:40:38.924594 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:38.928217 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:38.930327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54194) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:38.953397 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 7 to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef Jun 17 08:40:38.990382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=749d84c5-fa94-4f2b-96a4-568387cd13bc,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:39.008368 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:39.014556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:39.015378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:39.015861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:39.027846 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8125296 Jun 17 08:40:39.028591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54204) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:39.034631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'fixed_ips': [{'subnet_id': '749d84c5-fa94-4f2b-96a4-568387cd13bc', 'ip_address': '2001:db8::55a0:b8e0:9911:9736'}], 'name': 'tempest-NetworksTestDHCPv6-77409515'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:39.062145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:39.062614 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:39.089854 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 8 to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef Jun 17 08:40:39.098139 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.276994 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.298042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:39.298631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:39.299153 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:39.323032 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Calling delete_port for 68664f9e-c76b-48c2-9bfc-92b3a42d0dd0 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:39.330557 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e7a4-35a5-4ace-acd7-a89d7b696b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.336495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:39.337066 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:39.344795 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 9 to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef Jun 17 08:40:39.473486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '749d84c5-fa94-4f2b-96a4-568387cd13bc'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:40:39.474365 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.506576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e7a4-35a5-4ace-acd7-a89d7b696b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.529271 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4e6e7a4-35a5-4ace-acd7-a89d7b696b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.538353 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-171c9308-8934-44ec-8258-b66c56a8b16a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:39.545504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:39.545929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:39.546321 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:39.549807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c899eb-2e02-47aa-a50e-39897f4128ae req-8d95d705-c5dd-45af-8cf5-4f929cb7e786 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:39.553920 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6c899eb-2e02-47aa-a50e-39897f4128ae req-8d95d705-c5dd-45af-8cf5-4f929cb7e786 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.2285368 Jun 17 08:40:39.622555 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:39.622555 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:39.628096 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempt 10 to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef Jun 17 08:40:39.647187 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:39.647579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:39.647929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempting to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:39.658135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6e7a4-35a5-4ace-acd7-a89d7b696b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34de69d3-3366-45a3-bfef-ae269543c385,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:39.684474 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b4e6e7a4-35a5-4ace-acd7-a89d7b696b49 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ce84d4536954093be480078e81250c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7194867 Jun 17 08:40:39.685666 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b4e6e7a4-35a5-4ace-acd7-a89d7b696b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:39.688241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54212) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:39.769479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:40:39.772858 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Failed to bind port a79c7965-22d8-4fd3-84af-6db1241ee0ef on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'a87dddbd-e585-41bd-a967-e13c1e32809f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '77b5166f-51ed-415f-a071-4f4af6964680'}] Jun 17 08:40:39.773270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.779696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54216) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:39.781064 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6c899eb-2e02-47aa-a50e-39897f4128ae req-d6aca448-4a68-426c-8bab-fdab33fdd48a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110460 Jun 17 08:40:39.875945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/749d84c5-fa94-4f2b-96a4-568387cd13bc/5a8c4826-fa18-47fc-9ffe-4e9b83297551) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:39.924612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:39.956900 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:39.961973 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a87c146c-216d-4898-84fd-bf5d17d92237 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:40.008694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Pushing event deleted for resources: {'Port': ['ID=68664f9e-c76b-48c2-9bfc-92b3a42d0dd0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:40.016511 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:40.104925 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.173183 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.174505 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-852c1d81-f354-4f3d-8880-14ec6d37908c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.186543 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.192420 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Transition to ACTIVE for port object 5a8c4826-fa18-47fc-9ffe-4e9b83297551 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:40.193425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 52eb4cee-fc65-40a4-bb96-0f9507926296 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:40.221138 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Transition to ACTIVE for port object 5a8c4826-fa18-47fc-9ffe-4e9b83297551 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:40.235097 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.237572 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:40.314250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Pushing event updated for resources: {'Port': ['ID=5a8c4826-fa18-47fc-9ffe-4e9b83297551,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:40.328642 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:40.350050 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:40.360299 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:40.363150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:40.475749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] For port a79c7965-22d8-4fd3-84af-6db1241ee0ef, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:40.476479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attempted to set empty binding levels {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:40:40.477403 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Attempting to bind port 5a8c4826-fa18-47fc-9ffe-4e9b83297551 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:40.478331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Attempting to bind port 5a8c4826-fa18-47fc-9ffe-4e9b83297551 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:40.478884 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Attempting to bind port 5a8c4826-fa18-47fc-9ffe-4e9b83297551 on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:40.496312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:40.497018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:40.497591 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.498136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:40.498801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Bound port: 5a8c4826-fa18-47fc-9ffe-4e9b83297551, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:40.499360 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.516347 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.548780 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fab55e44-1142-4802-9aad-2e7b5aa196b8 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:40.560607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] In _notify_port_updated(), no bound segment for port a79c7965-22d8-4fd3-84af-6db1241ee0ef on network 77b5166f-51ed-415f-a071-4f4af6964680 {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:40:40.561942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:40.563023 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.565116 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "PUT /v2.0/ports/a79c7965-22d8-4fd3-84af-6db1241ee0ef HTTP/1.1" status: 200 len: 976 time: 4.8855829 Jun 17 08:40:40.576645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54224) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:40.615558 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.626741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.638247 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] For port 5a8c4826-fa18-47fc-9ffe-4e9b83297551, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:40.642207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] For port 5a8c4826-fa18-47fc-9ffe-4e9b83297551, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5a8c4826-fa18-47fc-9ffe-4e9b83297551,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:40.649359 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.651947 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0f8f02f5-0259-45a9-a6c5-c109be109c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:40.655341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38222acb-280f-4385-8b6d-906bdbc2fcc5 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:40.660809 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-38222acb-280f-4385-8b6d-906bdbc2fcc5 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1092 time: 0.8389895 Jun 17 08:40:40.670883 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-852c1d81-f354-4f3d-8880-14ec6d37908c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.676619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54228) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:40.709049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:40.761528 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Pushing event updated for resources: {'Port': ['ID=5a8c4826-fa18-47fc-9ffe-4e9b83297551,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:40.770515 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:40.953543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event updated for resources: {'Port': ['ID=a79c7965-22d8-4fd3-84af-6db1241ee0ef,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:40.966969 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:40.986077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f9ce5-114f-4f3e-9c70-0fa8bbf37980 req-bed186c1-8799-462d-82fe-ca137116583e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:40.988394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-147f9ce5-114f-4f3e-9c70-0fa8bbf37980 req-bed186c1-8799-462d-82fe-ca137116583e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.5889628 Jun 17 08:40:40.989378 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:40.990460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Fanout notify agent at l3_agent the message router_deleted on router d12b08e6-c1b5-478d-a74d-22df0f6143ab {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:40:40.998620 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.000334 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.001706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/d12b08e6-c1b5-478d-a74d-22df0f6143ab HTTP/1.1" status: 204 len: 168 time: 4.1771069 Jun 17 08:40:41.007694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54234) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:41.044065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::55a0:b8e0:9911:9736 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/749d84c5-fa94-4f2b-96a4-568387cd13bc/52eb4cee-fc65-40a4-bb96-0f9507926296) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:41.044308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-50227030-26c0-4fa7-8ae9-4486ef83c788 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1242269937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:41.148183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-50227030-26c0-4fa7-8ae9-4486ef83c788 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.149491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-50227030-26c0-4fa7-8ae9-4486ef83c788 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.165777 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-852c1d81-f354-4f3d-8880-14ec6d37908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.173019 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-852c1d81-f354-4f3d-8880-14ec6d37908c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.176565 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-852c1d81-f354-4f3d-8880-14ec6d37908c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34de69d3-3366-45a3-bfef-ae269543c385 HTTP/1.1" status: 204 len: 168 time: 1.4849029 Jun 17 08:40:41.190214 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6c4e23f5-9462-420d-bf23-6723b87577a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:41.230904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c1d81-f354-4f3d-8880-14ec6d37908c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34de69d3-3366-45a3-bfef-ae269543c385,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:41.243267 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-852c1d81-f354-4f3d-8880-14ec6d37908c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:41.270568 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-50227030-26c0-4fa7-8ae9-4486ef83c788 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.275335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a8105658-ae31-49c7-9774-f716a62a6b28 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Deleting port a79c7965-22d8-4fd3-84af-6db1241ee0ef {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:41.275713 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8105658-ae31-49c7-9774-f716a62a6b28 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.280487 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-50227030-26c0-4fa7-8ae9-4486ef83c788 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.405478 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-50227030-26c0-4fa7-8ae9-4486ef83c788 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.409739 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-50227030-26c0-4fa7-8ae9-4486ef83c788 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3980374 Jun 17 08:40:41.430004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54246) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:41.446250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Request body: {'router': {'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:41.458062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-147f9ce5-114f-4f3e-9c70-0fa8bbf37980 req-9148f6e6-0af6-4081-9d4a-9d97b115af98 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4548957 Jun 17 08:40:41.557038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a8105658-ae31-49c7-9774-f716a62a6b28 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] For port a79c7965-22d8-4fd3-84af-6db1241ee0ef, host n-h2-779913-16, got binding levels [] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:41.558051 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8105658-ae31-49c7-9774-f716a62a6b28 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.602603 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.639874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 52eb4cee-fc65-40a4-bb96-0f9507926296 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:41.729100 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.746805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.763586 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:41.782662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:41.791852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:41.830260 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:41.836087 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:41.837543 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.883346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a8105658-ae31-49c7-9774-f716a62a6b28 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Calling delete_port for a79c7965-22d8-4fd3-84af-6db1241ee0ef owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:41.900907 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:41.949599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54256) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:42.130796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54258) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:42.131441 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0933197 Jun 17 08:40:42.134123 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f008943d-1c5d-4411-8750-cba8c1fb34b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.139075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a2e0e8d7-8aa2-44d8-8cef-12727a645d24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'fixed_ips': [{'subnet_id': '749d84c5-fa94-4f2b-96a4-568387cd13bc', 'ip_address': '2001:db8::55a0:b8e0:9911:9736'}], 'name': 'tempest-NetworksTestDHCPv6-1898362752'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:42.197087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5a8c4826-fa18-47fc-9ffe-4e9b83297551 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:42.218045 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=52eb4cee-fc65-40a4-bb96-0f9507926296,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:42.255607 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8105658-ae31-49c7-9774-f716a62a6b28 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.272537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.25.8.192 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/0a6c5d32-a7d1-412b-bc82-e2d3fed2b743) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:42.275750 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-94b3deee-b72f-4c10-9186-3d791b85748b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:42.315128 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:42.344422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8105658-ae31-49c7-9774-f716a62a6b28 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Pushing event deleted for resources: {'Port': ['ID=a79c7965-22d8-4fd3-84af-6db1241ee0ef,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:42.350529 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8105658-ae31-49c7-9774-f716a62a6b28 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:42.350849 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 5a8c4826-fa18-47fc-9ffe-4e9b83297551 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:42.412395 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8105658-ae31-49c7-9774-f716a62a6b28 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.419916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a8105658-ae31-49c7-9774-f716a62a6b28 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "DELETE /v2.0/ports/a79c7965-22d8-4fd3-84af-6db1241ee0ef HTTP/1.1" status: 204 len: 168 time: 1.8277004 Jun 17 08:40:42.432177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54264) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:42.482111 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cecc65-a48c-4239-ab15-a2149defd21d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:40:42.490012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e8cecc65-a48c-4239-ab15-a2149defd21d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] 10.222.0.47 "GET /v2.0/ports/a79c7965-22d8-4fd3-84af-6db1241ee0ef HTTP/1.1" status: 404 len: 333 time: 0.0604844 Jun 17 08:40:42.494028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54266) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:42.598392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.655010 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f008943d-1c5d-4411-8750-cba8c1fb34b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.685269 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f008943d-1c5d-4411-8750-cba8c1fb34b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.696357 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-30b06964-f07e-4950-bc3f-7a3bf26864dc None None] Provisioning for port 5a8c4826-fa18-47fc-9ffe-4e9b83297551 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:42.704640 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cccf31b7-33f4-4e00-a436-71aaeff2a1b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:42.729119 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-30b06964-f07e-4950-bc3f-7a3bf26864dc None None] Provisioning complete for port 5a8c4826-fa18-47fc-9ffe-4e9b83297551 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:42.729655 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-30b06964-f07e-4950-bc3f-7a3bf26864dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.830842 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.878264 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f008943d-1c5d-4411-8750-cba8c1fb34b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e7f74ab2b8284090b373c9c33cd84ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7974868 Jun 17 08:40:42.883461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54274) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:42.885782 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:42.910404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008943d-1c5d-4411-8750-cba8c1fb34b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f60a56a-564c-4de0-90ed-a3c689eaffdb,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:42.912534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b5166f-51ed-415f-a071-4f4af6964680']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:42.918305 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f008943d-1c5d-4411-8750-cba8c1fb34b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:42.948874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87dddbd-e585-41bd-a967-e13c1e32809f') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:42.958371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87dddbd-e585-41bd-a967-e13c1e32809f') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:42.986279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.012384 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.029962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:40:43.039359 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.121042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed498830-575f-430c-afbd-6e20494d21a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.124817 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-30b06964-f07e-4950-bc3f-7a3bf26864dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.129661 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.149717 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-013fa031-6177-48ba-b41d-ca1e256f9baf tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:40:43.173261 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:40:43.257569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-30b06964-f07e-4950-bc3f-7a3bf26864dc None None] For port 5a8c4826-fa18-47fc-9ffe-4e9b83297551, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5a8c4826-fa18-47fc-9ffe-4e9b83297551,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:43.273259 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-30b06964-f07e-4950-bc3f-7a3bf26864dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.282343 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:43.288308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed498830-575f-430c-afbd-6e20494d21a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.305797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:43.323051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e0e8d7-8aa2-44d8-8cef-12727a645d24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:43.328625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.332502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:43.338117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=0a6c5d32-a7d1-412b-bc82-e2d3fed2b743,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:43.340921 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:43.350164 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:43.374361 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a9062890-6196-49a7-8071-7362f32f440d tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:43.402624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b06964-f07e-4950-bc3f-7a3bf26864dc None None] Pushing event updated for resources: {'Port': ['ID=5a8c4826-fa18-47fc-9ffe-4e9b83297551,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:43.408427 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-30b06964-f07e-4950-bc3f-7a3bf26864dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:43.415732 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.431835 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] 10.222.0.47 "DELETE /v2.0/networks/77b5166f-51ed-415f-a071-4f4af6964680 HTTP/1.1" status: 204 len: 168 time: 0.9368525 Jun 17 08:40:43.500076 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-55369f74-3472-49ca-950a-9f8d94c30f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.509015 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-474e8514-4654-417b-b26b-622077760ba1 None None] Provisioning for port 52eb4cee-fc65-40a4-bb96-0f9507926296 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:43.518936 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-474e8514-4654-417b-b26b-622077760ba1 None None] Provisioning complete for port 52eb4cee-fc65-40a4-bb96-0f9507926296 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:43.519365 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-474e8514-4654-417b-b26b-622077760ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.592616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-474e8514-4654-417b-b26b-622077760ba1 None None] Port 52eb4cee-fc65-40a4-bb96-0f9507926296 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:40:43.604875 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed498830-575f-430c-afbd-6e20494d21a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.610906 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed498830-575f-430c-afbd-6e20494d21a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.613014 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ed498830-575f-430c-afbd-6e20494d21a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f60a56a-564c-4de0-90ed-a3c689eaffdb HTTP/1.1" status: 204 len: 168 time: 0.7225201 Jun 17 08:40:43.684258 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ecf8e6f2-9e6a-433e-9154-eb502b0c4eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:43.725454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed498830-575f-430c-afbd-6e20494d21a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f60a56a-564c-4de0-90ed-a3c689eaffdb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:43.738492 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed498830-575f-430c-afbd-6e20494d21a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:43.752551 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Pushing event deleted for resources: {'Network': ['ID=77b5166f-51ed-415f-a071-4f4af6964680,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:43.761781 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:43.777767 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.925067 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:43.988169 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54296) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:44.170162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5a8c4826-fa18-47fc-9ffe-4e9b83297551 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:44.209016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd774955-ac64-46d3-a386-d20196eaee5b req-a7d2fcb2-d193-4618-800c-08119db54cfe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:44.213847 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd774955-ac64-46d3-a386-d20196eaee5b req-a7d2fcb2-d193-4618-800c-08119db54cfe tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 1.0388072 Jun 17 08:40:44.240165 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2e0e8d7-8aa2-44d8-8cef-12727a645d24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.313182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 5a8c4826-fa18-47fc-9ffe-4e9b83297551 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:44.313811 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.510678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-a2e0e8d7-8aa2-44d8-8cef-12727a645d24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port ef98046e-f657-44e3-b09b-a3fb44255206 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:44.748575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:44.931943 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bd774955-ac64-46d3-a386-d20196eaee5b req-cdcf376b-8e5c-42f2-a57d-192f505d5f08 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6415136 Jun 17 08:40:44.935856 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e0e8d7-8aa2-44d8-8cef-12727a645d24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 17 08:40:44.936457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e0e8d7-8aa2-44d8-8cef-12727a645d24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:40:44.991949 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a2e0e8d7-8aa2-44d8-8cef-12727a645d24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.8602417 Jun 17 08:40:45.001212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54328) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:45.063327 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Allocated IP 172.25.8.80 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/823fc718-3aed-4093-a958-029b213d1b36) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:45.127778 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-10519238-369f-426d-80cd-cd2f097fc475 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=34006d3d57c0443dbf2358992cbf9501&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1215284 Jun 17 08:40:45.130910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54332) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:45.294735 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:45.346901 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71888fdc-1d11-438d-82bd-3e6c4bd4d26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:45.378023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17129716-4e52-46f7-ab4a-62fb829807bc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.384603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17129716-4e52-46f7-ab4a-62fb829807bc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:45.390815 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-17129716-4e52-46f7-ab4a-62fb829807bc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3605659 Jun 17 08:40:45.393610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54340) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:45.426379 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71888fdc-1d11-438d-82bd-3e6c4bd4d26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:45.439279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:45.597615 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b8944520-3a8d-470f-a20b-cfedf592674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:45.915015 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.048639 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71888fdc-1d11-438d-82bd-3e6c4bd4d26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.063664 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71888fdc-1d11-438d-82bd-3e6c4bd4d26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.064897 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-71888fdc-1d11-438d-82bd-3e6c4bd4d26f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef1a0c1a-8924-4b14-a0bd-947505177761 HTTP/1.1" status: 204 len: 168 time: 0.9327636 Jun 17 08:40:46.081687 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a020b25c-5c82-4323-9d08-fa062a9c8c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:46.148689 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71888fdc-1d11-438d-82bd-3e6c4bd4d26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1a0c1a-8924-4b14-a0bd-947505177761,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:46.152467 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71888fdc-1d11-438d-82bd-3e6c4bd4d26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:46.234746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.242167 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.251073 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4df5271a-40c9-4496-8851-dbdb5f45cea9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:46.349548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=0a6c5d32-a7d1-412b-bc82-e2d3fed2b743,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:46.354007 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:46.375451 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.600500 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Floating IP e6db4497-a0f3-40cc-bf01-24ba9f65c207 associated. External IP: 172.25.8.192, port: 4901c5a2-954d-49c2-bbb1-79ef8be41eb3. Jun 17 08:40:46.878026 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.890110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c3e21-723d-44c6-9e35-3666415ac1eb req-1422e1d0-6387-4bb0-955e-d529518672f3 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:46.901356 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af3c3e21-723d-44c6-9e35-3666415ac1eb req-1422e1d0-6387-4bb0-955e-d529518672f3 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.3636520 Jun 17 08:40:46.931202 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:46.949175 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-26a27a90-1985-4aac-a1e0-14cccc27b391 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:47.077076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bbcc6-1347-4a0a-8a65-f921316725ef tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 52eb4cee-fc65-40a4-bb96-0f9507926296 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:47.078396 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab7bbcc6-1347-4a0a-8a65-f921316725ef tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.102960 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:40:47.206430 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54388) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:47.240719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab7bbcc6-1347-4a0a-8a65-f921316725ef tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.367660 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ab7bbcc6-1347-4a0a-8a65-f921316725ef tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 52eb4cee-fc65-40a4-bb96-0f9507926296 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:47.384505 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-151c58d1-48f4-4430-98ea-30b069f26fcb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=de284ced63f94960a015ae2db528f1e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720526 Jun 17 08:40:47.390089 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54390) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:47.445035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:47.497506 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af3c3e21-723d-44c6-9e35-3666415ac1eb req-17731d24-e7a9-4c47-be28-49dd19d920e4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5951896 Jun 17 08:40:47.516144 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Pushing event updated for resources: {'Port': ['ID=823fc718-3aed-4093-a958-029b213d1b36,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:47.527899 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:47.567262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:47.570040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:47.586389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:47.592907 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.714038 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.0356586 Jun 17 08:40:47.715305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:40:47.718451 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66829443-0f97-4db5-8a33-67407348c6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:40:47.754605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ee42dd7-3b38-4c03-9e25-eb50d9173daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:47.770807 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b6c4da-e8a8-405e-8471-1fb1f7422fe9 None None] Sync routers for ids ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:47.793034 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b6c4da-e8a8-405e-8471-1fb1f7422fe9 None None] Routers {'9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:47.793696 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-54b6c4da-e8a8-405e-8471-1fb1f7422fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:47.840521 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1aed84-e041-4a5a-b048-634abf306822 x-openstack-request-id: req-7a1aed84-e041-4a5a-b048-634abf306822 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:40:47.843213 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:40:47.843676 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a1aed84-e041-4a5a-b048-634abf306822 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:40:47.844312 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'status': 'completed', 'code': 200} Jun 17 08:40:47.861176 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ee42dd7-3b38-4c03-9e25-eb50d9173daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.014264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ee42dd7-3b38-4c03-9e25-eb50d9173daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.017924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5ee42dd7-3b38-4c03-9e25-eb50d9173daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.019732 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5ee42dd7-3b38-4c03-9e25-eb50d9173daa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b52b6172-57fb-4ea0-acc2-1a4ce315f7ad HTTP/1.1" status: 204 len: 168 time: 0.6279180 Jun 17 08:40:48.021038 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0cb359f6-9841-4648-a029-05b80401570e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:48.064358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee42dd7-3b38-4c03-9e25-eb50d9173daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52b6172-57fb-4ea0-acc2-1a4ce315f7ad,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:48.074228 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5ee42dd7-3b38-4c03-9e25-eb50d9173daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:48.281901 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-54b6c4da-e8a8-405e-8471-1fb1f7422fe9 None None] Set router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:48.357522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66829443-0f97-4db5-8a33-67407348c6ab req-9aa2b4d5-fe88-4a47-9360-d7604860a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:48.360572 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66829443-0f97-4db5-8a33-67407348c6ab req-9aa2b4d5-fe88-4a47-9360-d7604860a92e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1097 time: 0.3919654 Jun 17 08:40:48.546363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66829443-0f97-4db5-8a33-67407348c6ab req-ddf20fb6-8737-4572-803d-cf949d33830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:48.548530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66829443-0f97-4db5-8a33-67407348c6ab req-ddf20fb6-8737-4572-803d-cf949d33830b service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 897 time: 0.1481519 Jun 17 08:40:48.570760 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab7bbcc6-1347-4a0a-8a65-f921316725ef tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.657784 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38bdfe09-c3db-4366-832e-156f181b0426 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:48.686583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc10ec-6fce-477b-846a-62f20f995e4c req-dd1665f7-a321-464f-95bb-87d958c96495 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:48.688695 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-efdc10ec-6fce-477b-846a-62f20f995e4c req-dd1665f7-a321-464f-95bb-87d958c96495 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.5271137 Jun 17 08:40:48.895871 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.930642 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-54b6c4da-e8a8-405e-8471-1fb1f7422fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'e6db4497-a0f3-40cc-bf01-24ba9f65c207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'port_id': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'mac_address': 'fa:16:3e:75:00:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:40:44Z', 'updated_at': '2021-06-17T08:40:44Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f613621a-39f2-4606-b91d-b84014edf2ad', 'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:6d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:08Z', 'updated_at': '2021-06-17T08:40:19Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '95402704-84f3-4568-9e52-c2029a57618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:48.980461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab7bbcc6-1347-4a0a-8a65-f921316725ef tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:48.986647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ab7bbcc6-1347-4a0a-8a65-f921316725ef tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/52eb4cee-fc65-40a4-bb96-0f9507926296 HTTP/1.1" status: 204 len: 168 time: 3.5886822 Jun 17 08:40:48.987057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54430) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:49.034260 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b6c4da-e8a8-405e-8471-1fb1f7422fe9 None None] Checking router: 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:40:49.067182 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b6c4da-e8a8-405e-8471-1fb1f7422fe9 None None] Routers {'9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:49.068128 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-54b6c4da-e8a8-405e-8471-1fb1f7422fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:49.097529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bbcc6-1347-4a0a-8a65-f921316725ef tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=52eb4cee-fc65-40a4-bb96-0f9507926296,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:49.114836 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ab7bbcc6-1347-4a0a-8a65-f921316725ef tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:49.180852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de37496-e5e7-4b1d-be61-b5f175d17bd6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:49.182730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de37496-e5e7-4b1d-be61-b5f175d17bd6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:49.195273 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2de37496-e5e7-4b1d-be61-b5f175d17bd6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1931903 Jun 17 08:40:49.196315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54438) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:49.352968 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66829443-0f97-4db5-8a33-67407348c6ab req-be28f01c-47eb-45c8-a7f5-40758864756d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 999 time: 0.7951069 Jun 17 08:40:49.382386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-efdc10ec-6fce-477b-846a-62f20f995e4c req-93510380-6548-4754-8c1f-8837a8ce6332 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6223998 Jun 17 08:40:49.435328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54446) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:49.445070 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-54b6c4da-e8a8-405e-8471-1fb1f7422fe9 None None] Set router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:40:49.685741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-144c570a-131d-4867-a35a-76def2ae3bf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 749d84c5-fa94-4f2b-96a4-568387cd13bc {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:49.731433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66829443-0f97-4db5-8a33-67407348c6ab req-80affe09-d985-405e-bb39-bc5d5ec456ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:49.736516 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66829443-0f97-4db5-8a33-67407348c6ab req-80affe09-d985-405e-bb39-bc5d5ec456ad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 200 len: 834 time: 0.3441472 Jun 17 08:40:49.739960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:49.784745 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-144c570a-131d-4867-a35a-76def2ae3bf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.042218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74391c9-6cb9-4107-8773-7d181f3257f8 req-f97f877a-1a8f-418e-baa9-c7331b0e8e38 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.043950 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c74391c9-6cb9-4107-8773-7d181f3257f8 req-f97f877a-1a8f-418e-baa9-c7331b0e8e38 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 1.0159202 Jun 17 08:40:50.119513 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ae072429-37b0-4d31-9e2b-33d18e11bfd4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/e6db4497-a0f3-40cc-bf01-24ba9f65c207 HTTP/1.1" status: 200 len: 991 time: 0.6723013 Jun 17 08:40:50.148515 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-144c570a-131d-4867-a35a-76def2ae3bf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.325325 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-54b6c4da-e8a8-405e-8471-1fb1f7422fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'e6db4497-a0f3-40cc-bf01-24ba9f65c207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'port_id': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'mac_address': 'fa:16:3e:75:00:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:40:44Z', 'updated_at': '2021-06-17T08:40:44Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f613621a-39f2-4606-b91d-b84014edf2ad', 'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:6d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:08Z', 'updated_at': '2021-06-17T08:40:19Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '95402704-84f3-4568-9e52-c2029a57618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:50.392078 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b6c4da-e8a8-405e-8471-1fb1f7422fe9 None None] The sync data for ids ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'] in n-d-779913-16 is: [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'e6db4497-a0f3-40cc-bf01-24ba9f65c207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.192', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'port_id': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2680, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'mac_address': 'fa:16:3e:75:00:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:40:44Z', 'updated_at': '2021-06-17T08:40:44Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f613621a-39f2-4606-b91d-b84014edf2ad', 'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:6d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:08Z', 'updated_at': '2021-06-17T08:40:19Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '95402704-84f3-4568-9e52-c2029a57618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:50.511290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54470) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:50.576582 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-144c570a-131d-4867-a35a-76def2ae3bf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.637011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54474) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:50.745008 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.755718 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.761260 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66829443-0f97-4db5-8a33-67407348c6ab req-b9bcdfce-a5d8-4b2f-8075-2d88f1983965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:50.767081 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-144c570a-131d-4867-a35a-76def2ae3bf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.768558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66829443-0f97-4db5-8a33-67407348c6ab req-b9bcdfce-a5d8-4b2f-8075-2d88f1983965 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0211577 Jun 17 08:40:50.773097 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a875c196-0c3a-4193-979d-14a7cdd6505b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:50.773432 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c74391c9-6cb9-4107-8773-7d181f3257f8 req-631b8407-d7b7-44a2-84eb-b9ea35546ebf tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7190909 Jun 17 08:40:50.928773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c570a-131d-4867-a35a-76def2ae3bf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=749d84c5-fa94-4f2b-96a4-568387cd13bc,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:50.949522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7ac732-1ab1-4816-91f4-3d784949385e None None] New status for floating IP e6db4497-a0f3-40cc-bf01-24ba9f65c207: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:40:50.951960 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-144c570a-131d-4867-a35a-76def2ae3bf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:50.951960 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-144c570a-131d-4867-a35a-76def2ae3bf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:50.951960 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-144c570a-131d-4867-a35a-76def2ae3bf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/749d84c5-fa94-4f2b-96a4-568387cd13bc HTTP/1.1" status: 204 len: 168 time: 1.7502325 Jun 17 08:40:50.952339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54486) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:51.030886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'networks': [{'name': 'tempest-network--193902008'}, {'name': 'tempest-network--1851380230'}]} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:51.030886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'network': {'name': 'tempest-network--193902008'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:51.030886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'network': {'name': 'tempest-network--1851380230'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:51.076306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f2b24d-8b87-48b0-a6ff-b1cf9b27ac58 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:51.079580 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2e0cba29-0ebd-4136-b17b-352d24bb8b4e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1258333 Jun 17 08:40:51.080437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54488) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:51.095975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:51.130652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54490) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:51.249999 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23827d31-4948-4112-97d5-5995950a6b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.276363 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-984468e7-abc3-4cb0-81c0-e2f25a5aa3fd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/e6db4497-a0f3-40cc-bf01-24ba9f65c207 HTTP/1.1" status: 200 len: 991 time: 0.1314335 Jun 17 08:40:51.319961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Router 8fb4a44c-8c5a-48ef-8385-02caf4067d97 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:40:51.325315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Made reservation on behalf of 8832eae656b447cb9118b6bf21581143 for: {'network': 2} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:51.331107 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.341638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66829443-0f97-4db5-8a33-67407348c6ab req-80b990d9-7e93-4411-bfe8-fa051739ce09 service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5660965 Jun 17 08:40:51.365885 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.538640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23827d31-4948-4112-97d5-5995950a6b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.555915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-23827d31-4948-4112-97d5-5995950a6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.645046 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66829443-0f97-4db5-8a33-67407348c6ab req-a9e7d9c1-0d7d-4a50-83bc-645438527de0 service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918046 Jun 17 08:40:51.647656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:40:51.663100 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d60731-14ea-4f73-8857-28c9e1b3041e None None] Sync routers for ids ['8fb4a44c-8c5a-48ef-8385-02caf4067d97'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:40:51.663689 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.664388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "PUT /v2.0/routers/8fb4a44c-8c5a-48ef-8385-02caf4067d97 HTTP/1.1" status: 200 len: 883 time: 10.2332151 Jun 17 08:40:51.668509 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54500) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:51.683265 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d60731-14ea-4f73-8857-28c9e1b3041e None None] Routers {'8fb4a44c-8c5a-48ef-8385-02caf4067d97'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:51.683995 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b1d60731-14ea-4f73-8857-28c9e1b3041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8fb4a44c-8c5a-48ef-8385-02caf4067d97'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:51.716691 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4df283b8-d419-4095-919b-d103a34e6061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:51.732729 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-23827d31-4948-4112-97d5-5995950a6b87 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5a4fd310cd040839f3984d4e29b8f25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2191365 Jun 17 08:40:51.738960 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54502) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:51.754064 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b1d60731-14ea-4f73-8857-28c9e1b3041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:51.756960 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ef6fd9-0579-4710-9d0b-b8e29ef88080 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:51.772324 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d60731-14ea-4f73-8857-28c9e1b3041e None None] Routers {'8fb4a44c-8c5a-48ef-8385-02caf4067d97'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:40:51.773402 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b1d60731-14ea-4f73-8857-28c9e1b3041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8fb4a44c-8c5a-48ef-8385-02caf4067d97'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:51.826895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3d4ca7c1-b4fd-44c8-a2ef-0b38494656f1 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/routers/8fb4a44c-8c5a-48ef-8385-02caf4067d97 HTTP/1.1" status: 200 len: 924 time: 0.1536379 Jun 17 08:40:51.827466 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54504) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:51.875317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-05ef6fd9-0579-4710-9d0b-b8e29ef88080 None None] Deleting port 5a8c4826-fa18-47fc-9ffe-4e9b83297551 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:51.878069 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-05ef6fd9-0579-4710-9d0b-b8e29ef88080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.942117 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eb94c5a-707b-4880-b136-d4e0eda35c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:51.956509 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b1d60731-14ea-4f73-8857-28c9e1b3041e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:51.957472 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d60731-14ea-4f73-8857-28c9e1b3041e None None] The sync data for ids ['8fb4a44c-8c5a-48ef-8385-02caf4067d97'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:40:52.009707 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfbd10b-16a4-4204-ac0d-7defce26cde1 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:52.017147 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7cfbd10b-16a4-4204-ac0d-7defce26cde1 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&device_id=8fb4a44c-8c5a-48ef-8385-02caf4067d97&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1828668 Jun 17 08:40:52.017147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54510) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:52.036871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eb94c5a-707b-4880-b136-d4e0eda35c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.068188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-05ef6fd9-0579-4710-9d0b-b8e29ef88080 None None] For port 5a8c4826-fa18-47fc-9ffe-4e9b83297551, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5a8c4826-fa18-47fc-9ffe-4e9b83297551,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:52.068719 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-05ef6fd9-0579-4710-9d0b-b8e29ef88080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.200590 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23827d31-4948-4112-97d5-5995950a6b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0548d144-115b-4507-8591-8fa3b6e41815,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:52.211751 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-23827d31-4948-4112-97d5-5995950a6b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:52.225034 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eb94c5a-707b-4880-b136-d4e0eda35c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.233317 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9eb94c5a-707b-4880-b136-d4e0eda35c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.248056 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9eb94c5a-707b-4880-b136-d4e0eda35c39 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0548d144-115b-4507-8591-8fa3b6e41815 HTTP/1.1" status: 204 len: 168 time: 0.5044935 Jun 17 08:40:52.253455 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e6c04186-26a3-4bad-9793-cc5dd01ffa90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:52.274195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb94c5a-707b-4880-b136-d4e0eda35c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0548d144-115b-4507-8591-8fa3b6e41815,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:52.277771 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54520) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:52.294441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-05ef6fd9-0579-4710-9d0b-b8e29ef88080 None None] Calling delete_port for 5a8c4826-fa18-47fc-9ffe-4e9b83297551 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:52.298383 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9eb94c5a-707b-4880-b136-d4e0eda35c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:52.309168 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5a8c4826-fa18-47fc-9ffe-4e9b83297551 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:52.437978 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.446503 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.447191 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.457932 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ed50b3c7-be84-4a07-b45f-bdb35628b4a3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/e6db4497-a0f3-40cc-bf01-24ba9f65c207 HTTP/1.1" status: 200 len: 993 time: 0.1738420 Jun 17 08:40:52.464798 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fa00569e-56ea-4ed7-89e1-34d162d3fb0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:52.489148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a953d94-08c8-4085-aa02-7f2b9d11cfac tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:52.490729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4a953d94-08c8-4085-aa02-7f2b9d11cfac tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 881 time: 0.4752538 Jun 17 08:40:52.495534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54528) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:52.566521 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-96b2452f-251b-4fcc-8513-f00631825aff tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fb4a44c-8c5a-48ef-8385-02caf4067d97 HTTP/1.1" status: 200 len: 205 time: 0.0699034 Jun 17 08:40:52.572987 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:52.576868 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.577663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54532) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:52.649469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b39973a-ed54-4e2a-9d48-b2d38e94e7cf,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:52.652459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:52.698617 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:52.746035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.746286 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Added segment 6a532936-18c8-4e0e-b036-9ac73592a222 of type vlan for network ea8e6c88-61f9-4a9a-9651-b734b47060b3 Jun 17 08:40:52.768677 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.868290 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.870812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 5a8c4826-fa18-47fc-9ffe-4e9b83297551, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5a8c4826-fa18-47fc-9ffe-4e9b83297551,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:52.883037 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:52.903236 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1ddabe39-a7f5-4c81-bb18-66664a27a322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:53.012521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=5a8c4826-fa18-47fc-9ffe-4e9b83297551,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:53.028918 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:53.033495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:53.043968 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-05ef6fd9-0579-4710-9d0b-b8e29ef88080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.046421 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-adaae6e1-22b4-4657-8c76-7469c530c8c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:53.073843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.074194 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Added segment 07de1d26-4077-465f-b0b0-671c52c7ea57 of type vlan for network 9e551a11-af12-4c7c-9bff-31559e751d8a Jun 17 08:40:53.152598 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef6fd9-0579-4710-9d0b-b8e29ef88080 None None] Pushing event deleted for resources: {'Port': ['ID=5a8c4826-fa18-47fc-9ffe-4e9b83297551,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:53.154518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54544) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:53.155804 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-05ef6fd9-0579-4710-9d0b-b8e29ef88080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:53.159735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef6fd9-0579-4710-9d0b-b8e29ef88080 None None] No DVR routers for this DVR port 5a8c4826-fa18-47fc-9ffe-4e9b83297551 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:53.167418 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.179217 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.191439 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8bc25b60-6e9a-4238-b2a5-d7c3f5a973be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.199513 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:53.304338 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:53.306864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=13cd397a-828d-435c-a095-e126e7b79445,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:53.314092 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:53.318645 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:53.324916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:53.325571 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.328274 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d15d5e-6276-483c-b3c2-cd4f433b6290 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:53.371891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.372626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.387612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:53.403814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:53.404503 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.420995 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e13d7a3-b6ed-48d0-8c41-3b66a1feea7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:53.421645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235a00d-6570-460f-9076-c73369200c3e req-502a65ef-ac1e-41c8-856b-21d252f8db6d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:53.429687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e235a00d-6570-460f-9076-c73369200c3e req-502a65ef-ac1e-41c8-856b-21d252f8db6d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 1.2640221 Jun 17 08:40:53.521329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e235a00d-6570-460f-9076-c73369200c3e req-004a3ed3-e911-4eed-9a7a-a1d3a7fddf34 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903714 Jun 17 08:40:53.563410 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.601557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '13cd397a-828d-435c-a095-e126e7b79445'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:40:53.603040 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.686348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event updated for resources: {'Network': ['ID=ea8e6c88-61f9-4a9a-9651-b734b47060b3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:53.702500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.702500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.702996 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.703312 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.703694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.704067 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.704443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.704810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.705181 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.705562 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.705934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.706299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:40:53.724020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network ea8e6c88-61f9-4a9a-9651-b734b47060b3 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:53.765804 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.852005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event updated for resources: {'Network': ['ID=9e551a11-af12-4c7c-9bff-31559e751d8a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:53.857266 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:53.857784 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.429s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:53.867568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 9e551a11-af12-4c7c-9bff-31559e751d8a details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:53.875369 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:53.875608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Deleting port 823fc718-3aed-4093-a958-029b213d1b36 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:53.875797 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.877513 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8bc25b60-6e9a-4238-b2a5-d7c3f5a973be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.889258 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8bc25b60-6e9a-4238-b2a5-d7c3f5a973be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:53.892792 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5ee42dd7-3b38-4c03-9e25-eb50d9173daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:53.936691 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.2952025 Jun 17 08:40:53.938765 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8541420 Jun 17 08:40:53.939496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc25b60-6e9a-4238-b2a5-d7c3f5a973be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6399e4c-bdf0-4b8f-9bf0-819484ab8c88,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:53.942353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/13cd397a-828d-435c-a095-e126e7b79445/41f3a201-10d8-483f-b3b9-24b152bbe3f0) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:53.942997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54560) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:53.943432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54562) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:53.972764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b8ea47b0-e69c-4a31-b269-fc046d5aab1e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'fixed_ips': [{'subnet_id': '13cd397a-828d-435c-a095-e126e7b79445', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-667077101'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:53.991092 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.043908 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8bc25b60-6e9a-4238-b2a5-d7c3f5a973be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:54.095751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Calling delete_port for 823fc718-3aed-4093-a958-029b213d1b36 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:54.167269 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.179325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Transition to ACTIVE for port object 41f3a201-10d8-483f-b3b9-24b152bbe3f0 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:54.194180 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8bc25b60-6e9a-4238-b2a5-d7c3f5a973be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16ada147208847dd993f167992d2d18c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0370066 Jun 17 08:40:54.200390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54566) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:54.204702 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Transition to ACTIVE for port object 41f3a201-10d8-483f-b3b9-24b152bbe3f0 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:54.216860 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.221174 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:54.258819 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ea47b0-e69c-4a31-b269-fc046d5aab1e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:54.298300 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.301665 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c5e2d843-c749-4b50-ad91-d6d7b96fa74c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:54.303994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Pushing event updated for resources: {'Port': ['ID=41f3a201-10d8-483f-b3b9-24b152bbe3f0,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:54.316303 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:54.323496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:54.327279 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:54.342962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:54.361981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Pushing event deleted for resources: {'Port': ['ID=823fc718-3aed-4093-a958-029b213d1b36,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:54.370489 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:54.440416 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.458353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Attempting to bind port 41f3a201-10d8-483f-b3b9-24b152bbe3f0 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:54.458599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b11fcf-5cae-4082-b022-653c606a720c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.459124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Attempting to bind port 41f3a201-10d8-483f-b3b9-24b152bbe3f0 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:54.459124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Attempting to bind port 41f3a201-10d8-483f-b3b9-24b152bbe3f0 on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:54.467240 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b11fcf-5cae-4082-b022-653c606a720c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.473357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b11fcf-5cae-4082-b022-653c606a720c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.477693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:54.478074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:54.478497 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.478930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:54.479452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Bound port: 41f3a201-10d8-483f-b3b9-24b152bbe3f0, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:54.479842 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.488027 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:40:54.494242 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b11fcf-5cae-4082-b022-653c606a720c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.499056 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c7b11fcf-5cae-4082-b022-653c606a720c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5494518 Jun 17 08:40:54.502596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b8ea47b0-e69c-4a31-b269-fc046d5aab1e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.517582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54576) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:54.560468 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.564055 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.617026 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.617751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Fanout notify agent at l3_agent the message router_deleted on router 8fb4a44c-8c5a-48ef-8385-02caf4067d97 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:40:54.632139 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.632467 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-b8ea47b0-e69c-4a31-b269-fc046d5aab1e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 96e4b959-7eb0-4a72-96a9-797999899a91 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:40:54.635836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/8fb4a44c-8c5a-48ef-8385-02caf4067d97 HTTP/1.1" status: 204 len: 168 time: 2.0569518 Jun 17 08:40:54.640281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54584) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:54.654735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a0579070-6c92-4b32-bc3c-3094d3b1f3e9 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1276076344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:54.752091 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0579070-6c92-4b32-bc3c-3094d3b1f3e9 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.753759 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0579070-6c92-4b32-bc3c-3094d3b1f3e9 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.783664 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-46791237-2efa-4548-a609-58f764ffa16c None None] For port 41f3a201-10d8-483f-b3b9-24b152bbe3f0, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:54.787091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-46791237-2efa-4548-a609-58f764ffa16c None None] For port 41f3a201-10d8-483f-b3b9-24b152bbe3f0, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=41f3a201-10d8-483f-b3b9-24b152bbe3f0,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:54.800376 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.802816 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0ed9bfc0-98c2-4a74-b3f2-fe78dd6bddbb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:54.832416 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12e05917-7ffb-4ed9-8ab0-2dc8d228f9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.856631 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12e05917-7ffb-4ed9-8ab0-2dc8d228f9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.915106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Pushing event updated for resources: {'Port': ['ID=41f3a201-10d8-483f-b3b9-24b152bbe3f0,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:54.921015 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:54.924711 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ea47b0-e69c-4a31-b269-fc046d5aab1e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:40:54.925241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ea47b0-e69c-4a31-b269-fc046d5aab1e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:40:54.927750 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0579070-6c92-4b32-bc3c-3094d3b1f3e9 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.944849 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0579070-6c92-4b32-bc3c-3094d3b1f3e9 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:54.971159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82746f57-a70c-4117-86c7-77c0e59cd9e8 req-4552375e-b1b1-4f5c-8079-d31b79ce3eef tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:54.971159 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82746f57-a70c-4117-86c7-77c0e59cd9e8 req-4552375e-b1b1-4f5c-8079-d31b79ce3eef tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.2795258 Jun 17 08:40:55.000232 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a0579070-6c92-4b32-bc3c-3094d3b1f3e9 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.001603 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a0579070-6c92-4b32-bc3c-3094d3b1f3e9 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3599977 Jun 17 08:40:55.008480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54594) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:55.013520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'enable_snat': True}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:55.019453 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b8ea47b0-e69c-4a31-b269-fc046d5aab1e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0545492 Jun 17 08:40:55.023615 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.025633 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12e05917-7ffb-4ed9-8ab0-2dc8d228f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.028380 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12e05917-7ffb-4ed9-8ab0-2dc8d228f9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.029638 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-12e05917-7ffb-4ed9-8ab0-2dc8d228f9ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6399e4c-bdf0-4b8f-9bf0-819484ab8c88 HTTP/1.1" status: 204 len: 168 time: 0.8279452 Jun 17 08:40:55.031425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54598) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:55.031891 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-66b56292-6759-4fcb-b48a-3bdf0e3b42b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:55.080040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e05917-7ffb-4ed9-8ab0-2dc8d228f9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6399e4c-bdf0-4b8f-9bf0-819484ab8c88,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:55.097101 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-12e05917-7ffb-4ed9-8ab0-2dc8d228f9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:55.202324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82746f57-a70c-4117-86c7-77c0e59cd9e8 req-072f15e0-d7be-466f-8427-a00c76476659 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2301450 Jun 17 08:40:55.252415 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.264025 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8e6c88-61f9-4a9a-9651-b734b47060b3']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:55.280334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a532936-18c8-4e0e-b036-9ac73592a222') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:55.280701 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a532936-18c8-4e0e-b036-9ac73592a222') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:55.297411 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.361247 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.395076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1436790-8743-49b2-a82d-77cbc8c7e2c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:55.397653 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d1436790-8743-49b2-a82d-77cbc8c7e2c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3634841 Jun 17 08:40:55.399390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:40:55.400075 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.410075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54604) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:40:55.507297 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:40:55.512667 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:40:55.512667 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:40:55.512667 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:40:55.522446 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.524021 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.531209 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.536322 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "DELETE /v2.0/networks/ea8e6c88-61f9-4a9a-9651-b734b47060b3 HTTP/1.1" status: 204 len: 168 time: 1.0167725 Jun 17 08:40:55.537737 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98628006-9f07-4af5-bf8b-a885b55bd5f8 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:55.542374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54612) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:55.589804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Network': ['ID=ea8e6c88-61f9-4a9a-9651-b734b47060b3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:55.592343 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:55.604801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2f767-d72b-4cbc-86a1-443df790cf9b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:55.607008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad2f767-d72b-4cbc-86a1-443df790cf9b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:55.608976 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3ad2f767-d72b-4cbc-86a1-443df790cf9b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1978290 Jun 17 08:40:55.611874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54618) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:55.699119 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba18fa2-1eb4-4153-aae7-77e0d60ba030 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 13cd397a-828d-435c-a095-e126e7b79445 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:40:55.702296 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ba18fa2-1eb4-4153-aae7-77e0d60ba030 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.779104 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ba18fa2-1eb4-4153-aae7-77e0d60ba030 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.786217 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.937847 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.946976 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ba18fa2-1eb4-4153-aae7-77e0d60ba030 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:55.952139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e551a11-af12-4c7c-9bff-31559e751d8a']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:56.112891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07de1d26-4077-465f-b0b0-671c52c7ea57') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:56.113293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07de1d26-4077-465f-b0b0-671c52c7ea57') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:40:56.126801 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ba18fa2-1eb4-4153-aae7-77e0d60ba030 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.156036 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bd62d497-fadf-4fa6-a874-16c6abdcc96e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:56.159448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.192239 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4ba18fa2-1eb4-4153-aae7-77e0d60ba030 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.194399 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4ba18fa2-1eb4-4153-aae7-77e0d60ba030 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/13cd397a-828d-435c-a095-e126e7b79445 HTTP/1.1" status: 204 len: 168 time: 0.5806069 Jun 17 08:40:56.204832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54640) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:56.210375 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.225533 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.227783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:40:56.228183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.263895 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba18fa2-1eb4-4153-aae7-77e0d60ba030 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=13cd397a-828d-435c-a095-e126e7b79445,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:56.272812 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4ba18fa2-1eb4-4153-aae7-77e0d60ba030 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:40:56.278128 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:40:56.283831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 41f3a201-10d8-483f-b3b9-24b152bbe3f0 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:40:56.349258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54646) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:56.354556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:56.359659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ce52af65-291e-4f9d-b287-c52058c9ebf3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1442177 Jun 17 08:40:56.362487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 41f3a201-10d8-483f-b3b9-24b152bbe3f0 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:56.363875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.531409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e09e7-0301-48bb-b70f-e53f1c9b3a7a None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:56.556803 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.562298 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:56.567742 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.589836 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfc96c21-5322-4262-8d49-014f616a1bff tempest-NetworksIpV6TestAttrs-1427437350 tempest-NetworksIpV6TestAttrs-1427437350-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:56.598813 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.603114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "DELETE /v2.0/networks/9e551a11-af12-4c7c-9bff-31559e751d8a HTTP/1.1" status: 204 len: 168 time: 1.0571408 Jun 17 08:40:56.606300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54658) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:56.668658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Network': ['ID=9e551a11-af12-4c7c-9bff-31559e751d8a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:56.674847 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:56.797986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8089d833-b4e6-4031-b4ae-16c8e3d72cb9 None None] Provisioning for port 41f3a201-10d8-483f-b3b9-24b152bbe3f0 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:40:56.806084 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8089d833-b4e6-4031-b4ae-16c8e3d72cb9 None None] Provisioning complete for port 41f3a201-10d8-483f-b3b9-24b152bbe3f0 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:40:56.806864 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8089d833-b4e6-4031-b4ae-16c8e3d72cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.889830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Allocated IP 172.25.8.178 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/74689494-bb96-4e02-85f4-cfad3848fa13) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:56.906752 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f17489-c7b1-42a7-a5e8-9903d280d1da req-b9c5b26e-27cc-4b34-bf21-c2b6a6c3f029 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:56.911675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8f17489-c7b1-42a7-a5e8-9903d280d1da req-b9c5b26e-27cc-4b34-bf21-c2b6a6c3f029 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.3751960 Jun 17 08:40:56.949422 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8089d833-b4e6-4031-b4ae-16c8e3d72cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:56.951607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f861256-7348-4acd-9bff-7d12f7c12f51 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:40:57.011876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ea862-94ae-4862-8506-3de0bba57663 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:57.014850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8089d833-b4e6-4031-b4ae-16c8e3d72cb9 None None] For port 41f3a201-10d8-483f-b3b9-24b152bbe3f0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=41f3a201-10d8-483f-b3b9-24b152bbe3f0,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:57.022037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24ea862-94ae-4862-8506-3de0bba57663 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:57.022346 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8089d833-b4e6-4031-b4ae-16c8e3d72cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.025524 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-40438e5e-4925-494f-a45d-cacbf21fb50d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:57.033387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c24ea862-94ae-4862-8506-3de0bba57663 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4117575 Jun 17 08:40:57.034412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54672) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:57.055570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1585987260'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:57.070794 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.079218 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29e0e52a-f710-4c9a-bcd5-dcaf6d980e17 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:57.084448 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089d833-b4e6-4031-b4ae-16c8e3d72cb9 None None] Pushing event updated for resources: {'Port': ['ID=41f3a201-10d8-483f-b3b9-24b152bbe3f0,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:57.097488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:57.101206 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8089d833-b4e6-4031-b4ae-16c8e3d72cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:57.105472 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:57.131031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-2f861256-7348-4acd-9bff-7d12f7c12f51 None None] Deleting port 41f3a201-10d8-483f-b3b9-24b152bbe3f0 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:40:57.131533 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f861256-7348-4acd-9bff-7d12f7c12f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.141517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:57.145369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.152589 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8f17489-c7b1-42a7-a5e8-9903d280d1da req-a1dd8a5f-2cc4-458e-8fc5-ff24440cab02 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151077 Jun 17 08:40:57.195760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Made reservation on behalf of 8832eae656b447cb9118b6bf21581143 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:57.199156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=41a16862-63c3-4bdc-bdf8-6d161d04a291,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:57.200448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.202677 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:57.207478 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8571153 Jun 17 08:40:57.208232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54676) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:57.213172 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-503f3fb9-fb69-4e46-b2da-02ecfc406e24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-41185694', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:57.249072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:57.253854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2f861256-7348-4acd-9bff-7d12f7c12f51 None None] For port 41f3a201-10d8-483f-b3b9-24b152bbe3f0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=41f3a201-10d8-483f-b3b9-24b152bbe3f0,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:40:57.254279 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f861256-7348-4acd-9bff-7d12f7c12f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.260421 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.260889 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Added segment f383a4e8-aabc-467c-b36b-4e19a8d9dec2 of type vlan for network 20f098c6-3fa9-498a-ab41-e9c8fe11f622 Jun 17 08:40:57.267865 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-503f3fb9-fb69-4e46-b2da-02ecfc406e24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.269152 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-503f3fb9-fb69-4e46-b2da-02ecfc406e24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.316515 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.329039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-2f861256-7348-4acd-9bff-7d12f7c12f51 None None] Calling delete_port for 41f3a201-10d8-483f-b3b9-24b152bbe3f0 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:40:57.365311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.372203 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:57.372822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.377943 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.380233 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-71fe23c5-d21c-42c0-87a7-c5dccab2959c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:57.420839 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-503f3fb9-fb69-4e46-b2da-02ecfc406e24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.432075 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-503f3fb9-fb69-4e46-b2da-02ecfc406e24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.462122 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4147968 Jun 17 08:40:57.464001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54688) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:57.468052 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f861256-7348-4acd-9bff-7d12f7c12f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.470630 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-910294933'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:57.475296 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-503f3fb9-fb69-4e46-b2da-02ecfc406e24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.476473 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-503f3fb9-fb69-4e46-b2da-02ecfc406e24 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2672577 Jun 17 08:40:57.480601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54692) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:57.484650 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:57.500223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event updated for resources: {'Network': ['ID=20f098c6-3fa9-498a-ab41-e9c8fe11f622,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:57.503103 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:57.533271 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.543054 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ab7bbcc6-1347-4a0a-8a65-f921316725ef tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:57.548809 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 20f098c6-3fa9-498a-ab41-e9c8fe11f622 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:57.612749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:57.616522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:57.622881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:57.672395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f861256-7348-4acd-9bff-7d12f7c12f51 None None] No DVR routers for this DVR port 41f3a201-10d8-483f-b3b9-24b152bbe3f0 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:40:57.674765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f861256-7348-4acd-9bff-7d12f7c12f51 None None] Pushing event deleted for resources: {'Port': ['ID=41f3a201-10d8-483f-b3b9-24b152bbe3f0,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:57.721946 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event updated for resources: {'Port': ['ID=74689494-bb96-4e02-85f4-cfad3848fa13,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:57.722074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Made reservation on behalf of 8832eae656b447cb9118b6bf21581143 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:57.722567 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2f861256-7348-4acd-9bff-7d12f7c12f51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:57.729598 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:57.730368 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.746204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4232e6fa-7d27-40b3-a683-1dc37132d106 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:40:57.929273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:40:57.943355 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:57.944083 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Added segment 48c7de5c-fa87-4a44-b6b9-08af36c0f615 of type vlan for network a2b6be3f-1b5c-4e7d-967a-821bf67e1c49 Jun 17 08:40:57.987300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '41a16862-63c3-4bdc-bdf8-6d161d04a291'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:40:57.988492 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.174277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 41f3a201-10d8-483f-b3b9-24b152bbe3f0 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:40:58.217209 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.231427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 41f3a201-10d8-483f-b3b9-24b152bbe3f0 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:40:58.232439 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 41f3a201-10d8-483f-b3b9-24b152bbe3f0 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:40:58.376281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/41a16862-63c3-4bdc-bdf8-6d161d04a291/b3ef03b3-b9ed-4527-9b6a-da90693906a9) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:58.705306 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.726007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Transition to ACTIVE for port object b3ef03b3-b9ed-4527-9b6a-da90693906a9 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:58.734231 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.753510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Transition to ACTIVE for port object b3ef03b3-b9ed-4527-9b6a-da90693906a9 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:40:58.763510 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.766633 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8cbe5f32-c2fc-473b-b3b0-fc4d0c230681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:58.862915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.873829 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.879433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:58.880072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:58.887130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:40:58.897235 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-355596db-2779-41f8-a0de-71720b44ed4d tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:58.899858 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:40:58.909189 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Pushing event updated for resources: {'Port': ['ID=b3ef03b3-b9ed-4527-9b6a-da90693906a9,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:58.916888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:40:58.928887 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:59.030049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Attempting to bind port b3ef03b3-b9ed-4527-9b6a-da90693906a9 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:40:59.030693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Attempting to bind port b3ef03b3-b9ed-4527-9b6a-da90693906a9 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:40:59.031829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Attempting to bind port b3ef03b3-b9ed-4527-9b6a-da90693906a9 on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:40:59.039007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:40:59.039551 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:40:59.040194 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.040689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:40:59.041277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Bound port: b3ef03b3-b9ed-4527-9b6a-da90693906a9, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:40:59.041930 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.042582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54760) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:59.110936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event updated for resources: {'Network': ['ID=a2b6be3f-1b5c-4e7d-967a-821bf67e1c49,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:59.123905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] For port b3ef03b3-b9ed-4527-9b6a-da90693906a9, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:40:59.127754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] For port b3ef03b3-b9ed-4527-9b6a-da90693906a9, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b3ef03b3-b9ed-4527-9b6a-da90693906a9,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:40:59.131512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network a2b6be3f-1b5c-4e7d-967a-821bf67e1c49 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:40:59.133183 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:59.149015 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.154669 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4895a253-5ac1-4aa4-a635-e1122873c9f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:59.155844 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fc7af-7f7c-4eff-b3f5-6b375e04589e req-209e9bab-6a3b-4f89-aef5-134b339fa722 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:40:59.158286 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d1fc7af-7f7c-4eff-b3f5-6b375e04589e req-209e9bab-6a3b-4f89-aef5-134b339fa722 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.7517812 Jun 17 08:40:59.209217 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7439644 Jun 17 08:40:59.216672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54764) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:59.220380 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.233774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'ports': [{'network_id': '20f098c6-3fa9-498a-ab41-e9c8fe11f622', 'name': 'tempest-port--956929018', 'admin_state_up': True}, {'network_id': 'a2b6be3f-1b5c-4e7d-967a-821bf67e1c49', 'admin_state_up': False}]} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:59.234625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'port': {'network_id': '20f098c6-3fa9-498a-ab41-e9c8fe11f622', 'name': 'tempest-port--956929018', 'admin_state_up': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:59.234625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'port': {'network_id': 'a2b6be3f-1b5c-4e7d-967a-821bf67e1c49', 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:40:59.321738 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.326735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Pushing event updated for resources: {'Port': ['ID=b3ef03b3-b9ed-4527-9b6a-da90693906a9,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:59.327432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c482654-5f93-400c-893c-d78d7b28ba02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.330585 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:59.433747 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d1fc7af-7f7c-4eff-b3f5-6b375e04589e req-f98168f4-5838-4a50-bc52-7b9421bf63c7 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657018 Jun 17 08:40:59.610329 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::1 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/41a16862-63c3-4bdc-bdf8-6d161d04a291/5d5ce90b-033a-4503-9ae8-805843a0f3ba) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:40:59.770596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c482654-5f93-400c-893c-d78d7b28ba02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.782478 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c482654-5f93-400c-893c-d78d7b28ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.803026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Router 669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:40:59.817622 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Made reservation on behalf of 8832eae656b447cb9118b6bf21581143 for: {'port': 2} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:40:59.831155 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.840152 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dded8e71-0032-4fcc-9d36-fdcc929bfee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:40:59.902140 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8c482654-5f93-400c-893c-d78d7b28ba02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=062b8d7e46404370aa2cf6fc633bfc89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8581500 Jun 17 08:40:59.905434 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54782) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:40:59.923896 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.945242 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c482654-5f93-400c-893c-d78d7b28ba02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b569f435-286c-46f6-b054-a41451b0908f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:40:59.954029 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c482654-5f93-400c-893c-d78d7b28ba02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:40:59.957106 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:40:59.998628 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 5d5ce90b-033a-4503-9ae8-805843a0f3ba will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:00.012573 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4675adfe-6268-4050-872e-24f6938dfa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.047380 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4675adfe-6268-4050-872e-24f6938dfa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.101223 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.103725 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:00.128874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:00.138204 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.142855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "PUT /v2.0/routers/669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5 HTTP/1.1" status: 200 len: 919 time: 5.1298571 Jun 17 08:41:00.143328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54786) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:00.147258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] device_id is not set on port fb56128c-da79-41ac-89ed-3a59b15d731f yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:41:00.162435 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a48ce-9a1e-4bb7-bf5c-bdd62e235036 None None] Sync routers for ids ['669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:00.175452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:00.186671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:00.189438 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4675adfe-6268-4050-872e-24f6938dfa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.193028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a48ce-9a1e-4bb7-bf5c-bdd62e235036 None None] Routers {'669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:00.193532 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4675adfe-6268-4050-872e-24f6938dfa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.193858 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ff4a48ce-9a1e-4bb7-bf5c-bdd62e235036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:00.197784 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4675adfe-6268-4050-872e-24f6938dfa94 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b569f435-286c-46f6-b054-a41451b0908f HTTP/1.1" status: 204 len: 168 time: 0.2901833 Jun 17 08:41:00.206840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:00.207590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.215367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=5d5ce90b-033a-4503-9ae8-805843a0f3ba,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:00.254985 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:00.255353 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6a540587-63df-4c26-b6c1-69d9b403ce5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:00.273818 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4675adfe-6268-4050-872e-24f6938dfa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b569f435-286c-46f6-b054-a41451b0908f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:00.282026 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4675adfe-6268-4050-872e-24f6938dfa94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:00.286235 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ff4a48ce-9a1e-4bb7-bf5c-bdd62e235036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:00.289092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b3ef03b3-b9ed-4527-9b6a-da90693906a9 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:00.407460 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a48ce-9a1e-4bb7-bf5c-bdd62e235036 None None] Routers {'669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:00.409091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ff4a48ce-9a1e-4bb7-bf5c-bdd62e235036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:00.467741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ff4a48ce-9a1e-4bb7-bf5c-bdd62e235036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:00.469245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a48ce-9a1e-4bb7-bf5c-bdd62e235036 None None] The sync data for ids ['669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:00.469962 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.529082 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port b3ef03b3-b9ed-4527-9b6a-da90693906a9 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:00.539528 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bed8d326-bd1a-4dff-8e4f-cf447b3d3021 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:41:00.806872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:00.811357 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6325d6d9-7820-4f82-846c-88a3dfbcf8e8 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/routers/669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5 HTTP/1.1" status: 200 len: 925 time: 0.6594019 Jun 17 08:41:00.816430 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54804) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:00.837675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'port_id': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'mac_address': 'fa:16:3e:81:f9:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:41:00.876924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54812) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:00.897992 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.936398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bed8d326-bd1a-4dff-8e4f-cf447b3d3021 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:41:00.961220 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:00.991157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:01.007083 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.009045 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:01.057713 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6832df0c-ac2a-483e-9d8e-56005538d869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.061795 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.071496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.071757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.074203 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fad8eeae-8c21-42d2-a662-822677a48000 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:01.107203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:01.112008 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:01.116168 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-21a76250-5cc7-45af-8e57-f80455c793c6 None None] Provisioning for port b3ef03b3-b9ed-4527-9b6a-da90693906a9 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:01.122909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-21a76250-5cc7-45af-8e57-f80455c793c6 None None] Provisioning complete for port b3ef03b3-b9ed-4527-9b6a-da90693906a9 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:01.123529 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-21a76250-5cc7-45af-8e57-f80455c793c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.128437 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] device_id is not set on port 1718d0df-67dd-41bf-b50b-bd2eae724e40 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:41:01.222496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=5d5ce90b-033a-4503-9ae8-805843a0f3ba,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:01.225464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['bed8d326-bd1a-4dff-8e4f-cf447b3d3021'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:41:01.236007 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:01.301697 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a932b1d-8655-4763-996f-e83b8a751e0a req-0ced6e16-e9cf-487e-b787-0af4d10d4a86 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:01.303654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a932b1d-8655-4763-996f-e83b8a751e0a req-0ced6e16-e9cf-487e-b787-0af4d10d4a86 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 943 time: 0.6333981 Jun 17 08:41:01.373018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169be39f-627a-48c1-8e9d-e947c95d1df4 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:01.377550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-169be39f-627a-48c1-8e9d-e947c95d1df4 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&device_id=669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5566242 Jun 17 08:41:01.378525 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54822) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:01.397845 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-21a76250-5cc7-45af-8e57-f80455c793c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.424759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:01.436259 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a932b1d-8655-4763-996f-e83b8a751e0a req-edd1cf9c-7f9c-436d-8ec8-b4e84b7c47f9 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212204 Jun 17 08:41:01.443241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:01.444081 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.482925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-21a76250-5cc7-45af-8e57-f80455c793c6 None None] For port b3ef03b3-b9ed-4527-9b6a-da90693906a9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b3ef03b3-b9ed-4527-9b6a-da90693906a9,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:01.491666 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-21a76250-5cc7-45af-8e57-f80455c793c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.503795 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fd79fb9f-a281-45bc-9af3-2b834642a567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:01.544774 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.559497 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8105658-ae31-49c7-9774-f716a62a6b28 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:01.617400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event updated for resources: {'Port': ['ID=fb56128c-da79-41ac-89ed-3a59b15d731f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:01.621301 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:01.657400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a76250-5cc7-45af-8e57-f80455c793c6 None None] Pushing event updated for resources: {'Port': ['ID=b3ef03b3-b9ed-4527-9b6a-da90693906a9,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:01.680536 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-21a76250-5cc7-45af-8e57-f80455c793c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:01.727206 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-54ab4037-faeb-420c-8807-e8a601fb238f None None] Provisioning for port 5d5ce90b-033a-4503-9ae8-805843a0f3ba completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:01.739409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-54ab4037-faeb-420c-8807-e8a601fb238f None None] Provisioning complete for port 5d5ce90b-033a-4503-9ae8-805843a0f3ba triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:01.740342 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-54ab4037-faeb-420c-8807-e8a601fb238f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.741878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Checking segment: {'id': 'f383a4e8-aabc-467c-b36b-4e19a8d9dec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '20f098c6-3fa9-498a-ab41-e9c8fe11f622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:01.742456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Network hostable DHCP agents. Network: 20f098c6-3fa9-498a-ab41-e9c8fe11f622, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:01.807113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Network 20f098c6-3fa9-498a-ab41-e9c8fe11f622 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:01.829642 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 20f098c6-3fa9-498a-ab41-e9c8fe11f622) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:01.835589 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033e9565-3dc1-4035-b5b7-50a0039e96cc tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:01.844001 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-033e9565-3dc1-4035-b5b7-50a0039e96cc tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 881 time: 0.4578800 Jun 17 08:41:01.851232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:01.852231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.865510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54834) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:01.865763 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6832df0c-ac2a-483e-9d8e-56005538d869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.865763 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34ad045b-e13f-438a-9b3c-c6e1ba82232f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:01.871008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c57bb2-8dd7-4a2a-bb72-71545cceaf62 None None] Network 20f098c6-3fa9-498a-ab41-e9c8fe11f622 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:01.903475 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6832df0c-ac2a-483e-9d8e-56005538d869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:01.911691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Router 8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:41:01.913833 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6aeb8093-a886-4387-b380-4b3b8992537b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5 HTTP/1.1" status: 200 len: 205 time: 0.0535948 Jun 17 08:41:01.914457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54836) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:01.982056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-54ab4037-faeb-420c-8807-e8a601fb238f None None] Port 5d5ce90b-033a-4503-9ae8-805843a0f3ba cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:01.993984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6832df0c-ac2a-483e-9d8e-56005538d869 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7190501014734b33b839f96c80939f30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1081369 Jun 17 08:41:01.997128 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54838) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:02.047728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event updated for resources: {'Port': ['ID=1718d0df-67dd-41bf-b50b-bd2eae724e40,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:02.058949 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:02.060388 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-700726c7-c441-4610-990b-107d17c8fff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:02.098087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832df0c-ac2a-483e-9d8e-56005538d869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb66347-05a7-40c6-91e4-6cb8854e7cdc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:02.098087 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6832df0c-ac2a-483e-9d8e-56005538d869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:02.105525 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Checking segment: {'id': '48c7de5c-fa87-4a44-b6b9-08af36c0f615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a2b6be3f-1b5c-4e7d-967a-821bf67e1c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:02.106270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Network hostable DHCP agents. Network: a2b6be3f-1b5c-4e7d-967a-821bf67e1c49, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:02.116330 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-44412076-6eed-406e-9f47-9d8c18685069 None None] Provisioning complete for port 5d5ce90b-033a-4503-9ae8-805843a0f3ba triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:02.117056 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-44412076-6eed-406e-9f47-9d8c18685069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.126819 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-18ac9143-3593-473a-8004-7bbb76a49190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.156596 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-18ac9143-3593-473a-8004-7bbb76a49190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.176495 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b3ef03b3-b9ed-4527-9b6a-da90693906a9 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:02.216159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:02.222832 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "PUT /v2.0/routers/8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7333615 Jun 17 08:41:02.223030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-44412076-6eed-406e-9f47-9d8c18685069 None None] Port 5d5ce90b-033a-4503-9ae8-805843a0f3ba cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:02.227798 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Sync routers for ids ['8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:02.235024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54844) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:02.235718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Network a2b6be3f-1b5c-4e7d-967a-821bf67e1c49 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:02.243647 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Routers {'8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:02.244291 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:02.251267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b3ef03b3-b9ed-4527-9b6a-da90693906a9 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:02.251833 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.254749 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.328110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, a2b6be3f-1b5c-4e7d-967a-821bf67e1c49) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:02.339637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:02.345807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.351560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.352346 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.353285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6518677-237d-4516-a3f4-b21a0f8aab94 None None] Network a2b6be3f-1b5c-4e7d-967a-821bf67e1c49 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:02.381026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea5941f-6811-461c-8f8b-56c10d03eb34 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.385060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8ea5941f-6811-461c-8f8b-56c10d03eb34 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports/5d5ce90b-033a-4503-9ae8-805843a0f3ba HTTP/1.1" status: 200 len: 911 time: 0.1443913 Jun 17 08:41:02.385060 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-18ac9143-3593-473a-8004-7bbb76a49190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.386724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54850) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:02.387709 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-18ac9143-3593-473a-8004-7bbb76a49190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.391104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-18ac9143-3593-473a-8004-7bbb76a49190 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dcb66347-05a7-40c6-91e4-6cb8854e7cdc HTTP/1.1" status: 204 len: 168 time: 0.3875887 Jun 17 08:41:02.391104 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b0f112b0-9909-42cb-a93f-c77c3ad7f37b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:02.400369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac9143-3593-473a-8004-7bbb76a49190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb66347-05a7-40c6-91e4-6cb8854e7cdc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:02.413438 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1854157 Jun 17 08:41:02.416270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54856) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:02.417303 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-18ac9143-3593-473a-8004-7bbb76a49190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:02.451741 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Set router 8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:02.611906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8425219-4513-486d-957a-1b261a3aa6f7 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.619319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8425219-4513-486d-957a-1b261a3aa6f7 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.620373 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.621427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c8425219-4513-486d-957a-1b261a3aa6f7 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2031496 Jun 17 08:41:02.625599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54864) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:02.654078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bed8d326-bd1a-4dff-8e4f-cf447b3d3021 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:02.809922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3aeb13-47d8-4ba5-adec-1b056d757103 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.815982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3aeb13-47d8-4ba5-adec-1b056d757103 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.817544 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-af3aeb13-47d8-4ba5-adec-1b056d757103 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3905151 Jun 17 08:41:02.822320 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 54868) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:02.878132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642b371-4970-4441-84d5-6c80ea3f9881 req-e4678662-929c-4de4-854a-5c517773f405 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:02.879708 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1642b371-4970-4441-84d5-6c80ea3f9881 req-e4678662-929c-4de4-854a-5c517773f405 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 944 time: 0.2207074 Jun 17 08:41:02.932556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f3e074f6-8c30-414c-8725-1dc2021b2d9a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Deleting port fb56128c-da79-41ac-89ed-3a59b15d731f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:02.932556 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3e074f6-8c30-414c-8725-1dc2021b2d9a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.986853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Deleting port 74689494-bb96-4e02-85f4-cfad3848fa13 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:02.987198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:02.994601 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.009661 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01', 'name': 'tempest-NetworksTestDHCPv6-router-41185694', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:57Z', 'updated_at': '2021-06-17T08:41:00Z', 'revision_number': 2, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None, '_interfaces': [{'id': '5d5ce90b-033a-4503-9ae8-805843a0f3ba', 'name': '', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'mac_address': 'fa:16:3e:b3:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '41a16862-63c3-4bdc-bdf8-6d161d04a291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:59Z', 'updated_at': '2021-06-17T08:41:00Z', 'revision_number': 2, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'subnets': [{'id': '41a16862-63c3-4bdc-bdf8-6d161d04a291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:03.012030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:03.013648 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.024170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1642b371-4970-4441-84d5-6c80ea3f9881 req-177e5064-4477-4d77-a0aa-f6f8967e23f4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279662 Jun 17 08:41:03.071805 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Checking router: 8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:03.083079 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Updating router 8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 port 5d5ce90b-033a-4503-9ae8-805843a0f3ba binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:41:03.123906 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3e074f6-8c30-414c-8725-1dc2021b2d9a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.168663 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.194597 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.246328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:03.246903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f3e074f6-8c30-414c-8725-1dc2021b2d9a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Calling delete_port for fb56128c-da79-41ac-89ed-3a59b15d731f owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:03.253570 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6caa72c-6f76-4ed7-bac7-91b02f003c00" -d '{"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-plugged", "status": "completed", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:03.296726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:03.308716 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.312566 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:03.367016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=10']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:03.371298 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:03.385754 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6cc0d4-448c-45c9-8a57-3aab629739c5 x-openstack-request-id: req-af6cc0d4-448c-45c9-8a57-3aab629739c5 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:03.386854 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-plugged", "status": "completed", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:03.387212 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af6cc0d4-448c-45c9-8a57-3aab629739c5 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:03.389072 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'code': 200} Jun 17 08:41:03.547529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.588083 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.611793 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Transition to ACTIVE for port object 5d5ce90b-033a-4503-9ae8-805843a0f3ba will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:03.623674 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.638656 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-812fc888-e599-48d8-b507-316156cd3599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:03.740826 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19190d1b-1482-4f5b-a2da-3557e09a81c7 req-155d297e-5530-4759-b20f-5b1134e5010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:03.750176 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Pushing event updated for resources: {'Port': ['ID=5d5ce90b-033a-4503-9ae8-805843a0f3ba,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:03.771396 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19190d1b-1482-4f5b-a2da-3557e09a81c7 req-155d297e-5530-4759-b20f-5b1134e5010b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 1098 time: 0.1853259 Jun 17 08:41:03.888989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-19190d1b-1482-4f5b-a2da-3557e09a81c7 req-48463fa7-3aeb-4b8c-9e02-cd0c08356f5c service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165762 Jun 17 08:41:03.952578 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.952862 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.953156 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.953501 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.953830 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.954489 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.954897 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.955300 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.955731 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.956076 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.956451 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.956816 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:03.961346 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Attempting to bind port 5d5ce90b-033a-4503-9ae8-805843a0f3ba on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:03.961811 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Attempting to bind port 5d5ce90b-033a-4503-9ae8-805843a0f3ba by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:03.962215 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Attempting to bind port 5d5ce90b-033a-4503-9ae8-805843a0f3ba on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:03.964677 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:03.974105 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:03.974302 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:03.974569 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:03.976296 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:03.976296 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Bound port: 5d5ce90b-033a-4503-9ae8-805843a0f3ba, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:03.976296 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.124376 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] For port 5d5ce90b-033a-4503-9ae8-805843a0f3ba, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:04.128389 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] For port 5d5ce90b-033a-4503-9ae8-805843a0f3ba, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5d5ce90b-033a-4503-9ae8-805843a0f3ba,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:04.139315 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.145927 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-2a3693f9-1f40-40a5-96cf-81ea8044c839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:04.257113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Calling delete_port for 74689494-bb96-4e02-85f4-cfad3848fa13 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:04.308914 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Routers {'8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:04.309752 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:04.311816 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Pushing event updated for resources: {'Port': ['ID=5d5ce90b-033a-4503-9ae8-805843a0f3ba,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:04.322964 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:04.350383 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3e074f6-8c30-414c-8725-1dc2021b2d9a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.356995 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-373645c7-54e6-4577-81f3-76db85d0711d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:04.378836 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63cd00-8c69-40b7-a7e1-b5ba11f5dcf9 req-419da740-5392-446f-bc1f-2f24a2102cf9 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:04.384887 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da63cd00-8c69-40b7-a7e1-b5ba11f5dcf9 req-419da740-5392-446f-bc1f-2f24a2102cf9 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 946 time: 0.1490355 Jun 17 08:41:04.470564 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e074f6-8c30-414c-8725-1dc2021b2d9a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Port': ['ID=fb56128c-da79-41ac-89ed-3a59b15d731f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:04.491076 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da63cd00-8c69-40b7-a7e1-b5ba11f5dcf9 req-9c226d06-eecd-4ae8-9d94-deb11b7f3f5e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912416 Jun 17 08:41:04.533744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3e074f6-8c30-414c-8725-1dc2021b2d9a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.537798 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f3e074f6-8c30-414c-8725-1dc2021b2d9a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "DELETE /v2.0/ports/fb56128c-da79-41ac-89ed-3a59b15d731f HTTP/1.1" status: 204 len: 168 time: 1.9054766 Jun 17 08:41:04.540855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 54942) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:04.544260 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f3e074f6-8c30-414c-8725-1dc2021b2d9a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:04.661693 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] Set router 8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:04.803294 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-aa03b014-7c04-4e69-b096-3a958e73afa0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Deleting port 1718d0df-67dd-41bf-b50b-bd2eae724e40 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:04.811148 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aa03b014-7c04-4e69-b096-3a958e73afa0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.936943 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:04.944173 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-354c65c2-a3ac-41c6-a3b2-b1c7c63c652f tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:04.985191 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aa03b014-7c04-4e69-b096-3a958e73afa0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.015638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Pushing event deleted for resources: {'Port': ['ID=74689494-bb96-4e02-85f4-cfad3848fa13,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:05.021641 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:05.184590 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-aa03b014-7c04-4e69-b096-3a958e73afa0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Calling delete_port for 1718d0df-67dd-41bf-b50b-bd2eae724e40 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:05.378951 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.381393 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aa03b014-7c04-4e69-b096-3a958e73afa0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.387492 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07ee1fc0-11eb-4214-9627-7a0add388889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:05.451104 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01', 'name': 'tempest-NetworksTestDHCPv6-router-41185694', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:57Z', 'updated_at': '2021-06-17T08:41:00Z', 'revision_number': 2, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None, '_interfaces': [{'id': '5d5ce90b-033a-4503-9ae8-805843a0f3ba', 'name': '', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'mac_address': 'fa:16:3e:b3:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '41a16862-63c3-4bdc-bdf8-6d161d04a291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:59Z', 'updated_at': '2021-06-17T08:41:04Z', 'revision_number': 4, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'subnets': [{'id': '41a16862-63c3-4bdc-bdf8-6d161d04a291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:05.490101 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ec48f-4788-4f72-9ed4-a964ae270608 None None] The sync data for ids ['8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'] in n-d-779913-16 is: [{'id': '8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01', 'name': 'tempest-NetworksTestDHCPv6-router-41185694', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:57Z', 'updated_at': '2021-06-17T08:41:00Z', 'revision_number': 2, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None, '_interfaces': [{'id': '5d5ce90b-033a-4503-9ae8-805843a0f3ba', 'name': '', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'mac_address': 'fa:16:3e:b3:3d:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01', 'device_owner': 'network:router_interface', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': '41a16862-63c3-4bdc-bdf8-6d161d04a291', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:59Z', 'updated_at': '2021-06-17T08:41:04Z', 'revision_number': 4, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'subnets': [{'id': '41a16862-63c3-4bdc-bdf8-6d161d04a291', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:05.496198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03b014-7c04-4e69-b096-3a958e73afa0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Port': ['ID=1718d0df-67dd-41bf-b50b-bd2eae724e40,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:05.503484 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aa03b014-7c04-4e69-b096-3a958e73afa0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:05.510109 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aa03b014-7c04-4e69-b096-3a958e73afa0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.512256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-aa03b014-7c04-4e69-b096-3a958e73afa0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "DELETE /v2.0/ports/1718d0df-67dd-41bf-b50b-bd2eae724e40 HTTP/1.1" status: 204 len: 168 time: 0.9703698 Jun 17 08:41:05.521871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55028) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:05.610056 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-122295e3-9739-4b1d-9e1f-66ebac5b29fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0866406 Jun 17 08:41:05.615953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55048) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:05.636302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-708666003'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:05.680717 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.710547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Made reservation on behalf of 8832eae656b447cb9118b6bf21581143 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:05.715710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.795445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:05.839276 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:05.843719 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Added segment 47e74610-53ca-45b3-9271-839ccc262419 of type vlan for network 99cc630c-b276-454d-89d5-2eea2eb1d482 Jun 17 08:41:05.999212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.007863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.071374 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.119288 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.119778 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Fanout notify agent at l3_agent the message router_deleted on router 669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:41:06.134061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.141319 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5 HTTP/1.1" status: 204 len: 168 time: 4.2232444 Jun 17 08:41:06.167870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55076) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:06.195663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-40c054c0-c799-4701-a78c-4d3a4e153b95 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1487447432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:06.275918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 5d5ce90b-033a-4503-9ae8-805843a0f3ba {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:06.278632 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.321420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50c12c-49fa-42c1-ab62-db4d66edaf22 req-1328c961-c10a-4198-89ff-bdf3c7d54a20 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:06.326564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa50c12c-49fa-42c1-ab62-db4d66edaf22 req-1328c961-c10a-4198-89ff-bdf3c7d54a20 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 946 time: 0.5055006 Jun 17 08:41:06.335554 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.348518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:06.350879 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.355545 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5d5ce90b-033a-4503-9ae8-805843a0f3ba up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:06.365162 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e9b4750c-7536-4fe1-9bca-d3fedaeab547 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:06.439202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 5d5ce90b-033a-4503-9ae8-805843a0f3ba completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:06.447972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 5d5ce90b-033a-4503-9ae8-805843a0f3ba triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:06.449081 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.484189 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-40c054c0-c799-4701-a78c-4d3a4e153b95 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.485886 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-40c054c0-c799-4701-a78c-4d3a4e153b95 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.564445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9462018 Jun 17 08:41:06.571329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55084) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:06.575122 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.598664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1635588335'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:06.605091 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.626121 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 5d5ce90b-033a-4503-9ae8-805843a0f3ba, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5d5ce90b-033a-4503-9ae8-805843a0f3ba,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:06.635409 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.641089 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:06.648562 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa50c12c-49fa-42c1-ab62-db4d66edaf22 req-6c3137a6-f097-4061-b48a-43246ae5ff57 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2843525 Jun 17 08:41:06.674476 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55088) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:06.715910 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event updated for resources: {'Network': ['ID=99cc630c-b276-454d-89d5-2eea2eb1d482,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:06.737789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 99cc630c-b276-454d-89d5-2eea2eb1d482 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:06.748669 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:06.799943 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=5d5ce90b-033a-4503-9ae8-805843a0f3ba,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:06.828605 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:06.842484 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-40c054c0-c799-4701-a78c-4d3a4e153b95 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.846943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 5d5ce90b-033a-4503-9ae8-805843a0f3ba owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:06.847855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Made reservation on behalf of 8832eae656b447cb9118b6bf21581143 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:06.857218 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.886816 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-40c054c0-c799-4701-a78c-4d3a4e153b95 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.928130 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ae04f8e-6d00-4ea9-b6a9-aac2705d67dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.967451 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-40c054c0-c799-4701-a78c-4d3a4e153b95 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:06.969647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-40c054c0-c799-4701-a78c-4d3a4e153b95 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7997878 Jun 17 08:41:06.977790 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55096) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:06.984749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'enable_snat': False}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:06.997648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:07.013387 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.013807 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Added segment b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b of type vlan for network 9323ae0d-78b4-460a-a437-016a70da7f37 Jun 17 08:41:07.089179 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.221945 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.225537 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:07.253805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=5d5ce90b-033a-4503-9ae8-805843a0f3ba,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:07.264867 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:07.397507 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.408982 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.464454 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.473360 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:07.474318 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.593650 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ae04f8e-6d00-4ea9-b6a9-aac2705d67dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.618043 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f23e949f-af41-417a-ae1c-8617a3c65522 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:07.663350 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ae04f8e-6d00-4ea9-b6a9-aac2705d67dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.670200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Router 8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:07.749247 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8ae04f8e-6d00-4ea9-b6a9-aac2705d67dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e373a1472993483782649d6155edb558&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0652866 Jun 17 08:41:07.753396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55116) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:07.757425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1738641 Jun 17 08:41:07.760357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event updated for resources: {'Network': ['ID=9323ae0d-78b4-460a-a437-016a70da7f37,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:07.769328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.770047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.772040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.772741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.784871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.785830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.786456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.787081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.787672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.788301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.788909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.789673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:07.797079 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:07.797980 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5b73d2dc-15f1-4dde-b891-015db6d3aaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:07.810381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:07.812428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 9323ae0d-78b4-460a-a437-016a70da7f37 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:07.817935 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "PUT /v2.0/routers/8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9950740 Jun 17 08:41:07.820360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55118) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:07.842374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae04f8e-6d00-4ea9-b6a9-aac2705d67dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b603bd-a0cd-4bb9-b691-c0058bd56b37,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:07.846340 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8ae04f8e-6d00-4ea9-b6a9-aac2705d67dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:07.878165 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40aa84f-3ea3-446d-a61a-3b685352bacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.917432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b5c87b-7a50-4859-b726-e1ad074ca3e8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:07.918964 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b5c87b-7a50-4859-b726-e1ad074ca3e8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:07.920488 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b9b5c87b-7a50-4859-b726-e1ad074ca3e8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0991626 Jun 17 08:41:07.924064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40aa84f-3ea3-446d-a61a-3b685352bacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:07.928076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55120) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:07.951181 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55122) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:07.961027 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'subnets': [{'network_id': '99cc630c-b276-454d-89d5-2eea2eb1d482', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1415614953', 'ip_version': 4}, {'network_id': '9323ae0d-78b4-460a-a437-016a70da7f37', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:07.961369 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'subnet': {'network_id': '99cc630c-b276-454d-89d5-2eea2eb1d482', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1415614953', 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:07.961958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Request body: {'subnet': {'network_id': '9323ae0d-78b4-460a-a437-016a70da7f37', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:08.170354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f11a4a5-7e75-4e0e-a3b3-95db60582ded tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 41a16862-63c3-4bdc-bdf8-6d161d04a291 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:08.176248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f11a4a5-7e75-4e0e-a3b3-95db60582ded tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.220116 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f11a4a5-7e75-4e0e-a3b3-95db60582ded tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.242641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dacfac-42d4-4ccf-8e67-6378439264d9 None None] Sync routers for ids ['8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:08.257404 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dacfac-42d4-4ccf-8e67-6378439264d9 None None] Routers {'8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:08.258388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-75dacfac-42d4-4ccf-8e67-6378439264d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:08.310497 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f11a4a5-7e75-4e0e-a3b3-95db60582ded tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.392875 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f11a4a5-7e75-4e0e-a3b3-95db60582ded tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.396075 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2ecef6a2-99b6-4845-a120-551da42f43cb tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:08.467528 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f11a4a5-7e75-4e0e-a3b3-95db60582ded tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.471713 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9f11a4a5-7e75-4e0e-a3b3-95db60582ded tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/41a16862-63c3-4bdc-bdf8-6d161d04a291 HTTP/1.1" status: 204 len: 168 time: 0.5392413 Jun 17 08:41:08.471713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11a4a5-7e75-4e0e-a3b3-95db60582ded tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=41a16862-63c3-4bdc-bdf8-6d161d04a291,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:08.472177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55134) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:08.481206 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40aa84f-3ea3-446d-a61a-3b685352bacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.483877 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d40aa84f-3ea3-446d-a61a-3b685352bacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.484985 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d40aa84f-3ea3-446d-a61a-3b685352bacc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/82b603bd-a0cd-4bb9-b691-c0058bd56b37 HTTP/1.1" status: 204 len: 168 time: 0.7306237 Jun 17 08:41:08.490526 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f11a4a5-7e75-4e0e-a3b3-95db60582ded tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:08.493608 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c482654-5f93-400c-893c-d78d7b28ba02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:08.508833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40aa84f-3ea3-446d-a61a-3b685352bacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b603bd-a0cd-4bb9-b691-c0058bd56b37,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:08.589736 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.641494 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d40aa84f-3ea3-446d-a61a-3b685352bacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:08.666799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5beb08d-c024-4fdf-86b9-b33b57fc7df5 req-03ebfc07-d421-4049-8301-83df422e68da tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:08.679829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5beb08d-c024-4fdf-86b9-b33b57fc7df5 req-03ebfc07-d421-4049-8301-83df422e68da tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 946 time: 0.2410879 Jun 17 08:41:08.682137 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.697317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c600a8f7-0630-4777-9a4f-954afc0926fe None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:08.809106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Made reservation on behalf of 8832eae656b447cb9118b6bf21581143 for: {'subnet': 2} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:08.817327 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.817978 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:08.832500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-75dacfac-42d4-4ccf-8e67-6378439264d9 None None] Set router 8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:08.851608 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c93372cb-493e-4a2d-93ab-8bd0971502a4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.3710659 Jun 17 08:41:08.854874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55150) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:08.908011 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5beb08d-c024-4fdf-86b9-b33b57fc7df5 req-e3716cef-9bbe-4820-8e83-f5267d4a7275 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271452 Jun 17 08:41:09.027018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Allocated IP 172.25.8.69 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/bbd3ffc2-f06e-488d-b209-8eaa22937fd9) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:09.031927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-75dacfac-42d4-4ccf-8e67-6378439264d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01', 'name': 'tempest-NetworksTestDHCPv6-router-41185694', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:57Z', 'updated_at': '2021-06-17T08:41:07Z', 'revision_number': 3, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:09.067503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dacfac-42d4-4ccf-8e67-6378439264d9 None None] Checking router: 8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:09.067729 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c3afc82b-e997-4142-aaf5-4c25da07a985 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.100259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dacfac-42d4-4ccf-8e67-6378439264d9 None None] Routers {'8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:09.100899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-75dacfac-42d4-4ccf-8e67-6378439264d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:09.201091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-75dacfac-42d4-4ccf-8e67-6378439264d9 None None] Set router 8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:09.253107 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.275251 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-75dacfac-42d4-4ccf-8e67-6378439264d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01', 'name': 'tempest-NetworksTestDHCPv6-router-41185694', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:57Z', 'updated_at': '2021-06-17T08:41:07Z', 'revision_number': 3, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:09.345867 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dacfac-42d4-4ccf-8e67-6378439264d9 None None] The sync data for ids ['8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01'] in n-d-779913-16 is: [{'id': '8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01', 'name': 'tempest-NetworksTestDHCPv6-router-41185694', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:40:57Z', 'updated_at': '2021-06-17T08:41:07Z', 'revision_number': 3, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:09.348329 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.363583 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.386793 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59aa6966-c72f-4ea1-9351-70740722ed30 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:09.460110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:09.462008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:09.466850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:09.525819 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c3afc82b-e997-4142-aaf5-4c25da07a985 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.526220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Pushing event updated for resources: {'Port': ['ID=bbd3ffc2-f06e-488d-b209-8eaa22937fd9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:09.531530 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:09.547269 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c3afc82b-e997-4142-aaf5-4c25da07a985 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.660690 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c3afc82b-e997-4142-aaf5-4c25da07a985 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.661271 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3afc82b-e997-4142-aaf5-4c25da07a985 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Fanout notify agent at l3_agent the message router_deleted on router 8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:41:09.736144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ea0f9-d236-42a3-acfe-15d470defd10 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:41:09.884920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ea0f9-d236-42a3-acfe-15d470defd10 None None] Deleting port b3ef03b3-b9ed-4527-9b6a-da90693906a9 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:09.885684 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4c3ea0f9-d236-42a3-acfe-15d470defd10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.938995 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c3afc82b-e997-4142-aaf5-4c25da07a985 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.952370 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c3afc82b-e997-4142-aaf5-4c25da07a985 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/routers/8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 HTTP/1.1" status: 204 len: 168 time: 1.0954378 Jun 17 08:41:09.954215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55190) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:09.979925 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:09.986014 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:09.990905 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-37601ecd-194c-4b37-bcdd-6ec58abdb860 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:10.027043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4c3ea0f9-d236-42a3-acfe-15d470defd10 None None] For port b3ef03b3-b9ed-4527-9b6a-da90693906a9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b3ef03b3-b9ed-4527-9b6a-da90693906a9,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:10.029165 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4c3ea0f9-d236-42a3-acfe-15d470defd10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.099712 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.215673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4c3ea0f9-d236-42a3-acfe-15d470defd10 None None] Calling delete_port for b3ef03b3-b9ed-4527-9b6a-da90693906a9 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:10.219937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5d5ce90b-033a-4503-9ae8-805843a0f3ba no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:10.247448 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 5d5ce90b-033a-4503-9ae8-805843a0f3ba {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:10.247951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5d5ce90b-033a-4503-9ae8-805843a0f3ba not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:10.248395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b3ef03b3-b9ed-4527-9b6a-da90693906a9 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:10.522942 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.571737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.586619 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.618153 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4c3ea0f9-d236-42a3-acfe-15d470defd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.618153 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:10.636272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ea0f9-d236-42a3-acfe-15d470defd10 None None] Pushing event deleted for resources: {'Port': ['ID=b3ef03b3-b9ed-4527-9b6a-da90693906a9,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:10.641601 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4c3ea0f9-d236-42a3-acfe-15d470defd10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:10.647881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3ea0f9-d236-42a3-acfe-15d470defd10 None None] No DVR routers for this DVR port b3ef03b3-b9ed-4527-9b6a-da90693906a9 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:10.721199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event updated for resources: {'Subnet': ['ID=df9e38e3-0430-46ed-9085-8d4d3318fd0c,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:10.726547 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:10.752671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Checking segment: {'id': '47e74610-53ca-45b3-9271-839ccc262419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '99cc630c-b276-454d-89d5-2eea2eb1d482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:10.756922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Network hostable DHCP agents. Network: 99cc630c-b276-454d-89d5-2eea2eb1d482, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:10.783101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Router f6322998-06bd-4978-b31d-36ab5bbdc098 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:41:10.828955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:10.837692 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.860248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Network 99cc630c-b276-454d-89d5-2eea2eb1d482 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:10.915157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 99cc630c-b276-454d-89d5-2eea2eb1d482) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:10.925859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:10.928562 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:10.945366 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b596199-3e4c-4b1f-b35f-a0e618fb5d27 None None] Network 99cc630c-b276-454d-89d5-2eea2eb1d482 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:10.976377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:10.986801 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa44e1-e681-4323-a11f-47cdd2f732e0 None None] Sync routers for ids ['f6322998-06bd-4978-b31d-36ab5bbdc098'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:10.995510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event updated for resources: {'Subnet': ['ID=3f8aa876-bfde-4771-a45d-e8f8c7f000b8,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:11.000274 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa44e1-e681-4323-a11f-47cdd2f732e0 None None] Routers {'f6322998-06bd-4978-b31d-36ab5bbdc098'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:11.002141 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0eaa44e1-e681-4323-a11f-47cdd2f732e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f6322998-06bd-4978-b31d-36ab5bbdc098'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:11.002425 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:11.003338 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.011777 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "PUT /v2.0/routers/f6322998-06bd-4978-b31d-36ab5bbdc098 HTTP/1.1" status: 200 len: 919 time: 4.0315766 Jun 17 08:41:11.012811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55232) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:11.076447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Checking segment: {'id': 'b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9323ae0d-78b4-460a-a437-016a70da7f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:11.076823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Network hostable DHCP agents. Network: 9323ae0d-78b4-460a-a437-016a70da7f37, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:11.100121 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0eaa44e1-e681-4323-a11f-47cdd2f732e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:11.121410 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa44e1-e681-4323-a11f-47cdd2f732e0 None None] Routers {'f6322998-06bd-4978-b31d-36ab5bbdc098'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:11.122097 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0eaa44e1-e681-4323-a11f-47cdd2f732e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:40:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f6322998-06bd-4978-b31d-36ab5bbdc098'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:11.224594 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Network 9323ae0d-78b4-460a-a437-016a70da7f37 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:11.227845 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0eaa44e1-e681-4323-a11f-47cdd2f732e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:11.228516 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaa44e1-e681-4323-a11f-47cdd2f732e0 None None] The sync data for ids ['f6322998-06bd-4978-b31d-36ab5bbdc098'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:11.235881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-99cc630c-b276-454d-89d5-2eea2eb1d482', 'network_id': '99cc630c-b276-454d-89d5-2eea2eb1d482', 'tenant_id': '8832eae656b447cb9118b6bf21581143', 'fixed_ips': [{'subnet_id': 'df9e38e3-0430-46ed-9085-8d4d3318fd0c'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:11.236966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.248431 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 9323ae0d-78b4-460a-a437-016a70da7f37) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:11.257505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:11.258054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:11.258698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.265103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c73289-8702-4759-b399-7bdbc243c5b4 None None] Network 9323ae0d-78b4-460a-a437-016a70da7f37 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:11.270262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0720116b-227e-4e62-b963-a22c8554e98b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/routers/f6322998-06bd-4978-b31d-36ab5bbdc098 HTTP/1.1" status: 200 len: 925 time: 0.2517736 Jun 17 08:41:11.272187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55240) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:11.284038 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.3282070 Jun 17 08:41:11.293094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55242) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:11.344105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.369360 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-432becfa-9848-406e-bf1c-9baa5043d655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:11.437049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:11.441552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:11.445894 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:11.446482 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.469791 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5115671 Jun 17 08:41:11.473596 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55252) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:11.479619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=d3d35147-16ff-4855-aedf-cc9b4d11da39,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:11.482387 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:11.487575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-eb2e60cf-62d6-448f-b1ba-0c1bd62ae6bd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-246717572', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:11.521074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b04d93-8ba1-419f-bc3c-9307de11c7b4 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:11.522929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b04d93-8ba1-419f-bc3c-9307de11c7b4 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:11.524665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b04d93-8ba1-419f-bc3c-9307de11c7b4 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:11.526609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-96b04d93-8ba1-419f-bc3c-9307de11c7b4 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2313774 Jun 17 08:41:11.530958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55254) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:11.537743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Allocated IP 172.20.0.2 (99cc630c-b276-454d-89d5-2eea2eb1d482/df9e38e3-0430-46ed-9085-8d4d3318fd0c/6451847e-64ab-40ea-9c81-630aeb5cf645) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:11.562370 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb2e60cf-62d6-448f-b1ba-0c1bd62ae6bd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.563679 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb2e60cf-62d6-448f-b1ba-0c1bd62ae6bd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.577963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9b592d-337d-429d-ac74-ab097fae94d0 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:11.582162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bd9b592d-337d-429d-ac74-ab097fae94d0 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&device_id=f6322998-06bd-4978-b31d-36ab5bbdc098&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3051443 Jun 17 08:41:11.583177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55258) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:11.590271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9343a3f9-b939-45bd-82c2-24495f5fbaba None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:11.621776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75d9682-5454-490a-85ff-4551a96142bc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Deleting subnet df9e38e3-0430-46ed-9085-8d4d3318fd0c {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:11.682467 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb2e60cf-62d6-448f-b1ba-0c1bd62ae6bd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.691628 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb2e60cf-62d6-448f-b1ba-0c1bd62ae6bd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.728591 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb2e60cf-62d6-448f-b1ba-0c1bd62ae6bd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:11.730119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-eb2e60cf-62d6-448f-b1ba-0c1bd62ae6bd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2519019 Jun 17 08:41:11.733843 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55262) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:11.741651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c0f363-f534-4ef5-98bf-93022942a034 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:11.743291 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-02c0f363-f534-4ef5-98bf-93022942a034 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 881 time: 0.1592531 Jun 17 08:41:11.746276 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55264) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:11.788069 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f54b7aa1-d267-45e8-966c-012857dfd111 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6322998-06bd-4978-b31d-36ab5bbdc098 HTTP/1.1" status: 200 len: 205 time: 0.0397756 Jun 17 08:41:11.790883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55268) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:11.852700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55274) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:11.969784 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.061598 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-9323ae0d-78b4-460a-a437-016a70da7f37', 'network_id': '9323ae0d-78b4-460a-a437-016a70da7f37', 'tenant_id': '8832eae656b447cb9118b6bf21581143', 'fixed_ips': [{'subnet_id': '3f8aa876-bfde-4771-a45d-e8f8c7f000b8'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:12.066640 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.167759 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.260056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84713873-708d-467e-b714-652a772ce305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': 'd3d35147-16ff-4855-aedf-cc9b4d11da39'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:12.261006 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-84713873-708d-467e-b714-652a772ce305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.276421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.281841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:12.310599 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.323438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Deleting port bbd3ffc2-f06e-488d-b209-8eaa22937fd9 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:12.324452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.326281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Transition to ACTIVE for port object 6451847e-64ab-40ea-9c81-630aeb5cf645 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:12.403886 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.445952 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.512715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Transition to ACTIVE for port object 6451847e-64ab-40ea-9c81-630aeb5cf645 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:12.541369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d75d9682-5454-490a-85ff-4551a96142bc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.548753 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.565544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Allocated IP 172.20.0.18 (9323ae0d-78b4-460a-a437-016a70da7f37/3f8aa876-bfde-4771-a45d-e8f8c7f000b8/7b80687c-db55-465b-8800-6f4e60364aa7) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:12.568314 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4c3ea0f9-d236-42a3-acfe-15d470defd10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:12.591402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Calling delete_port for bbd3ffc2-f06e-488d-b209-8eaa22937fd9 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:12.609290 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d75d9682-5454-490a-85ff-4551a96142bc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.623521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Pushing event updated for resources: {'Port': ['ID=6451847e-64ab-40ea-9c81-630aeb5cf645,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:12.639399 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:12.645082 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Network 99cc630c-b276-454d-89d5-2eea2eb1d482 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:12.653294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:12.660718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:12.694668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.708260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-84713873-708d-467e-b714-652a772ce305 None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/d3d35147-16ff-4855-aedf-cc9b4d11da39/abc3a0de-4d96-4163-8935-b3368c745f0f) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:12.823073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Attempting to bind port 6451847e-64ab-40ea-9c81-630aeb5cf645 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:12.823485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Attempting to bind port 6451847e-64ab-40ea-9c81-630aeb5cf645 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '47e74610-53ca-45b3-9271-839ccc262419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '99cc630c-b276-454d-89d5-2eea2eb1d482'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:12.823836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Attempting to bind port 6451847e-64ab-40ea-9c81-630aeb5cf645 on network 99cc630c-b276-454d-89d5-2eea2eb1d482 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:12.862762 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d75d9682-5454-490a-85ff-4551a96142bc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.981369 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:12.984360 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec254159-7e37-4a82-9076-98b483c84052 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:13.030066 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Allocated IP 172.25.8.31 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/55a7f00f-4b7b-4fd3-aab1-1b682230ba85) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:13.041957 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d75d9682-5454-490a-85ff-4551a96142bc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.045511 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e70e75c3-6c56-409f-9b30-d7c59836849f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:13.073559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Pushing event deleted for resources: {'Port': ['ID=bbd3ffc2-f06e-488d-b209-8eaa22937fd9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:13.080462 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:13.107503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d9682-5454-490a-85ff-4551a96142bc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Subnet': ['ID=df9e38e3-0430-46ed-9085-8d4d3318fd0c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:13.109883 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d75d9682-5454-490a-85ff-4551a96142bc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.111984 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d75d9682-5454-490a-85ff-4551a96142bc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "DELETE /v2.0/subnets/df9e38e3-0430-46ed-9085-8d4d3318fd0c HTTP/1.1" status: 204 len: 168 time: 1.5800333 Jun 17 08:41:13.114974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55298) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:13.115847 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d75d9682-5454-490a-85ff-4551a96142bc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:13.161225 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:13.161877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Checking segment: {'id': '47e74610-53ca-45b3-9271-839ccc262419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '99cc630c-b276-454d-89d5-2eea2eb1d482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:13.174613 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.175519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Bound using segment: {'id': '47e74610-53ca-45b3-9271-839ccc262419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '99cc630c-b276-454d-89d5-2eea2eb1d482'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:13.178429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Bound port: 6451847e-64ab-40ea-9c81-630aeb5cf645, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e74610-53ca-45b3-9271-839ccc262419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '99cc630c-b276-454d-89d5-2eea2eb1d482'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:13.179825 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.212965 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-0def7b95-f619-47eb-8b9c-1ae4c9254f61 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Deleting subnet 3f8aa876-bfde-4771-a45d-e8f8c7f000b8 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:13.213522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.291986 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.330572 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.333071 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.335187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.351262 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86fcde49-c7a0-486b-9bf8-f568f4814613 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:13.378257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] For port 6451847e-64ab-40ea-9c81-630aeb5cf645, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:13.424582 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.424844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] For port 6451847e-64ab-40ea-9c81-630aeb5cf645, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6451847e-64ab-40ea-9c81-630aeb5cf645,segment=NetworkSegment(47e74610-53ca-45b3-9271-839ccc262419),segment_id=47e74610-53ca-45b3-9271-839ccc262419)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:13.425583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Fanout notify agent at l3_agent the message router_deleted on router f6322998-06bd-4978-b31d-36ab5bbdc098 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:41:13.432748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:13.434185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event updated for resources: {'Port': ['ID=55a7f00f-4b7b-4fd3-aab1-1b682230ba85,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:13.436950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:13.439144 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:13.440084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:13.456351 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.457797 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/f6322998-06bd-4978-b31d-36ab5bbdc098 HTTP/1.1" status: 204 len: 168 time: 1.6654782 Jun 17 08:41:13.462119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55306) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:13.467833 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1781631496', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:13.480304 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.491803 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:13.518326 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.521201 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.573767 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.590102 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a9c6c363-1ce3-4569-86e1-1b070a12a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.606022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.626555 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.649236 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.763139 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Transition to ACTIVE for port object 7b80687c-db55-465b-8800-6f4e60364aa7 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:13.794272 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.804602 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-84713873-708d-467e-b714-652a772ce305 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.825589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Pushing event updated for resources: {'Port': ['ID=6451847e-64ab-40ea-9c81-630aeb5cf645,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:13.833626 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:13.835471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-84713873-708d-467e-b714-652a772ce305 None None] Transition to ACTIVE for port object abc3a0de-4d96-4163-8935-b3368c745f0f will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:13.837781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.837954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9df457a-8b5f-4348-bf66-7ce1b6ceb030 None None] Network 99cc630c-b276-454d-89d5-2eea2eb1d482 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:13.849368 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.852941 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e536ec47-04ca-42ab-88ac-cf7585a5c80d tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:13.870481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Transition to ACTIVE for port object 7b80687c-db55-465b-8800-6f4e60364aa7 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:13.911999 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0def7b95-f619-47eb-8b9c-1ae4c9254f61 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.925471 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.929755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-84713873-708d-467e-b714-652a772ce305 None None] Transition to ACTIVE for port object abc3a0de-4d96-4163-8935-b3368c745f0f will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:13.936590 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0d0e2be9-c975-4e52-baa2-963bed513c7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:13.969832 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-84713873-708d-467e-b714-652a772ce305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:13.996613 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.007044 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Network 9323ae0d-78b4-460a-a437-016a70da7f37 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:14.042367 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:14.048856 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:14.060465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Pushing event updated for resources: {'Port': ['ID=7b80687c-db55-465b-8800-6f4e60364aa7,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:14.064590 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84713873-708d-467e-b714-652a772ce305 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:14.066800 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:14.069082 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:14.073489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-84713873-708d-467e-b714-652a772ce305 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:14.092769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84713873-708d-467e-b714-652a772ce305 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:14.112989 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event updated for resources: {'Port': ['ID=55a7f00f-4b7b-4fd3-aab1-1b682230ba85,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:14.122476 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:14.123452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.124792 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2567933 Jun 17 08:41:14.129972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55314) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:14.131242 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0def7b95-f619-47eb-8b9c-1ae4c9254f61 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.143050 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-443387659'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:14.145814 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84713873-708d-467e-b714-652a772ce305 None None] Pushing event updated for resources: {'Port': ['ID=abc3a0de-4d96-4163-8935-b3368c745f0f,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:14.149452 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-84713873-708d-467e-b714-652a772ce305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:14.180398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::1 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/d3d35147-16ff-4855-aedf-cc9b4d11da39/e1979728-2597-48ab-9b59-47c4d9791351) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:14.212075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Attempting to bind port 7b80687c-db55-465b-8800-6f4e60364aa7 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:14.212714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Attempting to bind port 7b80687c-db55-465b-8800-6f4e60364aa7 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9323ae0d-78b4-460a-a437-016a70da7f37'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:14.213331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Attempting to bind port 7b80687c-db55-465b-8800-6f4e60364aa7 on network 9323ae0d-78b4-460a-a437-016a70da7f37 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:14.225524 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:14.226024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Checking segment: {'id': 'b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9323ae0d-78b4-460a-a437-016a70da7f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:14.226525 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.227011 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Bound using segment: {'id': 'b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9323ae0d-78b4-460a-a437-016a70da7f37'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:14.227556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Bound port: 7b80687c-db55-465b-8800-6f4e60364aa7, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '9323ae0d-78b4-460a-a437-016a70da7f37'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:14.228012 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.275341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-84713873-708d-467e-b714-652a772ce305 None None] Attempting to bind port abc3a0de-4d96-4163-8935-b3368c745f0f on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:14.275839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-84713873-708d-467e-b714-652a772ce305 None None] Attempting to bind port abc3a0de-4d96-4163-8935-b3368c745f0f by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:14.276294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84713873-708d-467e-b714-652a772ce305 None None] Attempting to bind port abc3a0de-4d96-4163-8935-b3368c745f0f on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:14.301287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84713873-708d-467e-b714-652a772ce305 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:14.305050 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84713873-708d-467e-b714-652a772ce305 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:14.305760 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-84713873-708d-467e-b714-652a772ce305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.307399 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84713873-708d-467e-b714-652a772ce305 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:14.309218 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-84713873-708d-467e-b714-652a772ce305 None None] Bound port: abc3a0de-4d96-4163-8935-b3368c745f0f, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:14.312647 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-84713873-708d-467e-b714-652a772ce305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.329889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.332731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Made reservation on behalf of ea7b714bd1d54bea91a7c269c6946c3d for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:14.339846 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.387278 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.393856 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.454800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] For port 7b80687c-db55-465b-8800-6f4e60364aa7, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:14.480577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] For port 7b80687c-db55-465b-8800-6f4e60364aa7, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=7b80687c-db55-465b-8800-6f4e60364aa7,segment=NetworkSegment(b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b),segment_id=b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:14.486403 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-84713873-708d-467e-b714-652a772ce305 None None] For port abc3a0de-4d96-4163-8935-b3368c745f0f, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:14.490177 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.500389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-84713873-708d-467e-b714-652a772ce305 None None] For port abc3a0de-4d96-4163-8935-b3368c745f0f, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=abc3a0de-4d96-4163-8935-b3368c745f0f,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:14.501485 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4e7a077e-a13b-4122-98b7-7c36a66cb2e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:14.533964 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-84713873-708d-467e-b714-652a772ce305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.581447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Pushing event updated for resources: {'Port': ['ID=7b80687c-db55-465b-8800-6f4e60364aa7,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:14.584884 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:14.585368 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-46791237-2efa-4548-a609-58f764ffa16c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:14.604742 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.643246 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84713873-708d-467e-b714-652a772ce305 None None] Pushing event updated for resources: {'Port': ['ID=abc3a0de-4d96-4163-8935-b3368c745f0f,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:14.646677 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-84713873-708d-467e-b714-652a772ce305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:14.658051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object e1979728-2597-48ab-9b59-47c4d9791351 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:14.693330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Allocated IP 172.25.8.242 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/68971e04-9aa3-40e4-9c83-20751c0ddef4) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:14.756147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0def7b95-f619-47eb-8b9c-1ae4c9254f61 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.763597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:14.932373 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e7895c6-3ce3-48b6-8b23-938f3fdbec47 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:15.070373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=e1979728-2597-48ab-9b59-47c4d9791351,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:15.076469 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:15.080777 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.091511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:15.104379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:15.112508 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:15.115416 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.201967 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.217735 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.248721 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0def7b95-f619-47eb-8b9c-1ae4c9254f61 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.250353 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-18ac9143-3593-473a-8004-7bbb76a49190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:15.279376 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98329dbe-d798-4e19-a9fe-08973251946a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:15.310556 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2e1e67-bc72-4728-af52-2238e5b3edbd,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:15.316761 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:15.319571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.328446 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:15.338899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def7b95-f619-47eb-8b9c-1ae4c9254f61 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8aa876-bfde-4771-a45d-e8f8c7f000b8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:15.353924 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0def7b95-f619-47eb-8b9c-1ae4c9254f61 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:15.359206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.359881 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Added segment 946c8502-6ff1-40ee-bc81-e7ef815b9549 of type vlan for network 9e537651-f302-4dce-b595-e3e6afb6516c Jun 17 08:41:15.363874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0def7b95-f619-47eb-8b9c-1ae4c9254f61 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.366430 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0def7b95-f619-47eb-8b9c-1ae4c9254f61 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "DELETE /v2.0/subnets/3f8aa876-bfde-4771-a45d-e8f8c7f000b8 HTTP/1.1" status: 204 len: 168 time: 2.2495401 Jun 17 08:41:15.370822 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55336) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:15.386905 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:15.397325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:15.405028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:15.408665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:15.482633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a137af9b-231c-4b15-8cab-542b826e537a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:15.484742 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a137af9b-231c-4b15-8cab-542b826e537a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1126592 Jun 17 08:41:15.485711 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.489427 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55338) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:15.554331 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.601579 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-95668471-85c8-4c30-86c3-826e015606c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.648022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.665624 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.673426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:15.674059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.729795 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Pushing event updated for resources: {'Port': ['ID=68971e04-9aa3-40e4-9c83-20751c0ddef4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:15.733589 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:15.758178 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-99cadb3f-204a-46a4-99fa-a048d427be97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:15.775358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6415157 Jun 17 08:41:15.779051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55344) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:15.790616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Request body: {'subnet': {'network_id': '9e537651-f302-4dce-b595-e3e6afb6516c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:15.903046 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:15.924226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event updated for resources: {'Network': ['ID=9e537651-f302-4dce-b595-e3e6afb6516c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:15.932052 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:15.940425 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 9e537651-f302-4dce-b595-e3e6afb6516c details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:16.255506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Deleting port 7b80687c-db55-465b-8800-6f4e60364aa7 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:16.259305 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:16.335747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 7b80687c-db55-465b-8800-6f4e60364aa7 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:16.349972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Made reservation on behalf of ea7b714bd1d54bea91a7c269c6946c3d for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:16.353876 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:16.360706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a16cdc-0b59-4d9e-9f97-446a609e7eb1 None None] Network 9323ae0d-78b4-460a-a437-016a70da7f37 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:16.602534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a3a837d2-4b2e-45c8-9e72-40ba06dcd671 None None] Provisioning for port 7b80687c-db55-465b-8800-6f4e60364aa7 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:16.661446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 7b80687c-db55-465b-8800-6f4e60364aa7 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:16.666221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 7b80687c-db55-465b-8800-6f4e60364aa7 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:16.666871 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:16.674822 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:16.688406 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8f8d9d2e-079c-4c30-a9a0-2ff4e18254ac tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:16.785902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] For port 7b80687c-db55-465b-8800-6f4e60364aa7, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=7b80687c-db55-465b-8800-6f4e60364aa7,segment=NetworkSegment(b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b),segment_id=b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:16.786261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:16.802281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:16.902398 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:16.904648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cc8fd508-d6be-4610-8a04-174d8cffc828 None None] Provisioning for port abc3a0de-4d96-4163-8935-b3368c745f0f completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:16.924076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event updated for resources: {'Subnet': ['ID=d944a12e-e9e5-4830-8233-df9e5a283f71,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:16.974388 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Calling delete_port for 7b80687c-db55-465b-8800-6f4e60364aa7 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:17.003465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Checking segment: {'id': '946c8502-6ff1-40ee-bc81-e7ef815b9549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9e537651-f302-4dce-b595-e3e6afb6516c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:17.003828 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Network hostable DHCP agents. Network: 9e537651-f302-4dce-b595-e3e6afb6516c, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:17.006233 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:17.055111 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.087549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] DHCP port deletion for 9323ae0d-78b4-460a-a437-016a70da7f37 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:41:17.111479 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.124744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.125719 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.132537 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:17.183820 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Network 9e537651-f302-4dce-b595-e3e6afb6516c is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:17.189859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 7b80687c-db55-465b-8800-6f4e60364aa7, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=7b80687c-db55-465b-8800-6f4e60364aa7,segment=NetworkSegment(b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b),segment_id=b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:17.192626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=e1979728-2597-48ab-9b59-47c4d9791351,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:17.196859 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:17.207940 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.208839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device abc3a0de-4d96-4163-8935-b3368c745f0f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:17.213485 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8921ddd2-565d-4508-b7d3-3dfbb83bdb63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:17.232018 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.293838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=7b80687c-db55-465b-8800-6f4e60364aa7,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:17.307371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 9e537651-f302-4dce-b595-e3e6afb6516c) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:17.311024 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:17.323908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf96e74-b668-4156-8ed2-9a4141d14506 None None] Network 9e537651-f302-4dce-b595-e3e6afb6516c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:17.325724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:17.330144 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.394142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Router 9f9fee7f-1f3c-4956-86ec-b283cb2006c3 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:41:17.397071 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6146488 Jun 17 08:41:17.400586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55366) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:17.407748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-823823222', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:17.450819 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.458537 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:17.498646 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Port': ['ID=7b80687c-db55-465b-8800-6f4e60364aa7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:17.500893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] No DVR routers for this DVR port 7b80687c-db55-465b-8800-6f4e60364aa7 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:17.505862 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:17.534402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:17.539817 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:17.543878 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.545235 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.574234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f8966e11-d570-4478-951b-f1c24d7319d7 None None] Provisioning for port e1979728-2597-48ab-9b59-47c4d9791351 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:17.602861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] Deleting port 7b80687c-db55-465b-8800-6f4e60364aa7 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:17.603380 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.633206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.646502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:17.655707 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f8966e11-d570-4478-951b-f1c24d7319d7 None None] Provisioning complete for port e1979728-2597-48ab-9b59-47c4d9791351 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:17.656116 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f8966e11-d570-4478-951b-f1c24d7319d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.671932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.756569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9323ae0d-78b4-460a-a437-016a70da7f37']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:17.760389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] For port 7b80687c-db55-465b-8800-6f4e60364aa7, host n-d-779913-16, got binding levels [] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:17.762729 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.787715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af14af-fb38-4643-9dfd-b335b29d544b None None] Sync routers for ids ['9f9fee7f-1f3c-4956-86ec-b283cb2006c3'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:17.789785 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.791226 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.3278599 Jun 17 08:41:17.793979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55374) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:17.799240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:17.806457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:17.807177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94bd6d2-bea6-45cf-b7c0-9e5d0eacb14b') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:17.828119 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.838304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Router 5061cdd0-3b1a-4764-a903-11b1f60140f0 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:41:17.851846 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.858958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f8966e11-d570-4478-951b-f1c24d7319d7 None None] Port e1979728-2597-48ab-9b59-47c4d9791351 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:17.897529 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port abc3a0de-4d96-4163-8935-b3368c745f0f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:17.936798 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:17.937210 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:17.940545 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:17.945471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] Calling delete_port for 7b80687c-db55-465b-8800-6f4e60364aa7 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:17.953024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af14af-fb38-4643-9dfd-b335b29d544b None None] Routers {'9f9fee7f-1f3c-4956-86ec-b283cb2006c3'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:17.954004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-47af14af-fb38-4643-9dfd-b335b29d544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9f9fee7f-1f3c-4956-86ec-b283cb2006c3'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:17.993343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.ipam_backend_mixin [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] Port 7b80687c-db55-465b-8800-6f4e60364aa7 was not found and therefore no delete operation was performed {{(pid=93805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:41:17.994912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-47af14af-fb38-4643-9dfd-b335b29d544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:18.020550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port abc3a0de-4d96-4163-8935-b3368c745f0f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:18.020907 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.024143 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.036685 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-40438e5e-4925-494f-a45d-cacbf21fb50d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:18.081459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] No DVR routers for this DVR port 7b80687c-db55-465b-8800-6f4e60364aa7 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:18.084758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-9e537651-f302-4dce-b595-e3e6afb6516c', 'network_id': '9e537651-f302-4dce-b595-e3e6afb6516c', 'tenant_id': 'ea7b714bd1d54bea91a7c269c6946c3d', 'fixed_ips': [{'subnet_id': 'd944a12e-e9e5-4830-8233-df9e5a283f71'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:18.085757 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.094304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47af14af-fb38-4643-9dfd-b335b29d544b None None] Routers {'9f9fee7f-1f3c-4956-86ec-b283cb2006c3'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:18.102319 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-47af14af-fb38-4643-9dfd-b335b29d544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9f9fee7f-1f3c-4956-86ec-b283cb2006c3'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:18.105316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] Pushing event deleted for resources: {'Port': ['ID=7b80687c-db55-465b-8800-6f4e60364aa7,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:18.112538 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:18.165292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5759d4f5-bc41-4e36-aaff-3d6d0bfa2f34 None None] Provisioning complete for port e1979728-2597-48ab-9b59-47c4d9791351 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:18.165675 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5759d4f5-bc41-4e36-aaff-3d6d0bfa2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.174302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-47af14af-fb38-4643-9dfd-b335b29d544b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:18.175181 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47af14af-fb38-4643-9dfd-b335b29d544b None None] The sync data for ids ['9f9fee7f-1f3c-4956-86ec-b283cb2006c3'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:18.254466 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.289188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5759d4f5-bc41-4e36-aaff-3d6d0bfa2f34 None None] Port e1979728-2597-48ab-9b59-47c4d9791351 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:18.374945 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.423620 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.429960 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.506418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:18.510203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port abc3a0de-4d96-4163-8935-b3368c745f0f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=abc3a0de-4d96-4163-8935-b3368c745f0f,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:18.517985 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "PUT /v2.0/routers/5061cdd0-3b1a-4764-a903-11b1f60140f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7806499 Jun 17 08:41:18.518204 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Sync routers for ids ['5061cdd0-3b1a-4764-a903-11b1f60140f0'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:18.519415 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.524630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55404) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:18.532088 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Routers {'5061cdd0-3b1a-4764-a903-11b1f60140f0'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:18.532761 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5061cdd0-3b1a-4764-a903-11b1f60140f0'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:18.543322 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9630ccee-f556-4c40-b4cc-4816195f7913 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:18.572630 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.581597 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3aeec84e-5e91-4d7e-aab8-20abd1190ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:18.587285 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.601845 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "DELETE /v2.0/networks/9323ae0d-78b4-460a-a437-016a70da7f37 HTTP/1.1" status: 204 len: 168 time: 3.1111374 Jun 17 08:41:18.610507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55410) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:18.637389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 7b80687c-db55-465b-8800-6f4e60364aa7 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:18.648101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c81281-562c-4144-9d50-5886cdb6ce67 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:18.648327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Network': ['ID=9323ae0d-78b4-460a-a437-016a70da7f37,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:18.649666 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-37c81281-562c-4144-9d50-5886cdb6ce67 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports/e1979728-2597-48ab-9b59-47c4d9791351 HTTP/1.1" status: 200 len: 911 time: 0.1237965 Jun 17 08:41:18.652300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Allocated IP 172.20.0.2 (9e537651-f302-4dce-b595-e3e6afb6516c/d944a12e-e9e5-4830-8233-df9e5a283f71/890f1432-5328-4b58-9f8a-f7e1cc26d9b4) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:18.655396 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55414) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:18.660571 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:18.707670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 7b80687c-db55-465b-8800-6f4e60364aa7 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:18.708262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 7b80687c-db55-465b-8800-6f4e60364aa7 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:18.730725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Deleting port 68971e04-9aa3-40e4-9c83-20751c0ddef4 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:18.731196 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.736342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=abc3a0de-4d96-4163-8935-b3368c745f0f,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:18.742083 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Set router 5061cdd0-3b1a-4764-a903-11b1f60140f0 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:18.759539 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:18.833691 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.903811 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.959326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Deleting port 6451847e-64ab-40ea-9c81-630aeb5cf645 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:18.959896 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.982282 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:18.993558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Transition to ACTIVE for port object 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:19.016020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Transition to ACTIVE for port object 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:19.027725 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.030760 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-05ef6fd9-0579-4710-9d0b-b8e29ef88080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:19.080357 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.108723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Network 9e537651-f302-4dce-b595-e3e6afb6516c is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:19.112123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:19.113840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] For port 6451847e-64ab-40ea-9c81-630aeb5cf645, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6451847e-64ab-40ea-9c81-630aeb5cf645,segment=NetworkSegment(47e74610-53ca-45b3-9271-839ccc262419),segment_id=47e74610-53ca-45b3-9271-839ccc262419)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:19.114703 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.130215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:19.173574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Calling delete_port for 68971e04-9aa3-40e4-9c83-20751c0ddef4 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:19.190233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fbab7f-b2be-45d7-af5b-8775fe8c0a35 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:19.196015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fbab7f-b2be-45d7-af5b-8775fe8c0a35 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:19.197698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f4fbab7f-b2be-45d7-af5b-8775fe8c0a35 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5377469 Jun 17 08:41:19.201404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55470) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:19.204821 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5061cdd0-3b1a-4764-a903-11b1f60140f0', 'name': 'tempest-NetworksTestDHCPv6-router-246717572', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:11Z', 'updated_at': '2021-06-17T08:41:15Z', 'revision_number': 2, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None, '_interfaces': [{'id': 'e1979728-2597-48ab-9b59-47c4d9791351', 'name': '', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'mac_address': 'fa:16:3e:a7:04:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5061cdd0-3b1a-4764-a903-11b1f60140f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'd3d35147-16ff-4855-aedf-cc9b4d11da39', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:12Z', 'updated_at': '2021-06-17T08:41:15Z', 'revision_number': 2, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'subnets': [{'id': 'd3d35147-16ff-4855-aedf-cc9b4d11da39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:19.209290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Calling delete_port for 6451847e-64ab-40ea-9c81-630aeb5cf645 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:19.215321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Pushing event updated for resources: {'Port': ['ID=890f1432-5328-4b58-9f8a-f7e1cc26d9b4,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:19.218953 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:19.229434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Attempting to bind port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:19.229998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Attempting to bind port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '946c8502-6ff1-40ee-bc81-e7ef815b9549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9e537651-f302-4dce-b595-e3e6afb6516c'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:19.230543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Attempting to bind port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 on network 9e537651-f302-4dce-b595-e3e6afb6516c {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:19.237078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:19.237681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Checking segment: {'id': '946c8502-6ff1-40ee-bc81-e7ef815b9549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9e537651-f302-4dce-b595-e3e6afb6516c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:19.238259 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.239019 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Bound using segment: {'id': '946c8502-6ff1-40ee-bc81-e7ef815b9549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9e537651-f302-4dce-b595-e3e6afb6516c'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:19.239673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Bound port: 890f1432-5328-4b58-9f8a-f7e1cc26d9b4, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946c8502-6ff1-40ee-bc81-e7ef815b9549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '9e537651-f302-4dce-b595-e3e6afb6516c'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:19.240231 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.266589 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.278235 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Checking router: 5061cdd0-3b1a-4764-a903-11b1f60140f0 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:19.281034 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Updating router 5061cdd0-3b1a-4764-a903-11b1f60140f0 port e1979728-2597-48ab-9b59-47c4d9791351 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:41:19.310490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] For port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:19.313824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] For port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=890f1432-5328-4b58-9f8a-f7e1cc26d9b4,segment=NetworkSegment(946c8502-6ff1-40ee-bc81-e7ef815b9549),segment_id=946c8502-6ff1-40ee-bc81-e7ef815b9549)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:19.320370 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.331575 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-84713873-708d-467e-b714-652a772ce305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:19.353378 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.363896 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.415942 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.420474 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ab9239c6-a826-4584-a1e4-8f607e78e211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:19.492797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Port': ['ID=6451847e-64ab-40ea-9c81-630aeb5cf645,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:19.503069 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:19.504356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] No DVR routers for this DVR port 6451847e-64ab-40ea-9c81-630aeb5cf645 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:19.592756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Pushing event updated for resources: {'Port': ['ID=890f1432-5328-4b58-9f8a-f7e1cc26d9b4,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:19.599264 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:19.620896 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.642707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cc630c-b276-454d-89d5-2eea2eb1d482']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:19.701550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e74610-53ca-45b3-9271-839ccc262419') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:19.701839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e74610-53ca-45b3-9271-839ccc262419') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:19.745979 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.795824 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.804576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Allocated IP 172.25.8.78 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/5ec3dae3-2968-484a-884d-5cc63d457d30) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:19.817520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:19.818668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:19.838039 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:19.903929 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.972770 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.983438 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-03aea93d-dccc-439e-a165-2472e6f48fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:19.990885 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:19.995752 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "DELETE /v2.0/networks/99cc630c-b276-454d-89d5-2eea2eb1d482 HTTP/1.1" status: 204 len: 168 time: 1.3840330 Jun 17 08:41:19.996405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55540) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:20.055477 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Transition to ACTIVE for port object e1979728-2597-48ab-9b59-47c4d9791351 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:20.065614 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.066362 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.077943 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-2a3693f9-1f40-40a5-96cf-81ea8044c839 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:20.120587 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de1d9cd7-63df-4d38-9b3f-4431d265da88 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:20.201035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.204535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Network': ['ID=99cc630c-b276-454d-89d5-2eea2eb1d482,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:20.207364 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:20.214857 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14010a1-c367-4d84-aa95-523b37f2335e None None] Pushing event updated for resources: {'Port': ['ID=e1979728-2597-48ab-9b59-47c4d9791351,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:20.260554 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a14010a1-c367-4d84-aa95-523b37f2335e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:20.322603 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Attempting to bind port e1979728-2597-48ab-9b59-47c4d9791351 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:20.326480 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Attempting to bind port e1979728-2597-48ab-9b59-47c4d9791351 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:20.327418 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Attempting to bind port e1979728-2597-48ab-9b59-47c4d9791351 on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:20.333247 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:20.333623 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:20.334030 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.334426 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:20.335330 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Bound port: e1979728-2597-48ab-9b59-47c4d9791351, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:20.335713 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.387164 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.413655 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b6be3f-1b5c-4e7d-967a-821bf67e1c49']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:20.439777 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48c7de5c-fa87-4a44-b6b9-08af36c0f615') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:20.440073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48c7de5c-fa87-4a44-b6b9-08af36c0f615') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:20.464332 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.485479 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.493887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:20.494257 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.496119 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] For port e1979728-2597-48ab-9b59-47c4d9791351, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:20.499857 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] For port e1979728-2597-48ab-9b59-47c4d9791351, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e1979728-2597-48ab-9b59-47c4d9791351,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:20.506186 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.509299 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-577cef74-93d2-4df2-b98b-8a1d2eb7d247 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:20.579937 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14010a1-c367-4d84-aa95-523b37f2335e None None] Pushing event updated for resources: {'Port': ['ID=e1979728-2597-48ab-9b59-47c4d9791351,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:20.586976 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a14010a1-c367-4d84-aa95-523b37f2335e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:20.612713 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:20.619555 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.625422 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Routers {'5061cdd0-3b1a-4764-a903-11b1f60140f0'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:20.630509 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0e59ac66-3797-4972-9cc9-ab4934c6095a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:20.630885 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5061cdd0-3b1a-4764-a903-11b1f60140f0'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:20.730545 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:20.734736 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "DELETE /v2.0/networks/a2b6be3f-1b5c-4e7d-967a-821bf67e1c49 HTTP/1.1" status: 204 len: 168 time: 0.7233427 Jun 17 08:41:20.734736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Network': ['ID=a2b6be3f-1b5c-4e7d-967a-821bf67e1c49,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:20.748344 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:20.749145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55618) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:20.803309 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] Set router 5061cdd0-3b1a-4764-a903-11b1f60140f0 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:20.974738 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device abc3a0de-4d96-4163-8935-b3368c745f0f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:21.017843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.109224 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.136044 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port abc3a0de-4d96-4163-8935-b3368c745f0f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:21.136814 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.208356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Pushing event deleted for resources: {'Port': ['ID=68971e04-9aa3-40e4-9c83-20751c0ddef4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:21.225446 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:21.231543 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.235984 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.247181 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f098c6-3fa9-498a-ab41-e9c8fe11f622']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:21.279208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f383a4e8-aabc-467c-b36b-4e19a8d9dec2') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:21.279594 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f383a4e8-aabc-467c-b36b-4e19a8d9dec2') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:21.305720 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.337498 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.338395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:21.353069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:41:21.353497 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:41:21.361123 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:41:21.372115 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbfbdc77-5450-4aaf-b72d-72ce132e7648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:21.395276 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5061cdd0-3b1a-4764-a903-11b1f60140f0', 'name': 'tempest-NetworksTestDHCPv6-router-246717572', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:11Z', 'updated_at': '2021-06-17T08:41:15Z', 'revision_number': 2, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None, '_interfaces': [{'id': 'e1979728-2597-48ab-9b59-47c4d9791351', 'name': '', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'mac_address': 'fa:16:3e:a7:04:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5061cdd0-3b1a-4764-a903-11b1f60140f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'd3d35147-16ff-4855-aedf-cc9b4d11da39', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:12Z', 'updated_at': '2021-06-17T08:41:20Z', 'revision_number': 4, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'subnets': [{'id': 'd3d35147-16ff-4855-aedf-cc9b4d11da39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:21.439041 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb4ab56-f80c-43d5-8c5c-41e9fd258e1f None None] Network 9e537651-f302-4dce-b595-e3e6afb6516c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:21.444342 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08c4847-dba8-4e76-a4df-f8a09885bac2 None None] The sync data for ids ['5061cdd0-3b1a-4764-a903-11b1f60140f0'] in n-d-779913-16 is: [{'id': '5061cdd0-3b1a-4764-a903-11b1f60140f0', 'name': 'tempest-NetworksTestDHCPv6-router-246717572', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:11Z', 'updated_at': '2021-06-17T08:41:15Z', 'revision_number': 2, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None, '_interfaces': [{'id': 'e1979728-2597-48ab-9b59-47c4d9791351', 'name': '', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'mac_address': 'fa:16:3e:a7:04:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5061cdd0-3b1a-4764-a903-11b1f60140f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': 'd3d35147-16ff-4855-aedf-cc9b4d11da39', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:12Z', 'updated_at': '2021-06-17T08:41:20Z', 'revision_number': 4, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'subnets': [{'id': 'd3d35147-16ff-4855-aedf-cc9b4d11da39', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:21.532114 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.541920 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:21.542052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:21.547703 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.559421 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] 10.222.0.47 "DELETE /v2.0/networks/20f098c6-3fa9-498a-ab41-e9c8fe11f622 HTTP/1.1" status: 204 len: 168 time: 0.8091538 Jun 17 08:41:21.581451 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event updated for resources: {'Port': ['ID=5ec3dae3-2968-484a-884d-5cc63d457d30,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:21.591127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Pushing event deleted for resources: {'Network': ['ID=20f098c6-3fa9-498a-ab41-e9c8fe11f622,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:21.592361 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:21.594122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:21.597582 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:21.604963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:21.612852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.614327 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:21.643823 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ee5e90dc-1ec3-40c4-a2f6-a1b1b2967f9b None None] Provisioning for port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:21.653985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ee5e90dc-1ec3-40c4-a2f6-a1b1b2967f9b None None] Provisioning complete for port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:21.654536 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ee5e90dc-1ec3-40c4-a2f6-a1b1b2967f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.901499 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ee5e90dc-1ec3-40c4-a2f6-a1b1b2967f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.971533 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ee5e90dc-1ec3-40c4-a2f6-a1b1b2967f9b None None] For port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=890f1432-5328-4b58-9f8a-f7e1cc26d9b4,segment=NetworkSegment(946c8502-6ff1-40ee-bc81-e7ef815b9549),segment_id=946c8502-6ff1-40ee-bc81-e7ef815b9549)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:21.988676 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ee5e90dc-1ec3-40c4-a2f6-a1b1b2967f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:21.990551 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:22.139558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e90dc-1ec3-40c4-a2f6-a1b1b2967f9b None None] Pushing event updated for resources: {'Port': ['ID=890f1432-5328-4b58-9f8a-f7e1cc26d9b4,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:22.145467 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ee5e90dc-1ec3-40c4-a2f6-a1b1b2967f9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:22.177347 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55770) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:22.360822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.383705 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eea27a5d-18b9-4241-a2f1-e3d7353d5449 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8832eae656b447cb9118b6bf21581143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044773 Jun 17 08:41:22.390344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55794) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:22.411585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03537a9c-00b3-4497-91d6-88ce19c673e6 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:41:22.433103 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.503525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b35f85f4-aa4c-4511-9ff8-c218976800a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.553538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Router 9f9fee7f-1f3c-4956-86ec-b283cb2006c3 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:22.559621 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.562032 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b35f85f4-aa4c-4511-9ff8-c218976800a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.588503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03537a9c-00b3-4497-91d6-88ce19c673e6 None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:41:22.654757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-abbdcfc0-8c1e-4a48-8b1c-bef8c68950f7 None None] Provisioning complete for port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:22.654963 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b35f85f4-aa4c-4511-9ff8-c218976800a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.656207 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-abbdcfc0-8c1e-4a48-8b1c-bef8c68950f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.674891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b35f85f4-aa4c-4511-9ff8-c218976800a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.676290 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b35f85f4-aa4c-4511-9ff8-c218976800a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b39973a-ed54-4e2a-9d48-b2d38e94e7cf HTTP/1.1" status: 204 len: 168 time: 0.2839348 Jun 17 08:41:22.693354 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-69a54724-c905-4b0d-96b2-a67f9bb9557e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:22.732786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f85f4-aa4c-4511-9ff8-c218976800a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b39973a-ed54-4e2a-9d48-b2d38e94e7cf,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:22.743046 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b35f85f4-aa4c-4511-9ff8-c218976800a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:22.843093 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:22.948054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e1979728-2597-48ab-9b59-47c4d9791351 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:23.100087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port e1979728-2597-48ab-9b59-47c4d9791351 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:23.122333 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e1979728-2597-48ab-9b59-47c4d9791351 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:23.122982 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.210311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:23.222965 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.227674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55884) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:23.228151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "PUT /v2.0/routers/9f9fee7f-1f3c-4956-86ec-b283cb2006c3 HTTP/1.1" status: 200 len: 710 time: 5.4325969 Jun 17 08:41:23.237397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f24c99-4abb-4cc0-8676-250a2a4d37ab None None] Sync routers for ids ['9f9fee7f-1f3c-4956-86ec-b283cb2006c3'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:23.319389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f24c99-4abb-4cc0-8676-250a2a4d37ab None None] Routers {'9f9fee7f-1f3c-4956-86ec-b283cb2006c3'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:23.320662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d4f24c99-4abb-4cc0-8676-250a2a4d37ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9f9fee7f-1f3c-4956-86ec-b283cb2006c3'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:23.393288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d4f24c99-4abb-4cc0-8676-250a2a4d37ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:23.420095 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.436765 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.455607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f24c99-4abb-4cc0-8676-250a2a4d37ab None None] Routers {'9f9fee7f-1f3c-4956-86ec-b283cb2006c3'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:23.456512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d4f24c99-4abb-4cc0-8676-250a2a4d37ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9f9fee7f-1f3c-4956-86ec-b283cb2006c3'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:23.499192 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d4f24c99-4abb-4cc0-8676-250a2a4d37ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:23.500421 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f24c99-4abb-4cc0-8676-250a2a4d37ab None None] The sync data for ids ['9f9fee7f-1f3c-4956-86ec-b283cb2006c3'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:23.515134 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-00f5b71a-bdfa-4688-a36c-c35706f647d4 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/routers/9f9fee7f-1f3c-4956-86ec-b283cb2006c3 HTTP/1.1" status: 200 len: 745 time: 0.2842050 Jun 17 08:41:23.517906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55914) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:23.569685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port e1979728-2597-48ab-9b59-47c4d9791351, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e1979728-2597-48ab-9b59-47c4d9791351,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:23.576162 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.577850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:23.582546 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:23.646955 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0dcd8852-700f-41a5-9929-469d5940d56e tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&device_id=9f9fee7f-1f3c-4956-86ec-b283cb2006c3 HTTP/1.1" status: 200 len: 205 time: 0.1262834 Jun 17 08:41:23.647695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55930) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:23.702259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=e1979728-2597-48ab-9b59-47c4d9791351,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:23.717353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55934) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:23.725805 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:23.727549 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-45edf18d-5460-448d-9ab5-399731ee76ed tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f9fee7f-1f3c-4956-86ec-b283cb2006c3 HTTP/1.1" status: 200 len: 205 time: 0.0767794 Jun 17 08:41:23.731028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:23.731561 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port e1979728-2597-48ab-9b59-47c4d9791351 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:23.731786 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.731908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.896903 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6816640b-7dbd-4854-a8ac-e7a072e2d15c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:23.999754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55946) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:24.111231 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c57e15fa-25c8-4c6d-8c73-685a47ed2308 tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1014903124', 'prefixes': ['172.20.0.0/16']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:24.125605 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.139373 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6816640b-7dbd-4854-a8ac-e7a072e2d15c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.142422 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6816640b-7dbd-4854-a8ac-e7a072e2d15c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.191322 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c57e15fa-25c8-4c6d-8c73-685a47ed2308 tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] Notify callbacks [] for subnetpool, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.195374 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c57e15fa-25c8-4c6d-8c73-685a47ed2308 tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1921613 Jun 17 08:41:24.195617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55954) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:24.210161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for e1979728-2597-48ab-9b59-47c4d9791351 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:24.242311 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-61e2f819-7714-46bd-b021-77eead6cc0e1 tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] 10.222.0.47 "GET /v2.0/subnetpools/7fc6ba9b-cb84-4755-aaed-567961b363b3 HTTP/1.1" status: 200 len: 732 time: 0.0454187 Jun 17 08:41:24.245141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55956) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:24.250183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-24e46fb1-5139-4ba1-86d4-856e93b48c96 tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2094091598'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:24.257675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Router 0451e9b1-6997-4fd2-ae05-41306e3df7cf is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:41:24.346937 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24e46fb1-5139-4ba1-86d4-856e93b48c96 tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] Notify callbacks [] for subnetpool, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.350830 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-24e46fb1-5139-4ba1-86d4-856e93b48c96 tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] 10.222.0.47 "PUT /v2.0/subnetpools/7fc6ba9b-cb84-4755-aaed-567961b363b3 HTTP/1.1" status: 200 len: 684 time: 0.1025264 Jun 17 08:41:24.351811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55958) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:24.443945 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b73ca41-19b9-49cd-9188-982c7cb4747d tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] Notify callbacks [] for subnetpool, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.445861 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4b73ca41-19b9-49cd-9188-982c7cb4747d tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] 10.222.0.47 "DELETE /v2.0/subnetpools/7fc6ba9b-cb84-4755-aaed-567961b363b3 HTTP/1.1" status: 204 len: 168 time: 0.0924213 Jun 17 08:41:24.448593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55964) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:24.468788 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-9f9e9c54-7ad5-4b82-8264-5753be9af2c8 tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] show failed (client error): The resource could not be found. Jun 17 08:41:24.470805 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9f9e9c54-7ad5-4b82-8264-5753be9af2c8 tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] 10.222.0.47 "GET /v2.0/subnetpools/7fc6ba9b-cb84-4755-aaed-567961b363b3 HTTP/1.1" status: 404 len: 346 time: 0.0198178 Jun 17 08:41:24.472649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55966) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:24.487892 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-8e8a12bf-27f5-44e9-ab55-710b2a5bfc07 tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] delete failed (client error): The resource could not be found. Jun 17 08:41:24.493262 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8e8a12bf-27f5-44e9-ab55-710b2a5bfc07 tempest-SubnetPoolsTestJSON-445896249 tempest-SubnetPoolsTestJSON-445896249-project] 10.222.0.47 "DELETE /v2.0/subnetpools/7fc6ba9b-cb84-4755-aaed-567961b363b3 HTTP/1.1" status: 404 len: 346 time: 0.0153365 Jun 17 08:41:24.647335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e1979728-2597-48ab-9b59-47c4d9791351 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:24.704460 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6816640b-7dbd-4854-a8ac-e7a072e2d15c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.705125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6816640b-7dbd-4854-a8ac-e7a072e2d15c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Fanout notify agent at l3_agent the message router_deleted on router 9f9fee7f-1f3c-4956-86ec-b283cb2006c3 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:41:24.724746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e1979728-2597-48ab-9b59-47c4d9791351 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:24.725348 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.725745 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6816640b-7dbd-4854-a8ac-e7a072e2d15c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:24.730551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55978) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:24.732269 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6816640b-7dbd-4854-a8ac-e7a072e2d15c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/9f9fee7f-1f3c-4956-86ec-b283cb2006c3 HTTP/1.1" status: 204 len: 168 time: 1.0123966 Jun 17 08:41:24.808832 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b9583627-eef7-4518-94a2-951163e481f9 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=9f9fee7f-1f3c-4956-86ec-b283cb2006c3 HTTP/1.1" status: 200 len: 205 time: 0.0742800 Jun 17 08:41:24.810218 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55982) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:24.946739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 55994) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:24.956589 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-cbbdde17-1e5d-4dce-8051-9a814210f64c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] delete failed (client error): The resource could not be found. Jun 17 08:41:24.957620 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cbbdde17-1e5d-4dce-8051-9a814210f64c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/9f9fee7f-1f3c-4956-86ec-b283cb2006c3 HTTP/1.1" status: 404 len: 336 time: 0.1438336 Jun 17 08:41:24.962674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 55998) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.006337 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d26db9ba-7c8a-4c7a-b8eb-401f766e4611 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6322998-06bd-4978-b31d-36ab5bbdc098 HTTP/1.1" status: 200 len: 205 time: 0.0423298 Jun 17 08:41:25.009035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56000) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.056693 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-53aa81c5-501d-404a-bfcd-466953d3cee9 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] delete failed (client error): The resource could not be found. Jun 17 08:41:25.066816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:25.071962 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-53aa81c5-501d-404a-bfcd-466953d3cee9 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/f6322998-06bd-4978-b31d-36ab5bbdc098 HTTP/1.1" status: 404 len: 336 time: 0.0591054 Jun 17 08:41:25.072467 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56002) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.079170 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a312a5d-6ba1-4b6e-bfc0-accd5db95edc None None] Sync routers for ids ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:25.083639 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.109524 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a312a5d-6ba1-4b6e-bfc0-accd5db95edc None None] Routers {'0451e9b1-6997-4fd2-ae05-41306e3df7cf'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:25.118354 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2481d55c-24d9-4835-8d41-21d4bd10bd0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:25.119033 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2a312a5d-6ba1-4b6e-bfc0-accd5db95edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:25.134748 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0fda1780-0f12-4b39-a4c2-97838890f3f7 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5 HTTP/1.1" status: 200 len: 205 time: 0.0586801 Jun 17 08:41:25.135078 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56006) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.189681 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-895732c9-b963-4689-9018-553fb917c9e0 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] delete failed (client error): The resource could not be found. Jun 17 08:41:25.193594 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-895732c9-b963-4689-9018-553fb917c9e0 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/669c28e9-d3b7-4a1c-bb3e-7f4de265b9f5 HTTP/1.1" status: 404 len: 336 time: 0.0551445 Jun 17 08:41:25.193868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56010) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.194043 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2a312a5d-6ba1-4b6e-bfc0-accd5db95edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:25.205012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=e1979728-2597-48ab-9b59-47c4d9791351,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:25.213838 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:25.238123 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-38a25901-d127-4f99-bbf5-86061fd51801 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fb4a44c-8c5a-48ef-8385-02caf4067d97 HTTP/1.1" status: 200 len: 205 time: 0.0426581 Jun 17 08:41:25.240383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56016) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.243034 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a312a5d-6ba1-4b6e-bfc0-accd5db95edc None None] Routers {'0451e9b1-6997-4fd2-ae05-41306e3df7cf'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:25.243798 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2a312a5d-6ba1-4b6e-bfc0-accd5db95edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:25.258939 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d81d8c78-35ff-4a70-951c-05ddec77906d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.306106 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-b8a0ee9c-71a2-447b-9859-adb645bbb1d4 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] delete failed (client error): The resource could not be found. Jun 17 08:41:25.307441 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b8a0ee9c-71a2-447b-9859-adb645bbb1d4 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/8fb4a44c-8c5a-48ef-8385-02caf4067d97 HTTP/1.1" status: 404 len: 336 time: 0.0660841 Jun 17 08:41:25.310050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56018) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.344476 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.347063 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:25.348730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.9456804 Jun 17 08:41:25.358530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56020) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.362044 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fc724f73-36e1-485e-a4cd-f6efbe659c0b tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=d12b08e6-c1b5-478d-a74d-22df0f6143ab HTTP/1.1" status: 200 len: 205 time: 0.0507793 Jun 17 08:41:25.372303 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56022) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.467783 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-3260a62a-0423-4eb3-afc7-8763031a74cc tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] delete failed (client error): The resource could not be found. Jun 17 08:41:25.471595 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3260a62a-0423-4eb3-afc7-8763031a74cc tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/d12b08e6-c1b5-478d-a74d-22df0f6143ab HTTP/1.1" status: 404 len: 336 time: 0.0978272 Jun 17 08:41:25.472138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56024) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.490964 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2a312a5d-6ba1-4b6e-bfc0-accd5db95edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:25.491623 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a312a5d-6ba1-4b6e-bfc0-accd5db95edc None None] The sync data for ids ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:25.515220 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-32be7627-f23b-42da-a63b-c46de58a7027 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "GET /v2.0/ports?device_id=1fda4196-31d2-4ce2-9174-e2b9d6c65faf HTTP/1.1" status: 200 len: 205 time: 0.0418124 Jun 17 08:41:25.519222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56026) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.575248 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-695066a1-c5bb-45cb-8efb-513bfd81bc39 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] delete failed (client error): The resource could not be found. Jun 17 08:41:25.579648 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-695066a1-c5bb-45cb-8efb-513bfd81bc39 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/routers/1fda4196-31d2-4ce2-9174-e2b9d6c65faf HTTP/1.1" status: 404 len: 336 time: 0.0592859 Jun 17 08:41:25.580557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56028) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.613799 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-299e06cc-4238-4751-a10f-75638a65a7e2 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] DELETE failed (client error): The resource could not be found. Jun 17 08:41:25.614442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299e06cc-4238-4751-a10f-75638a65a7e2 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:41:25.621011 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-299e06cc-4238-4751-a10f-75638a65a7e2 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] 10.222.0.47 "DELETE /v2.0/subnets/b737598c-669d-4099-aaa6-6d189a2a105b HTTP/1.1" status: 404 len: 337 time: 0.0382030 Jun 17 08:41:25.762375 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Router 5061cdd0-3b1a-4764-a903-11b1f60140f0 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:25.888009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56034) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.984062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:25.995714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "PUT /v2.0/routers/5061cdd0-3b1a-4764-a903-11b1f60140f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7903950 Jun 17 08:41:25.998318 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56042) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:25.998501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955195d-6453-468e-99e1-15815007ed6e None None] Sync routers for ids ['5061cdd0-3b1a-4764-a903-11b1f60140f0'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:26.012789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955195d-6453-468e-99e1-15815007ed6e None None] Routers {'5061cdd0-3b1a-4764-a903-11b1f60140f0'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:26.022324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-5955195d-6453-468e-99e1-15815007ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5061cdd0-3b1a-4764-a903-11b1f60140f0'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:26.052605 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d81d8c78-35ff-4a70-951c-05ddec77906d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.073322 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d81d8c78-35ff-4a70-951c-05ddec77906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.081227 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cf63691e-57f6-43db-9f82-521c21d449f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:26.094232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27f74a8-3f8d-4bfb-b80b-963f381facc6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:26.095823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27f74a8-3f8d-4bfb-b80b-963f381facc6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:26.099729 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a27f74a8-3f8d-4bfb-b80b-963f381facc6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0972743 Jun 17 08:41:26.100659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56044) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:26.145742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d8c78-35ff-4a70-951c-05ddec77906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37a2877-8e69-40b8-adba-16c35d053e64,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:26.153662 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d81d8c78-35ff-4a70-951c-05ddec77906d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:26.161693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d81d8c78-35ff-4a70-951c-05ddec77906d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3da4e120822f4cd5913562352094cf17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2135966 Jun 17 08:41:26.168062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56046) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:26.216952 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc64bdcc-ce8d-429d-b6e8-d5e80e9d21f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.239195 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-5955195d-6453-468e-99e1-15815007ed6e None None] Set router 5061cdd0-3b1a-4764-a903-11b1f60140f0 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:26.268001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-2055fef6-6042-4332-bf8e-6ccb158ff41c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet d3d35147-16ff-4855-aedf-cc9b4d11da39 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:26.288811 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81a9cfb9-4abe-4ac0-9479-f4f845701737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.291312 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2055fef6-6042-4332-bf8e-6ccb158ff41c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.311004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-5955195d-6453-468e-99e1-15815007ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5061cdd0-3b1a-4764-a903-11b1f60140f0', 'name': 'tempest-NetworksTestDHCPv6-router-246717572', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:11Z', 'updated_at': '2021-06-17T08:41:25Z', 'revision_number': 3, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:26.362734 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955195d-6453-468e-99e1-15815007ed6e None None] Checking router: 5061cdd0-3b1a-4764-a903-11b1f60140f0 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:26.380940 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2055fef6-6042-4332-bf8e-6ccb158ff41c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.385827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955195d-6453-468e-99e1-15815007ed6e None None] Routers {'5061cdd0-3b1a-4764-a903-11b1f60140f0'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:26.389577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-5955195d-6453-468e-99e1-15815007ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5061cdd0-3b1a-4764-a903-11b1f60140f0'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:26.397464 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81a9cfb9-4abe-4ac0-9479-f4f845701737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.468248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc64bdcc-ce8d-429d-b6e8-d5e80e9d21f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.475838 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc64bdcc-ce8d-429d-b6e8-d5e80e9d21f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.489968 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.502607 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f008943d-1c5d-4411-8750-cba8c1fb34b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:26.510295 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81a9cfb9-4abe-4ac0-9479-f4f845701737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.511424 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cc64bdcc-ce8d-429d-b6e8-d5e80e9d21f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78a22898ddd74bf2816d5c43af53b75f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6215203 Jun 17 08:41:26.512389 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56048) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:26.515404 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81a9cfb9-4abe-4ac0-9479-f4f845701737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.516957 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-81a9cfb9-4abe-4ac0-9479-f4f845701737 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e37a2877-8e69-40b8-adba-16c35d053e64 HTTP/1.1" status: 204 len: 168 time: 0.3478370 Jun 17 08:41:26.518384 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d81d8c78-35ff-4a70-951c-05ddec77906d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:26.534227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-5955195d-6453-468e-99e1-15815007ed6e None None] Set router 5061cdd0-3b1a-4764-a903-11b1f60140f0 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:26.559960 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9cfb9-4abe-4ac0-9479-f4f845701737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37a2877-8e69-40b8-adba-16c35d053e64,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:26.567876 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-81a9cfb9-4abe-4ac0-9479-f4f845701737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:26.611604 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-5955195d-6453-468e-99e1-15815007ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5061cdd0-3b1a-4764-a903-11b1f60140f0', 'name': 'tempest-NetworksTestDHCPv6-router-246717572', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:11Z', 'updated_at': '2021-06-17T08:41:25Z', 'revision_number': 3, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:26.679875 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2055fef6-6042-4332-bf8e-6ccb158ff41c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.689641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955195d-6453-468e-99e1-15815007ed6e None None] The sync data for ids ['5061cdd0-3b1a-4764-a903-11b1f60140f0'] in n-d-779913-16 is: [{'id': '5061cdd0-3b1a-4764-a903-11b1f60140f0', 'name': 'tempest-NetworksTestDHCPv6-router-246717572', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:11Z', 'updated_at': '2021-06-17T08:41:25Z', 'revision_number': 3, 'project_id': 'ce2477a5b38848369cb819d83549373e', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:26.774296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64bdcc-ce8d-429d-b6e8-d5e80e9d21f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50bc1cb-fb9f-4eb5-a8ec-f6d86eb8ee16,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:26.789841 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cc64bdcc-ce8d-429d-b6e8-d5e80e9d21f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:26.793688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cba4432c-c6df-463b-9ca2-775090f75240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.827989 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cba4432c-c6df-463b-9ca2-775090f75240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.856962 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2055fef6-6042-4332-bf8e-6ccb158ff41c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.879234 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a42fe520-c975-4323-b84d-ab1532f8eff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:26.890843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2055fef6-6042-4332-bf8e-6ccb158ff41c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:26.894522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8b7ddd-6e1b-4f5a-80ff-5146536bbb1a None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:26.895530 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2055fef6-6042-4332-bf8e-6ccb158ff41c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/d3d35147-16ff-4855-aedf-cc9b4d11da39 HTTP/1.1" status: 204 len: 168 time: 0.7877681 Jun 17 08:41:26.900359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56056) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:26.935890 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055fef6-6042-4332-bf8e-6ccb158ff41c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=d3d35147-16ff-4855-aedf-cc9b4d11da39,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:26.971045 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2055fef6-6042-4332-bf8e-6ccb158ff41c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:27.089377 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7342790c-e009-4c2a-b4c1-367a8b6d65e0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1637473 Jun 17 08:41:27.090436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56066) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:27.103086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cba4432c-c6df-463b-9ca2-775090f75240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.112525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cba4432c-c6df-463b-9ca2-775090f75240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.123204 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cba4432c-c6df-463b-9ca2-775090f75240 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d50bc1cb-fb9f-4eb5-a8ec-f6d86eb8ee16 HTTP/1.1" status: 204 len: 168 time: 0.6042831 Jun 17 08:41:27.127792 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd1d00c4-ebf9-44f1-b0d3-1c125ccdb8c9 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:27.204182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Allocated IP 172.20.0.1 (9e537651-f302-4dce-b595-e3e6afb6516c/d944a12e-e9e5-4830-8233-df9e5a283f71/76465d9e-49b1-40f3-a94d-c5abe71700ac) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:27.333767 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe548ada-f618-49ab-9db8-51f9d22696f4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.343491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4432c-c6df-463b-9ca2-775090f75240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50bc1cb-fb9f-4eb5-a8ec-f6d86eb8ee16,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:27.363789 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cba4432c-c6df-463b-9ca2-775090f75240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:27.395021 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.413492 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Transition to ACTIVE for port object 76465d9e-49b1-40f3-a94d-c5abe71700ac will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:27.460207 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.488240 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:27.607077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Network 9e537651-f302-4dce-b595-e3e6afb6516c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:27.611790 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event updated for resources: {'Port': ['ID=76465d9e-49b1-40f3-a94d-c5abe71700ac,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:27.615043 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:27.618279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:27.631779 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:27.703426 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe548ada-f618-49ab-9db8-51f9d22696f4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.710529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe548ada-f618-49ab-9db8-51f9d22696f4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.729170 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.750227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63eda3-4e61-4333-a2d2-37e8cf04debe None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:41:27.804858 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe548ada-f618-49ab-9db8-51f9d22696f4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.805697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe548ada-f618-49ab-9db8-51f9d22696f4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Fanout notify agent at l3_agent the message router_deleted on router 5061cdd0-3b1a-4764-a903-11b1f60140f0 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:41:27.815727 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe548ada-f618-49ab-9db8-51f9d22696f4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.818033 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fe548ada-f618-49ab-9db8-51f9d22696f4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/routers/5061cdd0-3b1a-4764-a903-11b1f60140f0 HTTP/1.1" status: 204 len: 168 time: 0.7266407 Jun 17 08:41:27.823814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56080) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:27.918232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4f63eda3-4e61-4333-a2d2-37e8cf04debe None None] Deleting port abc3a0de-4d96-4163-8935-b3368c745f0f {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:27.920074 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4f63eda3-4e61-4333-a2d2-37e8cf04debe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:27.959059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56084) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:28.112816 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f34a2927-fcd8-4c84-a15d-8de85092b630 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2280259cd008463ebbf77cd1a7f940e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365478 Jun 17 08:41:28.117945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56090) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:28.125032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4f63eda3-4e61-4333-a2d2-37e8cf04debe None None] For port abc3a0de-4d96-4163-8935-b3368c745f0f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=abc3a0de-4d96-4163-8935-b3368c745f0f,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:28.125032 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4f63eda3-4e61-4333-a2d2-37e8cf04debe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.167749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2786ffb8-9b56-44e8-ac6a-6cde7c76292f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:28.169328 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2786ffb8-9b56-44e8-ac6a-6cde7c76292f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3430779 Jun 17 08:41:28.173748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56092) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:28.175868 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.287917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4f63eda3-4e61-4333-a2d2-37e8cf04debe None None] Calling delete_port for abc3a0de-4d96-4163-8935-b3368c745f0f owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:28.301067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1ccd0fd9-c0fa-4bb6-b09e-be33af828604 None None] Provisioning for port 76465d9e-49b1-40f3-a94d-c5abe71700ac completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:28.308045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1ccd0fd9-c0fa-4bb6-b09e-be33af828604 None None] Provisioning complete for port 76465d9e-49b1-40f3-a94d-c5abe71700ac triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:28.308584 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1ccd0fd9-c0fa-4bb6-b09e-be33af828604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.369552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6798b3fa-a3a3-45b6-90a3-0b704462965e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:28.371283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6798b3fa-a3a3-45b6-90a3-0b704462965e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1963160 Jun 17 08:41:28.373991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56098) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:28.403129 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1ccd0fd9-c0fa-4bb6-b09e-be33af828604 None None] Port 76465d9e-49b1-40f3-a94d-c5abe71700ac cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:28.440617 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee8464f9-6a34-4806-9b5f-72b7f1f378cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.448069 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0f53db7b-fa03-452d-924c-b852b20a2ab0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676091 Jun 17 08:41:28.451462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56102) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:28.459496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:28.463492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee8464f9-6a34-4806-9b5f-72b7f1f378cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.480015 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4f63eda3-4e61-4333-a2d2-37e8cf04debe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.483450 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-21a76250-5cc7-45af-8e57-f80455c793c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:28.509582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63eda3-4e61-4333-a2d2-37e8cf04debe None None] Pushing event deleted for resources: {'Port': ['ID=abc3a0de-4d96-4163-8935-b3368c745f0f,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:28.513997 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4f63eda3-4e61-4333-a2d2-37e8cf04debe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:28.516699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63eda3-4e61-4333-a2d2-37e8cf04debe None None] No DVR routers for this DVR port abc3a0de-4d96-4163-8935-b3368c745f0f on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:28.536848 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee8464f9-6a34-4806-9b5f-72b7f1f378cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.539647 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee8464f9-6a34-4806-9b5f-72b7f1f378cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.544235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ee8464f9-6a34-4806-9b5f-72b7f1f378cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/59b57a40-2e7c-4523-862e-1f500a5997c6 HTTP/1.1" status: 204 len: 168 time: 0.4196320 Jun 17 08:41:28.547779 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1c613aa2-db53-4983-b470-8711dc702ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:28.563562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8464f9-6a34-4806-9b5f-72b7f1f378cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b57a40-2e7c-4523-862e-1f500a5997c6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:28.568049 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee8464f9-6a34-4806-9b5f-72b7f1f378cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:28.634599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:28.639700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.687570 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e1979728-2597-48ab-9b59-47c4d9791351 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:28.739212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: e1979728-2597-48ab-9b59-47c4d9791351 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:28.739666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e1979728-2597-48ab-9b59-47c4d9791351 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:28.740127 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device abc3a0de-4d96-4163-8935-b3368c745f0f no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:28.786737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: abc3a0de-4d96-4163-8935-b3368c745f0f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:28.786737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device abc3a0de-4d96-4163-8935-b3368c745f0f not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:28.834822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.843302 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:28.848752 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d210a118-ff15-4763-943c-95e5ac83f4d9 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:29.033338 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.184656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event updated for resources: {'Port': ['ID=76465d9e-49b1-40f3-a94d-c5abe71700ac,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:29.197330 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:29.310536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.objects.ports [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93804) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:41:29.313203 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Network 9e537651-f302-4dce-b595-e3e6afb6516c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:29.318680 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:29.320630 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.324230 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98d9a759-1c09-4160-a82f-2bfd3b97961f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:29.417811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:29.427327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:29.433174 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:29.433985 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.440599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2225b5-8739-4c94-9738-6a04d35dd610 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:29.460962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=26ff757c-c39e-44ee-bd07-af32f1250751,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:29.466676 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:29.475571 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0228913 Jun 17 08:41:29.478272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56138) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:29.484755 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:29.564113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Router 0451e9b1-6997-4fd2-ae05-41306e3df7cf has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:29.714154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:29.717911 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:29.887868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '26ff757c-c39e-44ee-bd07-af32f1250751'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:29.897505 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.029625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56154) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:30.030413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:30.038386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "PUT /v2.0/routers/0451e9b1-6997-4fd2-ae05-41306e3df7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6782627 Jun 17 08:41:30.043704 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a977c-9b07-4f23-9838-05e294ebf155 None None] Sync routers for ids ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:30.044237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56156) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:30.063260 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Request body: {'port': {'network_id': '9e537651-f302-4dce-b595-e3e6afb6516c', 'name': 'tempest-FloatingIPAdminTestJSON-589895538'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:30.073162 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a977c-9b07-4f23-9838-05e294ebf155 None None] Routers {'0451e9b1-6997-4fd2-ae05-41306e3df7cf'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:30.077013 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-9a2a977c-9b07-4f23-9838-05e294ebf155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:30.093610 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-03a98782-8704-4c4f-af78-4710532edd5f service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2850204 Jun 17 08:41:30.146896 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c86332a7-654a-42d4-a199-755778eed045 None None] Provisioning complete for port 76465d9e-49b1-40f3-a94d-c5abe71700ac triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:30.149696 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c86332a7-654a-42d4-a199-755778eed045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.170911 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-9a2a977c-9b07-4f23-9838-05e294ebf155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:30.185683 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2a977c-9b07-4f23-9838-05e294ebf155 None None] Routers {'0451e9b1-6997-4fd2-ae05-41306e3df7cf'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:30.186407 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-9a2a977c-9b07-4f23-9838-05e294ebf155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:30.224429 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-9a2a977c-9b07-4f23-9838-05e294ebf155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:30.225343 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2a977c-9b07-4f23-9838-05e294ebf155 None None] The sync data for ids ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:30.259430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c86332a7-654a-42d4-a199-755778eed045 None None] Port 76465d9e-49b1-40f3-a94d-c5abe71700ac cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:30.392207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc457b2f-92bf-4c4d-95ec-b3f33328f909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.393052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-7cce6232-18ac-4f34-a29d-8eb25b86bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:30.394041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-7cce6232-18ac-4f34-a29d-8eb25b86bd62 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 1098 time: 0.2238185 Jun 17 08:41:30.397248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Made reservation on behalf of ea7b714bd1d54bea91a7c269c6946c3d for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:30.401631 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.432717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Allocated IP 2001:db8::f816:3eff:fe28:c043 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/26ff757c-c39e-44ee-bd07-af32f1250751/9eecbd24-9ece-4aed-84c4-d3af87ccc1bc) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:30.463256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] device_id is not set on port d77f4109-c75c-4614-846d-540da95b0eee yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:41:30.522693 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.538903 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c31897d3-8ae8-4c16-8f25-a1317639d83f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:30.571298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56170) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:30.634442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-554a3d0f-7517-4d12-9df4-ac00de9ab816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:30.636094 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-554a3d0f-7517-4d12-9df4-ac00de9ab816 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.2177105 Jun 17 08:41:30.648049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:30.664079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:30.683962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:30.684807 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.709501 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.720264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=7af16a65-39b2-4c66-9bbb-721791bbc257,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:30.721621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Allocated IP 172.20.0.13 (9e537651-f302-4dce-b595-e3e6afb6516c/d944a12e-e9e5-4830-8233-df9e5a283f71/d77f4109-c75c-4614-846d-540da95b0eee) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:30.733361 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:30.735257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Transition to ACTIVE for port object 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:30.760085 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-5a5ceeb0-93c7-4e43-93ad-1c16925fee0b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021 HTTP/1.1" status: 200 len: 1001 time: 0.1124499 Jun 17 08:41:30.767565 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56174) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:30.771157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Transition to ACTIVE for port object 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:30.782112 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.790363 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:30.828018 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc457b2f-92bf-4c4d-95ec-b3f33328f909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.836506 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cc457b2f-92bf-4c4d-95ec-b3f33328f909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:30.848504 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fea6035c-6fc2-4fda-9e8d-935e6115b64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:30.868819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-98403a2b-0682-40f3-8931-d3deee3dd3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:30.872012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-98403a2b-0682-40f3-8931-d3deee3dd3df service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.1045702 Jun 17 08:41:30.874717 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3947215 Jun 17 08:41:30.883890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:30.885299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56178) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:30.892591 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:30.906105 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:30.921534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Pushing event updated for resources: {'Port': ['ID=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:30.926707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:e7:80:95', 'name': 'tempest-NetworksTestDHCPv6-1111164490'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:30.941626 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:30.974992 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-348726216'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:31.037048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Attempting to bind port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:31.037490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-d3358bd6-fa6b-40d0-9a5b-356f6d55b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:31.037888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Attempting to bind port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:31.039322 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-d3358bd6-fa6b-40d0-9a5b-356f6d55b334 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309319 Jun 17 08:41:31.039776 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Attempting to bind port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:31.047003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:31.047712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:31.048537 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.050615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:31.051780 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Bound port: 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:31.052494 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.078615 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Made reservation on behalf of f7d827bf70b54fcab2665e04a6a606be for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:31.082696 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.150085 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] For port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:31.151314 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.154058 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.155820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] For port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:31.165581 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.170454 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:31.190303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Transition to ACTIVE for port object d77f4109-c75c-4614-846d-540da95b0eee will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:31.251772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Pushing event updated for resources: {'Port': ['ID=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:31.263949 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:31.277299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-31199dcd-f75a-4d4c-bf01-b05b1c8cf70f service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308040 Jun 17 08:41:31.380528 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.389439 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-da72a48a-c9e9-4d12-9b4a-09ffc9980e64 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:31.467300 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:41:31.474856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Network 9e537651-f302-4dce-b595-e3e6afb6516c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:31.488781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:31.503233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:31.510679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event updated for resources: {'Port': ['ID=d77f4109-c75c-4614-846d-540da95b0eee,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:31.514594 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00828adb-13e7-4e82-a66f-51ee06f392d8 req-c4ab4a76-ae33-4fb1-b54b-0338619a0d5c service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304645 Jun 17 08:41:31.533539 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:31.535527 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.543408 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.551714 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0d37c21f-1ecd-4436-a527-5c8f0a1989de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:31.627887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:31.630649 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a606f36-ddf9-4577-8b9f-2df27d98baf4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:31.640160 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:31.640852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.648193 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:31.664516 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.664866 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Added segment e5c17371-5c81-4fad-84a5-cd8418c7ad68 of type vlan for network 5051164b-aeb3-4361-b368-d1bf337ee729 Jun 17 08:41:31.678482 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cc457b2f-92bf-4c4d-95ec-b3f33328f909 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1400c5e796bf48228bddd01a4ec443e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6459897 Jun 17 08:41:31.679979 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56182) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:31.695601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc457b2f-92bf-4c4d-95ec-b3f33328f909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cffecb7-5bed-4fe7-802f-3497f9d00d68,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:31.716628 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cc457b2f-92bf-4c4d-95ec-b3f33328f909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:31.729086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6835306 Jun 17 08:41:31.729759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56184) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:31.735654 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:31.744814 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.789009 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.797585 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:31.798621 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.809274 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:31.850035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57762fa7-7d6c-4f5d-9494-9dcac7e4591e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.857619 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.876443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2979743 Jun 17 08:41:31.879959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56188) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:31.897637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'subnet': {'network_id': '5051164b-aeb3-4361-b368-d1bf337ee729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:31.907250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9eb65642-d27a-4746-b1bf-57b2ab1ece81 None None] Provisioning for port d77f4109-c75c-4614-846d-540da95b0eee completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:31.914309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9eb65642-d27a-4746-b1bf-57b2ab1ece81 None None] Provisioning complete for port d77f4109-c75c-4614-846d-540da95b0eee triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:31.914860 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9eb65642-d27a-4746-b1bf-57b2ab1ece81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:31.928782 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'project_id': 'ea7b714bd1d54bea91a7c269c6946c3d', 'port_id': 'd77f4109-c75c-4614-846d-540da95b0eee'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:31.940420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port a113ff42-fbe4-4a50-a60a-3b943c749717 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:41:31.971353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-9eb65642-d27a-4746-b1bf-57b2ab1ece81 None None] Port d77f4109-c75c-4614-846d-540da95b0eee cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:31.997529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Network': ['ID=5051164b-aeb3-4361-b368-d1bf337ee729,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:32.003605 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:32.012028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 5051164b-aeb3-4361-b368-d1bf337ee729 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:32.076363 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d004451b-c288-4455-9481-48992cab1e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.141424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d004451b-c288-4455-9481-48992cab1e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.229295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 172.20.0.2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/7af16a65-39b2-4c66-9bbb-721791bbc257/a113ff42-fbe4-4a50-a60a-3b943c749717) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:32.243233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::f816:3eff:fee7:8095 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/26ff757c-c39e-44ee-bd07-af32f1250751/a113ff42-fbe4-4a50-a60a-3b943c749717) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:32.295299 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57762fa7-7d6c-4f5d-9494-9dcac7e4591e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.302248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d004451b-c288-4455-9481-48992cab1e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.304950 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d004451b-c288-4455-9481-48992cab1e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.308884 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d004451b-c288-4455-9481-48992cab1e1e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5cffecb7-5bed-4fe7-802f-3497f9d00d68 HTTP/1.1" status: 204 len: 168 time: 0.6127529 Jun 17 08:41:32.309531 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-12e05917-7ffb-4ed9-8ab0-2dc8d228f9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:32.315530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57762fa7-7d6c-4f5d-9494-9dcac7e4591e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.324417 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 17 08:41:32.324417 n-d-779913-16 neutron-server[93803]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 17 08:41:32.324417 n-d-779913-16 neutron-server[93803]: [parameters: {'project_id_1': 'f7d827bf70b54fcab2665e04a6a606be', 'expiration_1': datetime.datetime(2021, 6, 17, 8, 41, 32, 16425)}] Jun 17 08:41:32.324417 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:41:32.325093 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:41:32.327138 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.335815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004451b-c288-4455-9481-48992cab1e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cffecb7-5bed-4fe7-802f-3497f9d00d68,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:32.342381 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d004451b-c288-4455-9481-48992cab1e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:32.346045 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b6e61bd0-68fc-405a-a2dd-ff9de95b89bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:32.427817 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-57762fa7-7d6c-4f5d-9494-9dcac7e4591e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ce465603ba0498490e6a11562306475&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6598225 Jun 17 08:41:32.431006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56194) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:32.445227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57762fa7-7d6c-4f5d-9494-9dcac7e4591e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a31442-4b28-46a7-a45d-7188c4ac43dd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:32.451398 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-57762fa7-7d6c-4f5d-9494-9dcac7e4591e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:32.505018 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-efe75ba4-7067-44c9-b578-74ddb7b323dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.510864 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.514735 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.531768 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object a113ff42-fbe4-4a50-a60a-3b943c749717 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:32.577797 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.597902 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8faa9498-2b30-4f10-abe7-f7d09a15a139 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:32.612599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:32.620399 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02a8283-3149-47ae-ba19-c5d3711c9e65 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:32.659331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:32.671508 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:32.753055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:32.756127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=a113ff42-fbe4-4a50-a60a-3b943c749717,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:32.760332 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:32.767679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:32.768362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.788772 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8913932 Jun 17 08:41:32.791183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56204) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:32.867969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cffe037-0392-4de6-a0a1-f8c75ef90b9b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:32.874910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cffe037-0392-4de6-a0a1-f8c75ef90b9b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:32.875390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-16674027-6a4e-4a0b-abc1-ec95b0df8b88 None None] Provisioning for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:32.879683 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8cffe037-0392-4de6-a0a1-f8c75ef90b9b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0842404 Jun 17 08:41:32.879948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56208) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:32.897294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:32.903554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:32.904173 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:32.961543 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.021218 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-efe75ba4-7067-44c9-b578-74ddb7b323dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.024162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9044a61e-d6ab-4eec-88a9-5d4a287a3907 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port a113ff42-fbe4-4a50-a60a-3b943c749717 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:33.024463 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9044a61e-d6ab-4eec-88a9-5d4a287a3907 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.075070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Made reservation on behalf of f7d827bf70b54fcab2665e04a6a606be for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:33.079112 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.081161 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.114896 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9639feaf-f9f3-4431-95ed-ee9cf86e6a60 None None] Update dhcp port {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'fixed_ips': [{'subnet_id': '26ff757c-c39e-44ee-bd07-af32f1250751', 'ip_address': '2001:db8::f816:3eff:fe28:c043'}, {'subnet_id': '7af16a65-39b2-4c66-9bbb-721791bbc257'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '9eecbd24-9ece-4aed-84c4-d3af87ccc1bc'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:41:33.121348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:33.138909 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.142670 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8e9565d-4701-408c-8539-fb8687e3ad4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:33.157965 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9044a61e-d6ab-4eec-88a9-5d4a287a3907 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.209314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Allocated IP 172.25.8.69 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/1b1f8b40-23b6-4b6b-b4d2-5611064a01c7) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:33.211855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:33.215418 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-efe75ba4-7067-44c9-b578-74ddb7b323dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.218143 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-efe75ba4-7067-44c9-b578-74ddb7b323dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.222146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-efe75ba4-7067-44c9-b578-74ddb7b323dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/60a31442-4b28-46a7-a45d-7188c4ac43dd HTTP/1.1" status: 204 len: 168 time: 0.7870548 Jun 17 08:41:33.224340 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8ae04f8e-6d00-4ea9-b6a9-aac2705d67dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:33.225381 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:33.240329 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9639feaf-f9f3-4431-95ed-ee9cf86e6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.267215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe75ba4-7067-44c9-b578-74ddb7b323dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a31442-4b28-46a7-a45d-7188c4ac43dd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:33.278371 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-efe75ba4-7067-44c9-b578-74ddb7b323dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:33.285637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9044a61e-d6ab-4eec-88a9-5d4a287a3907 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for a113ff42-fbe4-4a50-a60a-3b943c749717 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:33.395334 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.493745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-9639feaf-f9f3-4431-95ed-ee9cf86e6a60 None None] Allocated IP 172.20.0.3 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/7af16a65-39b2-4c66-9bbb-721791bbc257/9eecbd24-9ece-4aed-84c4-d3af87ccc1bc) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:33.527995 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.532157 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a7e8ade5-13bf-405e-ae63-10a139736588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:33.592816 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.625263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Subnet': ['ID=caebe794-8024-4c5e-bed2-9eeee2e36d1c,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:33.629039 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:33.632630 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c7e556cc-d091-4dab-8acf-85027b792ea3 tempest-ListServerFiltersTestJSON-1095406020 tempest-ListServerFiltersTestJSON-1095406020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:33.640268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Checking segment: {'id': 'e5c17371-5c81-4fad-84a5-cd8418c7ad68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5051164b-aeb3-4361-b368-d1bf337ee729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:33.640708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network hostable DHCP agents. Network: 5051164b-aeb3-4361-b368-d1bf337ee729, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:33.652016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9639feaf-f9f3-4431-95ed-ee9cf86e6a60 None None] For port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:33.668975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:33.687525 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:33.687914 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9044a61e-d6ab-4eec-88a9-5d4a287a3907 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.693441 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c4bd550f-5cc3-4782-a938-b095585cfafb tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:33.693712 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:33.741532 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9639feaf-f9f3-4431-95ed-ee9cf86e6a60 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.763694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044a61e-d6ab-4eec-88a9-5d4a287a3907 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=a113ff42-fbe4-4a50-a60a-3b943c749717,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:33.768295 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9044a61e-d6ab-4eec-88a9-5d4a287a3907 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:33.775808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9639feaf-f9f3-4431-95ed-ee9cf86e6a60 None None] Transition to ACTIVE for port object 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:33.789638 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9639feaf-f9f3-4431-95ed-ee9cf86e6a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.807979 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d8539273-3951-415e-b362-81fc22f8b4ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:33.902468 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56236) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:33.919422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Pushing event updated for resources: {'Port': ['ID=1b1f8b40-23b6-4b6b-b4d2-5611064a01c7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:33.935081 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:33.950711 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 5051164b-aeb3-4361-b368-d1bf337ee729 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:33.953607 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e40ce7fc-cdc7-405d-9066-18aa46f7ed0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:33.989905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639feaf-f9f3-4431-95ed-ee9cf86e6a60 None None] Pushing event updated for resources: {'Port': ['ID=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:33.993454 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9639feaf-f9f3-4431-95ed-ee9cf86e6a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:34.014152 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9044a61e-d6ab-4eec-88a9-5d4a287a3907 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.026544 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9044a61e-d6ab-4eec-88a9-5d4a287a3907 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/a113ff42-fbe4-4a50-a60a-3b943c749717 HTTP/1.1" status: 204 len: 168 time: 1.1405630 Jun 17 08:41:34.027545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56238) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:34.049141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 5051164b-aeb3-4361-b368-d1bf337ee729) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:34.062115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3825dac-375d-4131-97ef-39fd037e033b None None] Network 5051164b-aeb3-4361-b368-d1bf337ee729 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:34.077273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:34.078472 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.130988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb730dab-5960-47f1-a396-5536e2fc77e4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:34.132940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb730dab-5960-47f1-a396-5536e2fc77e4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:34.135737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb730dab-5960-47f1-a396-5536e2fc77e4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:34.139901 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fb730dab-5960-47f1-a396-5536e2fc77e4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1089883 Jun 17 08:41:34.140463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56244) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:34.232303 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4256de-c7af-41c6-afa3-1351927f9679 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 26ff757c-c39e-44ee-bd07-af32f1250751 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:34.236392 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a4256de-c7af-41c6-afa3-1351927f9679 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.277939 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61069dca-9be4-4494-80f0-ae46b657628a None None] Network 5051164b-aeb3-4361-b368-d1bf337ee729 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:34.331814 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a4256de-c7af-41c6-afa3-1351927f9679 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.356587 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-29240ded-0eb2-446a-ad99-7aa6bbfcf92b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2640848 Jun 17 08:41:34.543517 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a4256de-c7af-41c6-afa3-1351927f9679 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.691550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:34.702917 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e40ce7fc-cdc7-405d-9066-18aa46f7ed0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.716781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e40ce7fc-cdc7-405d-9066-18aa46f7ed0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.721025 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-23827d31-4948-4112-97d5-5995950a6b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:34.741066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8596954 Jun 17 08:41:34.750235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56254) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:34.757384 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a4256de-c7af-41c6-afa3-1351927f9679 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.761863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-686233598', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:34.774965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56256) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:34.806146 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.807361 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e40ce7fc-cdc7-405d-9066-18aa46f7ed0d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3524bc6172e243378638f2dfb0dbd57e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9034812 Jun 17 08:41:34.809228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-da92125b-f20d-4985-801b-e2dda6ae307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:34.810756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-da92125b-f20d-4985-801b-e2dda6ae307a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1097 time: 0.3848903 Jun 17 08:41:34.811455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56260) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:34.815036 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2a4256de-c7af-41c6-afa3-1351927f9679 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.817202 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2a4256de-c7af-41c6-afa3-1351927f9679 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/26ff757c-c39e-44ee-bd07-af32f1250751 HTTP/1.1" status: 204 len: 168 time: 0.6757686 Jun 17 08:41:34.821804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56262) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:34.887717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea22e11-4440-42d8-ab76-36b9e9a2fa77 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:34.893444 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-95521d48-ae25-4e4f-9013-2206fa3a1128 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 7af16a65-39b2-4c66-9bbb-721791bbc257 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:34.913261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95521d48-ae25-4e4f-9013-2206fa3a1128 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.913261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ce7fc-cdc7-405d-9066-18aa46f7ed0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d665c14c-6bcb-4724-9612-e689b976f56c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:34.915767 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e40ce7fc-cdc7-405d-9066-18aa46f7ed0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:34.938269 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d1988e6e-d669-49f5-a3ba-fc5177794c4e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:34.962952 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.964143 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:34.987024 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4256de-c7af-41c6-afa3-1351927f9679 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=26ff757c-c39e-44ee-bd07-af32f1250751,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:34.989971 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a4256de-c7af-41c6-afa3-1351927f9679 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:35.017807 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95521d48-ae25-4e4f-9013-2206fa3a1128 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.058018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-daee5b6a-f852-4e0b-8343-d6d3f1cf39e4 None None] Provisioning for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:35.070996 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3ea-e7a2-494a-a001-3aed4ce6ed6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.098043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-daee5b6a-f852-4e0b-8343-d6d3f1cf39e4 None None] Provisioning complete for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:35.099061 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-daee5b6a-f852-4e0b-8343-d6d3f1cf39e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.108990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-1a53dad3-5e50-4a30-9bca-9e34250cfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:35.116989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-1a53dad3-5e50-4a30-9bca-9e34250cfa61 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 897 time: 0.2577097 Jun 17 08:41:35.119890 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3ea-e7a2-494a-a001-3aed4ce6ed6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.150287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'network': {'name': 'tempest-network-smoke--1271036464', 'project_id': '429b1bfb82834492a01da039e4afa344', 'port_security_enabled': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:35.196955 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.198314 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95521d48-ae25-4e4f-9013-2206fa3a1128 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.250984 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.253959 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3ea-e7a2-494a-a001-3aed4ce6ed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.257037 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3ea-e7a2-494a-a001-3aed4ce6ed6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.263602 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f05cb3ea-e7a2-494a-a001-3aed4ce6ed6b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d665c14c-6bcb-4724-9612-e689b976f56c HTTP/1.1" status: 204 len: 168 time: 0.4432476 Jun 17 08:41:35.265907 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-57762fa7-7d6c-4f5d-9494-9dcac7e4591e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:35.289343 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cb3ea-e7a2-494a-a001-3aed4ce6ed6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d665c14c-6bcb-4724-9612-e689b976f56c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:35.292585 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f05cb3ea-e7a2-494a-a001-3aed4ce6ed6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:35.294470 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95521d48-ae25-4e4f-9013-2206fa3a1128 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.298581 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d75d9682-5454-490a-85ff-4551a96142bc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:35.329249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95521d48-ae25-4e4f-9013-2206fa3a1128 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=7af16a65-39b2-4c66-9bbb-721791bbc257,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:35.334504 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95521d48-ae25-4e4f-9013-2206fa3a1128 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:35.336074 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95521d48-ae25-4e4f-9013-2206fa3a1128 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.340710 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-95521d48-ae25-4e4f-9013-2206fa3a1128 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/7af16a65-39b2-4c66-9bbb-721791bbc257 HTTP/1.1" status: 204 len: 168 time: 0.5119185 Jun 17 08:41:35.343518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-daee5b6a-f852-4e0b-8343-d6d3f1cf39e4 None None] Could not find standard attr ID for object a113ff42-fbe4-4a50-a60a-3b943c749717. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:41:35.344162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56268) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:35.385047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Made reservation on behalf of 429b1bfb82834492a01da039e4afa344 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:35.388810 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.392495 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a114bc4e-9afd-4d40-98b0-5c81508ba25b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446026 Jun 17 08:41:35.393404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56270) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:35.398981 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:35.417046 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.420388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-8bbe5196-586c-4936-b090-d2a5cfbe7cc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 1001 time: 0.2850208 Jun 17 08:41:35.506454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:35.510793 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.544465 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.638911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-752b02a4-375b-4567-8187-5d5eaca91e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:35.641796 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-752b02a4-375b-4567-8187-5d5eaca91e4d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 200 len: 834 time: 0.1589949 Jun 17 08:41:35.823530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.843530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:35.849992 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aa03b014-7c04-4e69-b096-3a958e73afa0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:35.883826 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-8917ad88-dbcc-42ac-ae1e-a0c9af191a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:35.885520 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-8917ad88-dbcc-42ac-ae1e-a0c9af191a93 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2264130 Jun 17 08:41:35.921220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.objects.ports [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93804) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:41:36.047470 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.089691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Pushing event updated for resources: {'Port': ['ID=1b1f8b40-23b6-4b6b-b4d2-5611064a01c7,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:36.102185 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:36.111308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.122179 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-507c48b5-ec20-4243-8171-7d9ddf56ad4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:36.157211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b042f6-faab-4d69-a55c-5537d27ce574 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:36.178097 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:41:36.192615 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.284679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c3fc03-027f-4a01-b0af-d4e8a5fe7bbe,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:36.291296 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.291971 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Added segment 3dd39b10-1796-4710-9679-724358456e61 of type vlan for network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 Jun 17 08:41:36.299736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3d912ff1-d3e2-456f-885f-a2db97335374 None None] Provisioning complete for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:36.300157 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3d912ff1-d3e2-456f-885f-a2db97335374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.300620 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:36.338909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.415573 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-61584be5-cdfb-4f53-a135-977286ca7f84 service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215428 Jun 17 08:41:36.473383 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.571277 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.602334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] For port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:36.614119 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.623039 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Floating IP 0e32f9c3-8c0a-4489-ac63-ed56a2bb6441 associated. External IP: 172.25.8.69, port: d77f4109-c75c-4614-846d-540da95b0eee. Jun 17 08:41:36.644431 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.652556 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.653685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.665938 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-05938948-a51c-4ce3-ad0b-cba644fb765f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:36.677052 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.684309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:36.685027 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.716438 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c2c5c8e8-f5fe-4f97-845c-2f74af3460f8 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:36.740266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,revision_number=8']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:36.758079 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:36.758604 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4ba18fa2-1eb4-4153-aae7-77e0d60ba030 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:36.851717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:36.858550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:36.864451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:36.865047 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:36.869105 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=3d6673ad-16f6-4a26-9ded-700f50137f95,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:36.877940 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:36.886986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56304) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:36.887412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1042767 Jun 17 08:41:36.892850 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-483731725', 'admin_state_up': True, 'project_id': '429b1bfb82834492a01da039e4afa344', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:36.914189 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-28bc5775-57fb-441c-bb36-25552afc00e5 req-d877d466-ea06-4c2e-93d3-c5913cf01e04 service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608660 Jun 17 08:41:36.915460 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5209668 Jun 17 08:41:36.919153 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56306) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:36.924627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:36.968972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Network': ['ID=6941cc9f-6e5d-4e97-bdd7-15afbf504923,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:36.972251 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:36.984298 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:41:37.042745 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.044312 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.112259 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.149093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.25.8.110 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/c0a3f726-f8e8-46a0-86b9-f727063b74cf) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:37.392911 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.427878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:37.432225 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.489452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c806b564-af5c-4375-addf-7b9faf122354 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:37.906449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Router 0451e9b1-6997-4fd2-ae05-41306e3df7cf has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:37.937720 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.946206 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cf83d020-1000-4817-9d2d-6df06a022b57 None None] Provisioning complete for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:37.946590 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cf83d020-1000-4817-9d2d-6df06a022b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:37.977447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.060868 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.122071 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.125629 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1ab64101-1c95-4435-97af-ad90301cc9e0 tempest-ServerAddressesNegativeTestJSON-896962013 tempest-ServerAddressesNegativeTestJSON-896962013-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:38.174743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:38.189449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=c0a3f726-f8e8-46a0-86b9-f727063b74cf,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:38.193074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:38.196911 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:38.201502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:38.206798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:38.222991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d89aa0-642d-4aea-b213-94b95f4147a3 None None] Sync routers for ids ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:38.230066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.254700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d89aa0-642d-4aea-b213-94b95f4147a3 None None] Routers {'0451e9b1-6997-4fd2-ae05-41306e3df7cf'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:38.255677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-87d89aa0-642d-4aea-b213-94b95f4147a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:38.261435 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Allocated IP 172.25.8.185 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/ab3e702e-d47d-4a85-9cea-2475bdeb40ad) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:38.295712 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.5593038 Jun 17 08:41:38.299960 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-87d89aa0-642d-4aea-b213-94b95f4147a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:38.328178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56330) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:38.330619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d89aa0-642d-4aea-b213-94b95f4147a3 None None] Routers {'0451e9b1-6997-4fd2-ae05-41306e3df7cf'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:38.331460 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-87d89aa0-642d-4aea-b213-94b95f4147a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:38.373159 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.374395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-87d89aa0-642d-4aea-b213-94b95f4147a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:38.375269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d89aa0-642d-4aea-b213-94b95f4147a3 None None] The sync data for ids ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:38.400216 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.404434 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f11a4a5-7e75-4e0e-a3b3-95db60582ded tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:38.462326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:38.470584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:38.474042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ecfb21bd-55cd-421d-920a-618f415484bc tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] 10.222.0.47 "GET /v2.0/floatingips/0e32f9c3-8c0a-4489-ac63-ed56a2bb6441 HTTP/1.1" status: 200 len: 982 time: 0.1444821 Jun 17 08:41:38.477074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:38.477950 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.479160 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56332) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:38.493556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=30e44eb1-969c-4e3c-96fc-884447c28ca4,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:38.497087 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:38.499424 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5794384 Jun 17 08:41:38.501272 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.503531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56334) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:38.504207 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-35b07555-a959-439a-ba8e-a82d21e50cf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:38.512585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:4d:96:03', 'name': 'tempest-NetworksTestDHCPv6-1914397307'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:38.645516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:38.653813 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-35658a8f-38a6-4086-b91e-04a8d60f82ce tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.1711252 Jun 17 08:41:38.654363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56338) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:38.664681 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:38.668918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:38.695058 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:38.697872 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=ab3e702e-d47d-4a85-9cea-2475bdeb40ad,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:38.723383 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:38.779065 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90129849-0e77-4791-ada3-945ab75d2ea9 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:38.956346 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:38.956475 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:38.983373 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.017549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1a7e445-5aa3-44d4-82b8-910fc85018db None None] Provisioning complete for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:39.017927 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1a7e445-5aa3-44d4-82b8-910fc85018db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.039312 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:39.140163 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.300503 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.460251 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Update dhcp port {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'fixed_ips': [{'subnet_id': '3d6673ad-16f6-4a26-9ded-700f50137f95', 'ip_address': '2001:db8::f816:3eff:fe28:c043'}, {'subnet_id': '30e44eb1-969c-4e3c-96fc-884447c28ca4'}], 'binding:host_id': 'n-d-779913-16'}, 'id': '9eecbd24-9ece-4aed-84c4-d3af87ccc1bc'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:41:39.537843 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.578233 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.585662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Deleting port 1b1f8b40-23b6-4b6b-b4d2-5611064a01c7 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:39.586009 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.817066 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:41:39.855912 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.890289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port aafcb1f3-2efc-4624-86fa-449672ff9983 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:41:39.928540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Allocated IP 172.20.0.2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/30e44eb1-969c-4e3c-96fc-884447c28ca4/9eecbd24-9ece-4aed-84c4-d3af87ccc1bc) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:39.957231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.957858 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:39.963974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:39.974163 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401be0d-f085-446f-94bc-b2ee826e3e6d None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:39.988491 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401be0d-f085-446f-94bc-b2ee826e3e6d None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:39.991917 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4401be0d-f085-446f-94bc-b2ee826e3e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:40.038356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Calling delete_port for 1b1f8b40-23b6-4b6b-b4d2-5611064a01c7 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:40.057207 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.058444 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3072062 Jun 17 08:41:40.063005 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] For port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:40.064689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56376) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:40.081134 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4401be0d-f085-446f-94bc-b2ee826e3e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:40.098408 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.104149 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4401be0d-f085-446f-94bc-b2ee826e3e6d None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:40.104832 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4401be0d-f085-446f-94bc-b2ee826e3e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:40.114473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Transition to ACTIVE for port object 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:40.121159 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.147010 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:40.155862 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:40.230185 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4401be0d-f085-446f-94bc-b2ee826e3e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:40.231104 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401be0d-f085-446f-94bc-b2ee826e3e6d None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:40.333790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Pushing event updated for resources: {'Port': ['ID=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:40.342632 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.343177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.343620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.347509 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.348041 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.348476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.348933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.349725 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.350164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.350979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.350979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.351703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:40.357579 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:40.440173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 172.20.0.7 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/30e44eb1-969c-4e3c-96fc-884447c28ca4/aafcb1f3-2efc-4624-86fa-449672ff9983) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:40.451030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::f816:3eff:fe4d:9603 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/3d6673ad-16f6-4a26-9ded-700f50137f95/aafcb1f3-2efc-4624-86fa-449672ff9983) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:40.488116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 33dd63aa-695b-4a69-a853-1648da95cf3b is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:41:40.671994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:40.856089 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:40.867095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Sync routers for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:40.883898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:40.884574 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:40.924874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.021945 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.024109 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1355114 Jun 17 08:41:41.027183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56386) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:41.046577 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object aafcb1f3-2efc-4624-86fa-449672ff9983 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:41.049293 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.107535 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8eabbd5-3f6e-465b-ae9b-7406f61fc524 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:41.182621 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.188849 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:41.190530 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7d4adaa9-5ff6-4be7-8bab-f500ec6b57b4 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:41.236812 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event deleted for resources: {'Port': ['ID=1b1f8b40-23b6-4b6b-b4d2-5611064a01c7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:41.248861 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:41.254360 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.255430 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Floating IP 0e32f9c3-8c0a-4489-ac63-ed56a2bb6441 disassociated (deleted). External IP: 172.25.8.69, port: d77f4109-c75c-4614-846d-540da95b0eee. Jun 17 08:41:41.260026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:41.324281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:41.332653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:41.378996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe7f1d9-53d7-4f6c-a2ea-0fd89f6a4f6a None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:41:41.539182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=aafcb1f3-2efc-4624-86fa-449672ff9983,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:41.551783 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-48dab735-c731-4518-ae1d-6df50c5da693 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=429b1bfb82834492a01da039e4afa344&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5193694 Jun 17 08:41:41.552483 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:41.553118 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56398) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:41.553346 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5e89dc0d-365c-4744-a01f-3135728bc683 None None] Provisioning for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:41.571506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5e89dc0d-365c-4744-a01f-3135728bc683 None None] Provisioning complete for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:41.571891 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5e89dc0d-365c-4744-a01f-3135728bc683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.594764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:41.604196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.664262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:41:38Z', 'revision_number': 3, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:41.687462 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1806347 Jun 17 08:41:41.690520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56402) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:41.700991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Checking router: 33dd63aa-695b-4a69-a853-1648da95cf3b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:41.701350 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Updating router 33dd63aa-695b-4a69-a853-1648da95cf3b port ab3e702e-d47d-4a85-9cea-2475bdeb40ad binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:41:41.754622 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d8f9b-b741-4d40-8107-a6556badbe83 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:41.759551 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d40d8f9b-b741-4d40-8107-a6556badbe83 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1904371 Jun 17 08:41:41.763140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56404) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:41.799861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7f1d9-53d7-4f6c-a2ea-0fd89f6a4f6a None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:41:41.807967 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a83dc5e6-1698-441f-96c5-31bd4df496d4 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395029 Jun 17 08:41:41.809639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56406) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:41.810230 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:41.816371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-69271288', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'project_id': '429b1bfb82834492a01da039e4afa344', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:41.844106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833e4f48-4571-446c-9b39-ca1d611c4a07 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:41.850300 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833e4f48-4571-446c-9b39-ca1d611c4a07 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:41.852057 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-833e4f48-4571-446c-9b39-ca1d611c4a07 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1606460 Jun 17 08:41:41.852823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56410) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:41.867730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56412) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:41.914543 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.087738 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73c21936-22ce-40bf-979b-3ae3ab85199d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.106417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Made reservation on behalf of 429b1bfb82834492a01da039e4afa344 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:42.110032 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.214129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f54d4c51-efe2-49eb-ba06-230019381d8c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port aafcb1f3-2efc-4624-86fa-449672ff9983 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:42.214825 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f54d4c51-efe2-49eb-ba06-230019381d8c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.287080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.20.0.1 (5051164b-aeb3-4361-b368-d1bf337ee729/caebe794-8024-4c5e-bed2-9eeee2e36d1c/f33fe421-5f73-4bed-86df-4ef7ee41d44b) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:42.400432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f54d4c51-efe2-49eb-ba06-230019381d8c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.428421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73c21936-22ce-40bf-979b-3ae3ab85199d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.495239 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.500126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-f54d4c51-efe2-49eb-ba06-230019381d8c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for aafcb1f3-2efc-4624-86fa-449672ff9983 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:42.509015 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.511392 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73c21936-22ce-40bf-979b-3ae3ab85199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.524504 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Transition to ACTIVE for port object ab3e702e-d47d-4a85-9cea-2475bdeb40ad will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:42.535915 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d004451b-c288-4455-9481-48992cab1e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:42.538850 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.545385 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:42.573013 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.588869 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-95e10bf6-0d72-49f2-9949-27fe9e0b1c22 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:42.618470 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Attempting to bind port ab3e702e-d47d-4a85-9cea-2475bdeb40ad on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:42.618839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Attempting to bind port ab3e702e-d47d-4a85-9cea-2475bdeb40ad by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:42.620304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Attempting to bind port ab3e702e-d47d-4a85-9cea-2475bdeb40ad on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:42.623405 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.624919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 5051164b-aeb3-4361-b368-d1bf337ee729 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:42.629451 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:42.630078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:42.630918 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.631254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:42.631751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Bound port: ab3e702e-d47d-4a85-9cea-2475bdeb40ad, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:42.632140 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.634803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:42.667115 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-73c21936-22ce-40bf-979b-3ae3ab85199d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4769851732c2486595bb4c9e2e8212b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8023360 Jun 17 08:41:42.672503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c21936-22ce-40bf-979b-3ae3ab85199d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978c675b-32a3-4524-9a2c-ee849d0d9201,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:42.677646 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-73c21936-22ce-40bf-979b-3ae3ab85199d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:42.677861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56418) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:42.678497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddc6e2-ef5c-47cd-b51c-3e5273e0ef6f None None] Pushing event updated for resources: {'Port': ['ID=ab3e702e-d47d-4a85-9cea-2475bdeb40ad,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:42.680250 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:42.681869 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-42ddc6e2-ef5c-47cd-b51c-3e5273e0ef6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:42.688286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:42.717902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] For port ab3e702e-d47d-4a85-9cea-2475bdeb40ad, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:42.723475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] For port ab3e702e-d47d-4a85-9cea-2475bdeb40ad, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ab3e702e-d47d-4a85-9cea-2475bdeb40ad,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:42.734565 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.743538 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:42.768973 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Checking segment: {'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:42.774381 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.774659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network hostable DHCP agents. Network: 6941cc9f-6e5d-4e97-bdd7-15afbf504923, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:41:42.795322 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Subnet': ['ID=28e9f5be-4b70-471e-934f-925d81fabfa6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:42.800931 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:42.803281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:42.805342 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:42.873339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:41:42.886270 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=f33fe421-5f73-4bed-86df-4ef7ee41d44b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:42.890648 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:42.899511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 6941cc9f-6e5d-4e97-bdd7-15afbf504923) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:42.918007 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:42.918604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:42.985081 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1730635 Jun 17 08:41:42.993569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56424) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:43.011346 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9a99-39f4-4f90-96ab-af797d0b7d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.083836 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9a99-39f4-4f90-96ab-af797d0b7d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.130720 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f54d4c51-efe2-49eb-ba06-230019381d8c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.146548 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-25c0a995-e5d7-4c7f-ba25-d2dd637bc121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:43.185541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddc6e2-ef5c-47cd-b51c-3e5273e0ef6f None None] Pushing event updated for resources: {'Port': ['ID=ab3e702e-d47d-4a85-9cea-2475bdeb40ad,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:43.195910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d4c51-efe2-49eb-ba06-230019381d8c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=aafcb1f3-2efc-4624-86fa-449672ff9983,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:43.208733 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f54d4c51-efe2-49eb-ba06-230019381d8c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:43.235421 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-42ddc6e2-ef5c-47cd-b51c-3e5273e0ef6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:43.240784 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Router 0451e9b1-6997-4fd2-ae05-41306e3df7cf has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:43.297978 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.334917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:43.398803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2051ee-2c9a-4360-ad79-b52ae0c0956d None None] Network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:43.465750 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9a99-39f4-4f90-96ab-af797d0b7d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.465981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ba9b6f3e-615d-40f4-82cb-aa5513acc508 None None] Could not find standard attr ID for object aafcb1f3-2efc-4624-86fa-449672ff9983. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:41:43.469145 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9a99-39f4-4f90-96ab-af797d0b7d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.470615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bd4e9a99-39f4-4f90-96ab-af797d0b7d10 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/978c675b-32a3-4524-9a2c-ee849d0d9201 HTTP/1.1" status: 204 len: 168 time: 0.7741985 Jun 17 08:41:43.480086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f54d4c51-efe2-49eb-ba06-230019381d8c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.482887 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f54d4c51-efe2-49eb-ba06-230019381d8c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/aafcb1f3-2efc-4624-86fa-449672ff9983 HTTP/1.1" status: 204 len: 168 time: 1.6069655 Jun 17 08:41:43.486000 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56434) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:43.571508 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:43.583963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ba9b6f3e-615d-40f4-82cb-aa5513acc508 None None] Provisioning complete for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:43.584663 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba9b6f3e-615d-40f4-82cb-aa5513acc508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.594370 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-94948549-7de5-4094-80e1-29eb61127e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.639912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e9a99-39f4-4f90-96ab-af797d0b7d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978c675b-32a3-4524-9a2c-ee849d0d9201,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:43.656627 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd4e9a99-39f4-4f90-96ab-af797d0b7d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:43.660158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2183f-a83e-41cb-8133-be73437d5ee6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:43.664299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2183f-a83e-41cb-8133-be73437d5ee6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:43.669217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c2183f-a83e-41cb-8133-be73437d5ee6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:43.684027 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-94c2183f-a83e-41cb-8133-be73437d5ee6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1928115 Jun 17 08:41:43.689503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56436) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:43.761190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-28f59745-5773-443a-bef2-475b69585621 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 30e44eb1-969c-4e3c-96fc-884447c28ca4 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:43.767506 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28f59745-5773-443a-bef2-475b69585621 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.872034 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28f59745-5773-443a-bef2-475b69585621 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.881279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:43.893496 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:43.901948 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078cb301-a87d-4a81-b209-caea08743b0b None None] Sync routers for ids ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:43.923014 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078cb301-a87d-4a81-b209-caea08743b0b None None] Routers {'0451e9b1-6997-4fd2-ae05-41306e3df7cf'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:43.923656 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-078cb301-a87d-4a81-b209-caea08743b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:43.992523 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-078cb301-a87d-4a81-b209-caea08743b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:43.996164 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.003371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56440) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:44.013723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "DELETE /v2.0/floatingips/0e32f9c3-8c0a-4489-ac63-ed56a2bb6441 HTTP/1.1" status: 204 len: 168 time: 5.3570285 Jun 17 08:41:44.020670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b722c1-0d71-4d76-a31a-4721a1d6c28f req-1ac931d8-1cd6-4341-8749-d77d5d9c6f8f tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:44.023593 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2b722c1-0d71-4d76-a31a-4721a1d6c28f req-1ac931d8-1cd6-4341-8749-d77d5d9c6f8f tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1097 time: 0.6981449 Jun 17 08:41:44.025659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56442) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:44.026950 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078cb301-a87d-4a81-b209-caea08743b0b None None] Routers {'0451e9b1-6997-4fd2-ae05-41306e3df7cf'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:44.027823 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-078cb301-a87d-4a81-b209-caea08743b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:44.051002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:44.068001 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-078cb301-a87d-4a81-b209-caea08743b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:44.069128 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078cb301-a87d-4a81-b209-caea08743b0b None None] The sync data for ids ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:44.089581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28f59745-5773-443a-bef2-475b69585621 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.098962 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60d91b14-38db-4d98-9be2-a21717a570de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.099202 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f2b722c1-0d71-4d76-a31a-4721a1d6c28f req-8d44502d-2f68-4365-95b0-9a80f714334f tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.106255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:44.107120 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.161257 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.166140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:41:38Z', 'revision_number': 3, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:44.250575 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7c5f9f57-b688-4049-a903-3cf8c6c3302a None None] Could not find standard attr ID for object aafcb1f3-2efc-4624-86fa-449672ff9983. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:41:44.252267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f68bb0-6953-47ec-aea7-ceab087b1012 None None] The sync data for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 is: [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:41:38Z', 'revision_number': 3, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:44.285930 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28f59745-5773-443a-bef2-475b69585621 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.303368 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6dbc4702-931e-4367-82c4-14d323ccf2b9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:44.319749 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28f59745-5773-443a-bef2-475b69585621 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.321714 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-28f59745-5773-443a-bef2-475b69585621 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/30e44eb1-969c-4e3c-96fc-884447c28ca4 HTTP/1.1" status: 204 len: 168 time: 0.6311798 Jun 17 08:41:44.325918 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56446) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:44.375318 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f59745-5773-443a-bef2-475b69585621 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=30e44eb1-969c-4e3c-96fc-884447c28ca4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:44.383629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Allocated IP 172.20.0.2 (6941cc9f-6e5d-4e97-bdd7-15afbf504923/28e9f5be-4b70-471e-934f-925d81fabfa6/aa1a6e9a-cc00-4f9d-91fc-645f76d61946) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:44.383884 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-28f59745-5773-443a-bef2-475b69585621 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:44.515124 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7f1c08-4f2d-4037-9d13-1d9f919ddb2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 3d6673ad-16f6-4a26-9ded-700f50137f95 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:41:44.538471 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df7f1c08-4f2d-4037-9d13-1d9f919ddb2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.602750 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.626111 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.641940 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e92fea32-46d7-4167-bf6b-062c7968589a tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:44.667867 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.685663 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Transition to ACTIVE for port object aa1a6e9a-cc00-4f9d-91fc-645f76d61946 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:44.689194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902d6f87-06ad-40f1-bad8-b0936542e8fc None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:44.700479 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f2b722c1-0d71-4d76-a31a-4721a1d6c28f req-8d44502d-2f68-4365-95b0-9a80f714334f tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.742638 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df7f1c08-4f2d-4037-9d13-1d9f919ddb2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.749267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f2b722c1-0d71-4d76-a31a-4721a1d6c28f req-8d44502d-2f68-4365-95b0-9a80f714334f tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.756611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Transition to ACTIVE for port object aa1a6e9a-cc00-4f9d-91fc-645f76d61946 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:44.857616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2b722c1-0d71-4d76-a31a-4721a1d6c28f req-8d44502d-2f68-4365-95b0-9a80f714334f tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7993205 Jun 17 08:41:44.866161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.872071 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.890199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=f33fe421-5f73-4bed-86df-4ef7ee41d44b,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:44.914636 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:44.915200 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:44.959256 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.962515 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60d91b14-38db-4d98-9be2-a21717a570de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:44.993329 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-30b06964-f07e-4950-bc3f-7a3bf26864dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:45.051987 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:45.056061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60d91b14-38db-4d98-9be2-a21717a570de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.064767 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b4e6e7a4-35a5-4ace-acd7-a89d7b696b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:45.085717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:45.108860 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:45.126265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Pushing event updated for resources: {'Port': ['ID=aa1a6e9a-cc00-4f9d-91fc-645f76d61946,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:45.147782 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:45.156384 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-60d91b14-38db-4d98-9be2-a21717a570de admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6eda30826164f80bcddc23d71da3fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1502802 Jun 17 08:41:45.164433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Allocated IP 172.20.0.1 (6941cc9f-6e5d-4e97-bdd7-15afbf504923/28e9f5be-4b70-471e-934f-925d81fabfa6/3665e515-c291-411c-91cd-6f4b6e11594a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:45.196143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56452) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:45.202427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Attempting to bind port aa1a6e9a-cc00-4f9d-91fc-645f76d61946 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:45.202997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Attempting to bind port aa1a6e9a-cc00-4f9d-91fc-645f76d61946 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:45.203475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Attempting to bind port aa1a6e9a-cc00-4f9d-91fc-645f76d61946 on network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:45.210048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:45.210628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Checking segment: {'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:45.211177 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.211844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Bound using segment: {'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:45.212448 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Bound port: aa1a6e9a-cc00-4f9d-91fc-645f76d61946, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:45.212973 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.342656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d91b14-38db-4d98-9be2-a21717a570de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b296f50e-95b2-4f37-a005-9d46fb99ce0d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:45.348340 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-60d91b14-38db-4d98-9be2-a21717a570de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:45.390348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] For port aa1a6e9a-cc00-4f9d-91fc-645f76d61946, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:45.394490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] For port aa1a6e9a-cc00-4f9d-91fc-645f76d61946, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=aa1a6e9a-cc00-4f9d-91fc-645f76d61946,segment=NetworkSegment(3dd39b10-1796-4710-9679-724358456e61),segment_id=3dd39b10-1796-4710-9679-724358456e61)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:45.406583 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.418706 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0f7241a7-61a8-4861-8954-79b38b16d71b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:45.435871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.495585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Transition to ACTIVE for port object 3665e515-c291-411c-91cd-6f4b6e11594a will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:45.532955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Pushing event updated for resources: {'Port': ['ID=aa1a6e9a-cc00-4f9d-91fc-645f76d61946,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:45.538261 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:45.564508 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.567791 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f4cb22fc-99d3-4678-afbc-2984746163f3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:45.611407 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f9aeda7f-c216-4cbe-9d19-b320d5e39298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.680197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44502d-2f68-4365-95b0-9a80f714334f tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bfdefd-e5bb-4dde-a433-164be965848a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:45.740779 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8d44502d-2f68-4365-95b0-9a80f714334f tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:45.753042 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df7f1c08-4f2d-4037-9d13-1d9f919ddb2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:45.924025 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.068848 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 5051164b-aeb3-4361-b368-d1bf337ee729 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:46.086597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:46.096314 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df7f1c08-4f2d-4037-9d13-1d9f919ddb2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.110425 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0c10a7f8-5e98-44f6-bd37-a1f39f289b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:46.148641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7f1c08-4f2d-4037-9d13-1d9f919ddb2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=3d6673ad-16f6-4a26-9ded-700f50137f95,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:46.152104 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-df7f1c08-4f2d-4037-9d13-1d9f919ddb2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:46.267067 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:46.273911 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:46.278844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:46.283823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=3665e515-c291-411c-91cd-6f4b6e11594a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:46.307327 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c9a59da4-6e28-4068-a5a1-049687371d23 None None] Provisioning complete for port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:46.307708 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c9a59da4-6e28-4068-a5a1-049687371d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.308202 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:46.313997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Allocated IP 172.25.8.207 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/84e21dec-7a72-4d0e-b861-62f1144e8119) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:46.330585 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e17728-d71e-4330-ad1e-32574bf0d80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.351848 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.366084 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544bbd0b-c10b-4a35-8a89-b5d3fc086cf0 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:46.369300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:46.373065 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df7f1c08-4f2d-4037-9d13-1d9f919ddb2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.377203 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-df7f1c08-4f2d-4037-9d13-1d9f919ddb2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/3d6673ad-16f6-4a26-9ded-700f50137f95 HTTP/1.1" status: 204 len: 168 time: 2.0387819 Jun 17 08:41:46.380943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56460) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:46.394560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a1ccf-c873-4ad8-bad6-3e3170b681f1 req-f028b2e9-bb36-442d-91c0-5ec192d2088d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:46.402080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b54a1ccf-c873-4ad8-bad6-3e3170b681f1 req-f028b2e9-bb36-442d-91c0-5ec192d2088d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 1.2678118 Jun 17 08:41:46.487483 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-083d0b48-55e7-4934-a471-be5927c3ef66 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024446 Jun 17 08:41:46.491829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56464) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:46.500296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:46.532792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e17728-d71e-4330-ad1e-32574bf0d80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.688368 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.751549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c258a749-2199-44e7-84f3-93edf2cc9251 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:41:46.831110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ab3e702e-d47d-4a85-9cea-2475bdeb40ad up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:46.847176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:46.854932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.969321 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.970861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c258a749-2199-44e7-84f3-93edf2cc9251 None None] Deleting port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:46.971424 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c258a749-2199-44e7-84f3-93edf2cc9251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:46.989337 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.065808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c258a749-2199-44e7-84f3-93edf2cc9251 None None] For port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:47.066485 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c258a749-2199-44e7-84f3-93edf2cc9251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.066804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b54a1ccf-c873-4ad8-bad6-3e3170b681f1 req-4048d475-c230-4365-86c9-ddcc0f409145 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6637292 Jun 17 08:41:47.086799 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.097468 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56466) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:47.101029 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c6aedb0a-1799-40fd-a50f-d31f53f40433 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:47.205076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c258a749-2199-44e7-84f3-93edf2cc9251 None None] Calling delete_port for 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:47.211992 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e17728-d71e-4330-ad1e-32574bf0d80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.214705 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17e17728-d71e-4330-ad1e-32574bf0d80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.218130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-17e17728-d71e-4330-ad1e-32574bf0d80b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b296f50e-95b2-4f37-a005-9d46fb99ce0d HTTP/1.1" status: 204 len: 168 time: 1.5988812 Jun 17 08:41:47.230283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Pushing event updated for resources: {'Port': ['ID=84e21dec-7a72-4d0e-b861-62f1144e8119,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:47.237761 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:47.248295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e05633d9-f2da-4e5d-8151-e6be1e108643 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/e6db4497-a0f3-40cc-bf01-24ba9f65c207 HTTP/1.1" status: 200 len: 993 time: 0.0978384 Jun 17 08:41:47.249501 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-167d6855-e812-4a9e-9656-29d263e21f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:47.322743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e17728-d71e-4330-ad1e-32574bf0d80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b296f50e-95b2-4f37-a005-9d46fb99ce0d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:47.326260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4936e38-4938-4f88-9331-7e0c5f6a0244 None None] Network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:47.331795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port ab3e702e-d47d-4a85-9cea-2475bdeb40ad completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:47.335760 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-17e17728-d71e-4330-ad1e-32574bf0d80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:47.346951 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c258a749-2199-44e7-84f3-93edf2cc9251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.354589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:47.363928 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8089d833-b4e6-4031-b4ae-16c8e3d72cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:47.370417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258a749-2199-44e7-84f3-93edf2cc9251 None None] No DVR routers for this DVR port 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:47.392194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:47.403636 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "PUT /v2.0/routers/c11cf495-3018-484b-92a0-a8f5d68216b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3377523 Jun 17 08:41:47.404875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:47.410219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56476) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:47.416659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'port': {'network_id': '5051164b-aeb3-4361-b368-d1bf337ee729', 'name': 'tempest-FloatingIPTestJSON-1759227769'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:47.418820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:47.469710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6bf58-88ea-458e-bcbd-258cb5e19122 None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:47.484489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port ab3e702e-d47d-4a85-9cea-2475bdeb40ad triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:47.484882 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.561833 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.562487 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-99b5e864-d7d5-4e8e-ac89-09f243c73bb6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:47.569674 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-96bb1b20-4e75-4da2-9ffd-c6d8b48d6d5d None None] Provisioning for port aa1a6e9a-cc00-4f9d-91fc-645f76d61946 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:47.601717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258a749-2199-44e7-84f3-93edf2cc9251 None None] Pushing event deleted for resources: {'Port': ['ID=9eecbd24-9ece-4aed-84c4-d3af87ccc1bc,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:47.630101 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c258a749-2199-44e7-84f3-93edf2cc9251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:47.650546 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:47.652149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6bf58-88ea-458e-bcbd-258cb5e19122 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:47.652869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-05c6bf58-88ea-458e-bcbd-258cb5e19122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:47.667112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:47.689888 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:47.697022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.700213 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.717746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.728963 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Made reservation on behalf of f7d827bf70b54fcab2665e04a6a606be for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:47.735891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.772404 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.804248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:47.811208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa61b53f-c8e6-4e0e-a7be-5cbafe1e265f None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:47.816301 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=89f4554c-606d-4eba-a5c8-cd686bbbc63a,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:47.819716 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:47.822087 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3281605 Jun 17 08:41:47.828529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] device_id is not set on port ca854e89-e96e-42ca-aa2b-08d371e3756c yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:41:47.855913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56488) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:47.864607 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:47.897553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-05c6bf58-88ea-458e-bcbd-258cb5e19122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:48.002699 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bc94ce2-9d67-4181-98b4-c0726e7811cc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:48.044116 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.098997 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.104007 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=3665e515-c291-411c-91cd-6f4b6e11594a,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:48.113140 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:48.159601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.20.0.14 (5051164b-aeb3-4361-b368-d1bf337ee729/caebe794-8024-4c5e-bed2-9eeee2e36d1c/ca854e89-e96e-42ca-aa2b-08d371e3756c) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:48.304276 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c6bf58-88ea-458e-bcbd-258cb5e19122 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:48.305201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-05c6bf58-88ea-458e-bcbd-258cb5e19122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:48.342549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:48.353426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:48.400052 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port ab3e702e-d47d-4a85-9cea-2475bdeb40ad, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ab3e702e-d47d-4a85-9cea-2475bdeb40ad,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:48.401836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-05c6bf58-88ea-458e-bcbd-258cb5e19122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:48.402510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c6bf58-88ea-458e-bcbd-258cb5e19122 None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:48.440319 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.441226 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa1a6e9a-cc00-4f9d-91fc-645f76d61946 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:48.451122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:48.454693 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.546877 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 33dd63aa-695b-4a69-a853-1648da95cf3b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:48.632768 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.643519 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.673994 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-42ddc6e2-ef5c-47cd-b51c-3e5273e0ef6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:48.680367 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.700568 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-588950a5-e41c-43e7-b9b4-16049fc3839c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:48.729586 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.748241 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:48.759601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port aa1a6e9a-cc00-4f9d-91fc-645f76d61946 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:48.768117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port aa1a6e9a-cc00-4f9d-91fc-645f76d61946 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:48.768496 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.824168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 5051164b-aeb3-4361-b368-d1bf337ee729 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:48.847106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '89f4554c-606d-4eba-a5c8-cd686bbbc63a'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:41:48.847995 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:48.850036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Pushing event updated for resources: {'Port': ['ID=84e21dec-7a72-4d0e-b861-62f1144e8119,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:48.869110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=ab3e702e-d47d-4a85-9cea-2475bdeb40ad,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:48.871691 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:48.871874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=ca854e89-e96e-42ca-aa2b-08d371e3756c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:48.875413 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:48.876413 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:48.879736 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:48.879937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:48.902915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724f9ad-1e9e-401c-ba82-79b6afae477d req-3ab088fc-8360-457a-86ac-1884e67e74b6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:48.925492 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b724f9ad-1e9e-401c-ba82-79b6afae477d req-3ab088fc-8360-457a-86ac-1884e67e74b6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 946 time: 0.7347023 Jun 17 08:41:49.005486 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.048759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:49.049566 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.100514 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6872475 Jun 17 08:41:49.110314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56520) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:49.138919 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'port': {'network_id': '5051164b-aeb3-4361-b368-d1bf337ee729', 'name': 'tempest-FloatingIPTestJSON-863499498'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:49.168842 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.208009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Allocated IP 172.20.0.2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/89f4554c-606d-4eba-a5c8-cd686bbbc63a/222fc04a-ece7-42d5-b5d9-2f27f81bfdcc) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:49.217705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:49.221397 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b724f9ad-1e9e-401c-ba82-79b6afae477d req-88d52ab9-1317-4596-b4f1-aa77fd00a1bc tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929721 Jun 17 08:41:49.230423 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Sync routers for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:49.237352 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "PUT /v2.0/routers/33dd63aa-695b-4a69-a853-1648da95cf3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2426395 Jun 17 08:41:49.241750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56522) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:49.273391 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:49.274023 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:49.300180 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.394370 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.398452 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3661568 Jun 17 08:41:49.400314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port aa1a6e9a-cc00-4f9d-91fc-645f76d61946, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=aa1a6e9a-cc00-4f9d-91fc-645f76d61946,segment=NetworkSegment(3dd39b10-1796-4710-9679-724358456e61),segment_id=3dd39b10-1796-4710-9679-724358456e61)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:49.403371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56528) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:49.418560 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.422980 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-153a439b-85b7-4109-b049-8435942f9b60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:49.446174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3517c4-df46-4d6d-b2ea-a8b632a21561 req-4d207dee-bbc0-4f49-9c1e-95d39155dc19 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:49.460631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6f3517c4-df46-4d6d-b2ea-a8b632a21561 req-4d207dee-bbc0-4f49-9c1e-95d39155dc19 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.4013052 Jun 17 08:41:49.467816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2f9c9876-443a-4441-a8d3-925a6e633b16 None None] Provisioning for port 3665e515-c291-411c-91cd-6f4b6e11594a completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:49.487855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2f9c9876-443a-4441-a8d3-925a6e633b16 None None] Provisioning complete for port 3665e515-c291-411c-91cd-6f4b6e11594a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:49.488466 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9876-443a-4441-a8d3-925a6e633b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.594710 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:49.634544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-6e81fcc6-e8af-4741-a2bd-a5894f3f6896 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7061431 Jun 17 08:41:49.678612 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=aa1a6e9a-cc00-4f9d-91fc-645f76d61946,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:49.690625 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:49.716724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ab3e702e-d47d-4a85-9cea-2475bdeb40ad up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:49.766967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6f3517c4-df46-4d6d-b2ea-a8b632a21561 req-542bc533-6c18-45bb-a44d-c5a2ac7685ff tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052876 Jun 17 08:41:49.832132 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-2f9c9876-443a-4441-a8d3-925a6e633b16 None None] Port 3665e515-c291-411c-91cd-6f4b6e11594a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:49.849649 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-d9590e0d-5cca-4fcd-8194-f57935f74377 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:49.851209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-d9590e0d-5cca-4fcd-8194-f57935f74377 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.63 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 946 time: 0.4738443 Jun 17 08:41:49.876014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:49.928387 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:49.958150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Transition to ACTIVE for port object 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:49.968521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2f9c9876-443a-4441-a8d3-925a6e633b16 None None] Provisioning complete for port aa1a6e9a-cc00-4f9d-91fc-645f76d61946 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:49.979715 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f9c9876-443a-4441-a8d3-925a6e633b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.060519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port ab3e702e-d47d-4a85-9cea-2475bdeb40ad triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:50.074557 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.083482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.087077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.087381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.087929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.088218 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:41:46Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:47Z', 'revision_number': 2, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:50.088680 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.092486 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.093046 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.093498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.093974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.094928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.095519 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:50.102872 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f6787c2d-34e8-4634-a9b3-9034982c401a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7786 time: 0.8536246 Jun 17 08:41:50.118211 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56550) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:50.174954 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Checking router: 33dd63aa-695b-4a69-a853-1648da95cf3b for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:50.175388 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Updating router 33dd63aa-695b-4a69-a853-1648da95cf3b port 3665e515-c291-411c-91cd-6f4b6e11594a binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:41:50.188506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Transition to ACTIVE for port object 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:50.217686 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.228835 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-84713873-708d-467e-b714-652a772ce305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:50.255453 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.293044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Made reservation on behalf of f7d827bf70b54fcab2665e04a6a606be for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:50.298463 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.326892 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.359640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] device_id is not set on port d6f5c5d2-1886-4325-ae4a-bc5c2313e60a yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:41:50.406434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:50.478386 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Pushing event updated for resources: {'Port': ['ID=222fc04a-ece7-42d5-b5d9-2f27f81bfdcc,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:50.481240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:50.483216 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:50.491509 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:50.666792 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.20.0.8 (5051164b-aeb3-4361-b368-d1bf337ee729/caebe794-8024-4c5e-bed2-9eeee2e36d1c/d6f5c5d2-1886-4325-ae4a-bc5c2313e60a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:50.703716 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:50.746205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:41:50.746996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9eecbd24-9ece-4aed-84c4-d3af87ccc1bc not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:41:50.767942 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Attempting to bind port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:50.768732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Attempting to bind port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:50.769363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Attempting to bind port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:50.778546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:50.779392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:50.780060 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.780701 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:50.781445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Bound port: 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:50.782086 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.798375 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.809245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-01b38526-48d3-40e8-ac20-19907d57e5b1 None None] Provisioning complete for port 3665e515-c291-411c-91cd-6f4b6e11594a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:50.809738 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-01b38526-48d3-40e8-ac20-19907d57e5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.823984 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Transition to ACTIVE for port object 3665e515-c291-411c-91cd-6f4b6e11594a will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:50.838920 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:50.856176 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:50.970031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-01b38526-48d3-40e8-ac20-19907d57e5b1 None None] Port 3665e515-c291-411c-91cd-6f4b6e11594a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:51.006413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] For port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:51.007834 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987831a8-682e-4128-8be1-52056c4f4fb0 None None] Pushing event updated for resources: {'Port': ['ID=3665e515-c291-411c-91cd-6f4b6e11594a,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:51.030426 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] For port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=222fc04a-ece7-42d5-b5d9-2f27f81bfdcc,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:51.035468 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-987831a8-682e-4128-8be1-52056c4f4fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:51.039345 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.044588 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:51.131937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.133248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.133921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.134620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.141981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.143130 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.144006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.144660 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.145351 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.145979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.147392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.148014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:51.150577 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-718881c5-ab7b-47ed-a805-ee6fcebe16fd tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7667 time: 1.0166426 Jun 17 08:41:51.160838 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56584) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:51.191758 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Attempting to bind port 3665e515-c291-411c-91cd-6f4b6e11594a on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:41:51.195236 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Attempting to bind port 3665e515-c291-411c-91cd-6f4b6e11594a by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:41:51.195619 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Attempting to bind port 3665e515-c291-411c-91cd-6f4b6e11594a on network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:41:51.208536 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:41:51.211188 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Checking segment: {'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:41:51.211600 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.212000 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Bound using segment: {'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:41:51.215868 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Bound port: 3665e515-c291-411c-91cd-6f4b6e11594a, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:41:51.216513 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.217074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Pushing event updated for resources: {'Port': ['ID=222fc04a-ece7-42d5-b5d9-2f27f81bfdcc,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:51.225731 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:51.288698 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] For port 3665e515-c291-411c-91cd-6f4b6e11594a, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:41:51.296308 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] For port 3665e515-c291-411c-91cd-6f4b6e11594a, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3665e515-c291-411c-91cd-6f4b6e11594a,segment=NetworkSegment(3dd39b10-1796-4710-9679-724358456e61),segment_id=3dd39b10-1796-4710-9679-724358456e61)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:41:51.303749 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.315660 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:51.382466 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987831a8-682e-4128-8be1-52056c4f4fb0 None None] Pushing event updated for resources: {'Port': ['ID=3665e515-c291-411c-91cd-6f4b6e11594a,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:51.388116 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-987831a8-682e-4128-8be1-52056c4f4fb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:51.400855 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:51.413983 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:51.533011 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.601087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa1a6e9a-cc00-4f9d-91fc-645f76d61946 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:51.626160 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:51.758971 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.862611 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f54d4c51-efe2-49eb-ba06-230019381d8c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:51.863344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port aa1a6e9a-cc00-4f9d-91fc-645f76d61946 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:51.863344 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:51.951201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 5051164b-aeb3-4361-b368-d1bf337ee729 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:51.956262 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:51.962013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:52.044908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:41:52.108472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Deleting port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:52.108830 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.117584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=d6f5c5d2-1886-4325-ae4a-bc5c2313e60a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:52.133520 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:52.142585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:52.144501 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.201233 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0895767 Jun 17 08:41:52.202975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56614) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:52.209513 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': 'd6f5c5d2-1886-4325-ae4a-bc5c2313e60a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:52.235719 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:52.236247 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.340374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3f991-8162-415c-a272-f865e7ed21a8 req-1d4d8a3e-a665-438b-90b5-94476c6b5a10 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:52.350232 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cd3f991-8162-415c-a272-f865e7ed21a8 req-1d4d8a3e-a665-438b-90b5-94476c6b5a10 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 946 time: 1.2778885 Jun 17 08:41:52.396430 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.419336 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:41:46Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:51Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:52.457011 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d965e86-d562-4393-bfcb-d00c9cddcfac None None] The sync data for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 is: [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:41:46Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:51Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:52.480600 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ae7e9c83-326c-4eeb-8a3a-c178b2d096cb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5941 time: 1.2851214 Jun 17 08:41:52.642641 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.755311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bed8d326-bd1a-4dff-8e4f-cf447b3d3021 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:41:52.882400 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:52.913047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:52.915568 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e540057f-a6a6-434a-b0f0-d8e13b670723" -d '{"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-unplugged", "status": "completed", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:52.937666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d0235-7f06-4c4a-b6b4-2af8d5133a08 req-376972b0-dc05-4e38-aaa1-27aa9e730909 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:52.940757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d5d0235-7f06-4c4a-b6b4-2af8d5133a08 req-376972b0-dc05-4e38-aaa1-27aa9e730909 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 1.5314388 Jun 17 08:41:53.000801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bed8d326-bd1a-4dff-8e4f-cf447b3d3021, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:53.015822 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.025730 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-061ebc1c-2a3c-40e9-9037-3966331c4f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:53.155999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=11']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:53.169508 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:53.198288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cd3f991-8162-415c-a272-f865e7ed21a8 req-9538dabe-dfed-49a1-b517-c80c4d798af1 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8464129 Jun 17 08:41:53.227399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d5d0235-7f06-4c4a-b6b4-2af8d5133a08 req-a1023fac-976b-481e-8e7d-ce84d1729b5a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682462 Jun 17 08:41:53.254184 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e27b0041-6ee6-40ab-8bc3-836007464f11 None None] Provisioning for port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:53.298249 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.307528 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.308708 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Floating IP b5609362-3969-414d-928c-e4f7de78dd44 disassociated. External IP: 172.25.8.238, port: bed8d326-bd1a-4dff-8e4f-cf447b3d3021. Jun 17 08:41:53.311842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Calling delete_port for bed8d326-bd1a-4dff-8e4f-cf447b3d3021 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:53.333988 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e06b73-b0d0-46a4-971c-b2ca5cdb807f x-openstack-request-id: req-52e06b73-b0d0-46a4-971c-b2ca5cdb807f {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:53.334295 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-unplugged", "status": "completed", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:53.334555 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-52e06b73-b0d0-46a4-971c-b2ca5cdb807f {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:53.337230 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'code': 200} Jun 17 08:41:53.406911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0966e-9331-4b14-8230-154a8bed495b req-15571359-c39b-46b8-9a39-1d1b4553e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:53.408505 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-15571359-c39b-46b8-9a39-1d1b4553e080 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1097 time: 1.3969040 Jun 17 08:41:53.587151 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.612856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56644) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:53.686396 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.693200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:53.759012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.25.8.32 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/0bb06409-7957-4394-87c4-3af84ccd4929) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:53.853236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:53.870069 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:53.872750 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:53.988969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56654) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:54.011641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c284e3fd-68bc-48c1-b8ab-c75e4d13535c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-204010576', 'description': 'tempest-secgroup-smoke-204010576 description', 'project_id': '429b1bfb82834492a01da039e4afa344'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:54.040291 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.042561 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3536b26-3fbd-4f14-8853-626aa97a8bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.085434 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c284e3fd-68bc-48c1-b8ab-c75e4d13535c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.114468 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.155222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0966e-9331-4b14-8230-154a8bed495b req-937251bc-046d-4a7b-a66e-3603640dcb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:54.157030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-937251bc-046d-4a7b-a66e-3603640dcb73 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 897 time: 0.5432074 Jun 17 08:41:54.175759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] For port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=222fc04a-ece7-42d5-b5d9-2f27f81bfdcc,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:54.221005 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.226450 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:54.240692 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-d606e691-58ea-46ba-8fa6-359401092750 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 1001 time: 0.0736058 Jun 17 08:41:54.287912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.316150 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:54.321632 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:54.358342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:54.388689 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:54.408919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event deleted for resources: {'Port': ['ID=bed8d326-bd1a-4dff-8e4f-cf447b3d3021,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:54.428912 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:54.459190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c284e3fd-68bc-48c1-b8ab-c75e4d13535c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.463251 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=0bb06409-7957-4394-87c4-3af84ccd4929,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:54.472608 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c284e3fd-68bc-48c1-b8ab-c75e4d13535c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.495895 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.495895 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.496633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.496773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.497497 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.497675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.498745 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.499773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.499773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.500499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.500499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.501022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:41:54.514420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.515505 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:54.518522 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f8dc3dc-d763-4a3d-808c-146261dbc9d0 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:54.540998 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0966e-9331-4b14-8230-154a8bed495b req-c10f1770-773d-4c45-890b-3e3362be2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:54.542607 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-c10f1770-773d-4c45-890b-3e3362be2773 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 200 len: 834 time: 0.2889733 Jun 17 08:41:54.545446 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Allocated IP 172.25.8.237 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/5b964b10-10e2-4839-9b9d-bf5e3325f92b) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:54.578867 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:41:54.579751 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:41:54.607655 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.608468 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:54.614704 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284e3fd-68bc-48c1-b8ab-c75e4d13535c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a52a097-7919-422e-8e45-52b0845a0dac,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:54.618373 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c284e3fd-68bc-48c1-b8ab-c75e4d13535c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:54.999207 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:55.006097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db9ca488-c1bc-4b30-9e2d-e58000bd3964 req-ca0a9f16-95a8-4922-b4e1-7b1f43ba41b0 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 210 time: 0.5299273 Jun 17 08:41:55.068132 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.136129 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.174970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:55.180832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=222fc04a-ece7-42d5-b5d9-2f27f81bfdcc,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:55.188774 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.190089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3665e515-c291-411c-91cd-6f4b6e11594a up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:55.221230 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.238610 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-42ddc6e2-ef5c-47cd-b51c-3e5273e0ef6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:55.252442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:55.256176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:55.256703 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.275831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f86a305-91f9-4686-a3d0-d0a54ab2f4f0 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:41:55.333443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=222fc04a-ece7-42d5-b5d9-2f27f81bfdcc,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:55.337683 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:55.345296 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2f8486c7-9ac7-4a3f-ba3d-cfb06eff44cf tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:55.428819 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.436303 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.446999 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bc3f613-6d1c-4e3f-b6dd-06a252b94a12 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:55.456558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 3665e515-c291-411c-91cd-6f4b6e11594a completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:55.461983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=222fc04a-ece7-42d5-b5d9-2f27f81bfdcc,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:55.495472 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=0bb06409-7957-4394-87c4-3af84ccd4929,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:55.501243 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:55.508311 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:55.515464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 3665e515-c291-411c-91cd-6f4b6e11594a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:55.516388 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.524508 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.554637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980c03b-8e94-40ff-93fd-cb645a495eb8 req-def34bd3-7dec-414a-812b-a396ca8e17c6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:55.557298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9980c03b-8e94-40ff-93fd-cb645a495eb8 req-def34bd3-7dec-414a-812b-a396ca8e17c6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 1.0452251 Jun 17 08:41:55.565663 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.567145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Router 8444cbf8-11ab-4cda-aedf-3126e906a14d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:55.596194 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3536b26-3fbd-4f14-8853-626aa97a8bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.633801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0966e-9331-4b14-8230-154a8bed495b req-986d4c6b-23d9-443d-9c54-82a67b7ebd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:55.636312 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-986d4c6b-23d9-443d-9c54-82a67b7ebd12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0314405 Jun 17 08:41:55.654864 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3536b26-3fbd-4f14-8853-626aa97a8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.659497 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.694528 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.8369017 Jun 17 08:41:55.707277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 3665e515-c291-411c-91cd-6f4b6e11594a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3665e515-c291-411c-91cd-6f4b6e11594a,segment=NetworkSegment(3dd39b10-1796-4710-9679-724358456e61),segment_id=3dd39b10-1796-4710-9679-724358456e61)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:41:55.711858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e3536b26-3fbd-4f14-8853-626aa97a8bc4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d574f26814742868d5d4e8e108ce68e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0288846 Jun 17 08:41:55.713316 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56680) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:55.716970 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.720237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56682) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:55.723955 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cadc3b00-b47d-4592-89d1-0b7ec492a698 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:55.725720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:3c:49:9d', 'name': 'tempest-NetworksTestDHCPv6-1178597562'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:55.740441 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c284e3fd-68bc-48c1-b8ab-c75e4d13535c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:55.742255 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c284e3fd-68bc-48c1-b8ab-c75e4d13535c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7519922 Jun 17 08:41:55.748788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56684) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:55.758475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-80dccd98-2d36-46ff-8371-5401fcf53dbd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': '5a52a097-7919-422e-8e45-52b0845a0dac', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:55.875193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=3665e515-c291-411c-91cd-6f4b6e11594a,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:55.881049 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:55.884248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:55.909137 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=d7e29c9b-9734-4cf4-add5-e1b62e3c2273,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:55.909137 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:55.951767 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-47737437-7af7-4d77-81e0-10708ee60c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:55.984086 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP 0a473c2a-905c-4d70-8279-20972b26a4a3 associated. External IP: 172.25.8.32, port: d6f5c5d2-1886-4325-ae4a-bc5c2313e60a. Jun 17 08:41:56.019450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:56.020032 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.105418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3536b26-3fbd-4f14-8853-626aa97a8bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14648713-03a9-4210-80b5-b6ecb19e6449,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:56.161194 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e3536b26-3fbd-4f14-8853-626aa97a8bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:56.168153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88fd1256-92ad-454a-9ed3-4c8ff3ec3091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.207013 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88fd1256-92ad-454a-9ed3-4c8ff3ec3091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.223066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.230617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9980c03b-8e94-40ff-93fd-cb645a495eb8 req-217d09f4-f978-4ef2-89ac-0ab1a7f8b76b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6425145 Jun 17 08:41:56.235416 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80dccd98-2d36-46ff-8371-5401fcf53dbd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.246538 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-deb8f358-00a6-4303-bf1d-94493a36df1c tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:56.264242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-932e62b1-04ec-459b-aabf-a24be4bee060 service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675125 Jun 17 08:41:56.376382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:56.418273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-858014e9-9bca-41be-b2e3-c58cb752df22 req-4d30c7cf-201f-4c80-b25d-7f0012fa243f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 210 time: 0.1152353 Jun 17 08:41:56.461206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:41:56.464464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:56.475462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:56.477714 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Pushing event updated for resources: {'Port': ['ID=5b964b10-10e2-4839-9b9d-bf5e3325f92b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:56.501789 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:56.503892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:56.517531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc21ea-8e19-4642-beee-a5f701cb7429 None None] Sync routers for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:56.549229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc21ea-8e19-4642-beee-a5f701cb7429 None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:56.549977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9dbc21ea-8e19-4642-beee-a5f701cb7429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:56.634974 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80dccd98-2d36-46ff-8371-5401fcf53dbd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.650504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] No DVR routers for this DVR port bed8d326-bd1a-4dff-8e4f-cf447b3d3021 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:41:56.653763 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.658922 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ea22ba4-25a6-401d-b32e-6cc0c5e2a8ad req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.63 "DELETE /v2.0/ports/bed8d326-bd1a-4dff-8e4f-cf447b3d3021 HTTP/1.1" status: 204 len: 173 time: 6.7735593 Jun 17 08:41:56.666364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-deleted', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:41:56.669419 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15a66b7-f491-4eb7-9933-41c9d6629896" -d '{"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-deleted", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:41:56.729247 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88fd1256-92ad-454a-9ed3-4c8ff3ec3091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.731989 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88fd1256-92ad-454a-9ed3-4c8ff3ec3091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.735495 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-88fd1256-92ad-454a-9ed3-4c8ff3ec3091 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14648713-03a9-4210-80b5-b6ecb19e6449 HTTP/1.1" status: 204 len: 168 time: 1.0000594 Jun 17 08:41:56.741036 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7078e5-aaeb-49de-ad1c-0f0c8d006b22 x-openstack-request-id: req-ac7078e5-aaeb-49de-ad1c-0f0c8d006b22 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:41:56.741885 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45d4672c-399e-4db8-aba8-48d037d11490", "name": "network-vif-deleted", "tag": "bed8d326-bd1a-4dff-8e4f-cf447b3d3021", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:41:56.742617 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac7078e5-aaeb-49de-ad1c-0f0c8d006b22 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:41:56.743533 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45d4672c-399e-4db8-aba8-48d037d11490', 'name': 'network-vif-deleted', 'tag': 'bed8d326-bd1a-4dff-8e4f-cf447b3d3021', 'status': 'completed', 'code': 200} Jun 17 08:41:56.748378 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a09628f6-25ba-4cb1-8c5f-6c637008a68a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:56.752152 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.757217 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80dccd98-2d36-46ff-8371-5401fcf53dbd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.762701 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-ece3366c-8f47-4517-ab4d-1db7980e4611 service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506197 Jun 17 08:41:56.773604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd1256-92ad-454a-9ed3-4c8ff3ec3091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14648713-03a9-4210-80b5-b6ecb19e6449,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:56.806276 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b06a238b-a3d2-4f0c-8529-f0300802da8b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:56.807981 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-88fd1256-92ad-454a-9ed3-4c8ff3ec3091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:56.830883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.887502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dccd98-2d36-46ff-8371-5401fcf53dbd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29b98fb9-5be0-48ad-b8d3-ccf88c9c35c5,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:56.905900 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:56.911677 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80dccd98-2d36-46ff-8371-5401fcf53dbd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:56.915255 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80dccd98-2d36-46ff-8371-5401fcf53dbd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:56.916764 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-80dccd98-2d36-46ff-8371-5401fcf53dbd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1645963 Jun 17 08:41:56.920443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56704) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:56.933550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2a7a49f0-238d-4b44-95e4-2cb43f168a45 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': '5a52a097-7919-422e-8e45-52b0845a0dac', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:56.944849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 9d787859-1db4-4db3-9451-7a817d48ca09 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:41:57.026470 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.088447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-9dbc21ea-8e19-4642-beee-a5f701cb7429 None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:57.121651 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a7a49f0-238d-4b44-95e4-2cb43f168a45 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.174958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-db79c12e-5985-482f-b5f7-ba7b545d1b98 None None] Provisioning complete for port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:57.175447 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-db79c12e-5985-482f-b5f7-ba7b545d1b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.258852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a7a49f0-238d-4b44-95e4-2cb43f168a45 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.271132 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a7a49f0-238d-4b44-95e4-2cb43f168a45 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.275802 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-81b6a4a1-99d0-4eec-8db5-517652bb877f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:57.305677 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a7a49f0-238d-4b44-95e4-2cb43f168a45 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.309844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2a7a49f0-238d-4b44-95e4-2cb43f168a45 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3842783 Jun 17 08:41:57.311011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56716) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:57.312936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a49f0-238d-4b44-95e4-2cb43f168a45 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150f5d6f-f79a-40e4-9bc8-005cf50df7ab,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:57.319496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f58a83c3-9d39-474b-a205-6edd955e3dd9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': '5a52a097-7919-422e-8e45-52b0845a0dac', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:57.321360 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2a7a49f0-238d-4b44-95e4-2cb43f168a45 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:57.325367 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.334018 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.345560 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2ade0875-cc23-44a0-a0c3-77d7232185c6 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:57.382432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:57.410095 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f58a83c3-9d39-474b-a205-6edd955e3dd9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.428528 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580abbe2-1b94-4c20-854d-d0c83edf9fbb None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:57.453177 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580abbe2-1b94-4c20-854d-d0c83edf9fbb None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:57.455780 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-580abbe2-1b94-4c20-854d-d0c83edf9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:57.503963 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56722) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:57.541835 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Pushing event updated for resources: {'Port': ['ID=5b964b10-10e2-4839-9b9d-bf5e3325f92b,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:57.580439 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-580abbe2-1b94-4c20-854d-d0c83edf9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:57.582869 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3672c19-f30c-4bba-9b9c-389a4532f248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.597252 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:57.603481 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.604265 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580abbe2-1b94-4c20-854d-d0c83edf9fbb None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:57.605243 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-580abbe2-1b94-4c20-854d-d0c83edf9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:57.680223 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.688522 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-580abbe2-1b94-4c20-854d-d0c83edf9fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:57.689207 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580abbe2-1b94-4c20-854d-d0c83edf9fbb None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:57.831708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3665e515-c291-411c-91cd-6f4b6e11594a up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:41:57.856700 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f24caab-5bf7-4b20-89f8-6a2435b2bd0a req-ca092cb3-2985-4d83-9c16-718875fec16b tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=45d4672c-399e-4db8-aba8-48d037d11490 HTTP/1.1" status: 200 len: 210 time: 0.1439078 Jun 17 08:41:57.863815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.869955 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.4610949 Jun 17 08:41:57.877268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56726) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:57.885922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9dbc21ea-8e19-4642-beee-a5f701cb7429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:57.935855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc21ea-8e19-4642-beee-a5f701cb7429 None None] Checking router: 8444cbf8-11ab-4cda-aedf-3126e906a14d for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:41:57.955377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc21ea-8e19-4642-beee-a5f701cb7429 None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:57.956341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9dbc21ea-8e19-4642-beee-a5f701cb7429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:57.970652 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 3665e515-c291-411c-91cd-6f4b6e11594a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:57.972117 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:57.972308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c012f8c5-c30b-4c4b-9f15-948f8c00b4cb req-cf9cb9f6-27c9-4b77-b3a0-2fa86b681cd1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:57.974367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c012f8c5-c30b-4c4b-9f15-948f8c00b4cb req-cf9cb9f6-27c9-4b77-b3a0-2fa86b681cd1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.3844426 Jun 17 08:41:58.007012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf348044-a6c6-4421-851b-69f76007adb9 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3686 time: 0.1222548 Jun 17 08:41:58.013818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56730) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:58.110223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2d293381-e10a-466a-85d4-88100b43bf61 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0950079 Jun 17 08:41:58.113142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56736) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:58.147220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 172.20.0.4 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/89f4554c-606d-4eba-a5c8-cd686bbbc63a/9d787859-1db4-4db3-9451-7a817d48ca09) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:58.155521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::f816:3eff:fe3c:499d (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/d7e29c9b-9734-4cf4-add5-e1b62e3c2273/9d787859-1db4-4db3-9451-7a817d48ca09) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:41:58.160737 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c012f8c5-c30b-4c4b-9f15-948f8c00b4cb req-8775c211-b73f-4f06-bbfa-9ca8260b7440 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1775286 Jun 17 08:41:58.166263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-9dbc21ea-8e19-4642-beee-a5f701cb7429 None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:41:58.268904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Deleting port 5b964b10-10e2-4839-9b9d-bf5e3325f92b {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:58.269636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.326252 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.1205049 Jun 17 08:41:58.332359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56740) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:58.347375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1874aba4-fc7d-4bb2-ba6a-8cb2fd48e78a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:58.391650 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.392102 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.429415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-9dbc21ea-8e19-4642-beee-a5f701cb7429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:58.467844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbc21ea-8e19-4642-beee-a5f701cb7429 None None] The sync data for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 is: [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:41:58.469919 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1874aba4-fc7d-4bb2-ba6a-8cb2fd48e78a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.480179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Calling delete_port for 5b964b10-10e2-4839-9b9d-bf5e3325f92b owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:58.534607 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f58a83c3-9d39-474b-a205-6edd955e3dd9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.557426 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f58a83c3-9d39-474b-a205-6edd955e3dd9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.566511 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bb333c63-6c9c-464b-8ee5-8d41596470a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:58.641677 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a83c3-9d39-474b-a205-6edd955e3dd9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe480f8a-b3d5-465f-a60f-8293ba93e913,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:58.646309 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.652023 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f58a83c3-9d39-474b-a205-6edd955e3dd9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:58.683006 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.687056 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:58.688860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 9d787859-1db4-4db3-9451-7a817d48ca09 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:41:58.715404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Pushing event deleted for resources: {'Port': ['ID=5b964b10-10e2-4839-9b9d-bf5e3325f92b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:58.719953 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:58.742369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1874aba4-fc7d-4bb2-ba6a-8cb2fd48e78a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.757580 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1874aba4-fc7d-4bb2-ba6a-8cb2fd48e78a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.757898 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-1874aba4-fc7d-4bb2-ba6a-8cb2fd48e78a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP 0a473c2a-905c-4d70-8279-20972b26a4a3 disassociated. External IP: 172.25.8.32, port: d6f5c5d2-1886-4325-ae4a-bc5c2313e60a. Jun 17 08:41:58.795262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.798377 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.802607 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] 10.222.0.47 "DELETE /v2.0/floatingips/538036e4-7236-4a58-ab7a-6db55820607d HTTP/1.1" status: 204 len: 168 time: 0.6853817 Jun 17 08:41:58.804726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56746) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:58.842018 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3672c19-f30c-4bba-9b9c-389a4532f248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.852288 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3672c19-f30c-4bba-9b9c-389a4532f248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.857863 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8bc25b60-6e9a-4238-b2a5-d7c3f5a973be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:58.871331 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f58a83c3-9d39-474b-a205-6edd955e3dd9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.876066 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f58a83c3-9d39-474b-a205-6edd955e3dd9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5584595 Jun 17 08:41:58.888464 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56748) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:58.899423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-515c32c5-5f88-44c7-bc04-82e62a1c8efe tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': '5a52a097-7919-422e-8e45-52b0845a0dac', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:58.921051 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:58.929215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce21cb8-092e-4368-b7fa-3da675fcbe94 None None] New status for floating IP b5609362-3969-414d-928c-e4f7de78dd44: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:41:58.971711 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d3672c19-f30c-4bba-9b9c-389a4532f248 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f012de9553c438b9606620daa0dfcff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4548817 Jun 17 08:41:58.971963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56752) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:58.991029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:41:58.996082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3672c19-f30c-4bba-9b9c-389a4532f248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa0e55f-8e19-4d86-877f-7680c13714fd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.001135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:41:59.003377 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d3672c19-f30c-4bba-9b9c-389a4532f248 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.005517 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:59.011576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:41:59.012385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Deleting port 84e21dec-7a72-4d0e-b861-62f1144e8119 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:59.012740 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.090244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-241d3b1f-a094-4962-a1ff-d6e3a1978ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.133487 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:59.134169 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.149351 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-241d3b1f-a094-4962-a1ff-d6e3a1978ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.152281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.152607 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.159775 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=9d787859-1db4-4db3-9451-7a817d48ca09,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.164322 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.212143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56762) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:59.294699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-515c32c5-5f88-44c7-bc04-82e62a1c8efe tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.341810 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6202319 Jun 17 08:41:59.343521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56766) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:59.349980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Calling delete_port for 84e21dec-7a72-4d0e-b861-62f1144e8119 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:41:59.476492 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-515c32c5-5f88-44c7-bc04-82e62a1c8efe tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.488394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1874aba4-fc7d-4bb2-ba6a-8cb2fd48e78a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:41:59.493338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-515c32c5-5f88-44c7-bc04-82e62a1c8efe tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.497152 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c1301a35-474a-44af-8067-67533845f962 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:59.519833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f5fd9-c901-4419-8ffc-766850445b48 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:59.525908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f5fd9-c901-4419-8ffc-766850445b48 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:59.527613 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-276f5fd9-c901-4419-8ffc-766850445b48 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1806791 Jun 17 08:41:59.538870 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56770) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:59.554049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6320e8a5-ad79-4616-a35e-be9bea6968ec None None] Provisioning for port 9d787859-1db4-4db3-9451-7a817d48ca09 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:41:59.561059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-241d3b1f-a094-4962-a1ff-d6e3a1978ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.563690 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-241d3b1f-a094-4962-a1ff-d6e3a1978ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.564828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-241d3b1f-a094-4962-a1ff-d6e3a1978ada admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/faa0e55f-8e19-4d86-877f-7680c13714fd HTTP/1.1" status: 204 len: 168 time: 0.5918930 Jun 17 08:41:59.565697 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c39136d3-089a-43a6-bd84-34db5163ad87 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.566191 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6320e8a5-ad79-4616-a35e-be9bea6968ec None None] Provisioning complete for port 9d787859-1db4-4db3-9451-7a817d48ca09 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:41:59.566950 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6320e8a5-ad79-4616-a35e-be9bea6968ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.571885 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba51319c-e4f8-48fa-92b4-d474a9021fe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:59.582159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c32c5-5f88-44c7-bc04-82e62a1c8efe tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef3c5db9-f144-466e-8f83-5b258ed14f64,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.596756 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-515c32c5-5f88-44c7-bc04-82e62a1c8efe tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.617618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d3b1f-a094-4962-a1ff-d6e3a1978ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa0e55f-8e19-4d86-877f-7680c13714fd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.626447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824543f-7030-41df-8664-fe9f56ff37fc req-11a34cda-f3c3-4e21-bc29-28b6cf573b8c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:41:59.628059 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d824543f-7030-41df-8664-fe9f56ff37fc req-11a34cda-f3c3-4e21-bc29-28b6cf573b8c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.2544086 Jun 17 08:41:59.632226 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-241d3b1f-a094-4962-a1ff-d6e3a1978ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.636218 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c39136d3-089a-43a6-bd84-34db5163ad87 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.648328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6320e8a5-ad79-4616-a35e-be9bea6968ec None None] Port 9d787859-1db4-4db3-9451-7a817d48ca09 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:41:59.689664 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-515c32c5-5f88-44c7-bc04-82e62a1c8efe tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.694684 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-515c32c5-5f88-44c7-bc04-82e62a1c8efe tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7989466 Jun 17 08:41:59.706801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56774) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:59.711483 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-9d67bf87-b92c-4218-a2e3-18ffffd2295c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': '5a52a097-7919-422e-8e45-52b0845a0dac', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:41:59.743071 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d824543f-7030-41df-8664-fe9f56ff37fc req-a8d4a907-6d3f-4fce-b726-161b411a5771 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090527 Jun 17 08:41:59.777503 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.781929 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f51d94e7-75e5-413b-a504-5282e60b6959 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:59.792455 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-9d67bf87-b92c-4218-a2e3-18ffffd2295c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Project 429b1bfb82834492a01da039e4afa344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:41:59.819966 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9d67bf87-b92c-4218-a2e3-18ffffd2295c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.823410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Pushing event deleted for resources: {'Port': ['ID=84e21dec-7a72-4d0e-b861-62f1144e8119,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.834457 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.840677 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c39136d3-089a-43a6-bd84-34db5163ad87 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.841424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1874aba4-fc7d-4bb2-ba6a-8cb2fd48e78a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:41:59.843890 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c39136d3-089a-43a6-bd84-34db5163ad87 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.847633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c39136d3-089a-43a6-bd84-34db5163ad87 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "DELETE /v2.0/security-groups/b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0 HTTP/1.1" status: 204 len: 168 time: 0.6270549 Jun 17 08:41:59.847812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1874aba4-fc7d-4bb2-ba6a-8cb2fd48e78a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.850644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56778) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:41:59.859014 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c81609-3219-4421-b67d-d1a45c086723 None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:41:59.871489 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c81609-3219-4421-b67d-d1a45c086723 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:59.873943 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-67c81609-3219-4421-b67d-d1a45c086723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:59.886112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a6607-f2cb-4733-9997-c465b53366ee tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 9d787859-1db4-4db3-9451-7a817d48ca09 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:41:59.886408 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6607-f2cb-4733-9997-c465b53366ee tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:41:59.897266 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f21a425b-5976-4ef2-98f5-db9c8c3cbccb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:41:59.930382 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-67c81609-3219-4421-b67d-d1a45c086723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:59.946196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39136d3-089a-43a6-bd84-34db5163ad87 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:41:59.952342 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c81609-3219-4421-b67d-d1a45c086723 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:41:59.954725 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-67c81609-3219-4421-b67d-d1a45c086723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:41:59.961531 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c39136d3-089a-43a6-bd84-34db5163ad87 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:41:59.992931 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6607-f2cb-4733-9997-c465b53366ee tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.022302 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-67c81609-3219-4421-b67d-d1a45c086723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:00.025001 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c81609-3219-4421-b67d-d1a45c086723 None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:00.032363 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.041593 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.048794 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/ba03edd9-4220-4963-9086-6947e81c2b7f HTTP/1.1" status: 204 len: 168 time: 1.2422378 Jun 17 08:42:00.049863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56784) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:00.059597 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9d67bf87-b92c-4218-a2e3-18ffffd2295c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.065222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a6607-f2cb-4733-9997-c465b53366ee tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 9d787859-1db4-4db3-9451-7a817d48ca09 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:00.087398 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-3991915b-b98e-4b0c-83be-5b82031989d4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] show failed (client error): The resource could not be found. Jun 17 08:42:00.088509 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3991915b-b98e-4b0c-83be-5b82031989d4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups/b3fccd9c-6b8c-4e08-a2d1-a81fb2d2c4c0 HTTP/1.1" status: 404 len: 347 time: 0.2368784 Jun 17 08:42:00.092922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56786) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:00.096891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9d67bf87-b92c-4218-a2e3-18ffffd2295c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.100892 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65fbcad5-f2ea-4d09-9cde-d9bb0feb7087 tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:00.132626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67bf87-b92c-4218-a2e3-18ffffd2295c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf91fa8-3c31-4341-b72b-d1d53d1639d2,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:00.137710 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9d67bf87-b92c-4218-a2e3-18ffffd2295c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:00.164095 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9d67bf87-b92c-4218-a2e3-18ffffd2295c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.165311 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9d67bf87-b92c-4218-a2e3-18ffffd2295c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4575174 Jun 17 08:42:00.168731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56790) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:00.195779 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1874aba4-fc7d-4bb2-ba6a-8cb2fd48e78a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "PUT /v2.0/floatingips/0a473c2a-905c-4d70-8279-20972b26a4a3 HTTP/1.1" status: 200 len: 687 time: 1.8591139 Jun 17 08:42:00.196344 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7b64a28f-a143-483f-9bf3-241d167ca4dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': '5a52a097-7919-422e-8e45-52b0845a0dac', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:00.196484 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56794) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:00.240024 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-7b64a28f-a143-483f-9bf3-241d167ca4dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Project 429b1bfb82834492a01da039e4afa344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:42:00.255846 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b64a28f-a143-483f-9bf3-241d167ca4dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.279949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-59a7831f-2b5f-4360-8c8f-3ccbafff165d tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Deleting port d77f4109-c75c-4614-846d-540da95b0eee {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:00.284804 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59a7831f-2b5f-4360-8c8f-3ccbafff165d tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.434704 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b64a28f-a143-483f-9bf3-241d167ca4dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.449262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b64a28f-a143-483f-9bf3-241d167ca4dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.453479 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59a7831f-2b5f-4360-8c8f-3ccbafff165d tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.459680 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-72463357-afd6-4f53-ba4b-7fc8008e05ca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:00.472111 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Deleting port d9f6a902-14e6-4227-b511-3b6bdfb5f0db {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:00.472692 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.540095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64a28f-a143-483f-9bf3-241d167ca4dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1705805-c14f-4491-a8af-5e1ca8812e06,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:00.549513 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port 0bb06409-7957-4394-87c4-3af84ccd4929 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:00.550000 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.585574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-59a7831f-2b5f-4360-8c8f-3ccbafff165d tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Calling delete_port for d77f4109-c75c-4614-846d-540da95b0eee owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:00.588673 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7b64a28f-a143-483f-9bf3-241d167ca4dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:00.589420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b64a28f-a143-483f-9bf3-241d167ca4dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.598956 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7b64a28f-a143-483f-9bf3-241d167ca4dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4207299 Jun 17 08:42:00.730888 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6607-f2cb-4733-9997-c465b53366ee tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.772189 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6fadb194-da41-42f8-9865-663b785b30d7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:00.821273 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59a7831f-2b5f-4360-8c8f-3ccbafff165d tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.826339 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fde0efd8-dcec-4c2c-b65f-dd1498cdb001 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:00.836049 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.840012 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:00.895458 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7831f-2b5f-4360-8c8f-3ccbafff165d tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event deleted for resources: {'Port': ['ID=d77f4109-c75c-4614-846d-540da95b0eee,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:00.912172 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59a7831f-2b5f-4360-8c8f-3ccbafff165d tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:01.023769 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Calling delete_port for d9f6a902-14e6-4227-b511-3b6bdfb5f0db owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:01.040899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a6607-f2cb-4733-9997-c465b53366ee tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=9d787859-1db4-4db3-9451-7a817d48ca09,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:01.063338 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc4a6607-f2cb-4733-9997-c465b53366ee tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:01.153847 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59a7831f-2b5f-4360-8c8f-3ccbafff165d tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.161909 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-59a7831f-2b5f-4360-8c8f-3ccbafff165d tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "DELETE /v2.0/ports/d77f4109-c75c-4614-846d-540da95b0eee HTTP/1.1" status: 204 len: 168 time: 1.1000876 Jun 17 08:42:01.173853 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56836) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:01.190926 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cb5df-8f28-4234-88fa-474ffde7470a req-381ebc38-e430-46ba-8780-4d065bae2e45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:01.192516 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e5cb5df-8f28-4234-88fa-474ffde7470a req-381ebc38-e430-46ba-8780-4d065bae2e45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.2310820 Jun 17 08:42:01.326581 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a1095748-11cb-491f-971a-7acb88acb7a5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204010576&fields=id&tenant_id=429b1bfb82834492a01da039e4afa344 HTTP/1.1" status: 200 len: 267 time: 0.3629355 Jun 17 08:42:01.634064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.634847 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.746652 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for 0bb06409-7957-4394-87c4-3af84ccd4929 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:01.845707 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6607-f2cb-4733-9997-c465b53366ee tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:01.848449 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dc4a6607-f2cb-4733-9997-c465b53366ee tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/9d787859-1db4-4db3-9451-7a817d48ca09 HTTP/1.1" status: 204 len: 168 time: 2.2953424 Jun 17 08:42:01.850929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56858) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:01.998937 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e5cb5df-8f28-4234-88fa-474ffde7470a req-f2e5557e-90c2-48c9-8bce-7b34d8e95253 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7087340 Jun 17 08:42:02.012040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef996685-c6c6-4b33-bc0d-071bc10d088c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:02.014124 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef996685-c6c6-4b33-bc0d-071bc10d088c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:02.017065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef996685-c6c6-4b33-bc0d-071bc10d088c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:02.022284 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ef996685-c6c6-4b33-bc0d-071bc10d088c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1691859 Jun 17 08:42:02.023183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56864) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:02.071223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa3d442-407b-4da0-bc4b-83e6ab8dd7ff tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:02.075758 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1aa3d442-407b-4da0-bc4b-83e6ab8dd7ff tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "GET /v2.0/ports?device_id=0451e9b1-6997-4fd2-ae05-41306e3df7cf HTTP/1.1" status: 200 len: 913 time: 0.8945200 Jun 17 08:42:02.077581 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56868) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:02.116090 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca9ea6d-16fd-4121-a777-8dc13aa86afe tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 89f4554c-606d-4eba-a5c8-cd686bbbc63a {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:02.191834 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ea6d-16fd-4121-a777-8dc13aa86afe tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.195040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.195250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-74c32582-390b-405c-8de0-a12db4d81982 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:02.201847 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-74c32582-390b-405c-8de0-a12db4d81982 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/networks?id=6941cc9f-6e5d-4e97-bdd7-15afbf504923 HTTP/1.1" status: 200 len: 797 time: 0.8546011 Jun 17 08:42:02.216406 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:02.219760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-bfbbb3f9-b53c-49f6-b76f-dc051ae70d50 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/quotas/429b1bfb82834492a01da039e4afa344 HTTP/1.1" status: 200 len: 375 time: 0.0163429 Jun 17 08:42:02.249706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.268233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event deleted for resources: {'Port': ['ID=d9f6a902-14e6-4227-b511-3b6bdfb5f0db,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:02.301716 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:02.302351 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f3e074f6-8c30-414c-8725-1dc2021b2d9a tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:02.349022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=0bb06409-7957-4394-87c4-3af84ccd4929,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:02.354909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ea6d-16fd-4121-a777-8dc13aa86afe tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.385502 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:02.477799 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-1386aad2-9df2-4b77-a9cf-85566b5feb90 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2507117 Jun 17 08:42:02.495451 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.498397 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.503315 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "DELETE /v2.0/floatingips/b5609362-3969-414d-928c-e4f7de78dd44 HTTP/1.1" status: 204 len: 168 time: 2.4066815 Jun 17 08:42:02.518087 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.520660 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.525364 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/floatingips/0a473c2a-905c-4d70-8279-20972b26a4a3 HTTP/1.1" status: 204 len: 168 time: 2.3258433 Jun 17 08:42:02.526475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56884) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:02.548204 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': 'ca854e89-e96e-42ca-aa2b-08d371e3756c'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:02.628771 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ea6d-16fd-4121-a777-8dc13aa86afe tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.704830 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ea6d-16fd-4121-a777-8dc13aa86afe tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.718359 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a0706b7d-0c43-4a52-b1d2-3673fae4c0f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:02.742679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e03f8-0ca7-4efb-8240-2927301c504e None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:02.764647 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ca9ea6d-16fd-4121-a777-8dc13aa86afe tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.769424 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2ca9ea6d-16fd-4121-a777-8dc13aa86afe tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/89f4554c-606d-4eba-a5c8-cd686bbbc63a HTTP/1.1" status: 204 len: 168 time: 0.7393446 Jun 17 08:42:02.769424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:02.780718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9ea6d-16fd-4121-a777-8dc13aa86afe tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=89f4554c-606d-4eba-a5c8-cd686bbbc63a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:02.782646 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56896) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:02.785709 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2ca9ea6d-16fd-4121-a777-8dc13aa86afe tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:02.851412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-023f3041-fa76-4208-961a-3841fac7caef service neutron] 10.222.0.47 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725326 Jun 17 08:42:02.935102 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-5205d909-aca9-412f-a8aa-527fb019d862 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet d7e29c9b-9734-4cf4-add5-e1b62e3c2273 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:02.953375 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5205d909-aca9-412f-a8aa-527fb019d862 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.063162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5205d909-aca9-412f-a8aa-527fb019d862 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.067855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-ae218690-a5f8-4d53-afc5-de7c12a58ca0 service neutron] 10.222.0.47 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146516 Jun 17 08:42:03.080468 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.171692 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.201328 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56910) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:03.209402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-29c9d42f-ca8b-4dc4-a21f-5cfd87444829 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1025914138', 'description': 'tempest-description--1527626106'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:03.243801 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.423151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c9d42f-ca8b-4dc4-a21f-5cfd87444829 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.464477 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5205d909-aca9-412f-a8aa-527fb019d862 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:03.519374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-164cd684-e617-439c-8064-ebffec30b882 req-09acd10f-7a7f-4bf9-be44-f04e161e7c0a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 210 time: 0.0904846 Jun 17 08:42:03.659210 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.25.8.132 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/eca27b03-84c5-46de-bcf3-0fe31d82ee70) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:03.698562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf83cde-f629-46b5-9673-77a57d939b72 req-daf721e5-fb7c-4c36-a2b0-27f15a453735 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:03.705614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ebf83cde-f629-46b5-9673-77a57d939b72 req-daf721e5-fb7c-4c36-a2b0-27f15a453735 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.3055811 Jun 17 08:42:03.771508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ebf83cde-f629-46b5-9673-77a57d939b72 req-971e6881-cc8b-4098-b2b2-45aecfec3bf4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649052 Jun 17 08:42:03.973320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.047333 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c9d42f-ca8b-4dc4-a21f-5cfd87444829 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.058135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Deleting port 76465d9e-49b1-40f3-a94d-c5abe71700ac {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:04.058462 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.071856 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c9d42f-ca8b-4dc4-a21f-5cfd87444829 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.094556 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5205d909-aca9-412f-a8aa-527fb019d862 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.108317 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-71888fdc-1d11-438d-82bd-3e6c4bd4d26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:04.170188 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5205d909-aca9-412f-a8aa-527fb019d862 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.176746 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5205d909-aca9-412f-a8aa-527fb019d862 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/d7e29c9b-9734-4cf4-add5-e1b62e3c2273 HTTP/1.1" status: 204 len: 168 time: 1.3913908 Jun 17 08:42:04.177887 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c9d42f-ca8b-4dc4-a21f-5cfd87444829 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.179124 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-29c9d42f-ca8b-4dc4-a21f-5cfd87444829 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9769187 Jun 17 08:42:04.183407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56942) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:04.184284 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56944) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:04.215227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c902d132-79ae-4cd0-920a-2f86e8c14e81 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'security_group_rule': {'security_group_id': '9dcb290e-659e-4411-ad91-1de084201205', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:04.228370 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.291705 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676aae4b-f613-4fea-8321-ff04cc6a3548 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:04.302333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9d42f-ca8b-4dc4-a21f-5cfd87444829 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcb290e-659e-4411-ad91-1de084201205,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:04.317829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Calling delete_port for 76465d9e-49b1-40f3-a94d-c5abe71700ac owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:04.327857 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29c9d42f-ca8b-4dc4-a21f-5cfd87444829 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:04.331724 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0def7b95-f619-47eb-8b9c-1ae4c9254f61 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:04.409006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56950) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:04.409346 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-51e23495-7410-4970-8382-a03a5f47fa84 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2235205 Jun 17 08:42:04.424421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5205d909-aca9-412f-a8aa-527fb019d862 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e29c9b-9734-4cf4-add5-e1b62e3c2273,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:04.426213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:04.432710 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5205d909-aca9-412f-a8aa-527fb019d862 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:04.472967 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c902d132-79ae-4cd0-920a-2f86e8c14e81 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.500442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6ebbd334-d9fd-4ea0-a967-cb6d391320a6 None None] Provisioning complete for port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:04.501148 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6ebbd334-d9fd-4ea0-a967-cb6d391320a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.507021 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.512548 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2f0622e8-5217-43ff-ae93-6901083c58ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:04.568928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=eca27b03-84c5-46de-bcf3-0fe31d82ee70,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:04.583273 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:04.600954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:04.603826 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:04.616344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:04.746175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:04.759958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcd72fe-5229-457e-ae12-7f30b0be582c None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:04.760279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.841070 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c902d132-79ae-4cd0-920a-2f86e8c14e81 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.865846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd72fe-5229-457e-ae12-7f30b0be582c None None] Deleting port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:04.875191 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c902d132-79ae-4cd0-920a-2f86e8c14e81 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:04.876060 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7fcd72fe-5229-457e-ae12-7f30b0be582c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.000565 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7fcd72fe-5229-457e-ae12-7f30b0be582c None None] For port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=222fc04a-ece7-42d5-b5d9-2f27f81bfdcc,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:05.001250 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7fcd72fe-5229-457e-ae12-7f30b0be582c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.112696 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd72fe-5229-457e-ae12-7f30b0be582c None None] Calling delete_port for 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:05.169331 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-50e8fafa-8d94-43fe-8c16-7bdc1a15e690 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:05.190074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902d132-79ae-4cd0-920a-2f86e8c14e81 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5267609-25fb-4b5a-9344-733047767f48,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:05.193553 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c902d132-79ae-4cd0-920a-2f86e8c14e81 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:05.206115 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c902d132-79ae-4cd0-920a-2f86e8c14e81 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.209917 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c902d132-79ae-4cd0-920a-2f86e8c14e81 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0096014 Jun 17 08:42:05.211237 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56966) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:05.216441 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1080cc65-47b5-403f-a3ef-1969b3bc8214 req-f9ab1c8a-8768-4ad3-8dce-ef4b6d584e5e tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 210 time: 0.4134052 Jun 17 08:42:05.222330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-48563c70-e3ec-4059-8eb8-d1307c3d9437 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'security_group_rule': {'security_group_id': '9dcb290e-659e-4411-ad91-1de084201205', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:05.292924 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7fcd72fe-5229-457e-ae12-7f30b0be582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.296837 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:05.311093 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.316520 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fcf8f38b-3737-4454-8c72-d491b1cce030 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:05.327307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd72fe-5229-457e-ae12-7f30b0be582c None None] Pushing event deleted for resources: {'Port': ['ID=222fc04a-ece7-42d5-b5d9-2f27f81bfdcc,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:05.331319 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7fcd72fe-5229-457e-ae12-7f30b0be582c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:05.334179 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd72fe-5229-457e-ae12-7f30b0be582c None None] No DVR routers for this DVR port 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:05.420588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.444589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event deleted for resources: {'Port': ['ID=76465d9e-49b1-40f3-a94d-c5abe71700ac,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:05.447891 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:05.455237 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48563c70-e3ec-4059-8eb8-d1307c3d9437 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.589518 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.593383 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48563c70-e3ec-4059-8eb8-d1307c3d9437 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.611989 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48563c70-e3ec-4059-8eb8-d1307c3d9437 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.615784 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8193119e-f11c-42cd-943a-258a438cb571 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:05.631610 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48563c70-e3ec-4059-8eb8-d1307c3d9437 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51104254-fa67-4d85-bef4-679d9d971ca5,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:05.636727 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48563c70-e3ec-4059-8eb8-d1307c3d9437 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:05.669444 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48563c70-e3ec-4059-8eb8-d1307c3d9437 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.670661 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-48563c70-e3ec-4059-8eb8-d1307c3d9437 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4570885 Jun 17 08:42:05.683017 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 56976) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:05.688724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:05.754983 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.850761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:05.881379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:05.881613 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.882229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 222fc04a-ece7-42d5-b5d9-2f27f81bfdcc not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:05.894442 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.900160 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fd7e8e28-957b-4281-ac78-582659329314 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:05.950216 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:05.974875 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-04a86a0a-dc56-43a6-b7a9-88152804caed tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:05.993754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=eca27b03-84c5-46de-bcf3-0fe31d82ee70,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:05.998714 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:06.011933 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.051275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:06.070243 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:06.083485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6189a35-0b87-4778-8e75-b8cf9155ef6f req-5caed24d-fe23-4c41-8fc3-0aeee53941c7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:06.087777 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8958cd91-e560-43d7-9cf8-1d3bc059e723 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:06.090597 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6189a35-0b87-4778-8e75-b8cf9155ef6f req-5caed24d-fe23-4c41-8fc3-0aeee53941c7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 1.0091140 Jun 17 08:42:06.102871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:06.103814 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.113203 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-cdb414ec-db74-447f-bcdf-bfdbc99608c9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:06.114999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-cdb414ec-db74-447f-bcdf-bfdbc99608c9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "GET /v2.0/networks?id=6941cc9f-6e5d-4e97-bdd7-15afbf504923 HTTP/1.1" status: 200 len: 797 time: 0.8406820 Jun 17 08:42:06.144713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=1785c417-62f2-4065-9e36-a156edc626d6,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:06.147202 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP a9414eac-5305-48ef-91e7-697608750a7c associated. External IP: 172.25.8.132, port: ca854e89-e96e-42ca-aa2b-08d371e3756c. Jun 17 08:42:06.156462 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:06.226166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8152516 Jun 17 08:42:06.236080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 56992) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:06.241903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:06.299967 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.347827 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6189a35-0b87-4778-8e75-b8cf9155ef6f req-0b3f99c8-4e00-4442-b848-3dc940c136c9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558725 Jun 17 08:42:06.408443 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '1785c417-62f2-4065-9e36-a156edc626d6'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:06.409315 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.478258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-164b6259-161d-49b3-97c3-bf9f56a30cd3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=429b1bfb82834492a01da039e4afa344 HTTP/1.1" status: 200 len: 379 time: 0.3508937 Jun 17 08:42:06.493707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc9a61c7-b05d-43b3-886d-a777948ac916 req-decbcb20-dd8c-4444-9315-34ee07dd9666 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 210 time: 0.0585670 Jun 17 08:42:06.502590 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'port': {'device_id': '957802f7-e1c8-4108-9b97-b319d2731c68', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'admin_state_up': True, 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'security_groups': ['5a52a097-7919-422e-8e45-52b0845a0dac']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:06.643395 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.725263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Allocated IP 172.20.0.2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/1785c417-62f2-4065-9e36-a156edc626d6/bd73a3e5-15b6-42e2-9565-7a99538e688e) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:06.942249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:06.945282 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:06.992634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Allocated IP 172.25.8.114 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/236a483f-29ba-40f0-a94f-05f5198ead5c) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:07.007568 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:07.045921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Made reservation on behalf of 429b1bfb82834492a01da039e4afa344 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:07.050084 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.093536 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.117379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Transition to ACTIVE for port object bd73a3e5-15b6-42e2-9565-7a99538e688e will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:07.155992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Transition to ACTIVE for port object bd73a3e5-15b6-42e2-9565-7a99538e688e will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:07.168233 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.170758 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:07.209217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:07.210054 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.212400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:07.221605 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:07.228920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Pushing event updated for resources: {'Port': ['ID=bd73a3e5-15b6-42e2-9565-7a99538e688e,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:07.232436 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:07.282407 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.286647 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10a16c6e-a529-4828-b488-722e2db44fc3 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:07.299569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Attempting to bind port bd73a3e5-15b6-42e2-9565-7a99538e688e on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:07.299569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Attempting to bind port bd73a3e5-15b6-42e2-9565-7a99538e688e by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:07.301304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Attempting to bind port bd73a3e5-15b6-42e2-9565-7a99538e688e on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:07.307283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:07.308555 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:07.308555 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.308824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:07.309202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Bound port: bd73a3e5-15b6-42e2-9565-7a99538e688e, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:07.309563 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.348375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:07.355245 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:07.365394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:07.417800 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'Port': ['ID=236a483f-29ba-40f0-a94f-05f5198ead5c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:07.428334 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:07.440043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] For port bd73a3e5-15b6-42e2-9565-7a99538e688e, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:07.443619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] For port bd73a3e5-15b6-42e2-9565-7a99538e688e, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bd73a3e5-15b6-42e2-9565-7a99538e688e,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:07.453295 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.460783 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4f63eda3-4e61-4333-a2d2-37e8cf04debe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:07.493703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:07.513059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaa05d-a4b3-440a-8b0f-9156154e5ca5 None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:07.524625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Router 0451e9b1-6997-4fd2-ae05-41306e3df7cf has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:07.574880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaa05d-a4b3-440a-8b0f-9156154e5ca5 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:07.575549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-53aaa05d-a4b3-440a-8b0f-9156154e5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:07.588880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Allocated IP 172.20.0.14 (6941cc9f-6e5d-4e97-bdd7-15afbf504923/28e9f5be-4b70-471e-934f-925d81fabfa6/a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:07.630733 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.676077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Pushing event updated for resources: {'Port': ['ID=bd73a3e5-15b6-42e2-9565-7a99538e688e,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:07.680775 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-53aaa05d-a4b3-440a-8b0f-9156154e5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:07.683587 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:07.714049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaa05d-a4b3-440a-8b0f-9156154e5ca5 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:07.714755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-53aaa05d-a4b3-440a-8b0f-9156154e5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:07.758129 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-53aaa05d-a4b3-440a-8b0f-9156154e5ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:07.759113 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaa05d-a4b3-440a-8b0f-9156154e5ca5 None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:07.803637 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:07.854582 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.3240676 Jun 17 08:42:07.855752 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57042) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:07.973794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:07.986075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43748541-e410-46b0-8622-4f82b5fd3e01 req-79b19554-17ef-42c4-aca5-a3ca6a8a8b1f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 210 time: 0.1790113 Jun 17 08:42:08.001633 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e4c2a-609c-456b-9aaa-553196c9e639 None None] Sync routers for ids ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:08.016595 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e4c2a-609c-456b-9aaa-553196c9e639 None None] Routers {'0451e9b1-6997-4fd2-ae05-41306e3df7cf'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:08.017252 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-bb3e4c2a-609c-456b-9aaa-553196c9e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:08.047840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "PUT /v2.0/routers/0451e9b1-6997-4fd2-ae05-41306e3df7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9690681 Jun 17 08:42:08.059918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57050) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:08.117477 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.139422 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-bb3e4c2a-609c-456b-9aaa-553196c9e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:08.150417 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e4c2a-609c-456b-9aaa-553196c9e639 None None] Routers {'0451e9b1-6997-4fd2-ae05-41306e3df7cf'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:08.151413 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-bb3e4c2a-609c-456b-9aaa-553196c9e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:08.193803 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-bb3e4c2a-609c-456b-9aaa-553196c9e639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:08.194716 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3e4c2a-609c-456b-9aaa-553196c9e639 None None] The sync data for ids ['0451e9b1-6997-4fd2-ae05-41306e3df7cf'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:08.304703 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-deb10f90-4dd4-40cd-b8ef-e3e6d4dc592a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "GET /v2.0/floatingips/a9414eac-5305-48ef-91e7-697608750a7c HTTP/1.1" status: 200 len: 979 time: 0.4454286 Jun 17 08:42:08.309065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57054) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:08.332808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0f587-e231-407f-8ab9-26065ec8d117 req-204ef7db-268c-4a4b-a473-ffc60054ed1a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:08.335000 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2aa0f587-e231-407f-8ab9-26065ec8d117 req-204ef7db-268c-4a4b-a473-ffc60054ed1a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.5245950 Jun 17 08:42:08.469581 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:42:08.473096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.518047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:42:08.552661 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.578903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Transition to ACTIVE for port object a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:08.624467 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-259b60f5-f674-421a-8980-9eb48f447623 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3141291 Jun 17 08:42:08.627987 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57062) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:08.628845 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.637396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ec5ffb6c-35b8-4000-b23c-b52b5ef41b56 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'floatingip': {'port_id': 'd6f5c5d2-1886-4325-ae4a-bc5c2313e60a'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:08.640470 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1560c21a-2824-4dd3-a712-c634aade757d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:08.685967 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'Port': ['ID=236a483f-29ba-40f0-a94f-05f5198ead5c,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:08.711393 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.728735 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1224e309-bd94-4e2c-9c5f-2a491ebdfe1b tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:08.753203 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:08.800259 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.807517 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2aa0f587-e231-407f-8ab9-26065ec8d117 req-4d8e9f60-684d-451c-a6d6-238ed1aaa9a0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4602537 Jun 17 08:42:08.845929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:08.850302 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:08.855628 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:08.886311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:08.975321 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:09.007491 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:09.008175 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.010041 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec5ffb6c-35b8-4000-b23c-b52b5ef41b56 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.013562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.013957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.014400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.014757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.015165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.015586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.015949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.016324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.016719 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.017067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.017449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.017808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:09.050475 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:09.098244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6033664 Jun 17 08:42:09.100942 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.111778 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.113744 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4296079 Jun 17 08:42:09.181173 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Request body: {'port': {'device_id': '957802f7-e1c8-4108-9b97-b319d2731c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:09.181424 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.356724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Deleting port 5ec3dae3-2968-484a-884d-5cc63d457d30 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:09.357266 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.361183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.417649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-56a5547c-2d17-4b73-890d-0a829f8ab23d None None] Provisioning for port bd73a3e5-15b6-42e2-9565-7a99538e688e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:09.548815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.549067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-810bd4ba-17e9-4254-b3b2-403ccea4f014 None None] Provisioning for port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:09.556064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-810bd4ba-17e9-4254-b3b2-403ccea4f014 None None] Provisioning complete for port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:09.559899 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-810bd4ba-17e9-4254-b3b2-403ccea4f014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.574754 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:09.639781 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-810bd4ba-17e9-4254-b3b2-403ccea4f014 None None] Port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:09.691099 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Calling delete_port for 5ec3dae3-2968-484a-884d-5cc63d457d30 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:09.741120 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-14098189-d2ba-431f-9916-352897d1ef2a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1025914138&fields=id&tenant_id=376995c4f311493cb8f3f61879be2ef0 HTTP/1.1" status: 200 len: 267 time: 0.1878810 Jun 17 08:42:09.855700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6651e9-00f6-4831-a9b5-21b7ed8d18c1 req-f828f9b9-80fa-46d2-8247-ab79bdaedf94 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:09.856162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca6651e9-00f6-4831-a9b5-21b7ed8d18c1 req-f828f9b9-80fa-46d2-8247-ab79bdaedf94 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 932 time: 0.4267809 Jun 17 08:42:09.922074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bd73a3e5-15b6-42e2-9565-7a99538e688e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:09.996383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port bd73a3e5-15b6-42e2-9565-7a99538e688e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:10.001654 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port bd73a3e5-15b6-42e2-9565-7a99538e688e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:10.002363 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.131658 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec5ffb6c-35b8-4000-b23c-b52b5ef41b56 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.140416 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec5ffb6c-35b8-4000-b23c-b52b5ef41b56 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.149797 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.237023 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ca6651e9-00f6-4831-a9b5-21b7ed8d18c1 req-b351fdfd-5bf5-467a-9206-17c4dc96dbfa tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954066 Jun 17 08:42:10.256542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-51731f15-984d-48da-96e6-6e1b7d118f78 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:10.256542 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-51731f15-984d-48da-96e6-6e1b7d118f78 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 816 time: 0.5145316 Jun 17 08:42:10.423166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-b3cc3fe6-d5aa-4d75-a443-2d58b0583ac8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/quotas/376995c4f311493cb8f3f61879be2ef0 HTTP/1.1" status: 200 len: 375 time: 0.1450660 Jun 17 08:42:10.782261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:10.787268 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:10.819858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event deleted for resources: {'Port': ['ID=5ec3dae3-2968-484a-884d-5cc63d457d30,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:10.828872 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:10.830969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57128) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:10.907231 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-ec5ffb6c-35b8-4000-b23c-b52b5ef41b56 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP a9414eac-5305-48ef-91e7-697608750a7c associated. External IP: 172.25.8.132, port: ca854e89-e96e-42ca-aa2b-08d371e3756c. Jun 17 08:42:11.031709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.065511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] For port bd73a3e5-15b6-42e2-9565-7a99538e688e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bd73a3e5-15b6-42e2-9565-7a99538e688e,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:11.081828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77aafc98-f106-432a-af14-c61e7301ce2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.147730 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.158633 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.159520 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.175099 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:11.200946 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:42:11.201972 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:42:11.262832 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.267560 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.271934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:11.288433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344382c9-e607-48ee-bbec-e295a17eda1d req-f2665169-b7f7-4a78-9efe-8e8374fa10ee tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:11.295764 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-344382c9-e607-48ee-bbec-e295a17eda1d req-f2665169-b7f7-4a78-9efe-8e8374fa10ee tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.3335426 Jun 17 08:42:11.305143 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-e2556a71-1eca-42d1-bc24-2ae36f1accc6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3417802 Jun 17 08:42:11.307258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:11.318708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:11.333751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568ff6f9-9f86-4425-8e48-7a91d3f7398d None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:11.341632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:11.342232 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.346867 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.374420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=bd73a3e5-15b6-42e2-9565-7a99538e688e,revision_number=4']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:11.397251 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:11.403621 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1a94720-6f7c-4886-86ad-c5e8a7612199 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:11.414862 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Transition to ACTIVE for port object a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:11.438972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.439780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Fanout notify agent at l3_agent the message router_deleted on router 0451e9b1-6997-4fd2-ae05-41306e3df7cf {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:42:11.455181 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.460385 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "DELETE /v2.0/routers/0451e9b1-6997-4fd2-ae05-41306e3df7cf HTTP/1.1" status: 204 len: 168 time: 3.3955243 Jun 17 08:42:11.460385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77aafc98-f106-432a-af14-c61e7301ce2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.460812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57146) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:11.467712 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.479997 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77aafc98-f106-432a-af14-c61e7301ce2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.499481 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-344382c9-e607-48ee-bbec-e295a17eda1d req-9f0dddba-23d9-4d7d-8e64-5e676b84bb10 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026727 Jun 17 08:42:11.502993 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cc64bdcc-ce8d-429d-b6e8-d5e80e9d21f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:11.526061 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.2885642 Jun 17 08:42:11.532984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57148) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:11.552463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5ffb6c-35b8-4000-b23c-b52b5ef41b56 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:11.573753 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-77aafc98-f106-432a-af14-c61e7301ce2c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c2594de1a88460aaa9ff61890ba5480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7417045 Jun 17 08:42:11.578670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57150) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:11.579453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aafc98-f106-432a-af14-c61e7301ce2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b924716-33a0-4d7b-9ff5-6827cf4bd5c1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:11.583752 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77aafc98-f106-432a-af14-c61e7301ce2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:11.592289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e32c59-5dbb-47d8-8e3b-ada8085b891c tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Deleting subnet d944a12e-e9e5-4830-8233-df9e5a283f71 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:11.593029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=41f673b6-436d-4658-a2dd-f2ef5501ff03,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:11.598110 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f2e32c59-5dbb-47d8-8e3b-ada8085b891c tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.599430 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:11.615227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:77:03:ff', 'name': 'tempest-NetworksTestDHCPv6-2039042774'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:11.668859 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59a7831f-2b5f-4360-8c8f-3ccbafff165d tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:11.766357 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f2e32c59-5dbb-47d8-8e3b-ada8085b891c tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.832553 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-540d3db5-22a4-44cb-9a38-400ad514fc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.897546 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-540d3db5-22a4-44cb-9a38-400ad514fc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.963900 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ffb6c-35b8-4000-b23c-b52b5ef41b56 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:11.973317 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:11.996450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d8111-bf44-4c01-8623-9816033d5991 None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:12.046752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port bd73a3e5-15b6-42e2-9565-7a99538e688e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bd73a3e5-15b6-42e2-9565-7a99538e688e,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:12.047856 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d8111-bf44-4c01-8623-9816033d5991 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:12.048722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-270d8111-bf44-4c01-8623-9816033d5991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:12.052014 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-0c2f76f4-b6be-402e-89ad-6c62f3e5494a service neutron] 10.222.0.47 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270105 Jun 17 08:42:12.095783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Pushing event updated for resources: {'Port': ['ID=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:12.117888 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:12.122287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-270d8111-bf44-4c01-8623-9816033d5991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:12.124770 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.134344 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Attempting to bind port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:12.134912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Attempting to bind port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:12.135312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Attempting to bind port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa on network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:12.141748 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f2e32c59-5dbb-47d8-8e3b-ada8085b891c tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.163377 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-65635b03-8055-42d7-8382-21706c80ae72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:12.163531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa on network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:12.163816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Attempting to bind port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa on network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:12.192334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270d8111-bf44-4c01-8623-9816033d5991 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:12.200489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-270d8111-bf44-4c01-8623-9816033d5991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:12.292927 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:12.294036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Checking segment: {'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:12.294676 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Bound using segment: {'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:12.297034 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Bound port: a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd39b10-1796-4710-9679-724358456e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:12.297704 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.323193 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-540d3db5-22a4-44cb-9a38-400ad514fc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.331745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-270d8111-bf44-4c01-8623-9816033d5991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:12.332448 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270d8111-bf44-4c01-8623-9816033d5991 None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:12.337231 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-540d3db5-22a4-44cb-9a38-400ad514fc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.341035 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-540d3db5-22a4-44cb-9a38-400ad514fc3d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b924716-33a0-4d7b-9ff5-6827cf4bd5c1 HTTP/1.1" status: 204 len: 168 time: 0.7561150 Jun 17 08:42:12.343199 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d3672c19-f30c-4bba-9b9c-389a4532f248 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:12.354318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bd73a3e5-15b6-42e2-9565-7a99538e688e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:12.366671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:12.374425 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f2e32c59-5dbb-47d8-8e3b-ada8085b891c tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.376860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d3db5-22a4-44cb-9a38-400ad514fc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b924716-33a0-4d7b-9ff5-6827cf4bd5c1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:12.403303 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-540d3db5-22a4-44cb-9a38-400ad514fc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:12.419355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9cb6-9c64-4894-9dd8-b46f7ea9f6c1 req-65697d1a-a9cc-4f52-a574-eed527b38c70 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:12.424030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-422a9cb6-9c64-4894-9dd8-b46f7ea9f6c1 req-65697d1a-a9cc-4f52-a574-eed527b38c70 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 944 time: 0.7078602 Jun 17 08:42:12.441834 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-06b61ddd-f9ef-4007-990c-bb6174b8a10f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:12.447848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=bd73a3e5-15b6-42e2-9565-7a99538e688e,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:12.451894 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:12.462558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port bd73a3e5-15b6-42e2-9565-7a99538e688e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:12.463178 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.478743 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e32c59-5dbb-47d8-8e3b-ada8085b891c tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event deleted for resources: {'Subnet': ['ID=d944a12e-e9e5-4830-8233-df9e5a283f71,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:12.527111 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f2e32c59-5dbb-47d8-8e3b-ada8085b891c tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:12.556515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8143779-126b-4448-a318-037cab0c738b None None] Network 9e537651-f302-4dce-b595-e3e6afb6516c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:12.582544 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f2e32c59-5dbb-47d8-8e3b-ada8085b891c tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.588608 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f2e32c59-5dbb-47d8-8e3b-ada8085b891c tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "DELETE /v2.0/subnets/d944a12e-e9e5-4830-8233-df9e5a283f71 HTTP/1.1" status: 204 len: 168 time: 1.1212566 Jun 17 08:42:12.588608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57158) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:12.741770 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-59dec6a3-419d-4d0d-bfba-0b53b937df9a service neutron] 10.222.0.47 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6699655 Jun 17 08:42:12.793611 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-422a9cb6-9c64-4894-9dd8-b46f7ea9f6c1 req-30bd329e-138a-4c9b-b3f7-47d3968c50c4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892723 Jun 17 08:42:12.807358 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.868611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] For port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:12.884554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5ffb6c-35b8-4000-b23c-b52b5ef41b56 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:12.893643 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.898098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] For port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa,segment=NetworkSegment(3dd39b10-1796-4710-9679-724358456e61),segment_id=3dd39b10-1796-4710-9679-724358456e61)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:12.915591 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:12.921518 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:12.942420 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69982292-b784-4efb-9ec2-2d1a58534775 None None] DHCP port deletion for 9e537651-f302-4dce-b595-e3e6afb6516c request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:12.989014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57164) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:13.009047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 1edca43c-2e85-4d35-a02a-890beedb8177 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:42:13.022226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:13.023844 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.025397 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] 10.222.0.10 "PUT /v2.0/ports/a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa HTTP/1.1" status: 200 len: 1093 time: 3.8565979 Jun 17 08:42:13.045849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957802f7-e1c8-4108-9b97-b319d2731c68', 'tag': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:13.048372 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc374ee-0b6a-4180-a216-0be2aefa215f" -d '{"events": [{"name": "network-changed", "server_uuid": "957802f7-e1c8-4108-9b97-b319d2731c68", "tag": "a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:13.062293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-69982292-b784-4efb-9ec2-2d1a58534775 None None] Deleting port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:13.062678 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-69982292-b784-4efb-9ec2-2d1a58534775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.131153 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b820ee54-aad8-431b-bb5c-67866f033b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.168563 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Pushing event updated for resources: {'Port': ['ID=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:13.181825 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:13.185521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5323136a-640d-4f62-8a43-f8f252ab17c6 None None] Provisioning complete for port bd73a3e5-15b6-42e2-9565-7a99538e688e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:13.185929 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5323136a-640d-4f62-8a43-f8f252ab17c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.265680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-69982292-b784-4efb-9ec2-2d1a58534775 None None] For port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=890f1432-5328-4b58-9f8a-f7e1cc26d9b4,segment=NetworkSegment(946c8502-6ff1-40ee-bc81-e7ef815b9549),segment_id=946c8502-6ff1-40ee-bc81-e7ef815b9549)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:13.266131 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-69982292-b784-4efb-9ec2-2d1a58534775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.318292 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b820ee54-aad8-431b-bb5c-67866f033b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.332663 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b820ee54-aad8-431b-bb5c-67866f033b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.342603 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d40aa84f-3ea3-446d-a61a-3b685352bacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:13.405953 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Deleting port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:13.406854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.414065 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-69982292-b784-4efb-9ec2-2d1a58534775 None None] Calling delete_port for 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:13.415483 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-865d00ff-99bb-4de3-bd45-9c33aab99f4d req-3670d8f1-cc18-4f5c-ba43-c5c16966a6de tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 210 time: 0.2323174 Jun 17 08:42:13.444429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820ee54-aad8-431b-bb5c-67866f033b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839b4136-f9ee-45a8-bd4f-4ad97e67cdb6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:13.450319 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1a8e3f0d-0110-4885-a6a8-0249493652c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.463831 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b820ee54-aad8-431b-bb5c-67866f033b24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:13.475097 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b820ee54-aad8-431b-bb5c-67866f033b24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85e22b90be2a426c85e89dbf76f5b928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737978 Jun 17 08:42:13.475943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57176) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:13.556568 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa09fcd-5819-439c-addb-c9be10cdb367 x-openstack-request-id: req-3aa09fcd-5819-439c-addb-c9be10cdb367 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:13.559061 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957802f7-e1c8-4108-9b97-b319d2731c68", "tag": "a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:13.559421 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3aa09fcd-5819-439c-addb-c9be10cdb367 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:13.561071 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957802f7-e1c8-4108-9b97-b319d2731c68', 'tag': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'status': 'completed', 'code': 200} Jun 17 08:42:13.571678 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-69982292-b784-4efb-9ec2-2d1a58534775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.574179 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2f861256-7348-4acd-9bff-7d12f7c12f51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:13.584687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5ffb6c-35b8-4000-b23c-b52b5ef41b56 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:13.590382 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec5ffb6c-35b8-4000-b23c-b52b5ef41b56 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.597947 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f57dcf-a815-469f-a4a1-0137554f919b None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:13.603022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69982292-b784-4efb-9ec2-2d1a58534775 None None] Pushing event deleted for resources: {'Port': ['ID=890f1432-5328-4b58-9f8a-f7e1cc26d9b4,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:13.607019 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-69982292-b784-4efb-9ec2-2d1a58534775 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:13.608110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69982292-b784-4efb-9ec2-2d1a58534775 None None] No DVR routers for this DVR port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:13.620832 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f57dcf-a815-469f-a4a1-0137554f919b None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:13.621474 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-42f57dcf-a815-469f-a4a1-0137554f919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:13.645596 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 172.20.0.10 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/1785c417-62f2-4065-9e36-a156edc626d6/1edca43c-2e85-4d35-a02a-890beedb8177) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:13.651868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-4d66b275-c224-4c72-b11d-87d7ed58ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:13.654055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-4d66b275-c224-4c72-b11d-87d7ed58ab50 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 1096 time: 0.4695461 Jun 17 08:42:13.666027 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a16fe-df99-41f5-99d3-3748ac000b3d req-a7259e63-360b-48ff-bd84-aa0b9f8bbbf4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:13.667729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f26a16fe-df99-41f5-99d3-3748ac000b3d req-a7259e63-360b-48ff-bd84-aa0b9f8bbbf4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.4481306 Jun 17 08:42:13.677704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::f816:3eff:fe77:3ff (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/41f673b6-436d-4658-a2dd-f2ef5501ff03/1edca43c-2e85-4d35-a02a-890beedb8177) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:13.680520 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-42f57dcf-a815-469f-a4a1-0137554f919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:13.712769 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] For port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=890f1432-5328-4b58-9f8a-f7e1cc26d9b4,segment=NetworkSegment(946c8502-6ff1-40ee-bc81-e7ef815b9549),segment_id=946c8502-6ff1-40ee-bc81-e7ef815b9549)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:13.713046 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f57dcf-a815-469f-a4a1-0137554f919b None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:13.713570 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.713705 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-42f57dcf-a815-469f-a4a1-0137554f919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:41:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:13.758434 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-42f57dcf-a815-469f-a4a1-0137554f919b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:13.759320 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f57dcf-a815-469f-a4a1-0137554f919b None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:13.768007 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f26a16fe-df99-41f5-99d3-3748ac000b3d req-c2a83f85-8799-4314-b8ca-ba4c5f38e863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859556 Jun 17 08:42:13.769958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-5c1dd9cf-ba63-47ba-a4df-42afb2b480f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa HTTP/1.1" status: 200 len: 217 time: 0.0988615 Jun 17 08:42:13.845828 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Calling delete_port for 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:13.898841 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-18e0106b-5033-472e-b29f-b182aa0c1a5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:13.923509 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-ae676f6c-7ff9-47c9-ad34-5a76700428d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:13.925014 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-ae676f6c-7ff9-47c9-ad34-5a76700428d8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28e9f5be-4b70-471e-934f-925d81fabfa6 HTTP/1.1" status: 200 len: 833 time: 0.1451573 Jun 17 08:42:13.955953 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ec5ffb6c-35b8-4000-b23c-b52b5ef41b56 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "PUT /v2.0/floatingips/a9414eac-5305-48ef-91e7-697608750a7c HTTP/1.1" status: 200 len: 977 time: 5.3221784 Jun 17 08:42:13.958030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57184) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:13.967047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-012c0e3c-7138-49f1-b9ac-bd99e96b7b69 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:13.983802 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-18e0106b-5033-472e-b29f-b182aa0c1a5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.140783 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.162717 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-012c0e3c-7138-49f1-b9ac-bd99e96b7b69 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.174678 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [req-69f0966e-9331-4b14-8230-154a8bed495b req-72179df1-4fb8-4bb9-b91a-6261fb2f3ee3 service neutron] show failed (client error): The resource could not be found. Jun 17 08:42:14.174678 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-72179df1-4fb8-4bb9-b91a-6261fb2f3ee3 service neutron] 10.222.0.10 "GET /v2.0/ports/4901c5a2-954d-49c2-bbb1-79ef8be41eb3/bindings/n-h2-779913-16 HTTP/1.1" status: 404 len: 381 time: 0.1977196 Jun 17 08:42:14.175220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.185465 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644608c-bba1-4f16-bf9b-c7ff10d57e94 req-97d33daf-9e08-4ad0-a332-b3f600fb0d70 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:14.194894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6644608c-bba1-4f16-bf9b-c7ff10d57e94 req-97d33daf-9e08-4ad0-a332-b3f600fb0d70 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 944 time: 0.2096021 Jun 17 08:42:14.207427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-27c212ae-289d-4a8f-8644-4d93bbcdf5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:14.209019 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-27c212ae-289d-4a8f-8644-4d93bbcdf5ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6941cc9f-6e5d-4e97-bdd7-15afbf504923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2136221 Jun 17 08:42:14.234609 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b9aa4e5f-1acb-45fc-8e8e-2a845666f92f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:14.275045 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event deleted for resources: {'Port': ['ID=890f1432-5328-4b58-9f8a-f7e1cc26d9b4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:14.278566 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:14.281958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] No DVR routers for this DVR port 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:14.289505 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-18e0106b-5033-472e-b29f-b182aa0c1a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.289740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bd73a3e5-15b6-42e2-9565-7a99538e688e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:14.290641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 1edca43c-2e85-4d35-a02a-890beedb8177 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:14.293239 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-18e0106b-5033-472e-b29f-b182aa0c1a5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.297490 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-18e0106b-5033-472e-b29f-b182aa0c1a5d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/839b4136-f9ee-45a8-bd4f-4ad97e67cdb6 HTTP/1.1" status: 204 len: 168 time: 0.7866180 Jun 17 08:42:14.302628 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-852c1d81-f354-4f3d-8880-14ec6d37908c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:14.338326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0106b-5033-472e-b29f-b182aa0c1a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839b4136-f9ee-45a8-bd4f-4ad97e67cdb6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:14.341738 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-18e0106b-5033-472e-b29f-b182aa0c1a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:14.428962 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6644608c-bba1-4f16-bf9b-c7ff10d57e94 req-626ab74b-06f1-4b03-90c7-beea76478bd1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329102 Jun 17 08:42:14.499694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port bd73a3e5-15b6-42e2-9565-7a99538e688e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:14.500745 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.748907 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-86d2bf6e-f273-40fd-b6b5-5097704c2288 service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294321 Jun 17 08:42:14.763880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:14.764082 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8939aff6-1ca0-48c8-9189-eb2cd477da76 req-d34d7a20-a99c-49e6-82f0-adaafbfe243b tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 210 time: 0.1235750 Jun 17 08:42:14.814110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:14.814658 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 890f1432-5328-4b58-9f8a-f7e1cc26d9b4 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:14.944339 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:14.952722 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a77acaa-484e-480e-b1de-27040e8dc149 req-d368f6e7-bc23-4776-bb48-7d9383436f09 service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859074 Jun 17 08:42:14.973123 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93cc4eb2-48f8-4fa2-9ceb-0fb480fea52f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:15.119109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57196) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:15.148880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:15.176813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0966e-9331-4b14-8230-154a8bed495b req-f720faab-f0b2-44af-afbc-d5f660c21fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.178715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-f720faab-f0b2-44af-afbc-d5f660c21fd8 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 1097 time: 0.6351507 Jun 17 08:42:15.179980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:15.188993 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.202147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:15.226327 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-16', 'device_owner': 'compute:nova'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:15.266289 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12080395-6d85-4c9b-8473-eb46a84f40ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.303681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=1edca43c-2e85-4d35-a02a-890beedb8177,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:15.313061 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:15.357880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.358578 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.375712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e537651-f302-4dce-b595-e3e6afb6516c']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:15.424671 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8365021 Jun 17 08:42:15.440359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57200) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:15.465158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc374ee-0b6a-4180-a216-0be2aefa215f req-d88f4bb6-3fe4-418f-be47-8079a8b3acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.466688 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbc374ee-0b6a-4180-a216-0be2aefa215f req-d88f4bb6-3fe4-418f-be47-8079a8b3acba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 1096 time: 0.4023070 Jun 17 08:42:15.605485 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1fb74798-98fe-4b87-8c7d-e34eb8b3a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.615536 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-012c0e3c-7138-49f1-b9ac-bd99e96b7b69 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.620450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946c8502-6ff1-40ee-bc81-e7ef815b9549') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:15.621678 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946c8502-6ff1-40ee-bc81-e7ef815b9549') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:15.663137 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-012c0e3c-7138-49f1-b9ac-bd99e96b7b69 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.663790 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-012c0e3c-7138-49f1-b9ac-bd99e96b7b69 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP a9414eac-5305-48ef-91e7-697608750a7c disassociated. External IP: 172.25.8.132, port: d6f5c5d2-1886-4325-ae4a-bc5c2313e60a. Jun 17 08:42:15.703896 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e26c4d7f-f65c-4416-bbfe-5b27020b6405 None None] Provisioning for port 1edca43c-2e85-4d35-a02a-890beedb8177 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:15.708751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e26c4d7f-f65c-4416-bbfe-5b27020b6405 None None] Provisioning complete for port 1edca43c-2e85-4d35-a02a-890beedb8177 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:15.709435 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e26c4d7f-f65c-4416-bbfe-5b27020b6405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.753071 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-197d0707-6a07-4617-a55a-67d78d1ad46e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:15.754638 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-197d0707-6a07-4617-a55a-67d78d1ad46e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 816 time: 0.6508863 Jun 17 08:42:15.781829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e26c4d7f-f65c-4416-bbfe-5b27020b6405 None None] Port 1edca43c-2e85-4d35-a02a-890beedb8177 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:15.857236 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.892207 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.971342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12080395-6d85-4c9b-8473-eb46a84f40ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.981516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-12080395-6d85-4c9b-8473-eb46a84f40ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.990864 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:15.993921 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b5025268-ca39-4ed8-8f98-5a401b94ac54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:16.023013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:16.023417 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:16.039304 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:16.046669 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:16.046669 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:16.046669 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:16.046669 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:16.046669 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:16.068714 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.080379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f66d0-5a42-4b9c-9c17-b20cc3e34ba6 req-36311f2b-07c9-4dc6-b4e1-d91213c666dc tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.082157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a0f66d0-5a42-4b9c-9c17-b20cc3e34ba6 req-36311f2b-07c9-4dc6-b4e1-d91213c666dc tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.9944539 Jun 17 08:42:16.116359 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-eca68d05-b311-440a-98a8-8f0683c050d8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376995c4f311493cb8f3f61879be2ef0 HTTP/1.1" status: 200 len: 380 time: 0.3102582 Jun 17 08:42:16.137534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'port': {'device_id': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'admin_state_up': True, 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'security_groups': ['9dcb290e-659e-4411-ad91-1de084201205']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:16.140942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12080395-6d85-4c9b-8473-eb46a84f40ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ca9c7e-36b9-4f36-8a70-f89101bdc429,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:16.148300 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-12080395-6d85-4c9b-8473-eb46a84f40ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5167af83c362463c8dbdc8a7ec219e29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0281734 Jun 17 08:42:16.151063 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-12080395-6d85-4c9b-8473-eb46a84f40ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:16.155608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57206) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:16.216112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.240123 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5be2684a-14b4-48e8-bca8-a53ef31c60a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:16.244132 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.248408 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "DELETE /v2.0/networks/9e537651-f302-4dce-b595-e3e6afb6516c HTTP/1.1" status: 204 len: 168 time: 3.6573131 Jun 17 08:42:16.252801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57208) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:16.277815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a0f66d0-5a42-4b9c-9c17-b20cc3e34ba6 req-7d8efe3c-a67b-4b64-b49e-5f57e6a5b808 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693499 Jun 17 08:42:16.292798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a62681-bc10-4b6d-b5da-c510f2e63f86 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.298075 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event deleted for resources: {'Network': ['ID=9e537651-f302-4dce-b595-e3e6afb6516c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:16.299990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a62681-bc10-4b6d-b5da-c510f2e63f86 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.308114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c6a62681-bc10-4b6d-b5da-c510f2e63f86 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.8639917 Jun 17 08:42:16.344226 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:16.344697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57210) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:16.367582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc374ee-0b6a-4180-a216-0be2aefa215f req-8d1c5919-de28-49b4-ad1c-bf8ffe8a764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.369145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbc374ee-0b6a-4180-a216-0be2aefa215f req-8d1c5919-de28-49b4-ad1c-bf8ffe8a764a service neutron] 10.222.0.10 "GET /v2.0/networks?id=6941cc9f-6e5d-4e97-bdd7-15afbf504923 HTTP/1.1" status: 200 len: 898 time: 0.8708339 Jun 17 08:42:16.447131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d4821d5-15fb-4528-b7a3-f075bac87737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.522158 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d4821d5-15fb-4528-b7a3-f075bac87737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.523516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c3210-95f0-44e9-bc54-b780a1a2fcfb req-60664736-8c2e-458b-be7a-7b4869547564 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.525065 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-041c3210-95f0-44e9-bc54-b780a1a2fcfb req-60664736-8c2e-458b-be7a-7b4869547564 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 944 time: 0.5033829 Jun 17 08:42:16.526407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012c0e3c-7138-49f1-b9ac-bd99e96b7b69 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:16.544036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Made reservation on behalf of 376995c4f311493cb8f3f61879be2ef0 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:16.547565 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.548228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8fe50dc3-6323-4aaf-8791-b6e2ee5b8b8e req-be9a03a0-8c4f-42e4-b7a8-be575d9efc63 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 210 time: 0.1274183 Jun 17 08:42:16.549487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbc374ee-0b6a-4180-a216-0be2aefa215f req-90f65aae-3946-446e-aed8-989bdba5aeb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa HTTP/1.1" status: 200 len: 217 time: 0.1271682 Jun 17 08:42:16.705385 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-041c3210-95f0-44e9-bc54-b780a1a2fcfb req-e65ff643-1fd7-49dc-a6fb-8a35655bb147 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595078 Jun 17 08:42:16.716322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc374ee-0b6a-4180-a216-0be2aefa215f req-55941328-6890-4543-ac68-613cec064889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:16.717797 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbc374ee-0b6a-4180-a216-0be2aefa215f req-55941328-6890-4543-ac68-613cec064889 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28e9f5be-4b70-471e-934f-925d81fabfa6 HTTP/1.1" status: 200 len: 833 time: 0.1536429 Jun 17 08:42:16.735709 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-dc740820-5475-46a6-8032-41c65b65864e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 1edca43c-2e85-4d35-a02a-890beedb8177 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:16.736409 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc740820-5475-46a6-8032-41c65b65864e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.771427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:16.782966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Deleting port 55a7f00f-4b7b-4fd3-aab1-1b682230ba85 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:16.783297 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.790450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:16.852816 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.888848 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012c0e3c-7138-49f1-b9ac-bd99e96b7b69 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:16.901924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-012c0e3c-7138-49f1-b9ac-bd99e96b7b69 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.904352 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8bc44c-0f26-4135-9abb-07dde7ec7090 None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:16.908803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:16.910912 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d4821d5-15fb-4528-b7a3-f075bac87737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.912393 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d4821d5-15fb-4528-b7a3-f075bac87737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.913533 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5d4821d5-15fb-4528-b7a3-f075bac87737 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/51ca9c7e-36b9-4f36-8a70-f89101bdc429 HTTP/1.1" status: 204 len: 168 time: 0.7562263 Jun 17 08:42:16.928426 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.943354 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77aafc98-f106-432a-af14-c61e7301ce2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:16.953091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8bc44c-0f26-4135-9abb-07dde7ec7090 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:16.953756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4e8bc44c-0f26-4135-9abb-07dde7ec7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:16.964343 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:16.974821 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4821d5-15fb-4528-b7a3-f075bac87737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ca9c7e-36b9-4f36-8a70-f89101bdc429,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:16.980959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Transition to ACTIVE for port object 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:16.983728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:16.986958 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d67b532-5b48-4caf-b64d-21f99b94e060" -d '{"events": [{"server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "name": "network-vif-unplugged", "status": "completed", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:17.015954 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d4821d5-15fb-4528-b7a3-f075bac87737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:17.050937 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-012c0e3c-7138-49f1-b9ac-bd99e96b7b69 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "PUT /v2.0/floatingips/a9414eac-5305-48ef-91e7-697608750a7c HTTP/1.1" status: 200 len: 688 time: 3.0852649 Jun 17 08:42:17.051192 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.051192 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.057233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57218) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:17.067817 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc740820-5475-46a6-8032-41c65b65864e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.115263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4e8bc44c-0f26-4135-9abb-07dde7ec7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:17.117235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Allocated IP 172.20.0.5 (6ed3f91c-ffd7-4862-8a3c-136b27341f4d/b82f7461-eaec-44e4-a241-dc3c4daf14ed/d9f21d8b-7e67-45ac-8528-d00d51a0a319) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:17.141614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8bc44c-0f26-4135-9abb-07dde7ec7090 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:17.142271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4e8bc44c-0f26-4135-9abb-07dde7ec7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:17.145505 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:42:17.145854 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:42:17.176399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Calling delete_port for 55a7f00f-4b7b-4fd3-aab1-1b682230ba85 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:17.194329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4e8bc44c-0f26-4135-9abb-07dde7ec7090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:17.195459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8bc44c-0f26-4135-9abb-07dde7ec7090 None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:17.206216 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.215658 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c061a7f-a5ed-46f7-8ddf-3651c3438412 x-openstack-request-id: req-8c061a7f-a5ed-46f7-8ddf-3651c3438412 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:17.216011 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "name": "network-vif-unplugged", "status": "completed", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:17.216440 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c061a7f-a5ed-46f7-8ddf-3651c3438412 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:17.216947 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'code': 200} Jun 17 08:42:17.219368 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8b944c5-1a07-4987-89f3-e83fdd55919e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:17.227304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-dc740820-5475-46a6-8032-41c65b65864e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 1edca43c-2e85-4d35-a02a-890beedb8177 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:17.394525 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc374ee-0b6a-4180-a216-0be2aefa215f req-0feb1d65-533e-40ca-8cce-120ad9cf477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:17.397086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbc374ee-0b6a-4180-a216-0be2aefa215f req-0feb1d65-533e-40ca-8cce-120ad9cf477e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6941cc9f-6e5d-4e97-bdd7-15afbf504923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6709874 Jun 17 08:42:17.461956 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Pushing event updated for resources: {'Port': ['ID=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,revision_number=6']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:17.530019 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:17.575316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] No DVR routers for this DVR port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:17.670862 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.681517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port eca27b03-84c5-46de-bcf3-0fe31d82ee70 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:17.681859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.703076 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc740820-5475-46a6-8032-41c65b65864e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:17.733426 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:17.739797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Transition to ACTIVE for port object d9f21d8b-7e67-45ac-8528-d00d51a0a319 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:17.772737 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc740820-5475-46a6-8032-41c65b65864e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=1edca43c-2e85-4d35-a02a-890beedb8177,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:17.778225 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc740820-5475-46a6-8032-41c65b65864e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:17.891173 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbc374ee-0b6a-4180-a216-0be2aefa215f req-dd04545b-7855-4bee-ba8a-06eefec0d757 service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669857 Jun 17 08:42:17.990359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f8d34-248c-4000-9935-5325bf162539 req-35f9b8c2-4718-4e82-a0f5-b2ee6568e5af tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:17.996632 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d1f8d34-248c-4000-9935-5325bf162539 req-35f9b8c2-4718-4e82-a0f5-b2ee6568e5af tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 943 time: 0.4639075 Jun 17 08:42:18.239452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.252851 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8c17fe9d-7031-48bd-ac9d-e3e39a5cc878 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:18.274839 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d1f8d34-248c-4000-9935-5325bf162539 req-e5a88561-ca3a-4adb-ac89-0af756c40d44 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521079 Jun 17 08:42:18.318816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Attempting to bind port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:18.319445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Attempting to bind port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:18.319951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Attempting to bind port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 on network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:18.322687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Pushing event deleted for resources: {'Port': ['ID=55a7f00f-4b7b-4fd3-aab1-1b682230ba85,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:18.337290 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:18.365301 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.365872 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.369295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbc374ee-0b6a-4180-a216-0be2aefa215f req-f0fd5c5b-77a2-465f-aa8d-21c17dbab75b service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506762 Jun 17 08:42:18.369871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 on network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:18.370187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Attempting to bind port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 on network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:18.396726 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe288dba-4417-4530-baa5-7d4704e6ed85 req-dc8cc8fe-38e2-46b9-9229-98f8c768ea92 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 210 time: 0.0668085 Jun 17 08:42:18.432289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:18.432663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Checking segment: {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:18.433014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Bound using segment: {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:18.433468 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Bound port: 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1250bc22-bc6f-450a-bc10-1f565757d9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:18.433820 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.470725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for eca27b03-84c5-46de-bcf3-0fe31d82ee70 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:18.527848 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.530452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.531697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] 10.222.0.47 "DELETE /v2.0/floatingips/d2d3ce9c-8904-4832-ab7e-d105e31f8a09 HTTP/1.1" status: 204 len: 168 time: 2.2715912 Jun 17 08:42:18.586486 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:18.592673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:18.607131 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.612003 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9b94cc45-517b-4b24-a31a-c1954899b226 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:18.652758 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.680027 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9ba98aff-274c-4ba8-8206-3bf19c56ae19 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:18.706631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=eca27b03-84c5-46de-bcf3-0fe31d82ee70,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:18.710709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.720924 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:18.730082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:18.730828 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:18.733353 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-67da39ce-a58e-4161-b5fd-16e02521e080 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:18.743926 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:18.744521 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] 10.222.0.63 "PUT /v2.0/ports/4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 1092 time: 3.5266781 Jun 17 08:42:18.759831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:18.762834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:18.776516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b5b72-124e-44c7-aee7-c99e4cfe0720 req-beedae01-2030-4569-87f9-7f1e9083e46f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:18.783772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c4b5b72-124e-44c7-aee7-c99e4cfe0720 req-beedae01-2030-4569-87f9-7f1e9083e46f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 944 time: 0.3194768 Jun 17 08:42:18.786238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:18.866394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Pushing event updated for resources: {'Port': ['ID=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:18.871776 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:18.942119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2c4b5b72-124e-44c7-aee7-c99e4cfe0720 req-3939eec0-54d0-4558-9e94-1857fc3bfeaf tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573324 Jun 17 08:42:18.979005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0966e-9331-4b14-8230-154a8bed495b req-3c96c972-0859-4d3b-b78b-c1ebfa1dafbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:18.980544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-3c96c972-0859-4d3b-b78b-c1ebfa1dafbf service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1095 time: 0.1910563 Jun 17 08:42:19.062568 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.127451 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc740820-5475-46a6-8032-41c65b65864e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.134764 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dc740820-5475-46a6-8032-41c65b65864e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/1edca43c-2e85-4d35-a02a-890beedb8177 HTTP/1.1" status: 204 len: 168 time: 2.7834036 Jun 17 08:42:19.148146 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57264) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:19.160008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa,segment=NetworkSegment(3dd39b10-1796-4710-9679-724358456e61),segment_id=3dd39b10-1796-4710-9679-724358456e61)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:19.182917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'port_id': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'mac_address': 'fa:16:3e:c1:ac:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:19.190088 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:19.197189 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.208864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event updated for resources: {'Port': ['ID=d9f21d8b-7e67-45ac-8528-d00d51a0a319,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:19.220362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:19.222837 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:19.260630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57270) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:19.266518 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:19.289279 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.293280 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.301065 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/floatingips/a9414eac-5305-48ef-91e7-697608750a7c HTTP/1.1" status: 204 len: 168 time: 2.2424321 Jun 17 08:42:19.310315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57278) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:19.323868 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.327369 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733f5ba0-e03b-4737-b6fd-9b3283b36d41 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:19.333583 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733f5ba0-e03b-4737-b6fd-9b3283b36d41 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:19.337925 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733f5ba0-e03b-4737-b6fd-9b3283b36d41 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:19.343577 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-733f5ba0-e03b-4737-b6fd-9b3283b36d41 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1905165 Jun 17 08:42:19.343577 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2196677 Jun 17 08:42:19.347195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57282) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:19.360730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ec9e204b-3cc9-4862-a0e4-9cb801fbfd56 None None] Provisioning for port d9f21d8b-7e67-45ac-8528-d00d51a0a319 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:19.362885 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Request body: {'port': {'device_id': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:19.368965 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45516d5-ec73-46e1-8d51-56815484ea8e x-openstack-request-id: req-b45516d5-ec73-46e1-8d51-56815484ea8e {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:19.369386 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:19.369749 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b45516d5-ec73-46e1-8d51-56815484ea8e {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:19.370254 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'status': 'completed', 'code': 200} Jun 17 08:42:19.376857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:19.389209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ec9e204b-3cc9-4862-a0e4-9cb801fbfd56 None None] Provisioning complete for port d9f21d8b-7e67-45ac-8528-d00d51a0a319 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:19.405641 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ec9e204b-3cc9-4862-a0e4-9cb801fbfd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.418721 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-76adc9fd-7920-4436-aec3-9ec5c187de4d tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] delete failed (client error): The resource could not be found. Jun 17 08:42:19.421506 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-76adc9fd-7920-4436-aec3-9ec5c187de4d tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/floatingips/a9414eac-5305-48ef-91e7-697608750a7c HTTP/1.1" status: 404 len: 345 time: 0.1064754 Jun 17 08:42:19.449427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0966e-9331-4b14-8230-154a8bed495b req-d0737998-a02f-433a-ba65-a37bef732eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:19.451314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-d0737998-a02f-433a-ba65-a37bef732eee service neutron] 10.222.0.63 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 897 time: 0.4641628 Jun 17 08:42:19.451988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57284) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:19.511026 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ec9e204b-3cc9-4862-a0e4-9cb801fbfd56 None None] Port d9f21d8b-7e67-45ac-8528-d00d51a0a319 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:19.516952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd20314-3b2d-4429-9e39-55f4b3cd0bde tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 1785c417-62f2-4065-9e36-a156edc626d6 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:19.523688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9cd20314-3b2d-4429-9e39-55f4b3cd0bde tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.547462 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa,segment=NetworkSegment(3dd39b10-1796-4710-9679-724358456e61),segment_id=3dd39b10-1796-4710-9679-724358456e61)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:19.559088 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.560964 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:19.589965 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.604879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9cd20314-3b2d-4429-9e39-55f4b3cd0bde tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.665893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:19.668163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-3da87f73-6897-4a30-8419-9be489c627fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 999 time: 0.1878762 Jun 17 08:42:19.676616 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:19.698074 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e43d9f33-8f8c-46dd-8b9b-2f67acd9ad22 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea7b714bd1d54bea91a7c269c6946c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4361627 Jun 17 08:42:19.700832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57288) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:19.783281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57290) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:19.813686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1d6d9aaf-dfc5-4ae3-9c54-fd6e984cc185 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635216622', 'description': 'tempest-secgroup-smoke-1635216622 description', 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:19.870801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:19.895688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9cd20314-3b2d-4429-9e39-55f4b3cd0bde tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:19.915153 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9aaf-dfc5-4ae3-9c54-fd6e984cc185 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.161917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f21d8b-7e67-45ac-8528-d00d51a0a319 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:20.175708 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.190948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-0f08c8e9-b73b-4ac1-9cd0-7affa5c8b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.192490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-0f08c8e9-b73b-4ac1-9cd0-7affa5c8b36b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1095 time: 0.8212399 Jun 17 08:42:20.209846 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Transition to ACTIVE for port object d9f21d8b-7e67-45ac-8528-d00d51a0a319 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:20.215771 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9cd20314-3b2d-4429-9e39-55f4b3cd0bde tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.223585 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5205d909-aca9-412f-a8aa-527fb019d862 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:20.225929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05bb69-879b-444f-8cd9-b6951fc82396 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.231939 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.239010 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05bb69-879b-444f-8cd9-b6951fc82396 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.245171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c05bb69-879b-444f-8cd9-b6951fc82396 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.249470 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2c05bb69-879b-444f-8cd9-b6951fc82396 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "GET /v2.0/ports?network_id=5051164b-aeb3-4361-b368-d1bf337ee729 HTTP/1.1" status: 200 len: 2358 time: 0.7936251 Jun 17 08:42:20.259029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57296) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:20.280713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd20314-3b2d-4429-9e39-55f4b3cd0bde tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=1785c417-62f2-4065-9e36-a156edc626d6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:20.283768 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9cd20314-3b2d-4429-9e39-55f4b3cd0bde tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:20.314523 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2273ef7-aabb-419e-865f-99b4e9f25f67 tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:20.321205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0966e-9331-4b14-8230-154a8bed495b req-bf56a8af-f743-40e3-bc8a-a78c47ec2bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.322730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-bf56a8af-f743-40e3-bc8a-a78c47ec2bd8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 200 len: 834 time: 0.6409709 Jun 17 08:42:20.325749 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9cd20314-3b2d-4429-9e39-55f4b3cd0bde tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.326440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa95e3-1385-4a28-adf2-a84daa588548 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:20.327639 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9cd20314-3b2d-4429-9e39-55f4b3cd0bde tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/1785c417-62f2-4065-9e36-a156edc626d6 HTTP/1.1" status: 204 len: 168 time: 0.9789028 Jun 17 08:42:20.361790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57300) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:20.382332 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55ffb8-84b3-4014-ab6a-7c31d9201330 req-f8bd5f43-4a3e-4d5f-bbdc-6959eb21cc17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.390296 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff55ffb8-84b3-4014-ab6a-7c31d9201330 req-f8bd5f43-4a3e-4d5f-bbdc-6959eb21cc17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 943 time: 0.8990490 Jun 17 08:42:20.521526 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea42f7c8-fd71-4636-8fd4-27b7efdd8c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.528148 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9aaf-dfc5-4ae3-9c54-fd6e984cc185 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.561469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f21d8b-7e67-45ac-8528-d00d51a0a319,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:20.567984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff55ffb8-84b3-4014-ab6a-7c31d9201330 req-c7bba64b-0400-4e67-b0c1-2175ee6d472f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761229 Jun 17 08:42:20.589372 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:20.594446 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d778c29a-f065-4e7b-b0ba-7ac543be61f2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.603753 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d778c29a-f065-4e7b-b0ba-7ac543be61f2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "GET /v2.0/subnets/caebe794-8024-4c5e-bed2-9eeee2e36d1c HTTP/1.1" status: 200 len: 797 time: 0.3361022 Jun 17 08:42:20.604406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57308) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:20.619950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'port': {'network_id': '5051164b-aeb3-4361-b368-d1bf337ee729', 'name': 'tempest-FloatingIPTestJSON-828092266', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:20.644060 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea42f7c8-fd71-4636-8fd4-27b7efdd8c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.645527 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9aaf-dfc5-4ae3-9c54-fd6e984cc185 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.661043 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37d617c-de76-4107-b0a0-b9dfd038eb6b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 41f673b6-436d-4658-a2dd-f2ef5501ff03 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:20.687594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f31afb-e7c8-45e9-a109-9c98d8c05522 req-8319d092-08e9-4ea4-9ff1-69aa377d6f00 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.690209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60f31afb-e7c8-45e9-a109-9c98d8c05522 req-8319d092-08e9-4ea4-9ff1-69aa377d6f00 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.5132458 Jun 17 08:42:20.709745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-3b41ebb6-dc98-4026-bb40-87c865a270ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.710970 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-18e0106b-5033-472e-b29f-b182aa0c1a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:20.711382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-3b41ebb6-dc98-4026-bb40-87c865a270ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 897 time: 0.4621646 Jun 17 08:42:20.730737 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d6d9aaf-dfc5-4ae3-9c54-fd6e984cc185 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.740821 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1d6d9aaf-dfc5-4ae3-9c54-fd6e984cc185 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9475985 Jun 17 08:42:20.742700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d37d617c-de76-4107-b0a0-b9dfd038eb6b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.748554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57312) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:20.784825 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:20.819034 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0966e-9331-4b14-8230-154a8bed495b req-7dd602ff-5be9-4c44-836a-818da3685ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:20.824584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-7dd602ff-5be9-4c44-836a-818da3685ed3 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4569459 Jun 17 08:42:20.833648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-cce587a5-2ba7-4a45-8d8c-923f358c5006 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Request body: {'security_group_rule': {'security_group_id': '629778a7-56da-472f-bbe1-daa4b355f08d', 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:20.857386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d9aaf-dfc5-4ae3-9c54-fd6e984cc185 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629778a7-56da-472f-bbe1-daa4b355f08d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:20.875806 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d6d9aaf-dfc5-4ae3-9c54-fd6e984cc185 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:20.880075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:20.884397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:20.884852 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.892698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d37d617c-de76-4107-b0a0-b9dfd038eb6b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:20.895351 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Attempting to bind port d9f21d8b-7e67-45ac-8528-d00d51a0a319 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:20.895675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Attempting to bind port d9f21d8b-7e67-45ac-8528-d00d51a0a319 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:20.896004 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Attempting to bind port d9f21d8b-7e67-45ac-8528-d00d51a0a319 on network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:20.942250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Port d9f21d8b-7e67-45ac-8528-d00d51a0a319 on network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:20.942674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Attempting to bind port d9f21d8b-7e67-45ac-8528-d00d51a0a319 on network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:20.962030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:20.962282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Checking segment: {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:20.962533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Bound using segment: {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:20.962972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Bound port: d9f21d8b-7e67-45ac-8528-d00d51a0a319, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87bddddf-47e0-409f-86df-1729c6bf864c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:20.963318 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.049340 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.076063 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-60f31afb-e7c8-45e9-a109-9c98d8c05522 req-4f51b350-c635-4a5e-9c61-32054f5b1e55 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615427 Jun 17 08:42:21.092829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-ec74d0e3-e6e2-4834-b3bc-0a3786e21fb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 999 time: 0.3663435 Jun 17 08:42:21.093470 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea42f7c8-fd71-4636-8fd4-27b7efdd8c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.096311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea42f7c8-fd71-4636-8fd4-27b7efdd8c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.097669 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ea42f7c8-fd71-4636-8fd4-27b7efdd8c01 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c2e1e67-bc72-4728-af52-2238e5b3edbd HTTP/1.1" status: 204 len: 168 time: 1.3763466 Jun 17 08:42:21.102869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957802f7-e1c8-4108-9b97-b319d2731c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:21.105142 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b953f841-3cc9-4aeb-b653-e6114d2913ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:21.105745 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ca8c47-1897-4f58-90bc-ebb61408d39e" -d '{"events": [{"server_uuid": "957802f7-e1c8-4108-9b97-b319d2731c68", "name": "network-vif-plugged", "status": "completed", "tag": "a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:21.129005 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d37d617c-de76-4107-b0a0-b9dfd038eb6b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.147563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa,segment=NetworkSegment(3dd39b10-1796-4710-9679-724358456e61),segment_id=3dd39b10-1796-4710-9679-724358456e61)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:21.157335 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.159835 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c258a749-2199-44e7-84f3-93edf2cc9251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:21.166072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42f7c8-fd71-4636-8fd4-27b7efdd8c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2e1e67-bc72-4728-af52-2238e5b3edbd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:21.176058 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cce587a5-2ba7-4a45-8d8c-923f358c5006 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.189151 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea42f7c8-fd71-4636-8fd4-27b7efdd8c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:21.200744 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ab2d0d-9058-43e7-8156-79a34175e38b x-openstack-request-id: req-71ab2d0d-9058-43e7-8156-79a34175e38b {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:21.201193 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957802f7-e1c8-4108-9b97-b319d2731c68", "name": "network-vif-plugged", "status": "completed", "tag": "a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:21.201559 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-71ab2d0d-9058-43e7-8156-79a34175e38b {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:21.202065 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957802f7-e1c8-4108-9b97-b319d2731c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'code': 200} Jun 17 08:42:21.236055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:21.260769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:21.264541 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:21.277279 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Made reservation on behalf of f7d827bf70b54fcab2665e04a6a606be for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:21.290873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:21.346911 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.403791 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:21.463177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-e14a69d4-1f8d-4a88-8a48-98aa69386e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:21.465263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-e14a69d4-1f8d-4a88-8a48-98aa69386e9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 200 len: 834 time: 0.3611898 Jun 17 08:42:21.467402 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-1f406e3e-069d-40a2-aa0f-ac0a52bff9f2 service neutron] 10.222.0.63 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210163 Jun 17 08:42:21.478923 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55fa42-e612-442e-98bb-416f05bf5d14 req-41c99378-7e38-423d-a39d-128152ef162d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:21.493958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ce55fa42-e612-442e-98bb-416f05bf5d14 req-41c99378-7e38-423d-a39d-128152ef162d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 945 time: 0.6487541 Jun 17 08:42:21.499048 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:21.499677 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.501105 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] 10.222.0.63 "PUT /v2.0/ports/d9f21d8b-7e67-45ac-8528-d00d51a0a319 HTTP/1.1" status: 200 len: 1092 time: 2.1483011 Jun 17 08:42:21.513058 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:21.515946 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:21.651894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d37d617c-de76-4107-b0a0-b9dfd038eb6b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.732390 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28dcd14-d0de-4db7-be7d-c9e732e05ea6 x-openstack-request-id: req-e28dcd14-d0de-4db7-be7d-c9e732e05ea6 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:21.732729 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:21.733037 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e28dcd14-d0de-4db7-be7d-c9e732e05ea6 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:21.733489 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'status': 'completed', 'code': 200} Jun 17 08:42:21.734402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f21d8b-7e67-45ac-8528-d00d51a0a319,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:21.757311 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57330) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:21.776169 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cce587a5-2ba7-4a45-8d8c-923f358c5006 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.786886 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:21.791052 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f2e32c59-5dbb-47d8-8e3b-ada8085b891c tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:21.810529 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc196f06-4a60-4824-9852-d9f2318f8749 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:21.837412 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cce587a5-2ba7-4a45-8d8c-923f358c5006 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.838306 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.846558 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d37d617c-de76-4107-b0a0-b9dfd038eb6b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.848441 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d37d617c-de76-4107-b0a0-b9dfd038eb6b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/41f673b6-436d-4658-a2dd-f2ef5501ff03 HTTP/1.1" status: 204 len: 168 time: 1.4856846 Jun 17 08:42:21.851383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb2628-27fb-4667-98a2-f8e7124dade8 req-9d31eed2-3521-4234-98c7-c4ee4dd776c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:21.852838 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-69cb2628-27fb-4667-98a2-f8e7124dade8 req-9d31eed2-3521-4234-98c7-c4ee4dd776c8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 1098 time: 0.5491974 Jun 17 08:42:21.863107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57332) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:21.863107 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a0b89a58-4d24-4c47-bc88-0f2c6a8d5e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.866021 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d617c-de76-4107-b0a0-b9dfd038eb6b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=41f673b6-436d-4658-a2dd-f2ef5501ff03,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:21.872994 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8eac028f-f618-4f35-80b3-0e8b041b8f3a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:21.873936 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d37d617c-de76-4107-b0a0-b9dfd038eb6b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:21.891902 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cce587a5-2ba7-4a45-8d8c-923f358c5006 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.895663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cce587a5-2ba7-4a45-8d8c-923f358c5006 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1410549 Jun 17 08:42:21.896221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57334) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:21.910633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce587a5-2ba7-4a45-8d8c-923f358c5006 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ababe5-cbd3-4d70-9141-1a140517b31d,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:21.920691 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cce587a5-2ba7-4a45-8d8c-923f358c5006 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:21.937714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ce55fa42-e612-442e-98bb-416f05bf5d14 req-beb0b134-edc0-4e26-8cee-dcb2fcdb28ed tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4423611 Jun 17 08:42:21.940475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-09fd5ed4-513b-4b64-938e-c3298b56b966 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Request body: {'security_group_rule': {'security_group_id': '629778a7-56da-472f-bbe1-daa4b355f08d', 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:21.954060 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6187c8e1-6dc6-49b2-b962-0b1cae46c6ae tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830767 Jun 17 08:42:21.969088 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57336) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:21.974790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] device_id is not set on port a54ddc40-b455-4fb8-82a7-a98841449c39 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:42:21.984437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8cfd4e57-0c5b-4a2d-be06-e73cc9c1c217 None None] Provisioning complete for port bd73a3e5-15b6-42e2-9565-7a99538e688e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:21.985867 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8cfd4e57-0c5b-4a2d-be06-e73cc9c1c217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:21.995052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7813a37-f78a-45f9-94e4-e9a5b03a1437 req-e6eaa725-ab34-4493-a19d-3e8ac74726f6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.007254 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7813a37-f78a-45f9-94e4-e9a5b03a1437 req-e6eaa725-ab34-4493-a19d-3e8ac74726f6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 943 time: 0.2450886 Jun 17 08:42:22.011321 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-97ddecf0-4c61-4d67-9e5f-b0b0140e659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.013031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-97ddecf0-4c61-4d67-9e5f-b0b0140e659b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4981918 Jun 17 08:42:22.068561 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-69f0966e-9331-4b14-8230-154a8bed495b req-ba0e560f-355b-4351-8a2c-660901a2ba05 service neutron] 10.222.0.63 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5222981 Jun 17 08:42:22.156620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e335cd57-5531-428d-a12d-45c272729dce None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:22.179194 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-69cb2628-27fb-4667-98a2-f8e7124dade8 req-46c5dfbd-e801-47bd-ad77-774a61713781 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3050563 Jun 17 08:42:22.260350 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e335cd57-5531-428d-a12d-45c272729dce None None] Deleting port bd73a3e5-15b6-42e2-9565-7a99538e688e {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:22.264266 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e335cd57-5531-428d-a12d-45c272729dce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.332237 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-58c81f14-740e-48d3-a530-e19776fe11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.334119 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-58c81f14-740e-48d3-a530-e19776fe11c6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 1095 time: 0.7409899 Jun 17 08:42:22.344843 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bd73a3e5-15b6-42e2-9565-7a99538e688e no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:22.423698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-12f74c7a-8e74-4b0c-99f5-145d3550970f service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946638 Jun 17 08:42:22.431793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e335cd57-5531-428d-a12d-45c272729dce None None] For port bd73a3e5-15b6-42e2-9565-7a99538e688e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bd73a3e5-15b6-42e2-9565-7a99538e688e,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:22.432202 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e335cd57-5531-428d-a12d-45c272729dce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.463555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7813a37-f78a-45f9-94e4-e9a5b03a1437 req-be1baacd-2c4e-4409-bb2f-4147af26ad5d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4550917 Jun 17 08:42:22.513950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e335cd57-5531-428d-a12d-45c272729dce None None] Calling delete_port for bd73a3e5-15b6-42e2-9565-7a99538e688e owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:22.562068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-ee21dd9d-ff3c-4fe4-b670-0252a2989b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.564038 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-ee21dd9d-ff3c-4fe4-b670-0252a2989b01 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1095 time: 0.2842610 Jun 17 08:42:22.592360 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.597474 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-a405a765-c87c-4a32-945f-d228922438df service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492898 Jun 17 08:42:22.607558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a1e59-afd5-462f-8f4c-b64f38987a1e req-9aad9eb9-8e13-4318-8d33-e75c253c7096 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.608732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a31a1e59-afd5-462f-8f4c-b64f38987a1e req-9aad9eb9-8e13-4318-8d33-e75c253c7096 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.3177776 Jun 17 08:42:22.655360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port bd73a3e5-15b6-42e2-9565-7a99538e688e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bd73a3e5-15b6-42e2-9565-7a99538e688e,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:22.663057 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.665519 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:22.706469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a31a1e59-afd5-462f-8f4c-b64f38987a1e req-2fd16714-558e-4c49-984f-65b9523f7a47 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867395 Jun 17 08:42:22.714421 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e335cd57-5531-428d-a12d-45c272729dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:22.740465 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-8cfb5dcc-c988-488c-8655-0361ffaa1170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.742034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-8cfb5dcc-c988-488c-8655-0361ffaa1170 service neutron] 10.222.0.63 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 897 time: 0.1618235 Jun 17 08:42:22.743343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e335cd57-5531-428d-a12d-45c272729dce None None] No DVR routers for this DVR port bd73a3e5-15b6-42e2-9565-7a99538e688e on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:22.749093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=bd73a3e5-15b6-42e2-9565-7a99538e688e,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:22.759023 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:22.759631 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9639feaf-f9f3-4431-95ed-ee9cf86e6a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:22.784959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335cd57-5531-428d-a12d-45c272729dce None None] Pushing event deleted for resources: {'Port': ['ID=bd73a3e5-15b6-42e2-9565-7a99538e688e,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:22.788234 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e335cd57-5531-428d-a12d-45c272729dce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:22.818449 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-7f1e9d24-d73f-4bd3-b697-4c658cdf4da0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319 HTTP/1.1" status: 200 len: 217 time: 0.4749479 Jun 17 08:42:22.827623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-7fcfc7fb-fab0-4b93-aec0-7ea6cedecd55 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 999 time: 0.0776579 Jun 17 08:42:22.882523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-b845b057-bf79-457c-8972-a59573076156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.884078 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-b845b057-bf79-457c-8972-a59573076156 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 200 len: 834 time: 0.0500896 Jun 17 08:42:22.931211 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad072228-d49c-4609-a237-2547ec63857a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.932643 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ad072228-d49c-4609-a237-2547ec63857a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9494269 Jun 17 08:42:22.935415 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57342) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:22.978545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-5c7f6240-eeb8-4416-be81-cea3816fbe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.980189 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-5c7f6240-eeb8-4416-be81-cea3816fbe3e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0897839 Jun 17 08:42:22.990511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-3a59a95d-392a-40d2-865b-da47b03893f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:22.991909 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-3a59a95d-392a-40d2-865b-da47b03893f8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.1416433 Jun 17 08:42:23.027695 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a0b89a58-4d24-4c47-bc88-0f2c6a8d5e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.042971 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1593b08-51d9-453a-8f46-44b23f7756c9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.047014 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d1593b08-51d9-453a-8f46-44b23f7756c9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1106005 Jun 17 08:42:23.050228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57346) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:23.067894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a0b89a58-4d24-4c47-bc88-0f2c6a8d5e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.079827 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-73c21936-22ce-40bf-979b-3ae3ab85199d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:23.128680 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-120187f1-0083-4d91-8fff-06c026b21397 service neutron] 10.222.0.63 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409845 Jun 17 08:42:23.150447 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7a36327c-9fbb-4d43-b751-f8841307d505 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967717 Jun 17 08:42:23.161977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57348) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:23.173441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-da7d3a9b-8cd1-4732-940b-ec54ea58db41 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:23.203541 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a0b89a58-4d24-4c47-bc88-0f2c6a8d5e7a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=651c467133bf444b8355672b1de67240&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4377298 Jun 17 08:42:23.207678 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b89a58-4d24-4c47-bc88-0f2c6a8d5e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f9572c-8c67-4dbe-9656-66b63fedd9f5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:23.208846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57350) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:23.216194 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-09fd5ed4-513b-4b64-938e-c3298b56b966 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.222063 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a0b89a58-4d24-4c47-bc88-0f2c6a8d5e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:23.233880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.20.0.13 (5051164b-aeb3-4361-b368-d1bf337ee729/caebe794-8024-4c5e-bed2-9eeee2e36d1c/a54ddc40-b455-4fb8-82a7-a98841449c39) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:23.266244 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.20.0.12 (5051164b-aeb3-4361-b368-d1bf337ee729/caebe794-8024-4c5e-bed2-9eeee2e36d1c/a54ddc40-b455-4fb8-82a7-a98841449c39) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:23.274445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650671bc-316c-4187-b482-da21ee978e4a req-808054df-173a-487f-bf4f-6502868937e3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.276100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-650671bc-316c-4187-b482-da21ee978e4a req-808054df-173a-487f-bf4f-6502868937e3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 946 time: 0.2095561 Jun 17 08:42:23.299742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-e7710b7e-8906-4200-bf9d-5764eabf1882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.301557 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-e7710b7e-8906-4200-bf9d-5764eabf1882 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3027449 Jun 17 08:42:23.391387 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-09fd5ed4-513b-4b64-938e-c3298b56b966 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.404596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-09fd5ed4-513b-4b64-938e-c3298b56b966 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.409842 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b303990e-d373-44c5-9b22-814f0abf2085 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:23.415831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73d56bc9-4620-4ce8-b59e-a9f1f5208f57 req-d30ccc23-29f2-42da-8323-8a1081fb3098 service neutron] 10.222.0.63 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793899 Jun 17 08:42:23.430977 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-650671bc-316c-4187-b482-da21ee978e4a req-162420fd-2226-43dc-abb5-245faa196421 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325514 Jun 17 08:42:23.435491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5fb28052-bda1-49d3-9ab5-d35ea80658b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.460701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7d3a9b-8cd1-4732-940b-ec54ea58db41 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:23.465338 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-da7d3a9b-8cd1-4732-940b-ec54ea58db41 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.468506 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-da7d3a9b-8cd1-4732-940b-ec54ea58db41 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:42:23.469085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da7d3a9b-8cd1-4732-940b-ec54ea58db41 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:23.485935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd5ed4-513b-4b64-938e-c3298b56b966 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97363d73-c3af-4993-90dd-64b83c332985,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:23.496912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5fb28052-bda1-49d3-9ab5-d35ea80658b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.507947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-da7d3a9b-8cd1-4732-940b-ec54ea58db41 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3437166 Jun 17 08:42:23.511289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57358) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:23.513057 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-09fd5ed4-513b-4b64-938e-c3298b56b966 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:23.517639 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-09fd5ed4-513b-4b64-938e-c3298b56b966 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.521340 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bb84824a-2be9-4d51-87b5-e1983ed5665b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:23.522077 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-09fd5ed4-513b-4b64-938e-c3298b56b966 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5904081 Jun 17 08:42:23.524888 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57362) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:23.536414 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-59d30215-1769-4dc8-81ca-0e7b7878fb2d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Request body: {'security_group_rule': {'security_group_id': '629778a7-56da-472f-bbe1-daa4b355f08d', 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:23.549992 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-4e33c4ab-46e8-4018-9ce5-5adc54a56cde service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389140 Jun 17 08:42:23.674386 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-59d30215-1769-4dc8-81ca-0e7b7878fb2d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.702734 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.709733 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5fb28052-bda1-49d3-9ab5-d35ea80658b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.719323 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5fb28052-bda1-49d3-9ab5-d35ea80658b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.720647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5fb28052-bda1-49d3-9ab5-d35ea80658b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18f9572c-8c67-4dbe-9656-66b63fedd9f5 HTTP/1.1" status: 204 len: 168 time: 0.5011764 Jun 17 08:42:23.723762 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6832df0c-ac2a-483e-9d8e-56005538d869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:23.733956 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb84824a-2be9-4d51-87b5-e1983ed5665b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:23.739226 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bb84824a-2be9-4d51-87b5-e1983ed5665b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.741492 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb84824a-2be9-4d51-87b5-e1983ed5665b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:42:23.742057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb84824a-2be9-4d51-87b5-e1983ed5665b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:23.754317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb28052-bda1-49d3-9ab5-d35ea80658b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f9572c-8c67-4dbe-9656-66b63fedd9f5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:23.757595 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5fb28052-bda1-49d3-9ab5-d35ea80658b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:23.808478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfdb88e-5ccb-4f5c-b04b-5dc3a5f56a37 req-e163061c-0ffe-4461-a4cb-435299b16203 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:23.810490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bfdb88e-5ccb-4f5c-b04b-5dc3a5f56a37 req-e163061c-0ffe-4461-a4cb-435299b16203 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 943 time: 0.1834018 Jun 17 08:42:23.812007 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bb84824a-2be9-4d51-87b5-e1983ed5665b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2996912 Jun 17 08:42:23.827372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57370) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:23.833765 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e97afe8b-3cce-466c-b816-567f61c65b47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:23.842598 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-219d878d-af0a-42e8-a5b2-40876d14cc63 req-1257ffca-9399-474d-88f8-a868f022fd84 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809551 Jun 17 08:42:23.931023 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-59d30215-1769-4dc8-81ca-0e7b7878fb2d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.936251 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:23.947289 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-df357c66-bb20-450b-af4c-b346b1625b4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:23.964754 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4bfdb88e-5ccb-4f5c-b04b-5dc3a5f56a37 req-61ca7be4-60ca-4f17-9b55-106575c98de1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346543 Jun 17 08:42:24.013927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-59d30215-1769-4dc8-81ca-0e7b7878fb2d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.080729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=a54ddc40-b455-4fb8-82a7-a98841449c39,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.087203 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.096629 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97afe8b-3cce-466c-b816-567f61c65b47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:24.102524 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e97afe8b-3cce-466c-b816-567f61c65b47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.104075 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97afe8b-3cce-466c-b816-567f61c65b47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:42:24.104515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97afe8b-3cce-466c-b816-567f61c65b47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:24.108383 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-515c32c5-5f88-44c7-bc04-82e62a1c8efe tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:24.127020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 5051164b-aeb3-4361-b368-d1bf337ee729 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:24.127922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d30215-1769-4dc8-81ca-0e7b7878fb2d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b635118f-2a85-4342-a7a3-150fad92504c,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.132017 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e97afe8b-3cce-466c-b816-567f61c65b47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2994556 Jun 17 08:42:24.132689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57374) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:24.133918 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-59d30215-1769-4dc8-81ca-0e7b7878fb2d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.138194 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-59d30215-1769-4dc8-81ca-0e7b7878fb2d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6077640 Jun 17 08:42:24.139651 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-59d30215-1769-4dc8-81ca-0e7b7878fb2d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.140098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57376) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:24.140695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffe53b-b9b6-45e0-876b-e997c7042395 req-41d0de2e-15c3-4eeb-a11f-d292f71c7bcd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.142226 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01ffe53b-b9b6-45e0-876b-e997c7042395 req-41d0de2e-15c3-4eeb-a11f-d292f71c7bcd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.1311774 Jun 17 08:42:24.146296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-73a769c3-3e77-4b2b-a448-ac8868587ceb tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Request body: {'security_group_rule': {'security_group_id': '629778a7-56da-472f-bbe1-daa4b355f08d', 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:24.147762 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d4349d2c-f8d0-4fd1-a8ae-f1beb6366565 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:24.169554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:24.172333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:24.217079 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73a769c3-3e77-4b2b-a448-ac8868587ceb tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.246591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9 req-46c3db8c-1078-4ee7-8f9b-6b3b5d9f2b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.248355 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9 req-46c3db8c-1078-4ee7-8f9b-6b3b5d9f2b73 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 1095 time: 0.2236071 Jun 17 08:42:24.254430 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01ffe53b-b9b6-45e0-876b-e997c7042395 req-ca5929d2-a23b-4ae1-84f8-d23f71a48231 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018264 Jun 17 08:42:24.281896 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4349d2c-f8d0-4fd1-a8ae-f1beb6366565 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:24.288046 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4349d2c-f8d0-4fd1-a8ae-f1beb6366565 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.291244 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4349d2c-f8d0-4fd1-a8ae-f1beb6366565 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:42:24.292056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4349d2c-f8d0-4fd1-a8ae-f1beb6366565 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:24.321821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d4349d2c-f8d0-4fd1-a8ae-f1beb6366565 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1702507 Jun 17 08:42:24.325352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.326169 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.328510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57378) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:24.365365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-85a21951-2cc8-4092-84b3-87622be73feb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:24.366204 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57380) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:24.384736 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3404c7a3-470d-43c5-9379-55300d8fd58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.450807 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73a769c3-3e77-4b2b-a448-ac8868587ceb tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.459657 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.8480923 Jun 17 08:42:24.463543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57384) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:24.474194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': 'a54ddc40-b455-4fb8-82a7-a98841449c39', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:24.474338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73a769c3-3e77-4b2b-a448-ac8868587ceb tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.482351 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e72c83ad-63d9-4766-ad13-e874cbf09f54 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:24.503502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a769c3-3e77-4b2b-a448-ac8868587ceb tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f48edab-65bc-4992-a113-4e60eff408b6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.521136 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-73a769c3-3e77-4b2b-a448-ac8868587ceb tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.533719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3404c7a3-470d-43c5-9379-55300d8fd58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.540709 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3404c7a3-470d-43c5-9379-55300d8fd58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.545769 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-efe75ba4-7067-44c9-b578-74ddb7b323dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:24.559468 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-73a769c3-3e77-4b2b-a448-ac8868587ceb tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.563509 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-73a769c3-3e77-4b2b-a448-ac8868587ceb tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4214828 Jun 17 08:42:24.568842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57386) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:24.576987 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-141411e1-604d-416a-a243-6912cb0e17d8 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Request body: {'security_group_rule': {'security_group_id': '629778a7-56da-472f-bbe1-daa4b355f08d', 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:24.581665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404c7a3-470d-43c5-9379-55300d8fd58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc426074-f6a6-4fa3-99d2-64712021a06e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.587050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9 req-e4f36bf7-f1c2-4cc5-9723-0337bf6eef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.588544 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9 req-e4f36bf7-f1c2-4cc5-9723-0337bf6eef92 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.3327110 Jun 17 08:42:24.600805 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3404c7a3-470d-43c5-9379-55300d8fd58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.633195 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9 req-992aee62-76ce-4298-8dcb-06b916a44314 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319 HTTP/1.1" status: 200 len: 217 time: 0.0364792 Jun 17 08:42:24.651356 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3404c7a3-470d-43c5-9379-55300d8fd58c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2b376dc8184644cda2b491499c29964e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838154 Jun 17 08:42:24.655528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57388) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:24.656489 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.695366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9 req-67ff1d41-099a-42cd-ad5c-0b3d2213508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.697076 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9 req-67ff1d41-099a-42cd-ad5c-0b3d2213508e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.0576656 Jun 17 08:42:24.697792 n-d-779913-16 neutron-server[93804]: INFO neutron.db.securitygroups_db [None req-141411e1-604d-416a-a243-6912cb0e17d8 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Project fa1e47916aab40bcad7b4780f265d6cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:42:24.718490 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141411e1-604d-416a-a243-6912cb0e17d8 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.768352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a21951-2cc8-4092-84b3-87622be73feb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:24.771943 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-85a21951-2cc8-4092-84b3-87622be73feb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.773415 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a21951-2cc8-4092-84b3-87622be73feb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:42:24.773848 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a21951-2cc8-4092-84b3-87622be73feb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:24.783666 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b008afca-b162-406d-a03d-ce6230743ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.817670 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-85a21951-2cc8-4092-84b3-87622be73feb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4586666 Jun 17 08:42:24.820616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57392) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:24.827249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c39f72d6-9d18-4a1d-a2c5-75a66163c105 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:24.829926 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1fad3-4cce-45c8-a298-e381de17d00b req-dd7d0b2f-6850-43f7-b10b-355cd40d9372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.831748 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8fc1fad3-4cce-45c8-a298-e381de17d00b req-dd7d0b2f-6850-43f7-b10b-355cd40d9372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 946 time: 0.2354510 Jun 17 08:42:24.835152 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b008afca-b162-406d-a03d-ce6230743ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.863219 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141411e1-604d-416a-a243-6912cb0e17d8 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.890466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9 req-c22f8cfe-5044-4819-8965-c33d149a300f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:24.892298 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9 req-c22f8cfe-5044-4819-8965-c33d149a300f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1864147 Jun 17 08:42:24.895482 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141411e1-604d-416a-a243-6912cb0e17d8 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.899682 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e1786a44-390f-4222-a19b-1a8f69c0c9ff tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:24.929432 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8fc1fad3-4cce-45c8-a298-e381de17d00b req-6e3d5934-9d87-4bee-8279-7fd7220c8e95 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852857 Jun 17 08:42:24.952261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141411e1-604d-416a-a243-6912cb0e17d8 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5c3a300-e945-458f-b4ba-f9e96324a885,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:24.956253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.961567 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-141411e1-604d-416a-a243-6912cb0e17d8 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:24.964947 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b008afca-b162-406d-a03d-ce6230743ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.967887 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b008afca-b162-406d-a03d-ce6230743ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:24.971803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b008afca-b162-406d-a03d-ce6230743ab4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc426074-f6a6-4fa3-99d2-64712021a06e HTTP/1.1" status: 204 len: 168 time: 0.3094082 Jun 17 08:42:24.971803 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c39136d3-089a-43a6-bd84-34db5163ad87 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:25.003750 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-141411e1-604d-416a-a243-6912cb0e17d8 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.008195 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-141411e1-604d-416a-a243-6912cb0e17d8 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4364076 Jun 17 08:42:25.012334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57400) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:25.027523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008afca-b162-406d-a03d-ce6230743ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc426074-f6a6-4fa3-99d2-64712021a06e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:25.032640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-40a162ac-54c4-4c7a-acee-6097a76cbe45 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Request body: {'security_group_rule': {'security_group_id': '629778a7-56da-472f-bbe1-daa4b355f08d', 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:25.041154 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b008afca-b162-406d-a03d-ce6230743ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:25.105391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39f72d6-9d18-4a1d-a2c5-75a66163c105 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:25.108947 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c39f72d6-9d18-4a1d-a2c5-75a66163c105 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.119426 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39f72d6-9d18-4a1d-a2c5-75a66163c105 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:42:25.119898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39f72d6-9d18-4a1d-a2c5-75a66163c105 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:25.175205 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9 req-172f6d11-1c44-4264-a0d1-c03a0e986a09 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608848 Jun 17 08:42:25.197480 n-d-779913-16 neutron-server[93804]: INFO neutron.db.securitygroups_db [None req-40a162ac-54c4-4c7a-acee-6097a76cbe45 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Project fa1e47916aab40bcad7b4780f265d6cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:42:25.218180 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40a162ac-54c4-4c7a-acee-6097a76cbe45 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.280919 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c39f72d6-9d18-4a1d-a2c5-75a66163c105 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4590502 Jun 17 08:42:25.285803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57404) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:25.342208 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d8af9984-95b1-48d0-8983-1a90f0842723 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0512586 Jun 17 08:42:25.342755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57408) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:25.389746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40a162ac-54c4-4c7a-acee-6097a76cbe45 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.395127 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-0ae6bb2a-8ef8-47d0-9420-f0fe4b297ab9 req-448ef4f7-da41-42dc-8542-451e0550cff1 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113290 Jun 17 08:42:25.400271 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40a162ac-54c4-4c7a-acee-6097a76cbe45 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.405857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.25.8.44 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/1c34020c-6fd7-4c19-ae45-f579011c57c4) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:25.420156 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e54f6243-5cb0-4c77-a834-a84767d881e6 tempest-TaggedBootDevicesTest_v242-115483218 tempest-TaggedBootDevicesTest_v242-115483218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:25.426578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f3bda-f3e9-4c11-8143-9b1946429d97 req-d6070fc9-ed40-441a-bab2-d596253fca97 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.428771 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40a162ac-54c4-4c7a-acee-6097a76cbe45 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:25.429957 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-40a162ac-54c4-4c7a-acee-6097a76cbe45 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4146221 Jun 17 08:42:25.439306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a162ac-54c4-4c7a-acee-6097a76cbe45 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f683049b-52f8-40ec-9174-e50949e4eac0,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:25.442225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-847f3bda-f3e9-4c11-8143-9b1946429d97 req-d6070fc9-ed40-441a-bab2-d596253fca97 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 946 time: 0.2784433 Jun 17 08:42:25.446955 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-40a162ac-54c4-4c7a-acee-6097a76cbe45 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:25.497696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b402fa-191f-467a-baa9-602d6a0cfa2a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.499288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a7b402fa-191f-467a-baa9-602d6a0cfa2a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1551108 Jun 17 08:42:25.502127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57418) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:25.510357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402756ce-e725-4697-9ecf-8c95b400d3de req-9ab22ea1-ad17-41e1-b7a9-367f8b802f31 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:25.511945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-402756ce-e725-4697-9ecf-8c95b400d3de req-9ab22ea1-ad17-41e1-b7a9-367f8b802f31 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 943 time: 0.2760317 Jun 17 08:42:25.556185 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2120e99a-270b-48c4-bb2e-90b0623a4e64 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525637 Jun 17 08:42:25.557054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57422) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:25.562499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:25.574414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-847f3bda-f3e9-4c11-8143-9b1946429d97 req-8381a518-eb8d-4c9b-a31a-a52cc1210f96 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310039 Jun 17 08:42:25.614085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57424) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:25.645485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-402756ce-e725-4697-9ecf-8c95b400d3de req-85bc4f82-d6f9-4b4c-ad42-5967bdaf94b1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176589 Jun 17 08:42:25.775576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:25.779307 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.206553 n-d-779913-16 neutron-server[93804]: DEBUG neutron.objects.ports [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93804) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:42:26.208948 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.212134 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8573cb13-1f4d-408b-9d2e-42a3ce9a764e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:26.262433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=667eae5d-bb71-4d94-80f4-246568f794be,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:26.266942 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.267760 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:26.277720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:26.279620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:26.282486 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.283112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.291684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ecb6e6-f428-42a6-a9c3-dca3891fbbfd None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:26.292249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-543c66ea-5ffe-4ded-9632-d121f3967bfb tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635216622&fields=id&tenant_id=fa1e47916aab40bcad7b4780f265d6cf HTTP/1.1" status: 200 len: 267 time: 0.1185648 Jun 17 08:42:26.318230 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7599156 Jun 17 08:42:26.319679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57448) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:26.334411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:18:c9:72', 'name': 'tempest-NetworksTestDHCPv6-237225615'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:26.427235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeff53-3e25-4bd8-af56-8ae262c124d4 req-3e81d94d-f4e7-4db4-a5e1-83069b8ebb75 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.428980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0feeff53-3e25-4bd8-af56-8ae262c124d4 req-3e81d94d-f4e7-4db4-a5e1-83069b8ebb75 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.2569921 Jun 17 08:42:26.475543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6264af8f-0675-4326-9f67-9066813d15f6 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.480014 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6264af8f-0675-4326-9f67-9066813d15f6 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 1093 time: 0.8606546 Jun 17 08:42:26.481589 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57452) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:26.493356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:26.504511 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.510233 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9cd8c1d7-a6df-48ef-8b60-e6aea8f0787c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:26.566098 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.606254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '667eae5d-bb71-4d94-80f4-246568f794be'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:26.608732 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.611508 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:26.619620 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0feeff53-3e25-4bd8-af56-8ae262c124d4 req-dffaef8c-4f8e-400b-8869-fed25e96656b tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495588 Jun 17 08:42:26.631691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:26.637511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:26.646938 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-208c2835-0fbe-47fd-8e23-647051a1c80e tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:26.653790 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-208c2835-0fbe-47fd-8e23-647051a1c80e tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/networks?id=c73392ab-fb5f-4464-a8df-3cfe5f27754f HTTP/1.1" status: 200 len: 814 time: 0.3450191 Jun 17 08:42:26.667044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:26.677025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=1c34020c-6fd7-4c19-ae45-f579011c57c4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:26.695903 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:26.822662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Allocated IP 2001:db8::f816:3eff:fe83:379d (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/667eae5d-bb71-4d94-80f4-246568f794be/85093e5d-c64c-43c0-83b0-5befe8d5d4da) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:26.868444 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:26.906543 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 36ba6b68-31f8-4787-86de-d72b1be911d6 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:42:27.030662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:27.065338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.160450 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.262120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Transition to ACTIVE for port object 85093e5d-c64c-43c0-83b0-5befe8d5d4da will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:27.263248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Allocated IP 172.25.8.156 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/a7740a37-d247-4ef6-ac90-76616b2f6629) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:27.384526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-5991fbcb-9e8a-450a-8f56-e0394da3edc7 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/quotas/fa1e47916aab40bcad7b4780f265d6cf HTTP/1.1" status: 200 len: 375 time: 0.7297139 Jun 17 08:42:27.404306 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.501389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Transition to ACTIVE for port object 85093e5d-c64c-43c0-83b0-5befe8d5d4da will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:27.520415 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.528474 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ee5e90dc-1ec3-40c4-a2f6-a1b1b2967f9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:27.584612 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:27.587340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:27.594866 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3bd7d-4f04-41ef-93f3-c7e9a401f0eb req-9ab23ec1-fac5-4bd6-8e64-e8ffc9b636c5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:27.596524 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bef3bd7d-4f04-41ef-93f3-c7e9a401f0eb req-9ab23ec1-fac5-4bd6-8e64-e8ffc9b636c5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 943 time: 0.3670421 Jun 17 08:42:27.599623 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:27.606913 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:27.607186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-df56b575-dc16-4485-a47f-c5147c30b1b7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:27.608565 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-df56b575-dc16-4485-a47f-c5147c30b1b7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945&tenant_id=2f455ca5823946e8a10a01151d60adb3&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 943 time: 0.3777628 Jun 17 08:42:27.612377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Pushing event updated for resources: {'Port': ['ID=85093e5d-c64c-43c0-83b0-5befe8d5d4da,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:27.617053 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:27.618409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'port_id': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'mac_address': 'fa:16:3e:75:00:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:27.627593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::f816:3eff:fe18:c972 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/667eae5d-bb71-4d94-80f4-246568f794be/36ba6b68-31f8-4787-86de-d72b1be911d6) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:27.708727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57478) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:27.736241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Attempting to bind port 85093e5d-c64c-43c0-83b0-5befe8d5d4da on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:27.736903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Attempting to bind port 85093e5d-c64c-43c0-83b0-5befe8d5d4da by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:27.737557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Attempting to bind port 85093e5d-c64c-43c0-83b0-5befe8d5d4da on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:27.741041 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.744523 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.747001 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:27.747630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:27.748209 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.748769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:27.749434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Bound port: 85093e5d-c64c-43c0-83b0-5befe8d5d4da, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:27.750005 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.770715 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:27.771198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:27.815924 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:27.832331 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.833210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d9f21d8b-7e67-45ac-8528-d00d51a0a319 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:27.839490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bef3bd7d-4f04-41ef-93f3-c7e9a401f0eb req-9f5903f0-5c1c-47c0-8337-9e8349ba200b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906476 Jun 17 08:42:27.840735 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:27.850395 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:27.882491 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-252b81b2-95db-4061-9ddd-f95111091508 service neutron] delete failed (client error): The resource could not be found. Jun 17 08:42:27.883808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-252b81b2-95db-4061-9ddd-f95111091508 service neutron] 10.222.0.10 "DELETE /v2.0/ports/4901c5a2-954d-49c2-bbb1-79ef8be41eb3/bindings/n-h1-779913-16 HTTP/1.1" status: 404 len: 381 time: 0.2336545 Jun 17 08:42:27.906316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] For port 85093e5d-c64c-43c0-83b0-5befe8d5d4da, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:27.921774 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:27.952685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-5840a04c-aa7d-452a-a45c-70d6c031a295 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:27.955469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:27.975548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=a7740a37-d247-4ef6-ac90-76616b2f6629,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:27.986011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:27.989300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] For port 85093e5d-c64c-43c0-83b0-5befe8d5d4da, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=85093e5d-c64c-43c0-83b0-5befe8d5d4da,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:27.994509 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:28.004014 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.resource_extend [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:42:28.056682 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.107144 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.133823 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5840a04c-aa7d-452a-a45c-70d6c031a295 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] 10.222.0.47 "PUT /v2.0/quotas/d3e37440d9c54a7c90ebf445102f0c2c HTTP/1.1" status: 200 len: 368 time: 0.3801022 Jun 17 08:42:28.134555 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57484) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:28.135463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 36ba6b68-31f8-4787-86de-d72b1be911d6 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:28.146865 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Request body: {'network': {'project_id': 'd3e37440d9c54a7c90ebf445102f0c2c'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:28.147337 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:28.152741 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:28.153881 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:28.193559 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.262750 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:28.279176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Pushing event updated for resources: {'Port': ['ID=85093e5d-c64c-43c0-83b0-5befe8d5d4da,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:28.292898 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:28.296763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'port_id': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'mac_address': 'fa:16:3e:b9:ef:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:28.316945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-7b55b31e-ee26-44f5-941e-dce169465bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:28.318499 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-7b55b31e-ee26-44f5-941e-dce169465bfa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1096 time: 0.3596871 Jun 17 08:42:28.331088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Made reservation on behalf of d3e37440d9c54a7c90ebf445102f0c2c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:28.333454 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.363405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-4d22a185-1eef-4332-bd3f-e0b215263270 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa1e47916aab40bcad7b4780f265d6cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9779289 Jun 17 08:42:28.365395 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.388287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f21d8b-7e67-45ac-8528-d00d51a0a319 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:28.393649 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.437828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:28.452538 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.454676 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:28.606277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d9f21d8b-7e67-45ac-8528-d00d51a0a319,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:28.616193 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:28.627150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5032632-6b2d-4132-a393-6c678f75aa0f req-4a00e31b-2fce-439f-913b-cd0726101830 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:28.634554 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5032632-6b2d-4132-a393-6c678f75aa0f req-4a00e31b-2fce-439f-913b-cd0726101830 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.4988084 Jun 17 08:42:28.703442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['d9f21d8b-7e67-45ac-8528-d00d51a0a319'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:28.712955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['4901c5a2-954d-49c2-bbb1-79ef8be41eb3'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:28.750842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-ed813bab-c690-415f-a00d-a19dfd7e84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:28.754157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-ed813bab-c690-415f-a00d-a19dfd7e84b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 897 time: 0.4117107 Jun 17 08:42:28.812151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5032632-6b2d-4132-a393-6c678f75aa0f req-9efe8a83-b55a-4868-ac52-6b0cb85b928d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760767 Jun 17 08:42:28.916828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.928589 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:28.938675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-0d77886d-e9b4-44f2-80da-63c8000bc7f1 service neutron] 10.222.0.47 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488214 Jun 17 08:42:28.941100 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.976891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:28.985832 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-68fd450d-8e0e-4cee-b694-018804f64124 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:29.147641 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-b2ad7568-2ad3-4ced-bf28-6d1c6af09d8a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 1000 time: 0.3600461 Jun 17 08:42:29.250920 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:29.257972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:29.261166 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:29.265709 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.266851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=1c34020c-6fd7-4c19-ae45-f579011c57c4,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:29.271824 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.271824 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.286402 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.295747 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:29.309115 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.321760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=36ba6b68-31f8-4787-86de-d72b1be911d6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:29.326057 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:29.333902 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-17e17728-d71e-4330-ad1e-32574bf0d80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:29.358280 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-f2d8b05a-b58e-4dca-b2aa-521276e835d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.358488 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0337300 Jun 17 08:42:29.358584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-f2d8b05a-b58e-4dca-b2aa-521276e835d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 200 len: 834 time: 0.1735754 Jun 17 08:42:29.362760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57494) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:29.415229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d23a68b-c3d6-4c20-9412-41da93ddcdba,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:29.441667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:29.459093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-3c25ddeb-1599-4129-b6b6-0b39f8133d7a service neutron] 10.222.0.47 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114698 Jun 17 08:42:29.460166 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:29.466848 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.488108 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.488470 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Added segment 09200018-175f-4021-b4a2-5228f1bf77ef of type vlan for network 2b3d7f82-d74b-42f0-8a37-7bff564d2d1a Jun 17 08:42:29.491157 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.554966 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b264130f-6f9b-4eb1-b5b0-30c79f70d66e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.561112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b264130f-6f9b-4eb1-b5b0-30c79f70d66e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.565364 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b264130f-6f9b-4eb1-b5b0-30c79f70d66e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1953504 Jun 17 08:42:29.565651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57496) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:29.678091 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:29.724576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3119a26-68d1-4d34-bcfc-4afa854d5496 req-ece0fd23-ac13-4b37-9aa0-d30bed9bd7cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.726223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3119a26-68d1-4d34-bcfc-4afa854d5496 req-ece0fd23-ac13-4b37-9aa0-d30bed9bd7cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 944 time: 0.6569905 Jun 17 08:42:29.745422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bf707119-9be4-4304-b358-ce194b548755 None None] Provisioning for port 85093e5d-c64c-43c0-83b0-5befe8d5d4da completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:29.867413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-9d14fcb8-bd78-4b7e-9a4a-66c45d438813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:29.869349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-9d14fcb8-bd78-4b7e-9a4a-66c45d438813 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5001709 Jun 17 08:42:29.873256 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.resource_extend [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:42:29.945170 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1d7db1cb-9946-4625-afb3-941764c012f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 36ba6b68-31f8-4787-86de-d72b1be911d6 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:29.945170 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d7db1cb-9946-4625-afb3-941764c012f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.052990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.067511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.089315 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-49b6a7c0-9dfb-48cc-aacc-0d6d072cb1ca tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:30.145335 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3119a26-68d1-4d34-bcfc-4afa854d5496 req-3f557cf6-d7e3-4888-bfa0-90c8f7302ff2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4115846 Jun 17 08:42:30.152690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-5737ae40-a2b7-470a-adf9-4e0bc703c4dc service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737222 Jun 17 08:42:30.153959 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=a7740a37-d247-4ef6-ac90-76616b2f6629,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:30.186722 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.188777 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:30.194422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-304444d9-974d-4ceb-95bb-72c0d6ec5697 None None] Provisioning for port 36ba6b68-31f8-4787-86de-d72b1be911d6 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:30.195169 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.199496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-304444d9-974d-4ceb-95bb-72c0d6ec5697 None None] Provisioning complete for port 36ba6b68-31f8-4787-86de-d72b1be911d6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:30.200066 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-304444d9-974d-4ceb-95bb-72c0d6ec5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.204378 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.237250 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-087fc965-16ab-458d-8115-472aea63bf59 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:30.281509 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP 1f5d979f-707e-4e37-a73c-ec5eb1fb282f associated. External IP: 172.25.8.44, port: a54ddc40-b455-4fb8-82a7-a98841449c39. Jun 17 08:42:30.321273 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-304444d9-974d-4ceb-95bb-72c0d6ec5697 None None] Port 36ba6b68-31f8-4787-86de-d72b1be911d6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:30.338977 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:30.379543 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d7db1cb-9946-4625-afb3-941764c012f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.422664 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 85093e5d-c64c-43c0-83b0-5befe8d5d4da up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:30.476568 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1d7db1cb-9946-4625-afb3-941764c012f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 36ba6b68-31f8-4787-86de-d72b1be911d6 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:30.525295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 85093e5d-c64c-43c0-83b0-5befe8d5d4da completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:30.530963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 85093e5d-c64c-43c0-83b0-5befe8d5d4da triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:30.531695 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.645771 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Floating IP d79b28a3-be38-4eff-a2f2-03bca92c56af associated. External IP: 172.25.8.156, port: a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa. Jun 17 08:42:30.687791 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.803584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 85093e5d-c64c-43c0-83b0-5befe8d5d4da, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=85093e5d-c64c-43c0-83b0-5befe8d5d4da,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:30.809569 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:30.812641 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9d6e397d-aee4-46b6-b556-a8762250c372 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:30.917148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:30.944482 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=85093e5d-c64c-43c0-83b0-5befe8d5d4da,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:30.949120 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:30.980072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:30.984532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:30.984937 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.000760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dbd3278-b4fb-46e9-9d6b-7b766a94f6a6 req-c417998d-c2cf-471a-a1cd-7074b2f678f8 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 210 time: 0.6900740 Jun 17 08:42:31.004617 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.8614438 Jun 17 08:42:31.005534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57524) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:31.044118 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Request body: {'network': {'project_id': 'd3e37440d9c54a7c90ebf445102f0c2c'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:31.058324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Pushing event updated for resources: {'Network': ['ID=2b3d7f82-d74b-42f0-8a37-7bff564d2d1a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:31.069422 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:31.078075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 2b3d7f82-d74b-42f0-8a37-7bff564d2d1a details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:31.108557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f222171-f5df-469b-b44b-cdd11754cd7d req-fc9feccc-ffca-4873-a81d-f21c6b3c1d4e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:31.110349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f222171-f5df-469b-b44b-cdd11754cd7d req-fc9feccc-ffca-4873-a81d-f21c6b3c1d4e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 944 time: 0.8332808 Jun 17 08:42:31.160926 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.166800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f222171-f5df-469b-b44b-cdd11754cd7d req-b3b04500-b1cc-436e-a25f-f42212ec7f42 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471885 Jun 17 08:42:31.169570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d31a3f1c-6d5e-408a-a25c-3253285ad2e4 req-74b7f98a-31d6-490d-8668-8d2a00f685b7 service neutron] 10.222.0.10 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9894769 Jun 17 08:42:31.197448 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d7db1cb-9946-4625-afb3-941764c012f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.210395 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9cdad56e-1317-4d89-9f1f-9364c2aabdd8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:31.214326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Made reservation on behalf of d3e37440d9c54a7c90ebf445102f0c2c for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:31.217266 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.220469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:31.221550 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-c246fd64-f635-40a6-a8ba-c481ab408308 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4437029 Jun 17 08:42:31.223864 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcdf214-6cf5-4bc3-8c00-4e1776fab20f" -d '{"events": [{"server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "name": "network-vif-plugged", "status": "completed", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:31.272071 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:31.272334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7db1cb-9946-4625-afb3-941764c012f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=36ba6b68-31f8-4787-86de-d72b1be911d6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:31.276795 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d7db1cb-9946-4625-afb3-941764c012f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:31.289243 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.290808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d9f21d8b-7e67-45ac-8528-d00d51a0a319 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:31.332064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d7db1cb-9946-4625-afb3-941764c012f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.334036 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1d7db1cb-9946-4625-afb3-941764c012f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/36ba6b68-31f8-4787-86de-d72b1be911d6 HTTP/1.1" status: 204 len: 168 time: 1.7674654 Jun 17 08:42:31.337382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57530) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:31.351953 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e22304-b0bf-4ca8-afa0-a3c6b0895ef5 x-openstack-request-id: req-64e22304-b0bf-4ca8-afa0-a3c6b0895ef5 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:31.352257 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "name": "network-vif-plugged", "status": "completed", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:31.352550 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-64e22304-b0bf-4ca8-afa0-a3c6b0895ef5 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:31.352954 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'code': 200} Jun 17 08:42:31.353496 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:31.379118 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:31.390553 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 33dd63aa-695b-4a69-a853-1648da95cf3b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:31.411073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.411448 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Added segment 8000b8f1-2c17-4b68-bd55-d8c8277c5b2d of type vlan for network ac1ba7d1-3ab3-4538-aa9d-9592be757168 Jun 17 08:42:31.417389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:31.435373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:31.439560 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:31.445041 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164d2ae6-e442-4b0e-9fe9-697280536428 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:31.446785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164d2ae6-e442-4b0e-9fe9-697280536428 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:31.448564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-164d2ae6-e442-4b0e-9fe9-697280536428 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1071668 Jun 17 08:42:31.456056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57532) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:31.464540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port d9f21d8b-7e67-45ac-8528-d00d51a0a319 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:31.469754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port d9f21d8b-7e67-45ac-8528-d00d51a0a319 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:31.470138 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.546522 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.561333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-52ed509e-6454-42df-b5f1-323c48e6c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:31.563667 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-52ed509e-6454-42df-b5f1-323c48e6c9dc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1097 time: 0.2472332 Jun 17 08:42:31.634870 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.635379 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.636801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:31.637428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.644826 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-276cd44c-3dc5-49d3-9f44-9bf205e41c9b tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:31.666936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:31.679287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:31.679910 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c198e4-ffbc-4afd-8182-4e49293764eb None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:31.686109 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.691772 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-51910e26-a2a9-45d3-8e55-95107b605271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:31.698188 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c198e4-ffbc-4afd-8182-4e49293764eb None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:31.698836 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e9c198e4-ffbc-4afd-8182-4e49293764eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:31.711700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-7645f18f-0a4a-4b56-956d-1a60b19b31f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 667eae5d-bb71-4d94-80f4-246568f794be {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:31.739041 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e9c198e4-ffbc-4afd-8182-4e49293764eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:31.751117 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c198e4-ffbc-4afd-8182-4e49293764eb None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:31.751760 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e9c198e4-ffbc-4afd-8182-4e49293764eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:31.753284 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7645f18f-0a4a-4b56-956d-1a60b19b31f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.785393 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e9c198e4-ffbc-4afd-8182-4e49293764eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:31.786370 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c198e4-ffbc-4afd-8182-4e49293764eb None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:31.790852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.791887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:31.793831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Pushing event updated for resources: {'Network': ['ID=ac1ba7d1-3ab3-4538-aa9d-9592be757168,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:31.810790 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7727926 Jun 17 08:42:31.811669 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e36019-9ba4-4843-a2b5-140feca9b610 None None] Sync routers for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:31.814796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network ac1ba7d1-3ab3-4538-aa9d-9592be757168 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:31.817405 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:31.820727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57534) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:31.821823 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:31.832973 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ea856a28-c65b-42d5-94ef-9c0415916eee tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Request body: {'network': {'project_id': 'd3e37440d9c54a7c90ebf445102f0c2c'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:31.882616 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea856a28-c65b-42d5-94ef-9c0415916eee tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 17 08:42:31.883275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea856a28-c65b-42d5-94ef-9c0415916eee tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:31.887204 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ea856a28-c65b-42d5-94ef-9c0415916eee tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0586894 Jun 17 08:42:31.892220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57538) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:31.902191 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d9f21d8b-7e67-45ac-8528-d00d51a0a319,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:31.906334 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:31.911538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e36019-9ba4-4843-a2b5-140feca9b610 None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:31.912637 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b1e36019-9ba4-4843-a2b5-140feca9b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:32.001213 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.005052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b40fa-9aa0-413f-ac66-b5ec2c8bcb57 req-bdaf70a1-2a21-4a4a-b390-8c63cae91f41 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:32.006682 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-040b40fa-9aa0-413f-ac66-b5ec2c8bcb57 req-bdaf70a1-2a21-4a4a-b390-8c63cae91f41 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.5566077 Jun 17 08:42:32.027840 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5412679 Jun 17 08:42:32.030407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957802f7-e1c8-4108-9b97-b319d2731c68', 'tag': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:32.033124 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "957802f7-e1c8-4108-9b97-b319d2731c68", "tag": "a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:32.035739 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57542) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:32.049159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-4d93927f-6449-4d91-9e22-a1c0cd60e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:32.051121 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-4d93927f-6449-4d91-9e22-a1c0cd60e94c service neutron] 10.222.0.63 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 897 time: 0.4414375 Jun 17 08:42:32.160825 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7645f18f-0a4a-4b56-956d-1a60b19b31f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.177099 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.7079678 Jun 17 08:42:32.179842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-b1e36019-9ba4-4843-a2b5-140feca9b610 None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:32.259094 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db28ab3a-ef05-463e-ba5f-97d265e2e426 x-openstack-request-id: req-db28ab3a-ef05-463e-ba5f-97d265e2e426 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:32.259094 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957802f7-e1c8-4108-9b97-b319d2731c68", "tag": "a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:32.259094 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-db28ab3a-ef05-463e-ba5f-97d265e2e426 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:32.259094 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957802f7-e1c8-4108-9b97-b319d2731c68', 'tag': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'status': 'completed', 'code': 200} Jun 17 08:42:32.265576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57550) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:32.369881 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fa68b388-3ca9-412e-bb66-95303f1e37b9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'floatingip': {'port_id': 'a54ddc40-b455-4fb8-82a7-a98841449c39', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:32.375131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 85093e5d-c64c-43c0-83b0-5befe8d5d4da up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:32.539659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7645f18f-0a4a-4b56-956d-1a60b19b31f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.688049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 85093e5d-c64c-43c0-83b0-5befe8d5d4da triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:32.688538 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.720097 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b1e36019-9ba4-4843-a2b5-140feca9b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:41:46Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'd79b28a3-be38-4eff-a2f2-03bca92c56af', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'port_id': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'mac_address': 'fa:16:3e:c1:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957802f7-e1c8-4108-9b97-b319d2731c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:29Z', 'updated_at': '2021-06-17T08:42:29Z', 'revision_number': 0, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:32.738369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11150617-5150-4246-abbe-97e6e834ad7f req-7ae95ac7-5506-4002-89f1-39e74216b69b tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 210 time: 0.0639198 Jun 17 08:42:32.826065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-a577e25e-e943-4d1a-ba75-f15e47d4ab25 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:32.834891 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-a577e25e-e943-4d1a-ba75-f15e47d4ab25 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.10 "GET /v2.0/networks?id=c73392ab-fb5f-4464-a8df-3cfe5f27754f HTTP/1.1" status: 200 len: 814 time: 1.1161203 Jun 17 08:42:32.836943 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e36019-9ba4-4843-a2b5-140feca9b610 None None] Checking router: 33dd63aa-695b-4a69-a853-1648da95cf3b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:42:32.879711 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e36019-9ba4-4843-a2b5-140feca9b610 None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:32.880358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b1e36019-9ba4-4843-a2b5-140feca9b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:32.940111 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7645f18f-0a4a-4b56-956d-1a60b19b31f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:32.961044 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-040b40fa-9aa0-413f-ac66-b5ec2c8bcb57 req-a05ce7ae-2ad9-47a4-9694-8089983298c7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8984799 Jun 17 08:42:32.966216 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01fc5151-4050-4f00-a603-9fe490385fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:33.054309 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7645f18f-0a4a-4b56-956d-1a60b19b31f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.056699 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7645f18f-0a4a-4b56-956d-1a60b19b31f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/667eae5d-bb71-4d94-80f4-246568f794be HTTP/1.1" status: 204 len: 168 time: 1.5913341 Jun 17 08:42:33.061227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645f18f-0a4a-4b56-956d-1a60b19b31f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=667eae5d-bb71-4d94-80f4-246568f794be,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:33.063204 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57560) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:33.071280 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7645f18f-0a4a-4b56-956d-1a60b19b31f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:33.075436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47a21c4-c826-4db7-bd01-7180dd7285ba None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:33.136013 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa68b388-3ca9-412e-bb66-95303f1e37b9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.136987 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-db4a8fa2-b1b1-4897-9291-998cf180e009 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa1e47916aab40bcad7b4780f265d6cf HTTP/1.1" status: 200 len: 380 time: 0.2707133 Jun 17 08:42:33.140698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-61d6814d-e2fc-4a10-8be2-c3d58203bb7c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0707626 Jun 17 08:42:33.142605 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-679d2a8b-21ab-4779-aeca-9aa01922561e tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/floatingips/d79b28a3-be38-4eff-a2f2-03bca92c56af HTTP/1.1" status: 200 len: 992 time: 1.1035047 Jun 17 08:42:33.146372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57562) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:33.151320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Request body: {'port': {'device_id': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'admin_state_up': True, 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'security_groups': ['629778a7-56da-472f-bbe1-daa4b355f08d']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:33.161527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:33.229462 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.263256 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-5cbf09d1-d5d9-4222-8d25-cd9e6900868d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 1001 time: 1.1647637 Jun 17 08:42:33.276191 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-b1e36019-9ba4-4843-a2b5-140feca9b610 None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:33.301716 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2 req-eb78c881-0509-45bd-b0d0-30f4d56b789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.303760 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2 req-eb78c881-0509-45bd-b0d0-30f4d56b789f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 1098 time: 1.0679677 Jun 17 08:42:33.305907 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.372627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe43725-f6dd-4421-9330-a91aa8a6e181 req-d18085a9-e9a4-4535-b365-efb33692e498 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.374849 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fe43725-f6dd-4421-9330-a91aa8a6e181 req-d18085a9-e9a4-4535-b365-efb33692e498 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.4122169 Jun 17 08:42:33.409289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:33.411795 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f5fdea-0b0b-4340-b22e-7f8f69bc61e8" -d '{"events": [{"server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "name": "network-vif-plugged", "status": "completed", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:33.423077 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1ba7d1-3ab3-4538-aa9d-9592be757168']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:33.455147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8000b8f1-2c17-4b68-bd55-d8c8277c5b2d') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:33.455436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8000b8f1-2c17-4b68-bd55-d8c8277c5b2d') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:33.481882 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.486666 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cfe354-8f4b-4f29-bdbc-dff7bbca6cbc x-openstack-request-id: req-62cfe354-8f4b-4f29-bdbc-dff7bbca6cbc {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:33.489281 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "name": "network-vif-plugged", "status": "completed", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:33.489561 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62cfe354-8f4b-4f29-bdbc-dff7bbca6cbc {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:33.489978 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'code': 200} Jun 17 08:42:33.538612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fe43725-f6dd-4421-9330-a91aa8a6e181 req-7b687c6f-a4f3-4798-9314-bc65875546f5 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542447 Jun 17 08:42:33.551442 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.571976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:33.572380 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:33.578219 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:33.603053 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-1575bf0f-a17a-4b07-8970-57d5ad8f10f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.604569 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-1575bf0f-a17a-4b07-8970-57d5ad8f10f8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 200 len: 834 time: 0.3253443 Jun 17 08:42:33.634013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:33.638358 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.642137 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7299f9b-2ceb-4010-8534-751db6aa8552 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:33.744057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2 req-494d0d23-2324-4ba8-8b0d-a891df3fba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.745588 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2 req-494d0d23-2324-4ba8-8b0d-a891df3fba4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=6941cc9f-6e5d-4e97-bdd7-15afbf504923 HTTP/1.1" status: 200 len: 898 time: 0.4123216 Jun 17 08:42:33.750009 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Made reservation on behalf of fa1e47916aab40bcad7b4780f265d6cf for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:33.753721 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.765461 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.814107 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d2c2abd8-e4c9-4461-bd8d-76ffc9221e8d tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:33.817884 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.819787 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8809c-c636-43e4-aa06-ef42070aa91b req-2438456a-007b-478e-a6aa-e9635fd27565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.821346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f9e8809c-c636-43e4-aa06-ef42070aa91b req-2438456a-007b-478e-a6aa-e9635fd27565 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 1097 time: 0.2575629 Jun 17 08:42:33.822759 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] 10.222.0.47 "DELETE /v2.0/networks/ac1ba7d1-3ab3-4538-aa9d-9592be757168 HTTP/1.1" status: 204 len: 168 time: 1.9216459 Jun 17 08:42:33.830113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57570) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:33.883999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b7299f9b-2ceb-4010-8534-751db6aa8552 None None] Deleting port 85093e5d-c64c-43c0-83b0-5befe8d5d4da {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:33.885221 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b7299f9b-2ceb-4010-8534-751db6aa8552 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:33.914651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Pushing event deleted for resources: {'Network': ['ID=ac1ba7d1-3ab3-4538-aa9d-9592be757168,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:33.925845 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:33.950188 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2 req-f8282bb0-fa0d-410a-b796-10969285cdac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa HTTP/1.1" status: 200 len: 1000 time: 0.1968322 Jun 17 08:42:33.991815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-eee87b76-7fbf-4fe8-b89e-e617e57cb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:33.994046 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-eee87b76-7fbf-4fe8-b89e-e617e57cb7b1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3602352 Jun 17 08:42:34.131578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2 req-54805c0d-74dd-4d42-bcba-865973d1d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:34.133803 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2 req-54805c0d-74dd-4d42-bcba-865973d1d4ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28e9f5be-4b70-471e-934f-925d81fabfa6 HTTP/1.1" status: 200 len: 833 time: 0.1733687 Jun 17 08:42:34.152485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57574) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:34.294449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b7299f9b-2ceb-4010-8534-751db6aa8552 None None] For port 85093e5d-c64c-43c0-83b0-5befe8d5d4da, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=85093e5d-c64c-43c0-83b0-5befe8d5d4da,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:34.294940 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b7299f9b-2ceb-4010-8534-751db6aa8552 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.301789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 85093e5d-c64c-43c0-83b0-5befe8d5d4da no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:34.323267 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-66323902-714b-4b2e-851d-936d0125e65b req-9c80a7b9-c675-4c7d-ad7f-bc215566f9d2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 210 time: 0.1769769 Jun 17 08:42:34.350460 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-9f08799e-0b99-4d98-b41c-f911fec9c481 service neutron] 10.222.0.63 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447657 Jun 17 08:42:34.372774 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f9e8809c-c636-43e4-aa06-ef42070aa91b req-b9161760-55ed-4465-908d-90ad580e2e23 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5399225 Jun 17 08:42:34.409883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.428593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b1e36019-9ba4-4843-a2b5-140feca9b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:41:46Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'd79b28a3-be38-4eff-a2f2-03bca92c56af', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'port_id': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'mac_address': 'fa:16:3e:c1:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957802f7-e1c8-4108-9b97-b319d2731c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:29Z', 'updated_at': '2021-06-17T08:42:29Z', 'revision_number': 0, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:34.471576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b7299f9b-2ceb-4010-8534-751db6aa8552 None None] Calling delete_port for 85093e5d-c64c-43c0-83b0-5befe8d5d4da owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:34.480678 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2 req-6d3815e0-172c-4bc4-90f2-10290a189e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:34.482462 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2 req-6d3815e0-172c-4bc4-90f2-10290a189e1b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6941cc9f-6e5d-4e97-bdd7-15afbf504923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3383467 Jun 17 08:42:34.519746 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a899006a-a98f-4606-b4cc-b05f4a962839 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/floatingips/d79b28a3-be38-4eff-a2f2-03bca92c56af HTTP/1.1" status: 200 len: 992 time: 0.3460157 Jun 17 08:42:34.538090 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.540375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e36019-9ba4-4843-a2b5-140feca9b610 None None] The sync data for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 is: [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:41:46Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'd79b28a3-be38-4eff-a2f2-03bca92c56af', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'port_id': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'mac_address': 'fa:16:3e:c1:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957802f7-e1c8-4108-9b97-b319d2731c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:29Z', 'updated_at': '2021-06-17T08:42:29Z', 'revision_number': 0, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:34.592688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 85093e5d-c64c-43c0-83b0-5befe8d5d4da, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=85093e5d-c64c-43c0-83b0-5befe8d5d4da,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:34.634192 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa68b388-3ca9-412e-bb66-95303f1e37b9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.647152 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.651989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Allocated IP 172.20.0.9 (c73392ab-fb5f-4464-a8df-3cfe5f27754f/388105e7-52de-4956-ac89-1bdda560c436/edd7c106-cc36-4c46-8404-61146ef2db54) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:34.716119 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:34.777942 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3f0bd98b-0c54-4cee-964e-88169e16a554 req-fa387544-06a4-4b13-8a85-22de21737a78 service neutron] 10.222.0.63 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133756 Jun 17 08:42:34.830348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa68b388-3ca9-412e-bb66-95303f1e37b9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.900633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=85093e5d-c64c-43c0-83b0-5befe8d5d4da,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:34.915975 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:34.954373 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e3429-a79d-490c-b52c-effe98beb943 req-64209eb3-f5f6-428e-afc5-a83ccd4a0cb9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:34.956024 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-965e3429-a79d-490c-b52c-effe98beb943 req-64209eb3-f5f6-428e-afc5-a83ccd4a0cb9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.7426541 Jun 17 08:42:34.989533 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b7299f9b-2ceb-4010-8534-751db6aa8552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:34.991853 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:35.041769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7299f9b-2ceb-4010-8534-751db6aa8552 None None] Pushing event deleted for resources: {'Port': ['ID=85093e5d-c64c-43c0-83b0-5befe8d5d4da,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:35.047808 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b7299f9b-2ceb-4010-8534-751db6aa8552 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:35.051579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7299f9b-2ceb-4010-8534-751db6aa8552 None None] No DVR routers for this DVR port 85093e5d-c64c-43c0-83b0-5befe8d5d4da on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:35.073495 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2 req-285f53bc-f81c-4e2f-91d4-fe955a0af80b service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5820215 Jun 17 08:42:35.124889 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749604a6-2f15-41ea-ac56-1f19b3a96bdd None None] New status for floating IP d79b28a3-be38-4eff-a2f2-03bca92c56af: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:42:35.161691 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.297228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3d7f82-d74b-42f0-8a37-7bff564d2d1a']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:35.328143 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-965e3429-a79d-490c-b52c-effe98beb943 req-22252b3c-82ef-4503-8e6f-5cf6fdf11d57 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3168504 Jun 17 08:42:35.364865 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57582) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:35.424362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:42:35.438127 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.448802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09200018-175f-4021-b4a2-5228f1bf77ef') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:35.449162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09200018-175f-4021-b4a2-5228f1bf77ef') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:35.466239 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a7e072b9-0239-436e-b9d1-6af7c1d2ecca tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:35.514631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57584) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:35.515037 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.570097 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:35.610447 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-43597f19-dbc6-44bd-b2dd-b316cd45db21 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/e6db4497-a0f3-40cc-bf01-24ba9f65c207 HTTP/1.1" status: 200 len: 993 time: 0.1999035 Jun 17 08:42:35.614038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:35.616062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=c763dc94-cf33-4604-bc9d-e0bedebffc18,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:35.630553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa30c766-4d98-464f-b5f1-b6535309ac7b None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:35.631545 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d3b69d6c-c629-4218-9f9a-002f3ee08fc2 req-c8317dc6-48e9-4961-b432-ea2c47f33cb4 service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558943 Jun 17 08:42:35.635324 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:35.637943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:35.638560 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.652365 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.658922 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f9e541ed-c6ac-4517-b62b-d8ed26a69f3e tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/floatingips/d79b28a3-be38-4eff-a2f2-03bca92c56af HTTP/1.1" status: 200 len: 994 time: 0.1360059 Jun 17 08:42:35.674238 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa68b388-3ca9-412e-bb66-95303f1e37b9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:35.716917 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b1f1c62-0f1a-4c80-ab5b-59e69207eedc req-cd8199c4-0c69-488f-8000-33c7954fb206 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 210 time: 0.1605968 Jun 17 08:42:35.738691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a95c9-4ec9-49c8-b1fe-a084da784513 req-d8665379-bb32-4526-9bbb-f99e47fd4db2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:35.746557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-992a95c9-4ec9-49c8-b1fe-a084da784513 req-d8665379-bb32-4526-9bbb-f99e47fd4db2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.8505991 Jun 17 08:42:35.782034 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:35.782516 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:35.786606 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:35.792077 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:35.799320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6407294 Jun 17 08:42:35.809258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57586) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:35.810535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa68b388-3ca9-412e-bb66-95303f1e37b9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:35.819225 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa68b388-3ca9-412e-bb66-95303f1e37b9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.827063 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:13:4f:0d', 'name': 'tempest-NetworksTestDHCPv6-171269358'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:35.858248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7571083f-1ab0-4828-a145-d279ba665d46 None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:35.892946 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.926476 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-992a95c9-4ec9-49c8-b1fe-a084da784513 req-8e67aa30-a2f8-465e-9adc-be79a5852506 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788216 Jun 17 08:42:35.933778 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.940659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7571083f-1ab0-4828-a145-d279ba665d46 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:35.943336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7571083f-1ab0-4828-a145-d279ba665d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:35.962287 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:35.979076 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] 10.222.0.47 "DELETE /v2.0/networks/2b3d7f82-d74b-42f0-8a37-7bff564d2d1a HTTP/1.1" status: 204 len: 168 time: 2.1340072 Jun 17 08:42:35.980379 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37cd3a14-49aa-4186-b2a3-adc97e4382c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:35.983990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Transition to ACTIVE for port object edd7c106-cc36-4c46-8404-61146ef2db54 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:35.997825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b3d7f82-d74b-42f0-8a37-7bff564d2d1a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:36.001584 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:36.019957 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fa68b388-3ca9-412e-bb66-95303f1e37b9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "PUT /v2.0/floatingips/1f5d979f-707e-4e37-a73c-ec5eb1fb282f HTTP/1.1" status: 200 len: 977 time: 3.7530158 Jun 17 08:42:36.023494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7571083f-1ab0-4828-a145-d279ba665d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:36.023990 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57592) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:36.064986 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.074888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7571083f-1ab0-4828-a145-d279ba665d46 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:36.075835 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7571083f-1ab0-4828-a145-d279ba665d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:36.099831 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:36.145783 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7571083f-1ab0-4828-a145-d279ba665d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:36.148623 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7571083f-1ab0-4828-a145-d279ba665d46 None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:36.169871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': 'c763dc94-cf33-4604-bc9d-e0bedebffc18'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:36.170792 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.214396 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Network c73392ab-fb5f-4464-a8df-3cfe5f27754f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:36.230603 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:36.243837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:36.249976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:36.380565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:36.381262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.386918 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-f217a9c4-34cf-4b1a-b3d5-4911a267fd07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2645335 Jun 17 08:42:36.439242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2932396 Jun 17 08:42:36.467605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Request body: {'port': {'device_id': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:36.478125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event updated for resources: {'Port': ['ID=edd7c106-cc36-4c46-8404-61146ef2db54,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:36.481641 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.488379 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:36.537572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Allocated IP 2001:db8::f816:3eff:fe2e:11e1 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/c763dc94-cf33-4604-bc9d-e0bedebffc18/1b4e0079-d889-4e84-9f74-b44c38dcd48e) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:36.637667 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.652160 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 9e389b72-4eb3-4343-a1fc-d36acc1adc96 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:42:36.669938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7ffe4286-dd30-4edc-afd3-6c40599f79d3 None None] Provisioning for port edd7c106-cc36-4c46-8404-61146ef2db54 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:36.680849 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7ffe4286-dd30-4edc-afd3-6c40599f79d3 None None] Provisioning complete for port edd7c106-cc36-4c46-8404-61146ef2db54 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:36.681314 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7ffe4286-dd30-4edc-afd3-6c40599f79d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.721674 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe4286-dd30-4edc-afd3-6c40599f79d3 None None] Port edd7c106-cc36-4c46-8404-61146ef2db54 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:36.795893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-567ef215-122c-4ba4-be6b-eab6b15095c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:36.797497 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-567ef215-122c-4ba4-be6b-eab6b15095c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 1098 time: 0.3134093 Jun 17 08:42:36.806887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port 1c34020c-6fd7-4c19-ae45-f579011c57c4 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:36.807226 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.901291 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.918816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Transition to ACTIVE for port object 1b4e0079-d889-4e84-9f74-b44c38dcd48e will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:36.937127 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Transition to ACTIVE for port object 1b4e0079-d889-4e84-9f74-b44c38dcd48e will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:36.947842 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:36.952236 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d6ff1417-325a-4ed4-bc2a-5a2e8553e5d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:37.004502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Pushing event updated for resources: {'Port': ['ID=1b4e0079-d889-4e84-9f74-b44c38dcd48e,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:37.015727 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:37.035885 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:37.041630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:37.044654 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:37.165962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Attempting to bind port 1b4e0079-d889-4e84-9f74-b44c38dcd48e on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:37.166305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Attempting to bind port 1b4e0079-d889-4e84-9f74-b44c38dcd48e by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:37.166627 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Attempting to bind port 1b4e0079-d889-4e84-9f74-b44c38dcd48e on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:37.172901 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:37.173314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:37.173716 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.174120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:37.174673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Bound port: 1b4e0079-d889-4e84-9f74-b44c38dcd48e, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:37.175446 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.253089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] For port 1b4e0079-d889-4e84-9f74-b44c38dcd48e, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:37.256922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] For port 1b4e0079-d889-4e84-9f74-b44c38dcd48e, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1b4e0079-d889-4e84-9f74-b44c38dcd48e,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:37.265704 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.269425 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:37.370280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Pushing event updated for resources: {'Port': ['ID=1b4e0079-d889-4e84-9f74-b44c38dcd48e,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:37.374168 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:37.472524 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57600) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:37.536420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::f816:3eff:fe13:4f0d (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/c763dc94-cf33-4604-bc9d-e0bedebffc18/9e389b72-4eb3-4343-a1fc-d36acc1adc96) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:37.799608 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.800020 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.868024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd7c106-cc36-4c46-8404-61146ef2db54 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:37.884494 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.913493 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Transition to ACTIVE for port object edd7c106-cc36-4c46-8404-61146ef2db54 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:37.928306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7391b-25e8-4ea5-9055-1ba038c45715 req-e6c61cb4-028c-4697-9cce-f3733b26ddf0 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:37.929847 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ec7391b-25e8-4ea5-9055-1ba038c45715 req-e6c61cb4-028c-4697-9cce-f3733b26ddf0 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.4201112 Jun 17 08:42:37.932207 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:37.936619 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86e98a19-f98a-4656-b64a-18980f313ebf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:37.951964 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for 1c34020c-6fd7-4c19-ae45-f579011c57c4 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:37.955202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39808e7-2a66-447c-b264-72407eda1efd req-c6161c46-1db5-43f2-932a-e4dc3fd2e53d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:37.962451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e39808e7-2a66-447c-b264-72407eda1efd req-c6161c46-1db5-43f2-932a-e4dc3fd2e53d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 931 time: 0.4484744 Jun 17 08:42:38.138902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Pushing event updated for resources: {'Port': ['ID=edd7c106-cc36-4c46-8404-61146ef2db54,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:38.150490 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:38.150625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-6eead208-d86a-48c0-b29c-9d50a86c8659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.154736 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e39808e7-2a66-447c-b264-72407eda1efd req-6aad45e7-84ac-4f73-8b2f-96431a49eb3a tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915121 Jun 17 08:42:38.160916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ec7391b-25e8-4ea5-9055-1ba038c45715 req-ce895353-c9f0-4331-97ca-871290167285 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191072 Jun 17 08:42:38.173098 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-6eead208-d86a-48c0-b29c-9d50a86c8659 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6941cc9f-6e5d-4e97-bdd7-15afbf504923 HTTP/1.1" status: 200 len: 898 time: 1.2900746 Jun 17 08:42:38.200204 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9de7fca-ff7b-4537-a7bb-e226bf63ff3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.372719 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1b4e0079-d889-4e84-9f74-b44c38dcd48e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:38.377886 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Attempting to bind port edd7c106-cc36-4c46-8404-61146ef2db54 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:38.378215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Attempting to bind port edd7c106-cc36-4c46-8404-61146ef2db54 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:38.378898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Attempting to bind port edd7c106-cc36-4c46-8404-61146ef2db54 on network c73392ab-fb5f-4464-a8df-3cfe5f27754f {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:38.384101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Port edd7c106-cc36-4c46-8404-61146ef2db54 on network c73392ab-fb5f-4464-a8df-3cfe5f27754f not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:42:38.384426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Attempting to bind port edd7c106-cc36-4c46-8404-61146ef2db54 on network c73392ab-fb5f-4464-a8df-3cfe5f27754f {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:38.392664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:38.393016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Checking segment: {'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:38.393469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Bound using segment: {'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:38.393911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Bound port: edd7c106-cc36-4c46-8404-61146ef2db54, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '109b818f-9f82-49d8-84ee-fcbedf4d9def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:38.394263 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.418446 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-ef1aee52-7194-41aa-8d16-742c51fe4ac7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa HTTP/1.1" status: 200 len: 1002 time: 0.1828792 Jun 17 08:42:38.467008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 1b4e0079-d889-4e84-9f74-b44c38dcd48e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:38.503001 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] For port edd7c106-cc36-4c46-8404-61146ef2db54, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:38.506817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] For port edd7c106-cc36-4c46-8404-61146ef2db54, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=edd7c106-cc36-4c46-8404-61146ef2db54,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:38.541645 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-4b56ddb1-d05b-42f9-a1a5-d3a1e8721d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.543282 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-4b56ddb1-d05b-42f9-a1a5-d3a1e8721d6b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28e9f5be-4b70-471e-934f-925d81fabfa6 HTTP/1.1" status: 200 len: 833 time: 0.0835328 Jun 17 08:42:38.574058 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.582054 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-09d961f4-b8a6-4474-b5b8-ab9ae5f5a506 tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:38.648645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Pushing event updated for resources: {'Port': ['ID=edd7c106-cc36-4c46-8404-61146ef2db54,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:38.659642 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:38.686054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c9673-946f-4ba5-a88d-19e90d4434bf req-ad287cb4-931d-4b2a-aed4-447b6193baeb tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.687680 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c63c9673-946f-4ba5-a88d-19e90d4434bf req-ad287cb4-931d-4b2a-aed4-447b6193baeb tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.1745670 Jun 17 08:42:38.691740 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.692406 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.694817 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] 10.222.0.10 "PUT /v2.0/ports/edd7c106-cc36-4c46-8404-61146ef2db54 HTTP/1.1" status: 200 len: 1092 time: 2.2422609 Jun 17 08:42:38.695409 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:38.698707 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7194ee-774d-4630-b8db-6b3b46871eb5" -d '{"events": [{"name": "network-changed", "server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:38.712351 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9de7fca-ff7b-4537-a7bb-e226bf63ff3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.716695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57612) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:38.730763 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-821e5ad7-f106-42c9-8128-6a38015a12b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Request body: {'floatingip': {'port_id': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:38.765174 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9de7fca-ff7b-4537-a7bb-e226bf63ff3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.813142 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5609c417-f279-4379-add2-4716c7d01a66 x-openstack-request-id: req-5609c417-f279-4379-add2-4716c7d01a66 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:38.813822 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:38.814329 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5609c417-f279-4379-add2-4716c7d01a66 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:38.814966 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'status': 'completed', 'code': 200} Jun 17 08:42:38.846619 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-60d91b14-38db-4d98-9be2-a21717a570de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:38.863162 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b9de7fca-ff7b-4537-a7bb-e226bf63ff3c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e6b0fbb7c5aa44799c2aab8204d1edf6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1810379 Jun 17 08:42:38.877273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57616) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:38.896196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.924601 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-821e5ad7-f106-42c9-8128-6a38015a12b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:38.930045 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-226a1f85-6511-45fb-b612-f4a34e8b16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:38.931820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-226a1f85-6511-45fb-b612-f4a34e8b16ef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa1e47916aab40bcad7b4780f265d6cf&device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 1095 time: 0.1839538 Jun 17 08:42:39.035088 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-d9938cb0-c86b-40e8-aa20-ff70cfd002c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edd7c106-cc36-4c46-8404-61146ef2db54 HTTP/1.1" status: 200 len: 217 time: 0.0709479 Jun 17 08:42:39.040449 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-43a94b69-c3db-4ffb-ab1f-6266a0e64109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.057710 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de7fca-ff7b-4537-a7bb-e226bf63ff3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6e0c73-ea73-4517-aace-aa70504fe50d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:39.061072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 9e389b72-4eb3-4343-a1fc-d36acc1adc96 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:39.075631 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b9de7fca-ff7b-4537-a7bb-e226bf63ff3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:39.123450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-c2e66c31-d35d-4956-9aff-2faf536c585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:39.124981 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-c2e66c31-d35d-4956-9aff-2faf536c585d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=388105e7-52de-4956-ac89-1bdda560c436 HTTP/1.1" status: 200 len: 853 time: 0.0781825 Jun 17 08:42:39.126879 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-43a94b69-c3db-4ffb-ab1f-6266a0e64109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.241002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-e832e2eb-d644-42cf-b37d-eff6ac996778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:39.243662 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-e832e2eb-d644-42cf-b37d-eff6ac996778 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6941cc9f-6e5d-4e97-bdd7-15afbf504923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5469465 Jun 17 08:42:39.269186 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.321597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a053c474-56c3-4681-ac54-76ad9dcb1d22 None None] Provisioning for port 1b4e0079-d889-4e84-9f74-b44c38dcd48e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:39.334221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a053c474-56c3-4681-ac54-76ad9dcb1d22 None None] Provisioning complete for port 1b4e0079-d889-4e84-9f74-b44c38dcd48e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:39.335391 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a053c474-56c3-4681-ac54-76ad9dcb1d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.435063 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-43a94b69-c3db-4ffb-ab1f-6266a0e64109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.438608 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-43a94b69-c3db-4ffb-ab1f-6266a0e64109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.439836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-43a94b69-c3db-4ffb-ab1f-6266a0e64109 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd6e0c73-ea73-4517-aace-aa70504fe50d HTTP/1.1" status: 204 len: 168 time: 0.5609567 Jun 17 08:42:39.442293 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:39.483105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-c976f337-fbd5-4317-945f-fc76a312a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:39.491229 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-c976f337-fbd5-4317-945f-fc76a312a713 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c73392ab-fb5f-4464-a8df-3cfe5f27754f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3538682 Jun 17 08:42:39.494117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a94b69-c3db-4ffb-ab1f-6266a0e64109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6e0c73-ea73-4517-aace-aa70504fe50d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:39.546807 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-43a94b69-c3db-4ffb-ab1f-6266a0e64109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:39.623117 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.634906 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-21d3a9bc-3ce5-468d-8555-6312ee6176b6 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:39.644238 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.684445 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a053c474-56c3-4681-ac54-76ad9dcb1d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.701091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1079a5-a4fa-4578-9d4d-dc8a1aba3e8d req-175d210a-db28-41e4-9e54-812687ca448e tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:39.703792 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cd1079a5-a4fa-4578-9d4d-dc8a1aba3e8d req-175d210a-db28-41e4-9e54-812687ca448e tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 943 time: 0.3400652 Jun 17 08:42:39.726597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=1c34020c-6fd7-4c19-ae45-f579011c57c4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:39.737513 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:39.742550 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9044a61e-d6ab-4eec-88a9-5d4a287a3907 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:39.814108 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:39.854980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:39.896955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a053c474-56c3-4681-ac54-76ad9dcb1d22 None None] For port 1b4e0079-d889-4e84-9f74-b44c38dcd48e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1b4e0079-d889-4e84-9f74-b44c38dcd48e,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:39.910574 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a053c474-56c3-4681-ac54-76ad9dcb1d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.912011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:39.918503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:39.920049 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:39.923183 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-69982292-b784-4efb-9ec2-2d1a58534775 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:39.956677 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=9e389b72-4eb3-4343-a1fc-d36acc1adc96,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:40.013888 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cd1079a5-a4fa-4578-9d4d-dc8a1aba3e8d req-bee21c66-c740-4716-bf25-a570e954410c tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883675 Jun 17 08:42:40.016095 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-1e84735d-bcd0-43ed-81a4-2807206260ae service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148005 Jun 17 08:42:40.054199 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-13eeaff0-e8eb-4e8d-b606-e49733ef58d8 service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7315645 Jun 17 08:42:40.127384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a053c474-56c3-4681-ac54-76ad9dcb1d22 None None] Pushing event updated for resources: {'Port': ['ID=1b4e0079-d889-4e84-9f74-b44c38dcd48e,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:40.135470 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a053c474-56c3-4681-ac54-76ad9dcb1d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:40.157423 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:40.163473 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.164473 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP 1f5d979f-707e-4e37-a73c-ec5eb1fb282f disassociated (deleted). External IP: 172.25.8.44, port: a54ddc40-b455-4fb8-82a7-a98841449c39. Jun 17 08:42:40.166269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57626) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:40.278291 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4558928 Jun 17 08:42:40.304474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57628) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:40.312405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1b4e0079-d889-4e84-9f74-b44c38dcd48e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:40.334135 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bf5d0415-e3e4-4ed3-98fb-60deee2c008b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.364377 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49f2262a-6e15-4f69-8d47-35d8a9d569fd req-fc95252d-2a13-4ed8-89b9-9d024d7e4fa8 service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394790 Jun 17 08:42:40.412720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a9815f49-e821-4333-a466-c955a78388cb None None] Provisioning for port 9e389b72-4eb3-4343-a1fc-d36acc1adc96 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:40.426393 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a9815f49-e821-4333-a466-c955a78388cb None None] Provisioning complete for port 9e389b72-4eb3-4343-a1fc-d36acc1adc96 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:40.427303 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a9815f49-e821-4333-a466-c955a78388cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.461700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 1b4e0079-d889-4e84-9f74-b44c38dcd48e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:40.462646 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.484747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e89b97-3fc6-4fc1-a35c-e6211855efe3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:40.491321 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e89b97-3fc6-4fc1-a35c-e6211855efe3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:40.495280 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-49e89b97-3fc6-4fc1-a35c-e6211855efe3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1863098 Jun 17 08:42:40.496667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57632) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:40.518948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a9815f49-e821-4333-a466-c955a78388cb None None] Port 9e389b72-4eb3-4343-a1fc-d36acc1adc96 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:40.545829 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.resource_extend [None req-821e5ad7-f106-42c9-8128-6a38015a12b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:42:40.550633 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1f38ae85-dd32-4a04-a014-63eadcff1f3d req-9868b004-91ba-49b4-985b-5c2ee120d10c service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905969 Jun 17 08:42:40.568042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7194ee-774d-4630-b8db-6b3b46871eb5 req-940ec55a-473d-4487-a144-f2b18cf324ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:40.569666 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e7194ee-774d-4630-b8db-6b3b46871eb5 req-940ec55a-473d-4487-a144-f2b18cf324ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa1e47916aab40bcad7b4780f265d6cf&device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 1095 time: 0.1412036 Jun 17 08:42:40.716245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-80cf3df0-304b-4404-9df8-a00ee34430fd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 9e389b72-4eb3-4343-a1fc-d36acc1adc96 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:40.716701 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-80cf3df0-304b-4404-9df8-a00ee34430fd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.736630 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-821e5ad7-f106-42c9-8128-6a38015a12b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.746345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-821e5ad7-f106-42c9-8128-6a38015a12b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.837001 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-80cf3df0-304b-4404-9df8-a00ee34430fd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.839968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7194ee-774d-4630-b8db-6b3b46871eb5 req-726581ff-a7bf-42e6-ab2e-1312bd4d845a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:40.841529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e7194ee-774d-4630-b8db-6b3b46871eb5 req-726581ff-a7bf-42e6-ab2e-1312bd4d845a service neutron] 10.222.0.10 "GET /v2.0/networks?id=c73392ab-fb5f-4464-a8df-3cfe5f27754f HTTP/1.1" status: 200 len: 915 time: 0.2511172 Jun 17 08:42:40.889204 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bf5d0415-e3e4-4ed3-98fb-60deee2c008b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.896889 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bf5d0415-e3e4-4ed3-98fb-60deee2c008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:40.925873 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f05cb3ea-e7a2-494a-a001-3aed4ce6ed6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:40.932312 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bf5d0415-e3e4-4ed3-98fb-60deee2c008b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9c4b3d3ee9fb4174a62b603484d1599f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7624376 Jun 17 08:42:40.934665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57634) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:40.957583 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:40.957821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-80cf3df0-304b-4404-9df8-a00ee34430fd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 9e389b72-4eb3-4343-a1fc-d36acc1adc96 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:40.960710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e7194ee-774d-4630-b8db-6b3b46871eb5 req-41acbdfb-ad96-425d-a9b6-a8ccb384ed95 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edd7c106-cc36-4c46-8404-61146ef2db54 HTTP/1.1" status: 200 len: 217 time: 0.1079438 Jun 17 08:42:41.019934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d0415-e3e4-4ed3-98fb-60deee2c008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ac7895-9987-4856-a6a3-d4786c6bce23,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:41.023260 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-821e5ad7-f106-42c9-8128-6a38015a12b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Floating IP 766eb3db-64e9-494a-a3c9-1788e8e0cca1 associated. External IP: 172.25.8.114, port: d9f21d8b-7e67-45ac-8528-d00d51a0a319. Jun 17 08:42:41.101287 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bf5d0415-e3e4-4ed3-98fb-60deee2c008b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:41.105040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7194ee-774d-4630-b8db-6b3b46871eb5 req-0a500b9a-19ab-4d94-8ab9-a78477d1545b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:41.110671 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e7194ee-774d-4630-b8db-6b3b46871eb5 req-0a500b9a-19ab-4d94-8ab9-a78477d1545b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=388105e7-52de-4956-ac89-1bdda560c436 HTTP/1.1" status: 200 len: 853 time: 0.1431272 Jun 17 08:42:41.296663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7194ee-774d-4630-b8db-6b3b46871eb5 req-5e8b8734-8797-4861-8505-a1c834a002f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:41.298837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e7194ee-774d-4630-b8db-6b3b46871eb5 req-5e8b8734-8797-4861-8505-a1c834a002f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c73392ab-fb5f-4464-a8df-3cfe5f27754f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1797659 Jun 17 08:42:41.401502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d372d2a-d408-4da0-91aa-e60e821befb8 req-19877f63-797f-46cd-9a53-13b87ea9fdc5 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:41.403148 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d372d2a-d408-4da0-91aa-e60e821befb8 req-19877f63-797f-46cd-9a53-13b87ea9fdc5 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 943 time: 0.1932368 Jun 17 08:42:41.406294 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-80cf3df0-304b-4404-9df8-a00ee34430fd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.430986 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:41.462391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf3df0-304b-4404-9df8-a00ee34430fd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=9e389b72-4eb3-4343-a1fc-d36acc1adc96,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:41.478145 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-80cf3df0-304b-4404-9df8-a00ee34430fd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:41.539021 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d372d2a-d408-4da0-91aa-e60e821befb8 req-90caaf46-22cd-4cd8-8087-107ceaf2bf25 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149662 Jun 17 08:42:41.546088 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-80cf3df0-304b-4404-9df8-a00ee34430fd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.548194 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-80cf3df0-304b-4404-9df8-a00ee34430fd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/9e389b72-4eb3-4343-a1fc-d36acc1adc96 HTTP/1.1" status: 204 len: 168 time: 1.0491440 Jun 17 08:42:41.551114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e7194ee-774d-4630-b8db-6b3b46871eb5 req-4f918c66-b0e9-4fab-bfa2-74401b78cab2 service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421563 Jun 17 08:42:41.551583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57640) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:41.700061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7993034-098a-42bd-b9fb-14c839b31408 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:41.701570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7993034-098a-42bd-b9fb-14c839b31408 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:41.705686 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a7993034-098a-42bd-b9fb-14c839b31408 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1505208 Jun 17 08:42:41.706272 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2fa2fd2b-c575-47dc-93b2-7e14c41c6997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.710737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57642) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:41.787170 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f12a7e-f428-473c-8e51-c3bcc4d7d4ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet c763dc94-cf33-4604-bc9d-e0bedebffc18 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:41.799515 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e7194ee-774d-4630-b8db-6b3b46871eb5 req-c10e62f7-47ce-43bc-8190-1a35c13f3a38 service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356479 Jun 17 08:42:41.801096 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f3f12a7e-f428-473c-8e51-c3bcc4d7d4ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.833720 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2fa2fd2b-c575-47dc-93b2-7e14c41c6997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.848478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:41.859634 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c8627-826b-4bfe-8789-1b5045d9cb2d None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:41.874673 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c8627-826b-4bfe-8789-1b5045d9cb2d None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:41.874936 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.875706 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a48c8627-826b-4bfe-8789-1b5045d9cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:41.909311 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a48c8627-826b-4bfe-8789-1b5045d9cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:41.912264 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f3f12a7e-f428-473c-8e51-c3bcc4d7d4ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:41.920230 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c8627-826b-4bfe-8789-1b5045d9cb2d None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:41.921193 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a48c8627-826b-4bfe-8789-1b5045d9cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:41.957625 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a48c8627-826b-4bfe-8789-1b5045d9cb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:41.958730 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c8627-826b-4bfe-8789-1b5045d9cb2d None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:41.969345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57644) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:41.969985 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/floatingips/1f5d979f-707e-4e37-a73c-ec5eb1fb282f HTTP/1.1" status: 204 len: 168 time: 5.9403055 Jun 17 08:42:42.001714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821e5ad7-f106-42c9-8128-6a38015a12b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Router 8444cbf8-11ab-4cda-aedf-3126e906a14d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:42.002612 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2fa2fd2b-c575-47dc-93b2-7e14c41c6997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.005438 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2fa2fd2b-c575-47dc-93b2-7e14c41c6997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.008824 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2fa2fd2b-c575-47dc-93b2-7e14c41c6997 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/56ac7895-9987-4856-a6a3-d4786c6bce23 HTTP/1.1" status: 204 len: 168 time: 1.0689101 Jun 17 08:42:42.008824 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b35f85f4-aa4c-4511-9ff8-c218976800a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:42.022390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2fd2b-c575-47dc-93b2-7e14c41c6997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ac7895-9987-4856-a6a3-d4786c6bce23,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:42.025255 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fa2fd2b-c575-47dc-93b2-7e14c41c6997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:42.140188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-42da4c0d-66bf-4ccb-a63f-f1422b8a9edc tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port a54ddc40-b455-4fb8-82a7-a98841449c39 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:42.140851 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-42da4c0d-66bf-4ccb-a63f-f1422b8a9edc tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.199442 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f3f12a7e-f428-473c-8e51-c3bcc4d7d4ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.203442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821e5ad7-f106-42c9-8128-6a38015a12b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:42.214845 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-821e5ad7-f106-42c9-8128-6a38015a12b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.219920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be8e7df-f328-4f9e-957c-de9e7b160ba3 None None] Sync routers for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:42.252872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8e7df-f328-4f9e-957c-de9e7b160ba3 None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:42.256718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7be8e7df-f328-4f9e-957c-de9e7b160ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:42.261944 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-821e5ad7-f106-42c9-8128-6a38015a12b2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "PUT /v2.0/floatingips/766eb3db-64e9-494a-a3c9-1788e8e0cca1 HTTP/1.1" status: 200 len: 991 time: 3.5359251 Jun 17 08:42:42.262618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:42.277899 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91727baf-2655-47ab-8c5b-7be106dc8b42" -d '{"events": [{"name": "network-changed", "server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:42.305510 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-42da4c0d-66bf-4ccb-a63f-f1422b8a9edc tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.345274 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8387d810-ed10-4650-9461-7e5da57ea57f x-openstack-request-id: req-8387d810-ed10-4650-9461-7e5da57ea57f {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:42.346485 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:42.347044 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8387d810-ed10-4650-9461-7e5da57ea57f {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:42.347912 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'status': 'completed', 'code': 200} Jun 17 08:42:42.415344 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-42da4c0d-66bf-4ccb-a63f-f1422b8a9edc tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for a54ddc40-b455-4fb8-82a7-a98841449c39 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:42.418067 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f3f12a7e-f428-473c-8e51-c3bcc4d7d4ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.423206 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e82f6554-169d-4097-8d42-0c6a6a2b552e tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:42.442207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-7be8e7df-f328-4f9e-957c-de9e7b160ba3 None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:42.469906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f12a7e-f428-473c-8e51-c3bcc4d7d4ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=c763dc94-cf33-4604-bc9d-e0bedebffc18,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:42.474833 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f3f12a7e-f428-473c-8e51-c3bcc4d7d4ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:42.493466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4931e9c-af59-4132-8563-06134a7c84e3 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:42.511024 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f3f12a7e-f428-473c-8e51-c3bcc4d7d4ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.512954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f3f12a7e-f428-473c-8e51-c3bcc4d7d4ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/c763dc94-cf33-4604-bc9d-e0bedebffc18 HTTP/1.1" status: 204 len: 168 time: 0.7991931 Jun 17 08:42:42.520447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57654) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:42.644143 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5180dd80-e458-4a34-9561-924110efea00 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207013 Jun 17 08:42:42.645315 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57660) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:42.763557 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-42da4c0d-66bf-4ccb-a63f-f1422b8a9edc tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:42.768269 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-52c2da9b-9c4b-4e80-9bb1-0b4f67e8173d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:42.787418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91727baf-2655-47ab-8c5b-7be106dc8b42 req-e0a19ef7-d5f8-4ceb-a687-5e9b587225b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:42.790205 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91727baf-2655-47ab-8c5b-7be106dc8b42 req-e0a19ef7-d5f8-4ceb-a687-5e9b587225b8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 1097 time: 0.4124784 Jun 17 08:42:42.823092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da4c0d-66bf-4ccb-a63f-f1422b8a9edc tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=a54ddc40-b455-4fb8-82a7-a98841449c39,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:42.826414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-42da4c0d-66bf-4ccb-a63f-f1422b8a9edc tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:42.968080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91727baf-2655-47ab-8c5b-7be106dc8b42 req-eea2f206-eef7-4b1d-b498-471f678fc83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:42.969734 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91727baf-2655-47ab-8c5b-7be106dc8b42 req-eea2f206-eef7-4b1d-b498-471f678fc83a service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.1686876 Jun 17 08:42:42.984790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:42.994051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c532c13d-16d6-4cdf-a518-b6185f1121a4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:42.995689 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c532c13d-16d6-4cdf-a518-b6185f1121a4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3371978 Jun 17 08:42:42.998115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57668) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:43.012892 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-42da4c0d-66bf-4ccb-a63f-f1422b8a9edc tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.022608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-42da4c0d-66bf-4ccb-a63f-f1422b8a9edc tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/ports/a54ddc40-b455-4fb8-82a7-a98841449c39 HTTP/1.1" status: 204 len: 168 time: 1.0513830 Jun 17 08:42:43.024929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57670) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:43.030188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:43.043582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad79647-49a9-42d5-a3de-f3ee2f2e71b2 req-1d641e7c-0a59-4659-a9a5-be187b03b159 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:43.051856 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ad79647-49a9-42d5-a3de-f3ee2f2e71b2 req-1d641e7c-0a59-4659-a9a5-be187b03b159 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 943 time: 0.2314560 Jun 17 08:42:43.099934 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91727baf-2655-47ab-8c5b-7be106dc8b42 req-4dd900dd-7f6e-4624-84cc-6b91b2ce70ac service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319 HTTP/1.1" status: 200 len: 999 time: 0.1216092 Jun 17 08:42:43.103255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08622914-04ef-47f6-8ccf-e7bddfa47dd8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:43.107066 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-08622914-04ef-47f6-8ccf-e7bddfa47dd8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1056354 Jun 17 08:42:43.113388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57674) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:43.115063 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.133411 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5ad79647-49a9-42d5-a3de-f3ee2f2e71b2 req-2208035e-d8d8-42bb-b8e6-9c84ca40a7f5 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805113 Jun 17 08:42:43.163830 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7be8e7df-f328-4f9e-957c-de9e7b160ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '766eb3db-64e9-494a-a3c9-1788e8e0cca1', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'port_id': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'mac_address': 'fa:16:3e:b9:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:07Z', 'updated_at': '2021-06-17T08:42:40Z', 'revision_number': 1, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:43.185804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7b26c469-46b2-44b1-a0ad-94be80fdf1f2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675156 Jun 17 08:42:43.189699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57676) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:43.197119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:43.198439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91727baf-2655-47ab-8c5b-7be106dc8b42 req-23659e95-74e1-4420-84ed-1ce9f7ded79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:43.202944 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be8e7df-f328-4f9e-957c-de9e7b160ba3 None None] Checking router: 8444cbf8-11ab-4cda-aedf-3126e906a14d for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:42:43.207813 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91727baf-2655-47ab-8c5b-7be106dc8b42 req-23659e95-74e1-4420-84ed-1ce9f7ded79f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.1012056 Jun 17 08:42:43.219794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Deleting port 1b4e0079-d889-4e84-9f74-b44c38dcd48e {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:43.220175 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.222309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8e7df-f328-4f9e-957c-de9e7b160ba3 None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:43.222978 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7be8e7df-f328-4f9e-957c-de9e7b160ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:43.320257 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91727baf-2655-47ab-8c5b-7be106dc8b42 req-19249168-2fea-4b09-9ff3-aa824ec54364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:43.321927 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91727baf-2655-47ab-8c5b-7be106dc8b42 req-19249168-2fea-4b09-9ff3-aa824ec54364 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049178 Jun 17 08:42:43.397092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] For port 1b4e0079-d889-4e84-9f74-b44c38dcd48e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1b4e0079-d889-4e84-9f74-b44c38dcd48e,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:43.397506 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.451527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:43.455672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.486104 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.488754 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Calling delete_port for 1b4e0079-d889-4e84-9f74-b44c38dcd48e owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:43.496738 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b84184b-4a1a-46f6-83ae-3690da283c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.507511 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-7be8e7df-f328-4f9e-957c-de9e7b160ba3 None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:43.607349 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91727baf-2655-47ab-8c5b-7be106dc8b42 req-4bc99078-4955-49fb-b4f1-df6271c63814 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771473 Jun 17 08:42:43.647988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.25.8.28 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/9ad0f063-ddd7-45aa-9cb2-ace39a8469d0) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:43.731753 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.736146 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a053c474-56c3-4681-ac54-76ad9dcb1d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:43.772463 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Pushing event deleted for resources: {'Port': ['ID=1b4e0079-d889-4e84-9f74-b44c38dcd48e,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:43.777450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] No DVR routers for this DVR port 1b4e0079-d889-4e84-9f74-b44c38dcd48e on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:43.789003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.789354 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.789746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.790110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.790762 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.790762 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.791098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.791402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.791722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.792045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.792369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.792689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:43.797396 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:43.851118 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.883674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57690) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:43.896282 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-91727baf-2655-47ab-8c5b-7be106dc8b42 req-d46a5703-83bb-4225-990e-601915ed5582 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797000 Jun 17 08:42:43.951286 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:43.962970 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-80cf3df0-304b-4404-9df8-a00ee34430fd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:44.008822 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:44.013538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:44.023507 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:44.103083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-7be8e7df-f328-4f9e-957c-de9e7b160ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '766eb3db-64e9-494a-a3c9-1788e8e0cca1', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'port_id': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'mac_address': 'fa:16:3e:b9:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:07Z', 'updated_at': '2021-06-17T08:42:40Z', 'revision_number': 1, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:44.127523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=9ad0f063-ddd7-45aa-9cb2-ace39a8469d0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:44.134042 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:44.137094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1316266381'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:44.153688 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.196120 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Made reservation on behalf of a2bbe5eedf624d0a940a2ee6c1445e12 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:44.209187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.209973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be8e7df-f328-4f9e-957c-de9e7b160ba3 None None] The sync data for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 is: [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '766eb3db-64e9-494a-a3c9-1788e8e0cca1', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'port_id': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'mac_address': 'fa:16:3e:b9:ef:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:07Z', 'updated_at': '2021-06-17T08:42:40Z', 'revision_number': 1, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:44.261916 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.289401 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1b4e0079-d889-4e84-9f74-b44c38dcd48e no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:44.320126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.330761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 1b4e0079-d889-4e84-9f74-b44c38dcd48e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:44.331564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1b4e0079-d889-4e84-9f74-b44c38dcd48e not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:44.462344 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.468986 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.472718 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-40c1f1b8-f0a2-41b7-890e-30680a26f6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:44.501337 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:44.512408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6aa99c5-9234-4fe2-893b-44b05cd1820a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:44.517165 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:44.518998 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.518998 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Added segment 604376aa-0478-4929-95ba-3d1760e52c6e of type vlan for network 8f56bd79-7c2b-4671-b321-1436384039f6 Jun 17 08:42:44.618040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.648830 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ee2859-7b78-4115-aa20-14577a58f5af None None] New status for floating IP 766eb3db-64e9-494a-a3c9-1788e8e0cca1: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:42:44.682947 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.702477 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:44.704721 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:44.748471 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:44.792834 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9079871 Jun 17 08:42:44.796811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57698) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:44.898681 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Request body: {'subnet': {'network_id': '8f56bd79-7c2b-4671-b321-1436384039f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:45.013955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Pushing event updated for resources: {'Network': ['ID=8f56bd79-7c2b-4671-b321-1436384039f6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:45.022008 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:45.029060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 8f56bd79-7c2b-4671-b321-1436384039f6 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:45.082919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89eb632-cc02-4ae0-a449-25d4fcae6291 req-99e1ba51-dcf7-465c-96f4-89cfb3ff75a3 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:45.084448 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a89eb632-cc02-4ae0-a449-25d4fcae6291 req-99e1ba51-dcf7-465c-96f4-89cfb3ff75a3 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 943 time: 0.2248132 Jun 17 08:42:45.091171 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Made reservation on behalf of a2bbe5eedf624d0a940a2ee6c1445e12 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:45.106570 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.160102 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:42:45.165093 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.168211 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f0b6403a-9f4f-4c6e-ab05-f52e64f02b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:45.249930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:45.255783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a89eb632-cc02-4ae0-a449-25d4fcae6291 req-9608fb33-fb5a-4415-a12b-2176430426d7 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653099 Jun 17 08:42:45.258685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=b08fb495-2bb0-4e8e-b72c-52aa9ff177b8,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:45.263040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:45.265063 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:45.269977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:45.270807 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.276205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0318a3fc-3d8e-408f-8036-1989ff2d97d7 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:45.290578 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.297831 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.317872 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1629941-3c54-47b7-9220-bdc53c908ac9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:45.329296 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1360242 Jun 17 08:42:45.332334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57702) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:45.338953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:c4:6b:65', 'name': 'tempest-NetworksTestDHCPv6-1342464103'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:45.365089 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.370015 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f6b58338-17a9-43c4-8008-91af72864ae4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:45.458829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Pushing event updated for resources: {'Subnet': ['ID=dc79004d-0d0b-4d85-a80f-875cf3fcf909,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:45.459646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': 'b08fb495-2bb0-4e8e-b72c-52aa9ff177b8'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:45.460648 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.467955 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:45.470703 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:42:45.472318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=9ad0f063-ddd7-45aa-9cb2-ace39a8469d0,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:45.479952 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:45.482244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.485060 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Checking segment: {'id': '604376aa-0478-4929-95ba-3d1760e52c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8f56bd79-7c2b-4671-b321-1436384039f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:45.485452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Network hostable DHCP agents. Network: 8f56bd79-7c2b-4671-b321-1436384039f6, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:42:45.510200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Network 8f56bd79-7c2b-4671-b321-1436384039f6 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:42:45.518218 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.520018 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4935110 Jun 17 08:42:45.523207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57704) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:45.530949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'port': {'network_id': '5051164b-aeb3-4361-b368-d1bf337ee729', 'name': 'tempest-FloatingIPTestJSON-1143709170'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:45.536526 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 8f56bd79-7c2b-4671-b321-1436384039f6) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:45.545143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b99350-1fd7-447a-b9e1-9854e4dcc74a None None] Network 8f56bd79-7c2b-4671-b321-1436384039f6 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:45.556420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:45.557475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.568226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:45.619641 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7337615 Jun 17 08:42:45.620623 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57706) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:45.626231 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Request body: {'port': {'network_id': '8f56bd79-7c2b-4671-b321-1436384039f6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-590829031'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:45.691607 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.706885 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7699ba9b-05b7-4532-bfbb-c616c251d537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.721816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port f6f34db5-63f8-4ac9-8022-d64a8bd689c4 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:42:45.744663 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Allocated IP 2001:db8::f816:3eff:fe37:f033 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/b08fb495-2bb0-4e8e-b72c-52aa9ff177b8/18c380de-b6f1-4d1f-8836-4d9bbc8b2877) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:45.777562 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Made reservation on behalf of f7d827bf70b54fcab2665e04a6a606be for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:45.781146 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.792708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-8f56bd79-7c2b-4671-b321-1436384039f6', 'network_id': '8f56bd79-7c2b-4671-b321-1436384039f6', 'tenant_id': 'a2bbe5eedf624d0a940a2ee6c1445e12', 'fixed_ips': [{'subnet_id': 'dc79004d-0d0b-4d85-a80f-875cf3fcf909'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:45.793966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.811947 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] device_id is not set on port bfc67f75-9241-4f90-82ad-607bac3b136b yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:42:45.849955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Made reservation on behalf of a2bbe5eedf624d0a940a2ee6c1445e12 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:45.854029 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:45.887155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] device_id is not set on port 1dca6495-7893-469d-bbfc-5af14e83aac8 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:42:45.950633 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.039117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.20.0.2 (5051164b-aeb3-4361-b368-d1bf337ee729/caebe794-8024-4c5e-bed2-9eeee2e36d1c/bfc67f75-9241-4f90-82ad-607bac3b136b) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:46.045178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Allocated IP 2001:db8::2 (8f56bd79-7c2b-4671-b321-1436384039f6/dc79004d-0d0b-4d85-a80f-875cf3fcf909/6476a932-61cc-4177-8264-7260d68d44d8) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:46.084515 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.130308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Transition to ACTIVE for port object 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:46.155670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Transition to ACTIVE for port object 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:46.169134 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.173485 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:46.218873 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.230700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:46.239343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:46.256959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::f816:3eff:fec4:6b65 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/b08fb495-2bb0-4e8e-b72c-52aa9ff177b8/f6f34db5-63f8-4ac9-8022-d64a8bd689c4) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:46.259866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:46.267279 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Pushing event updated for resources: {'Port': ['ID=18c380de-b6f1-4d1f-8836-4d9bbc8b2877,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:46.268013 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.272496 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:46.274273 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c69580a9-e624-4fd3-9cc2-b7d9b77e77fd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:46.323291 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 5051164b-aeb3-4361-b368-d1bf337ee729 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:46.326796 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:46.333758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:46.357520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=bfc67f75-9241-4f90-82ad-607bac3b136b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:46.371441 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:46.404574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.405544 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.411672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Attempting to bind port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:46.412049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Attempting to bind port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:46.412417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Attempting to bind port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:46.416962 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.427836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Transition to ACTIVE for port object 6476a932-61cc-4177-8264-7260d68d44d8 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:46.430383 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9055126 Jun 17 08:42:46.434157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57714) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:46.449963 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-997f96a4-74da-428b-a0a6-1cd0fed31138 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'floatingip': {'port_id': 'bfc67f75-9241-4f90-82ad-607bac3b136b'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:46.464673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:46.465332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:46.465622 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.466032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:46.466854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Bound port: 18c380de-b6f1-4d1f-8836-4d9bbc8b2877, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:46.473396 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.506470 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Transition to ACTIVE for port object 6476a932-61cc-4177-8264-7260d68d44d8 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:46.524550 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.527669 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-997f96a4-74da-428b-a0a6-1cd0fed31138 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.543191 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.548127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object f6f34db5-63f8-4ac9-8022-d64a8bd689c4 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:46.553809 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:46.595381 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Network 8f56bd79-7c2b-4671-b321-1436384039f6 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:46.603529 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:46.607948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a770d70-e143-4fa8-84ce-08feca8095ea req-6ab2ac08-6685-4b72-b5e7-dd5e9aaa9b3d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.609756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a770d70-e143-4fa8-84ce-08feca8095ea req-6ab2ac08-6685-4b72-b5e7-dd5e9aaa9b3d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 943 time: 0.1391089 Jun 17 08:42:46.611947 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:46.644204 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.648999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] For port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:46.651971 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Pushing event updated for resources: {'Port': ['ID=6476a932-61cc-4177-8264-7260d68d44d8,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:46.671690 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0be7f125-32bd-4a59-b219-960aa908a39d tempest-FloatingIPAdminTestJSON-1730651588 tempest-FloatingIPAdminTestJSON-1730651588-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:46.676887 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:46.682440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Allocated IP 2001:db8::218 (8f56bd79-7c2b-4671-b321-1436384039f6/dc79004d-0d0b-4d85-a80f-875cf3fcf909/1dca6495-7893-469d-bbfc-5af14e83aac8) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:46.694106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] For port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=18c380de-b6f1-4d1f-8836-4d9bbc8b2877,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:46.699647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Attempting to bind port 6476a932-61cc-4177-8264-7260d68d44d8 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:46.700077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Attempting to bind port 6476a932-61cc-4177-8264-7260d68d44d8 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '604376aa-0478-4929-95ba-3d1760e52c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8f56bd79-7c2b-4671-b321-1436384039f6'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:46.700461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Attempting to bind port 6476a932-61cc-4177-8264-7260d68d44d8 on network 8f56bd79-7c2b-4671-b321-1436384039f6 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:46.707178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:46.707628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Checking segment: {'id': '604376aa-0478-4929-95ba-3d1760e52c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8f56bd79-7c2b-4671-b321-1436384039f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:46.708049 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.708460 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Bound using segment: {'id': '604376aa-0478-4929-95ba-3d1760e52c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8f56bd79-7c2b-4671-b321-1436384039f6'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:46.709145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Bound port: 6476a932-61cc-4177-8264-7260d68d44d8, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604376aa-0478-4929-95ba-3d1760e52c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8f56bd79-7c2b-4671-b321-1436384039f6'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:46.709541 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.713791 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.716236 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:46.789297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=f6f34db5-63f8-4ac9-8022-d64a8bd689c4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:46.795184 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:46.804916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a770d70-e143-4fa8-84ce-08feca8095ea req-b9831b9e-cfb3-4237-8b53-42114814b21a tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880088 Jun 17 08:42:46.815498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:46.815824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Pushing event updated for resources: {'Port': ['ID=18c380de-b6f1-4d1f-8836-4d9bbc8b2877,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:46.817337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:46.820911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:46.831472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:46.833047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.835633 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:46.853583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5169394 Jun 17 08:42:46.853933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57716) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:46.873094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] For port 6476a932-61cc-4177-8264-7260d68d44d8, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:46.877065 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] For port 6476a932-61cc-4177-8264-7260d68d44d8, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6476a932-61cc-4177-8264-7260d68d44d8,segment=NetworkSegment(604376aa-0478-4929-95ba-3d1760e52c6e),segment_id=604376aa-0478-4929-95ba-3d1760e52c6e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:46.883445 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.893015 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:46.898302 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:46.961989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Pushing event updated for resources: {'Port': ['ID=6476a932-61cc-4177-8264-7260d68d44d8,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:46.965363 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:47.156217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad0a58a-1fda-4255-a326-ec810b31f5bd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.161931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad0a58a-1fda-4255-a326-ec810b31f5bd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.165842 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cad0a58a-1fda-4255-a326-ec810b31f5bd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3109009 Jun 17 08:42:47.166207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57726) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:47.248188 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.281356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Transition to ACTIVE for port object 1dca6495-7893-469d-bbfc-5af14e83aac8 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:47.319884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4c515-8fa9-486b-a8d6-de059f738402 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port f6f34db5-63f8-4ac9-8022-d64a8bd689c4 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:47.320239 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c515-8fa9-486b-a8d6-de059f738402 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.325050 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.364950 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86f0a913-46b8-403a-8776-c0d6b6df8c60 tempest-PortsAdminExtendedAttrsTestJSON-448165017 tempest-PortsAdminExtendedAttrsTestJSON-448165017-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:47.410757 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Network 8f56bd79-7c2b-4671-b321-1436384039f6 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:47.420809 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:47.428026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:47.433746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.436068 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.439923 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.resource_extend [None req-997f96a4-74da-428b-a0a6-1cd0fed31138 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:42:47.449741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c515-8fa9-486b-a8d6-de059f738402 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.490798 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Pushing event updated for resources: {'Port': ['ID=1dca6495-7893-469d-bbfc-5af14e83aac8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:47.494041 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:47.509708 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8880224 Jun 17 08:42:47.512638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57734) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:47.518037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Request body: {'port': {'network_id': '8f56bd79-7c2b-4671-b321-1436384039f6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1597684756', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:47.518567 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.api.validators [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] bootfile-name is not in valid_values {{(pid=93804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:42:47.519042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.api.validators [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] tftp-server is not in valid_values {{(pid=93804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:42:47.519396 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.api.validators [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] server-ip-address is not in valid_values {{(pid=93804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:42:47.553010 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4c515-8fa9-486b-a8d6-de059f738402 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for f6f34db5-63f8-4ac9-8022-d64a8bd689c4 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:47.587185 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-997f96a4-74da-428b-a0a6-1cd0fed31138 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.596321 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-997f96a4-74da-428b-a0a6-1cd0fed31138 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.720213 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c515-8fa9-486b-a8d6-de059f738402 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.725173 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:47.754335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Made reservation on behalf of a2bbe5eedf624d0a940a2ee6c1445e12 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:47.759363 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.762201 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4c515-8fa9-486b-a8d6-de059f738402 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=f6f34db5-63f8-4ac9-8022-d64a8bd689c4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:47.763106 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-997f96a4-74da-428b-a0a6-1cd0fed31138 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP 3ba54eef-25ed-4f21-94aa-2089aef5e0b4 associated. External IP: 172.25.8.28, port: bfc67f75-9241-4f90-82ad-607bac3b136b. Jun 17 08:42:47.766629 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbc4c515-8fa9-486b-a8d6-de059f738402 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:47.809613 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbc4c515-8fa9-486b-a8d6-de059f738402 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:47.812477 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bbc4c515-8fa9-486b-a8d6-de059f738402 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/f6f34db5-63f8-4ac9-8022-d64a8bd689c4 HTTP/1.1" status: 204 len: 168 time: 0.6449697 Jun 17 08:42:47.815110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57740) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:47.867630 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] device_id is not set on port 2a39858e-35de-4696-89b2-d067e2c6850c yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:42:47.884313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ffe4d-1d1b-4a4c-b2d3-c44bbc43d237 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.886173 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063ffe4d-1d1b-4a4c-b2d3-c44bbc43d237 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:47.888074 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-063ffe4d-1d1b-4a4c-b2d3-c44bbc43d237 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0711448 Jun 17 08:42:47.891194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57744) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:47.976287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f32ff63-4a26-4f84-a2e5-fe7cc498a60e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet b08fb495-2bb0-4e8e-b72c-52aa9ff177b8 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:47.998987 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2f32ff63-4a26-4f84-a2e5-fe7cc498a60e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.057414 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Allocated IP 2001:db8::333 (8f56bd79-7c2b-4671-b321-1436384039f6/dc79004d-0d0b-4d85-a80f-875cf3fcf909/2a39858e-35de-4696-89b2-d067e2c6850c) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:48.080223 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2f32ff63-4a26-4f84-a2e5-fe7cc498a60e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.208794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2f32ff63-4a26-4f84-a2e5-fe7cc498a60e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.409323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642f806-7104-4f63-b626-95c794e785d9 req-45e32c11-52cc-4e36-9e30-47bf97cd6b78 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:48.412036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1642f806-7104-4f63-b626-95c794e785d9 req-45e32c11-52cc-4e36-9e30-47bf97cd6b78 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 943 time: 0.4325886 Jun 17 08:42:48.413464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6476a932-61cc-4177-8264-7260d68d44d8 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:48.433987 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2f32ff63-4a26-4f84-a2e5-fe7cc498a60e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.438707 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-68dab94c-7ab5-4d58-af63-34f8f15a0133 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:48.441835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997f96a4-74da-428b-a0a6-1cd0fed31138 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:48.478186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32ff63-4a26-4f84-a2e5-fe7cc498a60e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=b08fb495-2bb0-4e8e-b72c-52aa9ff177b8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:48.484404 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2f32ff63-4a26-4f84-a2e5-fe7cc498a60e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:48.491540 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2f32ff63-4a26-4f84-a2e5-fe7cc498a60e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.493632 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2f32ff63-4a26-4f84-a2e5-fe7cc498a60e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/b08fb495-2bb0-4e8e-b72c-52aa9ff177b8 HTTP/1.1" status: 204 len: 168 time: 0.6009092 Jun 17 08:42:48.496850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57750) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:48.532133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 6476a932-61cc-4177-8264-7260d68d44d8 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:48.537480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:48.543142 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.591672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4154bd-ad26-42e2-a9f4-2c786496679c None None] Network 8f56bd79-7c2b-4671-b321-1436384039f6 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:48.596507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ec39d0ca-1504-40b3-b073-1efab4301311 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982978 Jun 17 08:42:48.600607 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57752) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:48.607061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:48.616081 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1642f806-7104-4f63-b626-95c794e785d9 req-bd976c08-2f03-4b5f-9133-41d72a18e210 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927583 Jun 17 08:42:48.754932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:48.769156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-408cb3b7-ba6e-40e3-bed5-b7182f4a5bad None None] Provisioning for port 6476a932-61cc-4177-8264-7260d68d44d8 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:48.783600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-408cb3b7-ba6e-40e3-bed5-b7182f4a5bad None None] Provisioning complete for port 6476a932-61cc-4177-8264-7260d68d44d8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:48.783984 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-408cb3b7-ba6e-40e3-bed5-b7182f4a5bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.803877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:48.824932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.850297 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c59578b-2c0c-48d4-8223-8f38c2b87f04 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:48.942069 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:48.978568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device edd7c106-cc36-4c46-8404-61146ef2db54 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:42:49.163416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Transition to ACTIVE for port object 2a39858e-35de-4696-89b2-d067e2c6850c will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:49.191890 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-408cb3b7-ba6e-40e3-bed5-b7182f4a5bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.231656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997f96a4-74da-428b-a0a6-1cd0fed31138 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:49.244261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-997f96a4-74da-428b-a0a6-1cd0fed31138 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.251227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11d499-812e-402a-98fb-de885c6d4f2d None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:49.287082 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-408cb3b7-ba6e-40e3-bed5-b7182f4a5bad None None] For port 6476a932-61cc-4177-8264-7260d68d44d8, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6476a932-61cc-4177-8264-7260d68d44d8,segment=NetworkSegment(604376aa-0478-4929-95ba-3d1760e52c6e),segment_id=604376aa-0478-4929-95ba-3d1760e52c6e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:49.289375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port edd7c106-cc36-4c46-8404-61146ef2db54, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=edd7c106-cc36-4c46-8404-61146ef2db54,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:49.305563 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.312919 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e715aa65-d744-4eb5-82de-e14426c1cf1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:49.320431 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-408cb3b7-ba6e-40e3-bed5-b7182f4a5bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.326888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:42:49.327931 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:49.333717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11d499-812e-402a-98fb-de885c6d4f2d None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:49.334694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ea11d499-812e-402a-98fb-de885c6d4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:49.362636 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-997f96a4-74da-428b-a0a6-1cd0fed31138 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "PUT /v2.0/floatingips/3ba54eef-25ed-4f21-94aa-2089aef5e0b4 HTTP/1.1" status: 200 len: 977 time: 2.9217081 Jun 17 08:42:49.366436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57762) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:49.473149 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Network 8f56bd79-7c2b-4671-b321-1436384039f6 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:49.481742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:49.485482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Pushing event updated for resources: {'Port': ['ID=2a39858e-35de-4696-89b2-d067e2c6850c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:49.488540 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:49.495757 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:49.496535 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.501774 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:49.526819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57766) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:49.527065 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0129795 Jun 17 08:42:49.554506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port bfc67f75-9241-4f90-82ad-607bac3b136b {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:49.555033 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.666679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'port_id': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'mac_address': 'fa:16:3e:b5:1a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:42:49.711121 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.728303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd558f-da21-4133-be81-f348c6ee42d9 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:49.730340 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.747169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ea11d499-812e-402a-98fb-de885c6d4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:49.777538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef11fa4-06fd-441f-8e78-99f9dee728a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:49.785301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef11fa4-06fd-441f-8e78-99f9dee728a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:49.791743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef11fa4-06fd-441f-8e78-99f9dee728a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:49.793809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8ef11fa4-06fd-441f-8e78-99f9dee728a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.2325339 Jun 17 08:42:49.825592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57772) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:49.915932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-441bfbbc-a215-49d8-a384-51b08a6233d7 None None] Provisioning for port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:49.931703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-441bfbbc-a215-49d8-a384-51b08a6233d7 None None] Provisioning complete for port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:49.932770 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-441bfbbc-a215-49d8-a384-51b08a6233d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:49.934809 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11d499-812e-402a-98fb-de885c6d4f2d None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:49.935616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ea11d499-812e-402a-98fb-de885c6d4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:49.974209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408cb3b7-ba6e-40e3-bed5-b7182f4a5bad None None] Pushing event updated for resources: {'Port': ['ID=6476a932-61cc-4177-8264-7260d68d44d8,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:49.980701 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-408cb3b7-ba6e-40e3-bed5-b7182f4a5bad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:50.033312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ea11d499-812e-402a-98fb-de885c6d4f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:50.034009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea11d499-812e-402a-98fb-de885c6d4f2d None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:50.038982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb931d9-9ebe-4ae9-9e28-32f444a188cc req-1564845c-e903-4343-aea5-3cc2e8a9f1c0 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:50.044087 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cb931d9-9ebe-4ae9-9e28-32f444a188cc req-1564845c-e903-4343-aea5-3cc2e8a9f1c0 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 943 time: 0.2094173 Jun 17 08:42:50.053446 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.089361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd7c106-cc36-4c46-8404-61146ef2db54 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:42:50.096659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9db7a94e-74d1-454d-8f53-6714e7449598 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Deleting port 2a39858e-35de-4696-89b2-d067e2c6850c {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:50.097156 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9db7a94e-74d1-454d-8f53-6714e7449598 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.130841 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-66bd558f-da21-4133-be81-f348c6ee42d9 None None] Deleting port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:50.131264 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-66bd558f-da21-4133-be81-f348c6ee42d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.157306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] For port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=18c380de-b6f1-4d1f-8836-4d9bbc8b2877,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:50.204857 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cb931d9-9ebe-4ae9-9e28-32f444a188cc req-a5c3f5e0-3f9e-4c0e-85b6-43e324cc59ea tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538062 Jun 17 08:42:50.232346 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.232898 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.233323 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP 3ba54eef-25ed-4f21-94aa-2089aef5e0b4 disassociated. External IP: 172.25.8.28, port: bfc67f75-9241-4f90-82ad-607bac3b136b. Jun 17 08:42:50.233897 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for bfc67f75-9241-4f90-82ad-607bac3b136b owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:50.269067 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.280069 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.281075 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.283966 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-465ad823-d892-4d57-8c5b-a067cadf5e05 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:50.302942 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port edd7c106-cc36-4c46-8404-61146ef2db54, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=edd7c106-cc36-4c46-8404-61146ef2db54,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:50.319120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6476a932-61cc-4177-8264-7260d68d44d8 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:50.323387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-66bd558f-da21-4133-be81-f348c6ee42d9 None None] For port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=18c380de-b6f1-4d1f-8836-4d9bbc8b2877,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:50.323792 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-66bd558f-da21-4133-be81-f348c6ee42d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.328319 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.361470 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:50.390474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=18c380de-b6f1-4d1f-8836-4d9bbc8b2877,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:50.411237 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:50.412075 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:50.457566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-66bd558f-da21-4133-be81-f348c6ee42d9 None None] Calling delete_port for 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:50.458199 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.463301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:50.466640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:50.469585 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d7db1cb-9946-4625-afb3-941764c012f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:50.472087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:50.472831 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.494639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=76cff03f-cff4-4f13-8b73-79115c418d3c,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:50.506530 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:50.506758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=bfc67f75-9241-4f90-82ad-607bac3b136b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:50.510390 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9db7a94e-74d1-454d-8f53-6714e7449598 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.514300 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:50.516975 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9147801 Jun 17 08:42:50.519802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57778) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:50.529570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:22:55:7d', 'name': 'tempest-NetworksTestDHCPv6-632681267'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:50.592024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=edd7c106-cc36-4c46-8404-61146ef2db54,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:50.598929 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:50.600617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9db7a94e-74d1-454d-8f53-6714e7449598 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Calling delete_port for 2a39858e-35de-4696-89b2-d067e2c6850c owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:50.601034 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-441bfbbc-a215-49d8-a384-51b08a6233d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.635997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6476a932-61cc-4177-8264-7260d68d44d8 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:50.636452 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.678675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['edd7c106-cc36-4c46-8404-61146ef2db54'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:42:50.682467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-441bfbbc-a215-49d8-a384-51b08a6233d7 None None] For port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=18c380de-b6f1-4d1f-8836-4d9bbc8b2877,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:50.698212 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:50.714856 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-441bfbbc-a215-49d8-a384-51b08a6233d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.720780 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:50.833256 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.848954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bfbbc-a215-49d8-a384-51b08a6233d7 None None] Pushing event updated for resources: {'Port': ['ID=18c380de-b6f1-4d1f-8836-4d9bbc8b2877,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:50.856473 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-441bfbbc-a215-49d8-a384-51b08a6233d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:50.864652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 04e3c6c3-efa8-4bb8-b6cf-99c5d806fe8a yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:42:50.889703 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-66bd558f-da21-4133-be81-f348c6ee42d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.897473 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6793b196-f87d-43bf-a865-9855e8f32281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:50.926949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:50.937998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d0447497-5436-46a7-8532-5b361ad13363 None None] Provisioning for port 1dca6495-7893-469d-bbfc-5af14e83aac8 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:50.949998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd558f-da21-4133-be81-f348c6ee42d9 None None] Pushing event deleted for resources: {'Port': ['ID=18c380de-b6f1-4d1f-8836-4d9bbc8b2877,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:50.952492 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-66bd558f-da21-4133-be81-f348c6ee42d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:50.984948 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9db7a94e-74d1-454d-8f53-6714e7449598 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:50.985975 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d0447497-5436-46a7-8532-5b361ad13363 None None] Provisioning complete for port 1dca6495-7893-469d-bbfc-5af14e83aac8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:50.986389 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d0447497-5436-46a7-8532-5b361ad13363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.014163 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0ba50a2c-535b-4d1d-a0cf-71df2937494c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:51.048569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7a94e-74d1-454d-8f53-6714e7449598 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Pushing event deleted for resources: {'Port': ['ID=2a39858e-35de-4696-89b2-d067e2c6850c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:51.083653 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9db7a94e-74d1-454d-8f53-6714e7449598 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:51.089871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::f816:3eff:fe22:557d (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/76cff03f-cff4-4f13-8b73-79115c418d3c/04e3c6c3-efa8-4bb8-b6cf-99c5d806fe8a) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:51.096186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd558f-da21-4133-be81-f348c6ee42d9 None None] No DVR routers for this DVR port 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:51.107004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d0447497-5436-46a7-8532-5b361ad13363 None None] Port 1dca6495-7893-469d-bbfc-5af14e83aac8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:51.111836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d0447497-5436-46a7-8532-5b361ad13363 None None] Could not find standard attr ID for object 2a39858e-35de-4696-89b2-d067e2c6850c. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:42:51.128378 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9db7a94e-74d1-454d-8f53-6714e7449598 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.131307 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9db7a94e-74d1-454d-8f53-6714e7449598 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] 10.222.0.47 "DELETE /v2.0/ports/2a39858e-35de-4696-89b2-d067e2c6850c HTTP/1.1" status: 204 len: 168 time: 1.3045187 Jun 17 08:42:51.138969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57782) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:51.145485 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Request body: {'port': {'name': 'tempest-new-port-name-1070005094', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:51.146234 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.api.validators [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] bootfile-name is not in valid_values {{(pid=93804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:42:51.147332 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.api.validators [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] tftp-server is not in valid_values {{(pid=93804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:42:51.147986 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.api.validators [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] server-ip-address is not in valid_values {{(pid=93804) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:42:51.184987 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1a68f-5431-4225-a41d-10964079c917 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:51.192173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:51.258745 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:51.272201 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df071dd-8331-4627-be78-4ca844883a73 None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:51.291458 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df071dd-8331-4627-be78-4ca844883a73 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:51.292118 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2df071dd-8331-4627-be78-4ca844883a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:51.317432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.338309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 04e3c6c3-efa8-4bb8-b6cf-99c5d806fe8a will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:51.352432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:51.354287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 18c380de-b6f1-4d1f-8836-4d9bbc8b2877 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:51.379364 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2df071dd-8331-4627-be78-4ca844883a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:51.394209 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.402104 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a88b2db2-cef5-41e1-aecd-1489a9ee0a47 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:51.412001 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df071dd-8331-4627-be78-4ca844883a73 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:51.412820 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2df071dd-8331-4627-be78-4ca844883a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:51.437911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d0447497-5436-46a7-8532-5b361ad13363 None None] Provisioning complete for port 6476a932-61cc-4177-8264-7260d68d44d8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:51.443296 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d0447497-5436-46a7-8532-5b361ad13363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.477695 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.478939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:51.500091 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2df071dd-8331-4627-be78-4ca844883a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:51.500833 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df071dd-8331-4627-be78-4ca844883a73 None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:51.506523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:51.511520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:51.517911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.518679 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.531923 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.533877 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/ports/bfc67f75-9241-4f90-82ad-607bac3b136b HTTP/1.1" status: 204 len: 168 time: 2.1662536 Jun 17 08:42:51.538357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57788) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:51.543679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=04e3c6c3-efa8-4bb8-b6cf-99c5d806fe8a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:51.552070 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:51.568146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0402658 Jun 17 08:42:51.568146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57790) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:51.625013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba9191-6704-4cb5-b086-50a2c554d281 req-3454b351-18ad-41c1-b123-cc2f8aa659d9 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.632710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44ba9191-6704-4cb5-b086-50a2c554d281 req-3454b351-18ad-41c1-b123-cc2f8aa659d9 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 944 time: 0.1845622 Jun 17 08:42:51.697208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc833e0a-739a-4104-aae8-e9b6cc17eae2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:51.701282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dc833e0a-739a-4104-aae8-e9b6cc17eae2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1302516 Jun 17 08:42:51.702201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57792) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:51.706107 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d286cec1-b13d-4fe3-a7fd-deb0ef745428 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "GET /v2.0/floatingips/3ba54eef-25ed-4f21-94aa-2089aef5e0b4 HTTP/1.1" status: 200 len: 687 time: 0.1665726 Jun 17 08:42:51.715840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44ba9191-6704-4cb5-b086-50a2c554d281 req-c388d1ab-7ecc-4112-9e88-c4d5881ea3ae tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818019 Jun 17 08:42:51.721107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57794) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:51.774464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '76cff03f-cff4-4f13-8b73-79115c418d3c'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:51.775091 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.880630 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a321a4dc-1b4d-4afe-8c63-74aa4482cfa0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 04e3c6c3-efa8-4bb8-b6cf-99c5d806fe8a {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:51.880998 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a321a4dc-1b4d-4afe-8c63-74aa4482cfa0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.901033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port 9ad0f063-ddd7-45aa-9cb2-ace39a8469d0 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:51.901629 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:51.967777 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Allocated IP 2001:db8::f816:3eff:fe80:1c19 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/76cff03f-cff4-4f13-8b73-79115c418d3c/e0203e31-2b0d-493f-8eb9-68f258e47267) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:51.999921 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.016143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.020750 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-40ed839b-0207-4f80-a2b8-7ef3e358869a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:52.023271 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.023604 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.074467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a321a4dc-1b4d-4afe-8c63-74aa4482cfa0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.080840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Pushing event updated for resources: {'Port': ['ID=1dca6495-7893-469d-bbfc-5af14e83aac8,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:52.093198 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:52.110313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for 9ad0f063-ddd7-45aa-9cb2-ace39a8469d0 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:52.124902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] In _notify_port_updated(), no bound segment for port 1dca6495-7893-469d-bbfc-5af14e83aac8 on network 8f56bd79-7c2b-4671-b321-1436384039f6 {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:42:52.131273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:52.132199 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.136670 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] 10.222.0.47 "PUT /v2.0/ports/1dca6495-7893-469d-bbfc-5af14e83aac8 HTTP/1.1" status: 200 len: 1130 time: 0.9961782 Jun 17 08:42:52.158757 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.165274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a321a4dc-1b4d-4afe-8c63-74aa4482cfa0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 04e3c6c3-efa8-4bb8-b6cf-99c5d806fe8a owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:52.167575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57798) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:52.171593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Transition to ACTIVE for port object e0203e31-2b0d-493f-8eb9-68f258e47267 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:52.191374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Transition to ACTIVE for port object e0203e31-2b0d-493f-8eb9-68f258e47267 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:52.204246 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.206397 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e335cd57-5531-428d-a12d-45c272729dce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:52.264016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:52.274645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:52.280193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:52.295149 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3889b0cf-34f6-478b-a8ee-0c801124f0c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:52.303082 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3889b0cf-34f6-478b-a8ee-0c801124f0c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] 10.222.0.47 "GET /v2.0/ports/1dca6495-7893-469d-bbfc-5af14e83aac8 HTTP/1.1" status: 200 len: 1130 time: 0.1310794 Jun 17 08:42:52.303567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57800) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:52.308425 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Pushing event updated for resources: {'Port': ['ID=e0203e31-2b0d-493f-8eb9-68f258e47267,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:52.313994 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:52.341682 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.347533 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7072c3fc-7534-4318-ab1b-c22b27ec90c2 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:52.421832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=9ad0f063-ddd7-45aa-9cb2-ace39a8469d0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:52.434457 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:52.445772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Attempting to bind port e0203e31-2b0d-493f-8eb9-68f258e47267 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:52.449204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Attempting to bind port e0203e31-2b0d-493f-8eb9-68f258e47267 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:52.449764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Attempting to bind port e0203e31-2b0d-493f-8eb9-68f258e47267 on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:52.459341 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a321a4dc-1b4d-4afe-8c63-74aa4482cfa0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.461536 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eccdbdbc-d354-487a-9c95-fe15868309c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:52.464889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:52.465325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:52.467170 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.468144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:52.468651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Bound port: e0203e31-2b0d-493f-8eb9-68f258e47267, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:52.472872 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.521552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321a4dc-1b4d-4afe-8c63-74aa4482cfa0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=04e3c6c3-efa8-4bb8-b6cf-99c5d806fe8a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:52.529186 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a321a4dc-1b4d-4afe-8c63-74aa4482cfa0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:52.564848 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a321a4dc-1b4d-4afe-8c63-74aa4482cfa0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.566136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d5ec0579-9299-471f-b588-33710d196934 None None] For port e0203e31-2b0d-493f-8eb9-68f258e47267, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:52.570136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d5ec0579-9299-471f-b588-33710d196934 None None] For port e0203e31-2b0d-493f-8eb9-68f258e47267, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e0203e31-2b0d-493f-8eb9-68f258e47267,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:52.571096 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a321a4dc-1b4d-4afe-8c63-74aa4482cfa0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/04e3c6c3-efa8-4bb8-b6cf-99c5d806fe8a HTTP/1.1" status: 204 len: 168 time: 0.8636396 Jun 17 08:42:52.572022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57810) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:52.586832 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.590902 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:52.634568 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee80e24-0851-4aca-9656-4dc87ff45f51 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:52.635857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8f493edc-2bb7-4cff-8dc5-4f1340601b75 None None] Provisioning complete for port 1dca6495-7893-469d-bbfc-5af14e83aac8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:52.636300 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8f493edc-2bb7-4cff-8dc5-4f1340601b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.636868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee80e24-0851-4aca-9656-4dc87ff45f51 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:52.640665 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.641487 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bee80e24-0851-4aca-9656-4dc87ff45f51 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0681844 Jun 17 08:42:52.642197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57812) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:52.644695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.649853 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/floatingips/3ba54eef-25ed-4f21-94aa-2089aef5e0b4 HTTP/1.1" status: 204 len: 168 time: 0.9236789 Jun 17 08:42:52.653264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57814) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:52.658354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': 'd6f5c5d2-1886-4325-ae4a-bc5c2313e60a'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:52.707010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8f493edc-2bb7-4cff-8dc5-4f1340601b75 None None] Port 1dca6495-7893-469d-bbfc-5af14e83aac8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:42:52.710212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Pushing event updated for resources: {'Port': ['ID=e0203e31-2b0d-493f-8eb9-68f258e47267,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:52.710411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3c2cc-f1aa-4105-9fef-385c481aa065 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Deleting port 1dca6495-7893-469d-bbfc-5af14e83aac8 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:52.710672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6ec3c2cc-f1aa-4105-9fef-385c481aa065 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.724320 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:52.729054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-111c45dd-0fff-4976-9d70-62a04d7ade87 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 76cff03f-cff4-4f13-8b73-79115c418d3c {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:52.734357 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.737314 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-111c45dd-0fff-4976-9d70-62a04d7ade87 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.838596 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-111c45dd-0fff-4976-9d70-62a04d7ade87 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.884616 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6ec3c2cc-f1aa-4105-9fef-385c481aa065 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:52.985436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device edd7c106-cc36-4c46-8404-61146ef2db54 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:53.029096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-111c45dd-0fff-4976-9d70-62a04d7ade87 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.042171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-6ec3c2cc-f1aa-4105-9fef-385c481aa065 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Calling delete_port for 1dca6495-7893-469d-bbfc-5af14e83aac8 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:53.086956 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port edd7c106-cc36-4c46-8404-61146ef2db54 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:53.094142 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port edd7c106-cc36-4c46-8404-61146ef2db54 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:53.094530 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.192939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad3fa3-1ac8-4cac-b7bd-109f52307803 req-a814f2ab-d09f-4dcd-b739-1d7b30fb74f3 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:53.195352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3ad3fa3-1ac8-4cac-b7bd-109f52307803 req-a814f2ab-d09f-4dcd-b739-1d7b30fb74f3 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 944 time: 0.2932076 Jun 17 08:42:53.198219 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.202141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.205422 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-111c45dd-0fff-4976-9d70-62a04d7ade87 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.209696 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a9b0195-aa5d-4e08-9234-3b41fa741258 tempest-PortsTestJSON-1064944415 tempest-PortsTestJSON-1064944415-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:53.225123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:53.227635 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f1b9d4-1d6f-4974-957c-88c2b0e53d78" -d '{"events": [{"server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "name": "network-vif-plugged", "status": "completed", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:53.242237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port edd7c106-cc36-4c46-8404-61146ef2db54, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=edd7c106-cc36-4c46-8404-61146ef2db54,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:53.251377 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.254305 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-99e57391-a185-49fb-8beb-fb5c43b77c4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:53.292905 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa813a8-b9a4-4019-9c84-e41a7aef26fa x-openstack-request-id: req-3aa813a8-b9a4-4019-9c84-e41a7aef26fa {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:53.293275 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "name": "network-vif-plugged", "status": "completed", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:53.293481 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3aa813a8-b9a4-4019-9c84-e41a7aef26fa {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:53.293833 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'code': 200} Jun 17 08:42:53.315572 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c45dd-0fff-4976-9d70-62a04d7ade87 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=76cff03f-cff4-4f13-8b73-79115c418d3c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:53.322656 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-111c45dd-0fff-4976-9d70-62a04d7ade87 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:53.326974 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-111c45dd-0fff-4976-9d70-62a04d7ade87 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.331412 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-111c45dd-0fff-4976-9d70-62a04d7ade87 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/76cff03f-cff4-4f13-8b73-79115c418d3c HTTP/1.1" status: 204 len: 168 time: 0.6859765 Jun 17 08:42:53.332237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3ad3fa3-1ac8-4cac-b7bd-109f52307803 req-234fbcae-c262-4b0d-bb49-2bfae1c6cb3f tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259267 Jun 17 08:42:53.332740 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57822) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.333819 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=edd7c106-cc36-4c46-8404-61146ef2db54,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:53.339734 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:53.348591 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6ec3c2cc-f1aa-4105-9fef-385c481aa065 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.383957 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4891df0c-6c49-4761-a47e-3eb649521928 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:53.390698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e18342b0-caa9-47f7-86a5-7aabb87e3ccc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544193 Jun 17 08:42:53.391897 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57824) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.420378 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3c2cc-f1aa-4105-9fef-385c481aa065 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Pushing event deleted for resources: {'Port': ['ID=1dca6495-7893-469d-bbfc-5af14e83aac8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:53.423592 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6ec3c2cc-f1aa-4105-9fef-385c481aa065 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:53.440142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.25.8.95 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/646a4d6b-5561-44b5-ac8e-f4eb4eac602f) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:53.476357 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6ec3c2cc-f1aa-4105-9fef-385c481aa065 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.479443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6ec3c2cc-f1aa-4105-9fef-385c481aa065 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] 10.222.0.47 "DELETE /v2.0/ports/1dca6495-7893-469d-bbfc-5af14e83aac8 HTTP/1.1" status: 204 len: 168 time: 1.1742637 Jun 17 08:42:53.481996 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57826) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.551195 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc3c31-af62-4690-bbcb-b78b45ec3fe0 req-abc50892-7d19-48cc-bb6a-102eee4175b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:53.553131 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0adc3c31-af62-4690-bbcb-b78b45ec3fe0 req-abc50892-7d19-48cc-bb6a-102eee4175b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 1097 time: 0.1616380 Jun 17 08:42:53.556623 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da05bc-166c-4c8a-90d9-edace3bb0684 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:53.558178 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c4da05bc-166c-4c8a-90d9-edace3bb0684 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1653016 Jun 17 08:42:53.559311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f4b461c-9a4d-4d12-9bcd-654d2dbb1117 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Deleting subnet dc79004d-0d0b-4d85-a80f-875cf3fcf909 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:42:53.564718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57828) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.583828 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f4b461c-9a4d-4d12-9bcd-654d2dbb1117 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.637175 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0adc3c31-af62-4690-bbcb-b78b45ec3fe0 req-2b7e9d96-7cd4-4d59-b977-b22b11b59276 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747659 Jun 17 08:42:53.650352 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.653562 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f4b461c-9a4d-4d12-9bcd-654d2dbb1117 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.675549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b585b19c-e194-44ac-8e96-176eb21b361a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:53.677517 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b585b19c-e194-44ac-8e96-176eb21b361a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1118765 Jun 17 08:42:53.679985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57832) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.719283 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f7b3301d-2fe3-41dc-b3d5-d7ecb5e1b7bd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376871 Jun 17 08:42:53.723089 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57834) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.728411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:53.765219 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f4b461c-9a4d-4d12-9bcd-654d2dbb1117 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.838628 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f4b461c-9a4d-4d12-9bcd-654d2dbb1117 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.842149 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-552608c4-487c-4e35-9a5f-bd0397adbc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:53.850530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.854448 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc740820-5475-46a6-8032-41c65b65864e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:53.887147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4b461c-9a4d-4d12-9bcd-654d2dbb1117 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Pushing event deleted for resources: {'Subnet': ['ID=dc79004d-0d0b-4d85-a80f-875cf3fcf909,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:53.891645 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1f4b461c-9a4d-4d12-9bcd-654d2dbb1117 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:53.899580 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f4b461c-9a4d-4d12-9bcd-654d2dbb1117 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:53.900998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:53.905306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57836) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:53.915460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1f4b461c-9a4d-4d12-9bcd-654d2dbb1117 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] 10.222.0.47 "DELETE /v2.0/subnets/dc79004d-0d0b-4d85-a80f-875cf3fcf909 HTTP/1.1" status: 204 len: 168 time: 0.4301090 Jun 17 08:42:53.916456 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:53.916955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff1ef9-93ea-46ba-b024-f6bcbc317d43 None None] Network 8f56bd79-7c2b-4671-b321-1436384039f6 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:53.922667 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:54.360532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59405ebf-a880-47a0-a403-71e14140566c None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:54.364515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e0203e31-2b0d-493f-8eb9-68f258e47267 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:54.404665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-589e7450-2a34-46e9-baf2-7c8d6c26cf69 None None] Could not find standard attr ID for object 04e3c6c3-efa8-4bb8-b6cf-99c5d806fe8a. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:42:54.405484 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:54.409310 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.454260 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=646a4d6b-5561-44b5-ac8e-f4eb4eac602f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:54.466170 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:54.475404 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-589e7450-2a34-46e9-baf2-7c8d6c26cf69 None None] Provisioning for port e0203e31-2b0d-493f-8eb9-68f258e47267 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:54.493502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822069cc-4781-425a-afcf-84e1cdf49911 None None] DHCP port deletion for 8f56bd79-7c2b-4671-b321-1436384039f6 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:54.566275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port e0203e31-2b0d-493f-8eb9-68f258e47267 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:54.576411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e0203e31-2b0d-493f-8eb9-68f258e47267 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:54.576675 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.614697 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.633374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11446caf-6b10-48d7-9020-41e12fb6e157 req-89bbf864-415e-4934-b263-f31603fbff07 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:54.640999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11446caf-6b10-48d7-9020-41e12fb6e157 req-89bbf864-415e-4934-b263-f31603fbff07 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 945 time: 0.0928540 Jun 17 08:42:54.654234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-822069cc-4781-425a-afcf-84e1cdf49911 None None] Deleting port 6476a932-61cc-4177-8264-7260d68d44d8 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:54.654619 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-822069cc-4781-425a-afcf-84e1cdf49911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.746486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe48bb-3344-472c-9d91-ff6f8c9eae3e None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:42:54.885587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-822069cc-4781-425a-afcf-84e1cdf49911 None None] For port 6476a932-61cc-4177-8264-7260d68d44d8, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6476a932-61cc-4177-8264-7260d68d44d8,segment=NetworkSegment(604376aa-0478-4929-95ba-3d1760e52c6e),segment_id=604376aa-0478-4929-95ba-3d1760e52c6e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:54.885989 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-822069cc-4781-425a-afcf-84e1cdf49911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:54.930349 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.079261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-822069cc-4781-425a-afcf-84e1cdf49911 None None] Calling delete_port for 6476a932-61cc-4177-8264-7260d68d44d8 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:55.107975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Deleting port 6476a932-61cc-4177-8264-7260d68d44d8 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:55.108895 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.114551 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.145549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port e0203e31-2b0d-493f-8eb9-68f258e47267, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e0203e31-2b0d-493f-8eb9-68f258e47267,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:55.147731 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4d327a50-fc8d-4508-8880-e405e002f8bf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.163754 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.176890 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.236202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-affe48bb-3344-472c-9d91-ff6f8c9eae3e None None] Deleting port e0203e31-2b0d-493f-8eb9-68f258e47267 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:55.236651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-affe48bb-3344-472c-9d91-ff6f8c9eae3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.288149 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-11446caf-6b10-48d7-9020-41e12fb6e157 req-844a9acb-c766-4568-bb0f-e48f3e8d0921 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6447539 Jun 17 08:42:55.359853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:55.370751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:55.374302 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] For port 6476a932-61cc-4177-8264-7260d68d44d8, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6476a932-61cc-4177-8264-7260d68d44d8,segment=NetworkSegment(604376aa-0478-4929-95ba-3d1760e52c6e),segment_id=604376aa-0478-4929-95ba-3d1760e52c6e)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:55.374499 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.384696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:55.385314 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.387888 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=36cfd0a1-e4ce-4e38-a051-426a075a59c8,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.414924 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=e0203e31-2b0d-493f-8eb9-68f258e47267,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.419648 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.428658 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-822069cc-4781-425a-afcf-84e1cdf49911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.478678 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-affe48bb-3344-472c-9d91-ff6f8c9eae3e None None] For port e0203e31-2b0d-493f-8eb9-68f258e47267, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e0203e31-2b0d-493f-8eb9-68f258e47267,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:55.479184 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-affe48bb-3344-472c-9d91-ff6f8c9eae3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.480192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Calling delete_port for 6476a932-61cc-4177-8264-7260d68d44d8 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:55.486953 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.487346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.487729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.488107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.488481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.488851 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.489220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.489584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.489948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.490308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.490672 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.491080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:42:55.501809 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.515015 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7906101 Jun 17 08:42:55.519700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.520420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57888) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:55.560607 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.563639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:d8:51:8c', 'name': 'tempest-NetworksTestDHCPv6-1791198906'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:55.588718 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-affe48bb-3344-472c-9d91-ff6f8c9eae3e None None] Calling delete_port for e0203e31-2b0d-493f-8eb9-68f258e47267 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:55.620379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822069cc-4781-425a-afcf-84e1cdf49911 None None] Pushing event deleted for resources: {'Port': ['ID=6476a932-61cc-4177-8264-7260d68d44d8,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.622229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822069cc-4781-425a-afcf-84e1cdf49911 None None] No DVR routers for this DVR port 6476a932-61cc-4177-8264-7260d68d44d8 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:55.626309 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-822069cc-4781-425a-afcf-84e1cdf49911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.713819 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-affe48bb-3344-472c-9d91-ff6f8c9eae3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.716801 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5a79a5d4-b81c-4d95-806f-0f8408ad0679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.744815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe48bb-3344-472c-9d91-ff6f8c9eae3e None None] Pushing event deleted for resources: {'Port': ['ID=e0203e31-2b0d-493f-8eb9-68f258e47267,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.747026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:55.752083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe48bb-3344-472c-9d91-ff6f8c9eae3e None None] No DVR routers for this DVR port e0203e31-2b0d-493f-8eb9-68f258e47267 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:55.755136 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-affe48bb-3344-472c-9d91-ff6f8c9eae3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.784513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb64b9-b169-4a39-9bd3-aa7151229876 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:42:55.840295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.853656 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0893d663-377e-4636-93c6-4d4c7b356698 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:55.862390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] No DVR routers for this DVR port 6476a932-61cc-4177-8264-7260d68d44d8 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:42:55.884045 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:55.907062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Pushing event deleted for resources: {'Port': ['ID=6476a932-61cc-4177-8264-7260d68d44d8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:55.929304 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:55.976760 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '36cfd0a1-e4ce-4e38-a051-426a075a59c8'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:42:55.977696 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.020817 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.028239 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.064532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f56bd79-7c2b-4671-b321-1436384039f6']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:56.100420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port eeb38e44-f5eb-4c3a-baf4-89a7bd3eee6e yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:42:56.119248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604376aa-0478-4929-95ba-3d1760e52c6e') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:56.120014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604376aa-0478-4929-95ba-3d1760e52c6e') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:56.121013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/36cfd0a1-e4ce-4e38-a051-426a075a59c8/13dc3cf4-faee-4b07-ae94-f8f8009d5643) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:56.165874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.197310 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.213650 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:42:56.214066 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: self.session.flush() Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:42:56.217123 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:42:56.281977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6476a932-61cc-4177-8264-7260d68d44d8 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:56.309242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 6476a932-61cc-4177-8264-7260d68d44d8 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:56.309521 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.310146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6476a932-61cc-4177-8264-7260d68d44d8 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:56.310146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e0203e31-2b0d-493f-8eb9-68f258e47267 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:42:56.314221 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.319287 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:56.323464 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.327621 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] 10.222.0.47 "DELETE /v2.0/networks/8f56bd79-7c2b-4671-b321-1436384039f6 HTTP/1.1" status: 204 len: 168 time: 2.4189186 Jun 17 08:42:56.334120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: e0203e31-2b0d-493f-8eb9-68f258e47267 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:42:56.334476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e0203e31-2b0d-493f-8eb9-68f258e47267 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:42:56.335872 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.360979 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.372989 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Pushing event deleted for resources: {'Network': ['ID=8f56bd79-7c2b-4671-b321-1436384039f6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:56.377258 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:56.378135 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9891e28-9107-43cf-8932-2002090e6e5c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:56.382149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Transition to ACTIVE for port object 13dc3cf4-faee-4b07-ae94-f8f8009d5643 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:56.433257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Transition to ACTIVE for port object 13dc3cf4-faee-4b07-ae94-f8f8009d5643 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:56.454673 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.457843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.461664 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-affe48bb-3344-472c-9d91-ff6f8c9eae3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:56.463848 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=646a4d6b-5561-44b5-ac8e-f4eb4eac602f,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:56.487076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476798c-53f1-4fa6-ba87-dbcfc8cb097c req-9fd35ad7-da9e-47f6-a1cb-67a52112bd2b tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:56.489055 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:56.499410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a476798c-53f1-4fa6-ba87-dbcfc8cb097c req-9fd35ad7-da9e-47f6-a1cb-67a52112bd2b tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 945 time: 0.0878162 Jun 17 08:42:56.577494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:56.588824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a476798c-53f1-4fa6-ba87-dbcfc8cb097c req-d49a13b8-1e6b-4755-8b69-6bb5e03be573 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883181 Jun 17 08:42:56.607247 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Pushing event updated for resources: {'Port': ['ID=13dc3cf4-faee-4b07-ae94-f8f8009d5643,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:56.622478 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:56.623502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:56.635831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:56.703454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ef5f2-1721-4023-bd1d-80226aeb55de req-fa1eab5c-2d9b-406f-9303-18bebb2cdc5f tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:56.705410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-711ef5f2-1721-4023-bd1d-80226aeb55de req-fa1eab5c-2d9b-406f-9303-18bebb2cdc5f tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1097 time: 0.1132274 Jun 17 08:42:56.721089 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::33c (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/36cfd0a1-e4ce-4e38-a051-426a075a59c8/eeb38e44-f5eb-4c3a-baf4-89a7bd3eee6e) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:56.747574 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Attempting to bind port 13dc3cf4-faee-4b07-ae94-f8f8009d5643 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:42:56.747950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Attempting to bind port 13dc3cf4-faee-4b07-ae94-f8f8009d5643 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:42:56.748326 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Attempting to bind port 13dc3cf4-faee-4b07-ae94-f8f8009d5643 on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:42:56.763970 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:42:56.764382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:42:56.764769 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.765359 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:42:56.766360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Bound port: 13dc3cf4-faee-4b07-ae94-f8f8009d5643, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:42:56.766360 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.798159 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP 3498d61e-0cf6-4d93-adf7-a8f198af0481 associated. External IP: 172.25.8.95, port: d6f5c5d2-1886-4325-ae4a-bc5c2313e60a. Jun 17 08:42:56.804527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57936) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:56.805297 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-711ef5f2-1721-4023-bd1d-80226aeb55de req-d637cd19-901f-4ee7-9f68-eb570cbf6fd5 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936503 Jun 17 08:42:56.846147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57940) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:56.903199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] For port 13dc3cf4-faee-4b07-ae94-f8f8009d5643, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:42:56.914752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] For port 13dc3cf4-faee-4b07-ae94-f8f8009d5643, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=13dc3cf4-faee-4b07-ae94-f8f8009d5643,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:42:56.926058 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:56.930700 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b7299f9b-2ceb-4010-8534-751db6aa8552 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:57.001372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Pushing event updated for resources: {'Port': ['ID=13dc3cf4-faee-4b07-ae94-f8f8009d5643,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:57.015544 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:57.105176 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.129725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object eeb38e44-f5eb-4c3a-baf4-89a7bd3eee6e will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:42:57.177412 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-22dd0244-ee0d-4ff7-abed-c7333ea42beb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a2bbe5eedf624d0a940a2ee6c1445e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710351 Jun 17 08:42:57.184639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57942) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:57.201348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a0296-180a-4ec6-bd8f-c3600aa73190 req-8b78769b-867d-4f08-a0a7-970ce5aa9665 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:57.209088 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-410a0296-180a-4ec6-bd8f-c3600aa73190 req-8b78769b-867d-4f08-a0a7-970ce5aa9665 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 945 time: 0.1773705 Jun 17 08:42:57.268433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:57.274181 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.279510 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-410a0296-180a-4ec6-bd8f-c3600aa73190 req-1a4246de-db78-475e-92bb-e54c10a4844d tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661120 Jun 17 08:42:57.292904 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29cb0d91-b6d7-41bb-8a2a-dc84aaf93882 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:57.311058 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port 0a6c5d32-a7d1-412b-bc82-e2d3fed2b743 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:57.311403 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.313306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57944) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:57.342500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:42:57.364844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:42:57.370977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7786370d-7203-4a3a-82ce-fdba76476187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.374003 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:42:57.394368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:57.395073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.470863 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.471426 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.493269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=eeb38e44-f5eb-4c3a-baf4-89a7bd3eee6e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:57.504687 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:57.522841 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7786370d-7203-4a3a-82ce-fdba76476187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.528079 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0041580 Jun 17 08:42:57.534194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57948) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:57.600271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for 0a6c5d32-a7d1-412b-bc82-e2d3fed2b743 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:57.617254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:57.636572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7786370d-7203-4a3a-82ce-fdba76476187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.639271 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7786370d-7203-4a3a-82ce-fdba76476187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.640174 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be555f7a-37be-40d7-9e88-5a160c3af742 None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:57.640693 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7786370d-7203-4a3a-82ce-fdba76476187 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c6aa99c5-9234-4fe2-893b-44b05cd1820a HTTP/1.1" status: 204 len: 168 time: 0.4545343 Jun 17 08:42:57.641689 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2fa2fd2b-c575-47dc-93b2-7e14c41c6997 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:57.647112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.676142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786370d-7203-4a3a-82ce-fdba76476187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6aa99c5-9234-4fe2-893b-44b05cd1820a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:57.682221 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7786370d-7203-4a3a-82ce-fdba76476187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:57.692476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ac0072-34f0-4cba-aee2-32d2f3656957 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:57.698634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ac0072-34f0-4cba-aee2-32d2f3656957 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:57.700345 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c8ac0072-34f0-4cba-aee2-32d2f3656957 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1651931 Jun 17 08:42:57.702940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be555f7a-37be-40d7-9e88-5a160c3af742 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:57.703100 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57954) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:57.704165 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-be555f7a-37be-40d7-9e88-5a160c3af742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:57.745626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dfca3f-23ba-4059-be6c-d7d6baa9abc8 tempest-TestVolumeBackupRestore-572295586 tempest-TestVolumeBackupRestore-572295586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:57.759667 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-32dfca3f-23ba-4059-be6c-d7d6baa9abc8 tempest-TestVolumeBackupRestore-572295586 tempest-TestVolumeBackupRestore-572295586-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 1092 time: 0.4442804 Jun 17 08:42:57.763499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57956) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:57.770290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:57.788618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-be555f7a-37be-40d7-9e88-5a160c3af742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:57.799256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be555f7a-37be-40d7-9e88-5a160c3af742 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:57.799669 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-be555f7a-37be-40d7-9e88-5a160c3af742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:57.801193 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.1465330 Jun 17 08:42:57.808014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57960) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:57.844676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-101055315'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:57.866762 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-be555f7a-37be-40d7-9e88-5a160c3af742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:57.869149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be555f7a-37be-40d7-9e88-5a160c3af742 None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:42:57.894151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.941440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Made reservation on behalf of f7d827bf70b54fcab2665e04a6a606be for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:57.943759 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:57.949664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-884b2a76-f8ec-4362-a988-d1d9ec2188a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port eeb38e44-f5eb-4c3a-baf4-89a7bd3eee6e {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:42:57.950109 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-884b2a76-f8ec-4362-a988-d1d9ec2188a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.003418 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.011746 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:58.044802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=0a6c5d32-a7d1-412b-bc82-e2d3fed2b743,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:58.048766 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:58.100104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:42:58.131910 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.132614 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Added segment b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b of type vlan for network c7bf331e-1c07-4aae-9da3-e11a939675d6 Jun 17 08:42:58.167965 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.168307 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Floating IP e6db4497-a0f3-40cc-bf01-24ba9f65c207 disassociated (deleted). External IP: 172.25.8.192, port: 4901c5a2-954d-49c2-bbb1-79ef8be41eb3. Jun 17 08:42:58.181148 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-884b2a76-f8ec-4362-a988-d1d9ec2188a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.347988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 13dc3cf4-faee-4b07-ae94-f8f8009d5643 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:42:58.433087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 13dc3cf4-faee-4b07-ae94-f8f8009d5643 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:58.572465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6a6e3800-293e-4f8c-aab4-c057fc9f4716 None None] Provisioning for port 13dc3cf4-faee-4b07-ae94-f8f8009d5643 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:42:58.578683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6a6e3800-293e-4f8c-aab4-c057fc9f4716 None None] Provisioning complete for port 13dc3cf4-faee-4b07-ae94-f8f8009d5643 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:42:58.579312 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3800-293e-4f8c-aab4-c057fc9f4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.600882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:42:58.824637 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3800-293e-4f8c-aab4-c057fc9f4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.858386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:42:58.871647 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c9dd8-8703-45ef-8f99-52aa051001dd None None] Sync routers for ids ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:42:58.878788 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.915943 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c9dd8-8703-45ef-8f99-52aa051001dd None None] Routers {'9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:42:58.917915 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-775c9dd8-8703-45ef-8f99-52aa051001dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:42:58.925949 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6a6e3800-293e-4f8c-aab4-c057fc9f4716 None None] For port 13dc3cf4-faee-4b07-ae94-f8f8009d5643, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=13dc3cf4-faee-4b07-ae94-f8f8009d5643,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:42:58.935529 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3800-293e-4f8c-aab4-c057fc9f4716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:58.940706 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:58.962611 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-884b2a76-f8ec-4362-a988-d1d9ec2188a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for eeb38e44-f5eb-4c3a-baf4-89a7bd3eee6e owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:42:58.968992 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57982) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:58.992639 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.032040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/floatingips/e6db4497-a0f3-40cc-bf01-24ba9f65c207 HTTP/1.1" status: 204 len: 168 time: 2.1800761 Jun 17 08:42:59.032249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e3800-293e-4f8c-aab4-c057fc9f4716 None None] Pushing event updated for resources: {'Port': ['ID=13dc3cf4-faee-4b07-ae94-f8f8009d5643,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:59.032363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:42:59.033729 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6a6e3800-293e-4f8c-aab4-c057fc9f4716 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:59.052740 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:42:59.064408 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e7aa92eb-7cae-4dfb-9b9f-4cefe4bb5cc5 None None] Could not find standard attr ID for object f6f34db5-63f8-4ac9-8022-d64a8bd689c4. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:42:59.080653 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.162564 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.168421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:42:59.169042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.176669 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b33cea72-3556-41b9-bb51-29f6b5108bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:59.180382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-595adefc-6a28-48a4-bf61-3b4c06c11978 None None] Could not find standard attr ID for object 04e3c6c3-efa8-4bb8-b6cf-99c5d806fe8a. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:42:59.245242 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-775c9dd8-8703-45ef-8f99-52aa051001dd None None] Set router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:42:59.260324 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3ca034fc-5ae4-4582-beb2-7584ee7a66ca tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] Request body: {'port': {'network_id': '51533e8e-2572-4766-8035-eac70c2d491d', 'name': 'tempest-NetworksNegativeTestJSON-83093846'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:59.297438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Network': ['ID=c7bf331e-1c07-4aae-9da3-e11a939675d6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:59.301152 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:59.308964 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca034fc-5ae4-4582-beb2-7584ee7a66ca tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] POST failed (client error): The resource could not be found. Jun 17 08:42:59.309663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca034fc-5ae4-4582-beb2-7584ee7a66ca tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:59.314446 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3ca034fc-5ae4-4582-beb2-7584ee7a66ca tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3398316 Jun 17 08:42:59.317110 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57992) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:59.319223 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4964285 Jun 17 08:42:59.321427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 57994) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:59.322352 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network c7bf331e-1c07-4aae-9da3-e11a939675d6 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:42:59.328613 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'subnet': {'network_id': 'c7bf331e-1c07-4aae-9da3-e11a939675d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:42:59.388726 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b60a94-7829-4b73-8a27-b0aca09310eb tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:59.388726 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b60a94-7829-4b73-8a27-b0aca09310eb tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:59.394373 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-37b60a94-7829-4b73-8a27-b0aca09310eb tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] 10.222.0.47 "DELETE /v2.0/networks/8b8c020e-f017-4b72-b425-79bbf43a419d HTTP/1.1" status: 404 len: 339 time: 0.0731394 Jun 17 08:42:59.394728 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57996) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:59.492480 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4cff3d-536e-4322-83ed-aeb26e0789d0 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:59.493576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4cff3d-536e-4322-83ed-aeb26e0789d0 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:59.501093 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2f4cff3d-536e-4322-83ed-aeb26e0789d0 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] 10.222.0.47 "DELETE /v2.0/ports/f67ecd18-263b-4150-9a60-78d1492f0af9 HTTP/1.1" status: 404 len: 333 time: 0.1052823 Jun 17 08:42:59.501912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 57998) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:59.503644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Allocated IP 172.25.8.53 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/95101c9f-4159-4e23-9808-f90c742671a8) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:42:59.525719 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e726c8-f9e3-4a46-b431-c40d1dcf08f8 x-openstack-request-id: req-e7e726c8-f9e3-4a46-b431-c40d1dcf08f8 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:42:59.526560 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:42:59.527256 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7e726c8-f9e3-4a46-b431-c40d1dcf08f8 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:42:59.527945 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'status': 'completed', 'code': 200} Jun 17 08:42:59.552183 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-884b2a76-f8ec-4362-a988-d1d9ec2188a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.582499 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1df640a8-05d4-48ab-9519-0d4dad8dc64b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:42:59.591547 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-65da220d-55a2-4f40-9046-4c0789d8beeb tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] DELETE failed (client error): The resource could not be found. Jun 17 08:42:59.592258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65da220d-55a2-4f40-9046-4c0789d8beeb tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:42:59.599325 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-65da220d-55a2-4f40-9046-4c0789d8beeb tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] 10.222.0.47 "DELETE /v2.0/subnets/d871ee01-0b7a-4841-ae55-1d3cd88d5406 HTTP/1.1" status: 404 len: 337 time: 0.0725033 Jun 17 08:42:59.609445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7730ebc6-79ae-4583-8b03-b66310e221e1 None None] Could not find standard attr ID for object eeb38e44-f5eb-4c3a-baf4-89a7bd3eee6e. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:42:59.652692 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58002) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:42:59.693825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b2a76-f8ec-4362-a988-d1d9ec2188a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=eeb38e44-f5eb-4c3a-baf4-89a7bd3eee6e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:42:59.694599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Made reservation on behalf of f7d827bf70b54fcab2665e04a6a606be for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:42:59.699574 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:42:59.710422 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-884b2a76-f8ec-4362-a988-d1d9ec2188a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:42:59.946346 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-775c9dd8-8703-45ef-8f99-52aa051001dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f613621a-39f2-4606-b91d-b84014edf2ad', 'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:6d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:08Z', 'updated_at': '2021-06-17T08:40:19Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '95402704-84f3-4568-9e52-c2029a57618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:00.009838 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c9dd8-8703-45ef-8f99-52aa051001dd None None] Checking router: 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:00.011281 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ce45ab-4776-4bf7-98c8-54d753c977ad tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] GET failed (client error): The resource could not be found. Jun 17 08:43:00.012932 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d6ce45ab-4776-4bf7-98c8-54d753c977ad tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] 10.222.0.47 "GET /v2.0/networks/954ad0ef-7d29-426f-8b1a-7c37871e9635 HTTP/1.1" status: 404 len: 339 time: 0.3575439 Jun 17 08:43:00.018974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58012) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:00.044291 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c9dd8-8703-45ef-8f99-52aa051001dd None None] Routers {'9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:00.044923 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-775c9dd8-8703-45ef-8f99-52aa051001dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:00.049492 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.063185 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-884b2a76-f8ec-4362-a988-d1d9ec2188a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.064771 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b6f5e4-7b66-41ed-8b5f-bb1888c02d3f tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] GET failed (client error): The resource could not be found. Jun 17 08:43:00.066071 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-884b2a76-f8ec-4362-a988-d1d9ec2188a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/eeb38e44-f5eb-4c3a-baf4-89a7bd3eee6e HTTP/1.1" status: 204 len: 168 time: 2.3619831 Jun 17 08:43:00.067348 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c0b6f5e4-7b66-41ed-8b5f-bb1888c02d3f tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] 10.222.0.47 "GET /v2.0/ports/aec4ab46-0c8c-4aa5-b0d4-006112894a1f HTTP/1.1" status: 404 len: 333 time: 0.0473411 Jun 17 08:43:00.070758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58014) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:00.076103 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58016) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:00.086259 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.093890 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fda0b364-cc7e-47c8-9145-b583f7af1825 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:00.129715 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-528c9cbf-999f-4db1-99ea-ddfa4993509e tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] GET failed (client error): The resource could not be found. Jun 17 08:43:00.134820 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-528c9cbf-999f-4db1-99ea-ddfa4993509e tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] 10.222.0.47 "GET /v2.0/subnets/1268465d-0891-4f08-8ea3-d3130d81c95c HTTP/1.1" status: 404 len: 337 time: 0.0507271 Jun 17 08:43:00.137429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58018) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:00.150546 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-81a979ec-fe34-4a9a-a0c8-13df30f11eb5 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:00.183282 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a979ec-fe34-4a9a-a0c8-13df30f11eb5 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] PUT failed (client error): The resource could not be found. Jun 17 08:43:00.184199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a979ec-fe34-4a9a-a0c8-13df30f11eb5 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:00.185385 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-81a979ec-fe34-4a9a-a0c8-13df30f11eb5 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] 10.222.0.47 "PUT /v2.0/networks/e125a0f9-6bc5-4eb5-886e-eb0527f7f12d HTTP/1.1" status: 404 len: 339 time: 0.0409195 Jun 17 08:43:00.193868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58020) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:00.203111 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4988b68c-930a-42b7-86c6-b60d85306b04 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:00.238235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Subnet': ['ID=517438d0-3874-4f76-8a7c-14e12448b528,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:00.251917 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-4988b68c-930a-42b7-86c6-b60d85306b04 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] PUT failed (client error): The resource could not be found. Jun 17 08:43:00.252741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4988b68c-930a-42b7-86c6-b60d85306b04 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:00.259094 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4988b68c-930a-42b7-86c6-b60d85306b04 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] 10.222.0.47 "PUT /v2.0/ports/a10ace26-2ce6-4d64-8661-fc0757c59024 HTTP/1.1" status: 404 len: 333 time: 0.0580764 Jun 17 08:43:00.259994 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035cd45-6164-47bc-8536-d4094c8e18f9 req-65e903b2-8000-4098-9ff5-4ad717f1d4cd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:00.267686 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4035cd45-6164-47bc-8536-d4094c8e18f9 req-65e903b2-8000-4098-9ff5-4ad717f1d4cd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.3361225 Jun 17 08:43:00.269736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58022) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:00.281617 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-775c9dd8-8703-45ef-8f99-52aa051001dd None None] Set router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:00.291006 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:00.292313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa req-85baeecc-5d69-4283-8f81-b00a6feff50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:00.294868 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa req-85baeecc-5d69-4283-8f81-b00a6feff50c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 1097 time: 0.7702315 Jun 17 08:43:00.300890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1e4bb-dbb5-42ae-8a6d-208819d407c9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:00.302303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b1e4bb-dbb5-42ae-8a6d-208819d407c9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:00.303947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-09b1e4bb-dbb5-42ae-8a6d-208819d407c9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2314367 Jun 17 08:43:00.307246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3ab06c53-990f-4b27-a53d-e608defc9038 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:00.314468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 13dc3cf4-faee-4b07-ae94-f8f8009d5643 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:00.318303 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.332242 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58026) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:00.361541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4035cd45-6164-47bc-8536-d4094c8e18f9 req-0b834852-bf2a-4718-a15c-a17fdb21ac3c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788989 Jun 17 08:43:00.364700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Checking segment: {'id': 'b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c7bf331e-1c07-4aae-9da3-e11a939675d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:00.366095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network hostable DHCP agents. Network: c7bf331e-1c07-4aae-9da3-e11a939675d6, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:00.375203 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-88c96888-014a-4a16-8ebe-771652c20c34 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:00.402121 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network c7bf331e-1c07-4aae-9da3-e11a939675d6 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:00.417568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, c7bf331e-1c07-4aae-9da3-e11a939675d6) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:00.422339 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:00.423223 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.449362 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99318ba9-7063-49f0-9398-5ad5b07e8f21 None None] Network c7bf331e-1c07-4aae-9da3-e11a939675d6 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:00.451217 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1277566 Jun 17 08:43:00.452157 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58028) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:00.457385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1726503984', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:00.512786 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab06c53-990f-4b27-a53d-e608defc9038 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] PUT failed (client error): The resource could not be found. Jun 17 08:43:00.513620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab06c53-990f-4b27-a53d-e608defc9038 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:00.515034 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3ab06c53-990f-4b27-a53d-e608defc9038 tempest-NetworksNegativeTestJSON-1561651280 tempest-NetworksNegativeTestJSON-1561651280-project] 10.222.0.47 "PUT /v2.0/subnets/3d0b5a05-f264-4930-aaff-563a3cd866fe HTTP/1.1" status: 404 len: 337 time: 0.2415676 Jun 17 08:43:00.521776 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.522893 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.556176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 13dc3cf4-faee-4b07-ae94-f8f8009d5643 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:00.556716 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.569147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:00.652129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:00.661350 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:00.666300 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.790551 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-c7bf331e-1c07-4aae-9da3-e11a939675d6', 'network_id': 'c7bf331e-1c07-4aae-9da3-e11a939675d6', 'tenant_id': 'f7d827bf70b54fcab2665e04a6a606be', 'fixed_ips': [{'subnet_id': '517438d0-3874-4f76-8a7c-14e12448b528'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:00.792594 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.793789 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-775c9dd8-8703-45ef-8f99-52aa051001dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f613621a-39f2-4606-b91d-b84014edf2ad', 'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:6d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:08Z', 'updated_at': '2021-06-17T08:40:19Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '95402704-84f3-4568-9e52-c2029a57618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:00.799363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event updated for resources: {'Port': ['ID=95101c9f-4159-4e23-9808-f90c742671a8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:00.803851 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:00.815276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77da056-a2c6-42cb-8bf5-73f381b23cdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 36cfd0a1-e4ce-4e38-a051-426a075a59c8 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:00.818377 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77da056-a2c6-42cb-8bf5-73f381b23cdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.869213 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77da056-a2c6-42cb-8bf5-73f381b23cdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.888760 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:00.912883 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c9dd8-8703-45ef-8f99-52aa051001dd None None] The sync data for ids ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'] in n-d-779913-16 is: [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:40:09Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f613621a-39f2-4606-b91d-b84014edf2ad', 'name': '', 'network_id': '9d03cba3-f186-4f86-84d8-2adbfb9f05c3', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:6d:60:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2623, 'fixed_ips': [{'subnet_id': '95402704-84f3-4568-9e52-c2029a57618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:40:08Z', 'updated_at': '2021-06-17T08:40:19Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '95402704-84f3-4568-9e52-c2029a57618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:01.106313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa req-c498941f-3944-4312-9459-1d1591663cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:01.108292 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa req-c498941f-3944-4312-9459-1d1591663cfc service neutron] 10.222.0.63 "GET /v2.0/networks?id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 200 len: 897 time: 0.7734025 Jun 17 08:43:01.113355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c79ed2-2d93-442a-a25b-642d1618a30c req-77fe1e17-64e4-4246-b8bd-cdec401a54fe tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:01.115311 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3c79ed2-2d93-442a-a25b-642d1618a30c req-77fe1e17-64e4-4246-b8bd-cdec401a54fe tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.63 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.1317141 Jun 17 08:43:01.128725 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Allocated IP 172.20.0.2 (c7bf331e-1c07-4aae-9da3-e11a939675d6/517438d0-3874-4f76-8a7c-14e12448b528/3aa211ff-d55c-43c7-beb2-e103bf53298c) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:01.179274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58036) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:01.368017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-e3c79ed2-2d93-442a-a25b-642d1618a30c req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:01.368370 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e3c79ed2-2d93-442a-a25b-642d1618a30c req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.375566 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.415104 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.425809 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Transition to ACTIVE for port object 3aa211ff-d55c-43c7-beb2-e103bf53298c will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:01.438633 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.446285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Transition to ACTIVE for port object 3aa211ff-d55c-43c7-beb2-e103bf53298c will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:01.453977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddf3b92-ae95-4ab6-8769-ec4336b34967 None None] New status for floating IP e6db4497-a0f3-40cc-bf01-24ba9f65c207: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:43:01.460400 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.507638 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7b355546-6d89-485c-80bd-2a79644b5dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:01.512841 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa req-8f969083-ff2e-44be-ae88-d6b024c549a0 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 200 len: 217 time: 0.3872712 Jun 17 08:43:01.591815 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77da056-a2c6-42cb-8bf5-73f381b23cdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.623775 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Network c7bf331e-1c07-4aae-9da3-e11a939675d6 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:01.639202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:01.648519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:01.700656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-e3c79ed2-2d93-442a-a25b-642d1618a30c req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:01.701238 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e3c79ed2-2d93-442a-a25b-642d1618a30c req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.731559 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Pushing event updated for resources: {'Port': ['ID=3aa211ff-d55c-43c7-beb2-e103bf53298c,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:01.749862 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:01.764451 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c91ec14c-f55a-447b-a563-0ef080472cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.788289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa req-2526980f-1f77-486e-a73e-46943f5d499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:01.789970 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa req-2526980f-1f77-486e-a73e-46943f5d499b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 200 len: 834 time: 0.2276545 Jun 17 08:43:01.793384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Attempting to bind port 3aa211ff-d55c-43c7-beb2-e103bf53298c on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:01.793846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Attempting to bind port 3aa211ff-d55c-43c7-beb2-e103bf53298c by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c7bf331e-1c07-4aae-9da3-e11a939675d6'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:01.794368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Attempting to bind port 3aa211ff-d55c-43c7-beb2-e103bf53298c on network c7bf331e-1c07-4aae-9da3-e11a939675d6 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:01.809149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:01.809318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Checking segment: {'id': 'b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c7bf331e-1c07-4aae-9da3-e11a939675d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:01.809868 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.810373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Bound using segment: {'id': 'b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c7bf331e-1c07-4aae-9da3-e11a939675d6'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:01.810989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Bound port: 3aa211ff-d55c-43c7-beb2-e103bf53298c, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c7bf331e-1c07-4aae-9da3-e11a939675d6'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:01.811606 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.813806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.25.8.103 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/0b15db0f-f473-40de-919b-9ba1fc68870e) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:01.841195 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-e3c79ed2-2d93-442a-a25b-642d1618a30c req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:01.877334 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77da056-a2c6-42cb-8bf5-73f381b23cdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.885446 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a7c3777-01c3-4bf4-b5e3-793d8a93b1b5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:01.890608 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.926899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] For port 3aa211ff-d55c-43c7-beb2-e103bf53298c, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:01.933848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] For port 3aa211ff-d55c-43c7-beb2-e103bf53298c, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3aa211ff-d55c-43c7-beb2-e103bf53298c,segment=NetworkSegment(b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b),segment_id=b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:01.939327 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.949274 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-441bfbbc-a215-49d8-a384-51b08a6233d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:01.953498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77da056-a2c6-42cb-8bf5-73f381b23cdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=36cfd0a1-e4ce-4e38-a051-426a075a59c8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:01.960306 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f77da056-a2c6-42cb-8bf5-73f381b23cdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:01.971262 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f77da056-a2c6-42cb-8bf5-73f381b23cdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:01.973245 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f77da056-a2c6-42cb-8bf5-73f381b23cdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/36cfd0a1-e4ce-4e38-a051-426a075a59c8 HTTP/1.1" status: 204 len: 168 time: 1.5422735 Jun 17 08:43:01.981165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001a698-5b05-46e0-bcdc-e4cc44df3988 req-1640bbc2-b9f9-4ae3-8060-2afa2484adfc tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:01.982445 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58044) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:01.983408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7001a698-5b05-46e0-bcdc-e4cc44df3988 req-1640bbc2-b9f9-4ae3-8060-2afa2484adfc tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 945 time: 0.3695576 Jun 17 08:43:02.030962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29bccd9-9209-4195-b1ce-5376315c33eb None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:02.055587 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-19cb461c-5209-4765-aa53-48fe7694b57d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0619097 Jun 17 08:43:02.061768 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58046) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:02.092663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa req-96877354-b167-4c83-877e-58bfe38f68a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:02.094266 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa req-96877354-b167-4c83-877e-58bfe38f68a0 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=9d03cba3-f186-4f86-84d8-2adbfb9f05c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2925887 Jun 17 08:43:02.113835 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7001a698-5b05-46e0-bcdc-e4cc44df3988 req-7cceec19-ed2c-4c71-89f4-544e4548872e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227541 Jun 17 08:43:02.114230 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Pushing event updated for resources: {'Port': ['ID=3aa211ff-d55c-43c7-beb2-e103bf53298c,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:02.134197 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:02.138004 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.235803 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.242153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e3c79ed2-2d93-442a-a25b-642d1618a30c req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.244365 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c91ec14c-f55a-447b-a563-0ef080472cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.249623 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2c595531-ae53-4b97-be67-642e26effd9a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:02.272713 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c91ec14c-f55a-447b-a563-0ef080472cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.278499 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-12080395-6d85-4c9b-8473-eb46a84f40ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:02.322909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=4901c5a2-954d-49c2-bbb1-79ef8be41eb3,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:02.333126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.341002 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:02.342246 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:02.358684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ca8109-445d-4d18-810b-644fc8877efd None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:43:02.365500 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad136df-4417-440d-a88b-4fda2f44cd6e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:02.380121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6ad136df-4417-440d-a88b-4fda2f44cd6e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3098691 Jun 17 08:43:02.384830 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c91ec14c-f55a-447b-a563-0ef080472cc8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a7f760688664a3f9c49e15fa9e5e489&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2028363 Jun 17 08:43:02.387438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58050) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:02.387783 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58052) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:02.393168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ec14c-f55a-447b-a563-0ef080472cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6757c549-0a1a-42da-8173-3d4d89d530af,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:02.442546 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c91ec14c-f55a-447b-a563-0ef080472cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:02.468053 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa req-94a0f2f5-52fc-49d2-ab98-38e20aad382f service neutron] 10.222.0.63 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640802 Jun 17 08:43:02.482526 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:02.484078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c79ed2-2d93-442a-a25b-642d1618a30c req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] No DVR routers for this DVR port 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:02.489946 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-e3c79ed2-2d93-442a-a25b-642d1618a30c req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.490180 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3c79ed2-2d93-442a-a25b-642d1618a30c req-0c4dd738-422c-48c7-9739-669026c8d52d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.63 "DELETE /v2.0/ports/4901c5a2-954d-49c2-bbb1-79ef8be41eb3 HTTP/1.1" status: 204 len: 173 time: 1.3698974 Jun 17 08:43:02.490966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'name': 'network-vif-deleted', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:02.504673 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ec02ad-f22b-4f58-ace9-ae11e42c16d2" -d '{"events": [{"server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "name": "network-vif-deleted", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:02.504673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:02.516441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:02.520440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=0b15db0f-f473-40de-919b-9ba1fc68870e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:02.533787 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-49ca8109-445d-4d18-810b-644fc8877efd None None] Deleting port 13dc3cf4-faee-4b07-ae94-f8f8009d5643 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:02.535576 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-49ca8109-445d-4d18-810b-644fc8877efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.552587 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:02.652956 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-49ca8109-445d-4d18-810b-644fc8877efd None None] For port 13dc3cf4-faee-4b07-ae94-f8f8009d5643, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=13dc3cf4-faee-4b07-ae94-f8f8009d5643,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:02.653477 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-49ca8109-445d-4d18-810b-644fc8877efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:02.693993 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0001069-96e4-48be-a83b-24e2da715c48 x-openstack-request-id: req-f0001069-96e4-48be-a83b-24e2da715c48 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:02.695782 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed20a52-dda6-4e23-b3ad-bc6408b8d945", "name": "network-vif-deleted", "tag": "4901c5a2-954d-49c2-bbb1-79ef8be41eb3", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:02.697284 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f0001069-96e4-48be-a83b-24e2da715c48 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:02.699865 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ed20a52-dda6-4e23-b3ad-bc6408b8d945', 'name': 'network-vif-deleted', 'tag': '4901c5a2-954d-49c2-bbb1-79ef8be41eb3', 'status': 'completed', 'code': 200} Jun 17 08:43:02.780535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d2e58e-16af-45c8-bd2d-b5eec4010f11 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:02.784473 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d2d2e58e-16af-45c8-bd2d-b5eec4010f11 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3934693 Jun 17 08:43:02.789382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58060) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:02.898936 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4513f752-1563-41e1-b07c-6edb731a2372 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028461 Jun 17 08:43:02.902059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58062) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:02.917438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:03.024474 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.084733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:03.097837 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa277bd7-4b0f-41fb-b40d-e736e8086d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.144096 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-49ca8109-445d-4d18-810b-644fc8877efd None None] Calling delete_port for 13dc3cf4-faee-4b07-ae94-f8f8009d5643 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:03.160187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.181301 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:03.181832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4901c5a2-954d-49c2-bbb1-79ef8be41eb3 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:03.184164 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:03.189170 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.189649 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.194493 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa277bd7-4b0f-41fb-b40d-e736e8086d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.200067 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.219387 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-df5ee058-8e2f-4614-8ad9-e1194832a855 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:03.229718 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bfba4ce3-5ccb-42f1-b5bd-47374ea6b4aa req-62245fce-0b78-4714-bbc1-65619a223b43 service neutron] 10.222.0.63 "GET /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7502415 Jun 17 08:43:03.364897 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-49ca8109-445d-4d18-810b-644fc8877efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.371704 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:03.430873 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca8109-445d-4d18-810b-644fc8877efd None None] Pushing event deleted for resources: {'Port': ['ID=13dc3cf4-faee-4b07-ae94-f8f8009d5643,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:03.439954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ca8109-445d-4d18-810b-644fc8877efd None None] No DVR routers for this DVR port 13dc3cf4-faee-4b07-ae94-f8f8009d5643 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:03.441385 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-49ca8109-445d-4d18-810b-644fc8877efd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:03.454094 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.558348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.574422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event updated for resources: {'Port': ['ID=95101c9f-4159-4e23-9808-f90c742671a8,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:03.672016 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:03.698018 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa277bd7-4b0f-41fb-b40d-e736e8086d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.700707 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-aa277bd7-4b0f-41fb-b40d-e736e8086d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:03.701876 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-aa277bd7-4b0f-41fb-b40d-e736e8086d22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6757c549-0a1a-42da-8173-3d4d89d530af HTTP/1.1" status: 204 len: 168 time: 1.3097544 Jun 17 08:43:03.707588 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29c9d42f-ca8b-4dc4-a21f-5cfd87444829 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:03.727714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa277bd7-4b0f-41fb-b40d-e736e8086d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6757c549-0a1a-42da-8173-3d4d89d530af,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:03.736004 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa277bd7-4b0f-41fb-b40d-e736e8086d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:03.800536 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Floating IP 6f6066eb-0995-4a75-9f8f-e3191f72e4dd associated. External IP: 172.25.8.53, port: edd7c106-cc36-4c46-8404-61146ef2db54. Jun 17 08:43:03.860633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56b3d5a-c1ff-45a0-9fa4-0ce4e5a86cc9 None None] Network c7bf331e-1c07-4aae-9da3-e11a939675d6 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:03.975236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-53274e6d-98c4-4f7c-88da-d403a90fbad0 None None] Provisioning for port 3aa211ff-d55c-43c7-beb2-e103bf53298c completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:04.266906 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53b6d61c-0899-4987-b43d-819fb2cbe83d req-4312a448-0794-4a39-87a2-7835c40ff4e6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ed20a52-dda6-4e23-b3ad-bc6408b8d945 HTTP/1.1" status: 200 len: 210 time: 0.0920198 Jun 17 08:43:04.378040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3aa211ff-d55c-43c7-beb2-e103bf53298c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:04.427608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router 4bc9d92e-1305-4fd3-9230-623bd3debe50 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:04.462838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 3aa211ff-d55c-43c7-beb2-e103bf53298c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:04.470031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 3aa211ff-d55c-43c7-beb2-e103bf53298c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:04.470805 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.529836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-67443260-2191-4d9b-9577-9611119ab303 None None] Provisioning complete for port 3aa211ff-d55c-43c7-beb2-e103bf53298c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:04.530604 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-67443260-2191-4d9b-9577-9611119ab303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.620967 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.712055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 3aa211ff-d55c-43c7-beb2-e103bf53298c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3aa211ff-d55c-43c7-beb2-e103bf53298c,segment=NetworkSegment(b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b),segment_id=b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:04.713962 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-67443260-2191-4d9b-9577-9611119ab303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.725802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.objects.ports [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93804) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:43:04.729250 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.731258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:04.732385 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.733984 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-78a5289c-e66e-4f68-b182-a722fddf3ecd tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:04.738222 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7fcd72fe-5229-457e-ae12-7f30b0be582c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:04.752252 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637c6eb-3e73-4274-b0ff-4e3cf32947e9 None None] Sync routers for ids ['4bc9d92e-1305-4fd3-9230-623bd3debe50'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:04.769835 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637c6eb-3e73-4274-b0ff-4e3cf32947e9 None None] Routers {'4bc9d92e-1305-4fd3-9230-623bd3debe50'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:04.774916 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0637c6eb-3e73-4274-b0ff-4e3cf32947e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4bc9d92e-1305-4fd3-9230-623bd3debe50'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:04.810664 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.817493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.3636577 Jun 17 08:43:04.821215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58090) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:04.834382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:04.840748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:04.846732 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-67443260-2191-4d9b-9577-9611119ab303 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:43:04.847163 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-67443260-2191-4d9b-9577-9611119ab303 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:43:04.847879 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 13dc3cf4-faee-4b07-ae94-f8f8009d5643 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:04.849121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:04.849719 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:04.854676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:04.866100 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=73bee393-f629-4b1d-8bf8-ead87650751c,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:04.866100 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:04.869955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ddb960-3e57-4317-aa56-7fd2962420c6 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:04.881674 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9727180 Jun 17 08:43:04.882808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58092) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:04.889874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=3aa211ff-d55c-43c7-beb2-e103bf53298c,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:04.901390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 13dc3cf4-faee-4b07-ae94-f8f8009d5643 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:04.901824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 13dc3cf4-faee-4b07-ae94-f8f8009d5643 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:04.903556 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:04.904583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-531e1442-6573-4997-9da2-05034be27f0d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:04.928805 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0637c6eb-3e73-4274-b0ff-4e3cf32947e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:04.937695 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0637c6eb-3e73-4274-b0ff-4e3cf32947e9 None None] Routers {'4bc9d92e-1305-4fd3-9230-623bd3debe50'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:04.938306 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0637c6eb-3e73-4274-b0ff-4e3cf32947e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4bc9d92e-1305-4fd3-9230-623bd3debe50'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:05.040648 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0637c6eb-3e73-4274-b0ff-4e3cf32947e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:05.051744 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637c6eb-3e73-4274-b0ff-4e3cf32947e9 None None] The sync data for ids ['4bc9d92e-1305-4fd3-9230-623bd3debe50'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:05.093101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '73bee393-f629-4b1d-8bf8-ead87650751c'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:05.094175 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.117130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:05.135830 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e6b5c-bbb8-404f-8309-3aca40018e0b None None] Sync routers for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:05.151636 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.159801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e6b5c-bbb8-404f-8309-3aca40018e0b None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:05.160859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e07e6b5c-bbb8-404f-8309-3aca40018e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:05.185221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58096) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:05.217300 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.4521232 Jun 17 08:43:05.218011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:05.220660 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:05.223366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58102) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:05.302535 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c760a1-c497-4136-951b-d9139edbe3ad x-openstack-request-id: req-22c760a1-c497-4136-951b-d9139edbe3ad {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:05.302850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531e1442-6573-4997-9da2-05034be27f0d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:05.304318 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:05.304777 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-22c760a1-c497-4136-951b-d9139edbe3ad {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:05.305479 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'status': 'completed', 'code': 200} Jun 17 08:43:05.307944 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-531e1442-6573-4997-9da2-05034be27f0d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.367556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72f9b77-51b1-4c07-afd8-d6312bf8c0ef tempest-TestVolumeBackupRestore-572295586 tempest-TestVolumeBackupRestore-572295586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:05.377672 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f72f9b77-51b1-4c07-afd8-d6312bf8c0ef tempest-TestVolumeBackupRestore-572295586 tempest-TestVolumeBackupRestore-572295586-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 1092 time: 0.1522999 Jun 17 08:43:05.381177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58108) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:05.392579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-98893624-9bd2-4dc7-8b66-f5ed2be68a23 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Request body: {'floatingip': {'port_id': 'edd7c106-cc36-4c46-8404-61146ef2db54'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:05.435505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58110) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:05.543948 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98893624-9bd2-4dc7-8b66-f5ed2be68a23 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for floatingip, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:05.551495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-734e8b77-76c5-4e35-b3c3-62c281c8e3c7 tempest-DvrRoutersNegativeTest-416743274 tempest-DvrRoutersNegativeTest-416743274-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1023962027', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:05.557417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.policy [None req-734e8b77-76c5-4e35-b3c3-62c281c8e3c7 tempest-DvrRoutersNegativeTest-416743274 tempest-DvrRoutersNegativeTest-416743274-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93804) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 17 08:43:05.558427 n-d-779913-16 neutron-server[93804]: DEBUG neutron.policy [None req-734e8b77-76c5-4e35-b3c3-62c281c8e3c7 tempest-DvrRoutersNegativeTest-416743274 tempest-DvrRoutersNegativeTest-416743274-project] Failed policy check for 'create_router' {{(pid=93804) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 17 08:43:05.559886 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-734e8b77-76c5-4e35-b3c3-62c281c8e3c7 tempest-DvrRoutersNegativeTest-416743274 tempest-DvrRoutersNegativeTest-416743274-project] create failed (client error): Access was denied to this resource. Jun 17 08:43:05.567755 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-734e8b77-76c5-4e35-b3c3-62c281c8e3c7 tempest-DvrRoutersNegativeTest-416743274 tempest-DvrRoutersNegativeTest-416743274-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3806572 Jun 17 08:43:05.582642 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Allocated IP 2001:db8::f816:3eff:fe52:2577 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/73bee393-f629-4b1d-8bf8-ead87650751c/ae1f9866-3a19-46b7-ac44-682b348d9e98) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:05.612679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e07e6b5c-bbb8-404f-8309-3aca40018e0b None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:05.624077 n-d-779913-16 neutron-server[93803]: INFO neutron.db.ipam_backend_mixin [None req-531e1442-6573-4997-9da2-05034be27f0d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 73bee393-f629-4b1d-8bf8-ead87650751c (CIDR: 2001:db8::/64) Jun 17 08:43:05.638044 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-531e1442-6573-4997-9da2-05034be27f0d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:43:05.638484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531e1442-6573-4997-9da2-05034be27f0d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:05.668124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-531e1442-6573-4997-9da2-05034be27f0d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7846220 Jun 17 08:43:05.673305 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58116) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:05.682210 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:05.921677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c req-071252a9-b255-4c33-9aa9-57430cfa2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:05.923396 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c req-071252a9-b255-4c33-9aa9-57430cfa2397 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa1e47916aab40bcad7b4780f265d6cf&device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 1097 time: 0.4889250 Jun 17 08:43:06.045628 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.077370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Transition to ACTIVE for port object ae1f9866-3a19-46b7-ac44-682b348d9e98 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:06.110558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Transition to ACTIVE for port object ae1f9866-3a19-46b7-ac44-682b348d9e98 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:06.121843 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.130112 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:06.170399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58122) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:06.191313 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Pushing event updated for resources: {'Port': ['ID=ae1f9866-3a19-46b7-ac44-682b348d9e98,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:06.197837 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:06.208125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e07e6b5c-bbb8-404f-8309-3aca40018e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '6f6066eb-0995-4a75-9f8f-e3191f72e4dd', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'port_id': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'mac_address': 'fa:16:3e:b5:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:43:01Z', 'updated_at': '2021-06-17T08:43:01Z', 'revision_number': 0, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:12Z', 'revision_number': 5, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:06.215659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:06.216208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:06.229797 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.249349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:06.254549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e6b5c-bbb8-404f-8309-3aca40018e0b None None] Checking router: f7c3b6a8-db7c-49bf-b004-3834a4a193f9 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:06.257466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:06.284124 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c req-460cd749-f900-4b9c-b260-5a3cf7c29e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:06.285912 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c req-460cd749-f900-4b9c-b260-5a3cf7c29e4e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c73392ab-fb5f-4464-a8df-3cfe5f27754f HTTP/1.1" status: 200 len: 915 time: 0.3252432 Jun 17 08:43:06.296874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e6b5c-bbb8-404f-8309-3aca40018e0b None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:06.297344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e07e6b5c-bbb8-404f-8309-3aca40018e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:06.348422 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98893624-9bd2-4dc7-8b66-f5ed2be68a23 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.354417 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98893624-9bd2-4dc7-8b66-f5ed2be68a23 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.441678 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3aa211ff-d55c-43c7-beb2-e103bf53298c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:06.463123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e07e6b5c-bbb8-404f-8309-3aca40018e0b None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:06.623209 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98893624-9bd2-4dc7-8b66-f5ed2be68a23 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:06.650940 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41cea8f6-e6e7-41bb-8e31-f44777352237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.696922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Attempting to bind port ae1f9866-3a19-46b7-ac44-682b348d9e98 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:06.697430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Attempting to bind port ae1f9866-3a19-46b7-ac44-682b348d9e98 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:06.697912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Attempting to bind port ae1f9866-3a19-46b7-ac44-682b348d9e98 on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:06.716109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:06.716645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:06.717245 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.717959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:06.718599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Bound port: ae1f9866-3a19-46b7-ac44-682b348d9e98, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:06.719560 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.801343 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c req-a35b1e37-2dc7-4569-ba2b-5529cf7d661a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edd7c106-cc36-4c46-8404-61146ef2db54 HTTP/1.1" status: 200 len: 998 time: 0.4667380 Jun 17 08:43:06.821123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98893624-9bd2-4dc7-8b66-f5ed2be68a23 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:06.828624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98893624-9bd2-4dc7-8b66-f5ed2be68a23 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.845419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 3aa211ff-d55c-43c7-beb2-e103bf53298c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:06.845875 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.857086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.919851 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-98893624-9bd2-4dc7-8b66-f5ed2be68a23 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "PUT /v2.0/floatingips/6f6066eb-0995-4a75-9f8f-e3191f72e4dd HTTP/1.1" status: 200 len: 990 time: 1.5317271 Jun 17 08:43:06.944797 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] For port ae1f9866-3a19-46b7-ac44-682b348d9e98, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:06.964720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] For port ae1f9866-3a19-46b7-ac44-682b348d9e98, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ae1f9866-3a19-46b7-ac44-682b348d9e98,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:06.973456 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:06.983168 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-66bd558f-da21-4133-be81-f348c6ee42d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:07.088645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c req-2a52f6cb-dccc-4e7f-bc28-734a18b7b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:07.090239 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c req-2a52f6cb-dccc-4e7f-bc28-734a18b7b89d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=388105e7-52de-4956-ac89-1bdda560c436 HTTP/1.1" status: 200 len: 853 time: 0.2120578 Jun 17 08:43:07.105068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Pushing event updated for resources: {'Port': ['ID=ae1f9866-3a19-46b7-ac44-682b348d9e98,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:07.109550 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:07.142237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e07e6b5c-bbb8-404f-8309-3aca40018e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '6f6066eb-0995-4a75-9f8f-e3191f72e4dd', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'port_id': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'mac_address': 'fa:16:3e:b5:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:43:01Z', 'updated_at': '2021-06-17T08:43:01Z', 'revision_number': 0, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:12Z', 'revision_number': 5, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:07.175906 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e6b5c-bbb8-404f-8309-3aca40018e0b None None] The sync data for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 is: [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '6f6066eb-0995-4a75-9f8f-e3191f72e4dd', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'port_id': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'mac_address': 'fa:16:3e:b5:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:43:01Z', 'updated_at': '2021-06-17T08:43:01Z', 'revision_number': 0, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:12Z', 'revision_number': 5, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:07.307444 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54'}, {'name': 'network-changed', 'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:07.312068 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f077653-5121-46fa-8d52-d9f76b150f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54"}, {"name": "network-changed", "server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:07.395405 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41cea8f6-e6e7-41bb-8e31-f44777352237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.403227 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb62bbee-7718-411c-8010-94e360f4fe35 x-openstack-request-id: req-bb62bbee-7718-411c-8010-94e360f4fe35 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:07.403809 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:07.405543 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bb62bbee-7718-411c-8010-94e360f4fe35 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:07.405543 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'status': 'completed', 'code': 200} Jun 17 08:43:07.411040 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'status': 'completed', 'code': 200} Jun 17 08:43:07.436241 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-41cea8f6-e6e7-41bb-8e31-f44777352237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.446501 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dfd97b70-44f7-4c2b-907f-9d44963d3a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:07.448786 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:07.510568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c req-6ab1e6ae-ac47-45dc-b1e2-c03207029dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:07.512166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c req-6ab1e6ae-ac47-45dc-b1e2-c03207029dcd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c73392ab-fb5f-4464-a8df-3cfe5f27754f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4024560 Jun 17 08:43:07.540063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:07.540298 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7552958f-b206-456f-9ce1-3f6f1431cbf6 None None] New status for floating IP 6f6066eb-0995-4a75-9f8f-e3191f72e4dd: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:43:07.554109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cea8f6-e6e7-41bb-8e31-f44777352237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21992598-4212-4cc5-a038-e297bb70e117,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:07.903793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a799f-1588-4a96-86d2-9f00d6dc8d05 None None] Sync routers for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:07.916603 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a799f-1588-4a96-86d2-9f00d6dc8d05 None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:07.917566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ed6a799f-1588-4a96-86d2-9f00d6dc8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:08.051820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-41cea8f6-e6e7-41bb-8e31-f44777352237 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd1fcdcf45bd41bea10425f1f77abb14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8788106 Jun 17 08:43:08.053107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:08.054424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58136) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:08.057428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:08.058085 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.061830 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-41cea8f6-e6e7-41bb-8e31-f44777352237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:08.070030 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1435dff8-d796-41d9-b1f8-d6bc37f72f81 tempest-RoutersIpV6AdminTest-92691043 tempest-RoutersIpV6AdminTest-92691043-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:08.082233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-ed6a799f-1588-4a96-86d2-9f00d6dc8d05 None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:08.142126 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdefcb63-3a11-4757-9895-49478ddc37fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.166413 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdefcb63-3a11-4757-9895-49478ddc37fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.207233 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.236253 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdefcb63-3a11-4757-9895-49478ddc37fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.239152 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdefcb63-3a11-4757-9895-49478ddc37fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.244040 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fdefcb63-3a11-4757-9895-49478ddc37fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/21992598-4212-4cc5-a038-e297bb70e117 HTTP/1.1" status: 204 len: 168 time: 0.1879025 Jun 17 08:43:08.245800 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c2f27842-e93e-4a49-adef-b8792f8fb42d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:08.258952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefcb63-3a11-4757-9895-49478ddc37fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21992598-4212-4cc5-a038-e297bb70e117,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:08.264132 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fdefcb63-3a11-4757-9895-49478ddc37fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:08.326990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.20.0.1 (c7bf331e-1c07-4aae-9da3-e11a939675d6/517438d0-3874-4f76-8a7c-14e12448b528/4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:08.347307 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6704407 Jun 17 08:43:08.351374 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58140) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:08.358635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:c7:e9:89', 'name': 'tempest-NetworksTestDHCPv6-672763225'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:08.412852 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=8ae2e750-53aa-4d44-951a-3c8c3e86e38f,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:08.493561 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:08.497685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ae1f9866-3a19-46b7-ac44-682b348d9e98 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:08.560827 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c req-e3c9b020-50cd-4016-b4e9-5ad5c7c92618 service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0270600 Jun 17 08:43:08.618344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ed6a799f-1588-4a96-86d2-9f00d6dc8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '6f6066eb-0995-4a75-9f8f-e3191f72e4dd', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'port_id': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'mac_address': 'fa:16:3e:b5:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:43:01Z', 'updated_at': '2021-06-17T08:43:07Z', 'revision_number': 2, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:12Z', 'revision_number': 5, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:08.644224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:08.670495 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port ae1f9866-3a19-46b7-ac44-682b348d9e98 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:08.685753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a799f-1588-4a96-86d2-9f00d6dc8d05 None None] Checking router: f7c3b6a8-db7c-49bf-b004-3834a4a193f9 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:08.688348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f546fa1f-ab3a-43de-8b5f-b8d46290c169 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:08.763545 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6a799f-1588-4a96-86d2-9f00d6dc8d05 None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:08.764364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ed6a799f-1588-4a96-86d2-9f00d6dc8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:08.768296 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.789228 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.811003 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 879640bd-fa1d-4b5b-8905-250b61751d9a yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:43:08.823690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0bf3aa44-8d0d-4585-b78d-61c13d61dd0c req-2bb07c29-98ef-45a1-ac8b-b99b7ed1d2ad service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532036 Jun 17 08:43:08.825764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Transition to ACTIVE for port object 4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:08.919881 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:08.932599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-54219495-54a8-4b10-9acd-630a07287a2b None None] Provisioning for port ae1f9866-3a19-46b7-ac44-682b348d9e98 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:08.960052 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1ab9b5e-c39d-4aa2-bef4-35136e155f3b tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:08.966157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-54219495-54a8-4b10-9acd-630a07287a2b None None] Provisioning complete for port ae1f9866-3a19-46b7-ac44-682b348d9e98 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:08.966539 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-54219495-54a8-4b10-9acd-630a07287a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.024949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network c7bf331e-1c07-4aae-9da3-e11a939675d6 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:09.033078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:09.041230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:09.094149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:09.110916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.111381 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.111835 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.112281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.112720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.113156 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.113587 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.114020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.115048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.115500 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.115951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.116449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:09.129374 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:09.159478 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-ed6a799f-1588-4a96-86d2-9f00d6dc8d05 None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:09.177834 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.208799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8:0:1::2d3 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/8ae2e750-53aa-4d44-951a-3c8c3e86e38f/879640bd-fa1d-4b5b-8905-250b61751d9a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:09.220720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::f816:3eff:fec7:e989 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/73bee393-f629-4b1d-8bf8-ead87650751c/879640bd-fa1d-4b5b-8905-250b61751d9a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:09.320970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-37137d1c-8167-482d-9958-3dc905677d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:09.323018 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-37137d1c-8167-482d-9958-3dc905677d32 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa1e47916aab40bcad7b4780f265d6cf&device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 1097 time: 0.4149783 Jun 17 08:43:09.381957 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.422967 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-54219495-54a8-4b10-9acd-630a07287a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.440337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port f613621a-39f2-4606-b91d-b84014edf2ad {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:09.440682 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.539636 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.566414 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 879640bd-fa1d-4b5b-8905-250b61751d9a will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:09.588162 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.610782 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.624875 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-015461af-0f7b-4dfd-b99c-9e87e2d896c1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:09.649941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-54219495-54a8-4b10-9acd-630a07287a2b None None] For port ae1f9866-3a19-46b7-ac44-682b348d9e98, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ae1f9866-3a19-46b7-ac44-682b348d9e98,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:09.674991 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-54219495-54a8-4b10-9acd-630a07287a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.687339 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f3184346-a69e-451c-a3d1-c5f33b56e48c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:09.715196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:09.718696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:09.725485 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:09.731626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:09.732416 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.742127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=879640bd-fa1d-4b5b-8905-250b61751d9a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:09.747298 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:09.757415 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4060743 Jun 17 08:43:09.758099 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58168) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:09.837890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port f613621a-39f2-4606-b91d-b84014edf2ad, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f613621a-39f2-4606-b91d-b84014edf2ad,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:09.838268 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.930923 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d43758c8-ac43-4491-8a0a-cd82353eed13 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 879640bd-fa1d-4b5b-8905-250b61751d9a {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:09.931770 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d43758c8-ac43-4491-8a0a-cd82353eed13 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:09.961417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3f808393-ba03-4c1f-b34d-9eacc10d2209 None None] Provisioning for port 4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:09.970838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3f808393-ba03-4c1f-b34d-9eacc10d2209 None None] Provisioning complete for port 4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:09.971317 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3f808393-ba03-4c1f-b34d-9eacc10d2209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.003960 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for f613621a-39f2-4606-b91d-b84014edf2ad owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:10.089704 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d43758c8-ac43-4491-8a0a-cd82353eed13 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.254070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-ceca3b67-3bbd-4fbf-9a63-e885c640bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:10.265059 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-ceca3b67-3bbd-4fbf-9a63-e885c640bcde service neutron] 10.222.0.10 "GET /v2.0/networks?id=c73392ab-fb5f-4464-a8df-3cfe5f27754f HTTP/1.1" status: 200 len: 915 time: 0.9303532 Jun 17 08:43:10.317886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d43758c8-ac43-4491-8a0a-cd82353eed13 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 879640bd-fa1d-4b5b-8905-250b61751d9a owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:10.322838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54219495-54a8-4b10-9acd-630a07287a2b None None] Pushing event updated for resources: {'Port': ['ID=ae1f9866-3a19-46b7-ac44-682b348d9e98,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:10.342579 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-54219495-54a8-4b10-9acd-630a07287a2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:10.456030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc5cb9b-99ab-47b8-9b6b-087a5129fac3 None None] Update dhcp port {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'fixed_ips': [{'subnet_id': '73bee393-f629-4b1d-8bf8-ead87650751c', 'ip_address': '2001:db8::f816:3eff:fe52:2577'}, {'subnet_id': '8ae2e750-53aa-4d44-951a-3c8c3e86e38f'}], 'binding:host_id': 'n-d-779913-16'}, 'id': 'ae1f9866-3a19-46b7-ac44-682b348d9e98'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:43:10.515419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-3f808393-ba03-4c1f-b34d-9eacc10d2209 None None] Port 4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:10.528012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ed6a799f-1588-4a96-86d2-9f00d6dc8d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '6f6066eb-0995-4a75-9f8f-e3191f72e4dd', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'port_id': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'mac_address': 'fa:16:3e:b5:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:43:01Z', 'updated_at': '2021-06-17T08:43:07Z', 'revision_number': 2, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:12Z', 'revision_number': 5, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:10.559243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6a799f-1588-4a96-86d2-9f00d6dc8d05 None None] The sync data for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 is: [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '6f6066eb-0995-4a75-9f8f-e3191f72e4dd', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'floating_ip_address': '172.25.8.53', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'port_id': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'mac_address': 'fa:16:3e:b5:1a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:43:01Z', 'updated_at': '2021-06-17T08:43:07Z', 'revision_number': 2, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:12Z', 'revision_number': 5, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:10.561280 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cb9b-99ab-47b8-9b6b-087a5129fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.569436 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-31882da0-e9cb-4e0d-a3bd-f0e88b294085 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edd7c106-cc36-4c46-8404-61146ef2db54 HTTP/1.1" status: 200 len: 1000 time: 0.2731624 Jun 17 08:43:10.776741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.779518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-72876a4b-96eb-4beb-b69b-81f43c7a0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:10.781974 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d43758c8-ac43-4491-8a0a-cd82353eed13 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.789850 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-30de78ab-279d-47d7-8ecb-5c73ba0695eb tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:10.794497 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-72876a4b-96eb-4beb-b69b-81f43c7a0ef2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=388105e7-52de-4956-ac89-1bdda560c436 HTTP/1.1" status: 200 len: 853 time: 0.2159669 Jun 17 08:43:10.801154 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.814641 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-68c5e073-6786-4e24-9c2a-25009a2c2b9d tempest-RoutersIpV6AdminTest-945815413 tempest-RoutersIpV6AdminTest-945815413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:10.821496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-cdc5cb9b-99ab-47b8-9b6b-087a5129fac3 None None] Allocated IP 2001:db8:0:1::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/8ae2e750-53aa-4d44-951a-3c8c3e86e38f/ae1f9866-3a19-46b7-ac44-682b348d9e98) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:10.850935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43758c8-ac43-4491-8a0a-cd82353eed13 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=879640bd-fa1d-4b5b-8905-250b61751d9a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:10.869339 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d43758c8-ac43-4491-8a0a-cd82353eed13 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:10.920522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.961385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-cdc5cb9b-99ab-47b8-9b6b-087a5129fac3 None None] For port ae1f9866-3a19-46b7-ac44-682b348d9e98, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ae1f9866-3a19-46b7-ac44-682b348d9e98,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:10.979439 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d43758c8-ac43-4491-8a0a-cd82353eed13 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:10.984570 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d43758c8-ac43-4491-8a0a-cd82353eed13 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/879640bd-fa1d-4b5b-8905-250b61751d9a HTTP/1.1" status: 204 len: 168 time: 1.2250583 Jun 17 08:43:10.988220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58192) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:11.008631 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cb9b-99ab-47b8-9b6b-087a5129fac3 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.072747 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6686e74-8a02-4934-a6f6-d8e3bc898b94 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:11.076235 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e6686e74-8a02-4934-a6f6-d8e3bc898b94 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0843053 Jun 17 08:43:11.078748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58194) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:11.094151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:11.101496 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:11.138213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-f885c91c-059f-490e-96c2-a5ce17b53188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:11.139797 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-f885c91c-059f-490e-96c2-a5ce17b53188 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c73392ab-fb5f-4464-a8df-3cfe5f27754f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3276758 Jun 17 08:43:11.144682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cdc5cb9b-99ab-47b8-9b6b-087a5129fac3 None None] Transition to ACTIVE for port object ae1f9866-3a19-46b7-ac44-682b348d9e98 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:11.149402 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.154594 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdc5cb9b-99ab-47b8-9b6b-087a5129fac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.157324 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-408cb3b7-ba6e-40e3-bed5-b7182f4a5bad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:11.158754 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:11.191864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c48c9a-84ae-45e4-ae59-d14a6658f2f5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:11.196456 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-73c48c9a-84ae-45e4-ae59-d14a6658f2f5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1165779 Jun 17 08:43:11.198796 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58200) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:11.207667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=f613621a-39f2-4606-b91d-b84014edf2ad,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:11.221934 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:11.249578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5cb9b-99ab-47b8-9b6b-087a5129fac3 None None] Pushing event updated for resources: {'Port': ['ID=ae1f9866-3a19-46b7-ac44-682b348d9e98,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:11.270842 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cdc5cb9b-99ab-47b8-9b6b-087a5129fac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:11.278153 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network c7bf331e-1c07-4aae-9da3-e11a939675d6 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:11.282782 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:11.334198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284c7c5-9946-4259-a99e-2c3f9eaf58c8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:11.336588 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284c7c5-9946-4259-a99e-2c3f9eaf58c8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:11.338734 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b284c7c5-9946-4259-a99e-2c3f9eaf58c8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:11.340904 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b284c7c5-9946-4259-a99e-2c3f9eaf58c8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1407127 Jun 17 08:43:11.343860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58206) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:11.430106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e09fc3-1b8f-42db-8b45-ddb505c15ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 73bee393-f629-4b1d-8bf8-ead87650751c {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:11.438427 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0e09fc3-1b8f-42db-8b45-ddb505c15ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.496531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router 4bc9d92e-1305-4fd3-9230-623bd3debe50 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:11.574758 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0e09fc3-1b8f-42db-8b45-ddb505c15ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.613739 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-02f37f36-707c-41bf-84bd-f9fbd007602f service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585257 Jun 17 08:43:11.810473 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0e09fc3-1b8f-42db-8b45-ddb505c15ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.854047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-45eb0001-e1de-4010-9d06-ae92ac40b2a6 None None] Provisioning complete for port 4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:11.854630 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-45eb0001-e1de-4010-9d06-ae92ac40b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.892488 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0e09fc3-1b8f-42db-8b45-ddb505c15ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.896367 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-111c45dd-0fff-4976-9d70-62a04d7ade87 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:11.924280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e09fc3-1b8f-42db-8b45-ddb505c15ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=73bee393-f629-4b1d-8bf8-ead87650751c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:11.928404 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e0e09fc3-1b8f-42db-8b45-ddb505c15ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:11.929435 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e0e09fc3-1b8f-42db-8b45-ddb505c15ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:11.934689 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e0e09fc3-1b8f-42db-8b45-ddb505c15ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/73bee393-f629-4b1d-8bf8-ead87650751c HTTP/1.1" status: 204 len: 168 time: 0.5838280 Jun 17 08:43:11.937312 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58212) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:11.941369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-45eb0001-e1de-4010-9d06-ae92ac40b2a6 None None] Port 4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:12.025361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc2d2dcf-02b2-41b0-9d2f-1c2fa509524d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 8ae2e750-53aa-4d44-951a-3c8c3e86e38f {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:12.029083 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2dcf-02b2-41b0-9d2f-1c2fa509524d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.096119 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2dcf-02b2-41b0-9d2f-1c2fa509524d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.193973 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2dcf-02b2-41b0-9d2f-1c2fa509524d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.290945 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2dcf-02b2-41b0-9d2f-1c2fa509524d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.294045 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f77da056-a2c6-42cb-8bf5-73f381b23cdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:12.342159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d2dcf-02b2-41b0-9d2f-1c2fa509524d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae2e750-53aa-4d44-951a-3c8c3e86e38f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:12.348907 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fc2d2dcf-02b2-41b0-9d2f-1c2fa509524d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:12.350021 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc2d2dcf-02b2-41b0-9d2f-1c2fa509524d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.356888 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fc2d2dcf-02b2-41b0-9d2f-1c2fa509524d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/8ae2e750-53aa-4d44-951a-3c8c3e86e38f HTTP/1.1" status: 204 len: 168 time: 0.4181666 Jun 17 08:43:12.357767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58216) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:12.426905 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a3943fd1-d9dc-49df-89f5-b9503044c148 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677297 Jun 17 08:43:12.427641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58218) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:12.432112 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ae1f9866-3a19-46b7-ac44-682b348d9e98 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:12.435345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac4208-027a-40b1-bb9d-a0cfe1a7fe98 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:12.468455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:12.541823 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0dd1621f-02f8-4a17-8ba7-323f7af3dc4a None None] Provisioning for port ae1f9866-3a19-46b7-ac44-682b348d9e98 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:12.552996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0dd1621f-02f8-4a17-8ba7-323f7af3dc4a None None] Provisioning complete for port ae1f9866-3a19-46b7-ac44-682b348d9e98 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:12.553374 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0dd1621f-02f8-4a17-8ba7-323f7af3dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.582417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:12.590735 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "PUT /v2.0/routers/4bc9d92e-1305-4fd3-9230-623bd3debe50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7678721 Jun 17 08:43:12.593404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58220) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:12.594519 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01474725-d7c0-4dfc-a2fd-1b23c73293ce None None] Sync routers for ids ['4bc9d92e-1305-4fd3-9230-623bd3debe50'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:12.602073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'port': {'network_id': 'c7bf331e-1c07-4aae-9da3-e11a939675d6', 'name': 'tempest-FloatingIPTestJSON-1523125541'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:12.611845 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01474725-d7c0-4dfc-a2fd-1b23c73293ce None None] Routers {'4bc9d92e-1305-4fd3-9230-623bd3debe50'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:12.612818 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-01474725-d7c0-4dfc-a2fd-1b23c73293ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4bc9d92e-1305-4fd3-9230-623bd3debe50'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:12.625012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port ae1f9866-3a19-46b7-ac44-682b348d9e98 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:12.625400 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.633620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:12.642004 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.669252 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-01474725-d7c0-4dfc-a2fd-1b23c73293ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:12.680656 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01474725-d7c0-4dfc-a2fd-1b23c73293ce None None] Routers {'4bc9d92e-1305-4fd3-9230-623bd3debe50'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:12.681606 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-01474725-d7c0-4dfc-a2fd-1b23c73293ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4bc9d92e-1305-4fd3-9230-623bd3debe50'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:12.722306 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-01474725-d7c0-4dfc-a2fd-1b23c73293ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:12.723500 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01474725-d7c0-4dfc-a2fd-1b23c73293ce None None] The sync data for ids ['4bc9d92e-1305-4fd3-9230-623bd3debe50'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:12.762965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-4630d78f-55bd-46b6-97a3-9e4435087dbc service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0654700 Jun 17 08:43:12.804338 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:12.821130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fd18c2-01ae-4ab1-8fa9-b173b208d594 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:43:12.897907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-89fd18c2-01ae-4ab1-8fa9-b173b208d594 None None] Deleting port ae1f9866-3a19-46b7-ac44-682b348d9e98 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:12.899382 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-89fd18c2-01ae-4ab1-8fa9-b173b208d594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.009994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-89fd18c2-01ae-4ab1-8fa9-b173b208d594 None None] For port ae1f9866-3a19-46b7-ac44-682b348d9e98, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ae1f9866-3a19-46b7-ac44-682b348d9e98,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:13.010943 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-89fd18c2-01ae-4ab1-8fa9-b173b208d594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.104958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-89fd18c2-01ae-4ab1-8fa9-b173b208d594 None None] Calling delete_port for ae1f9866-3a19-46b7-ac44-682b348d9e98 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:13.145837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Made reservation on behalf of f7d827bf70b54fcab2665e04a6a606be for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:13.149567 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.236230 n-d-779913-16 neutron-server[93804]: DEBUG neutron.objects.ports [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93804) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:43:13.265196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-2858dd96-405f-4e8f-beff-f03166be0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:13.267631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-2858dd96-405f-4e8f-beff-f03166be0f56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa1e47916aab40bcad7b4780f265d6cf&device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 1097 time: 0.4168322 Jun 17 08:43:13.279897 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-89fd18c2-01ae-4ab1-8fa9-b173b208d594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.294417 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:13.299935 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fd18c2-01ae-4ab1-8fa9-b173b208d594 None None] No DVR routers for this DVR port ae1f9866-3a19-46b7-ac44-682b348d9e98 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:13.323557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd18c2-01ae-4ab1-8fa9-b173b208d594 None None] Pushing event deleted for resources: {'Port': ['ID=ae1f9866-3a19-46b7-ac44-682b348d9e98,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:13.338984 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-89fd18c2-01ae-4ab1-8fa9-b173b208d594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:13.370493 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] device_id is not set on port cd5d09f5-fe29-42fb-8455-5000590a8576 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:43:13.391491 n-d-779913-16 neutron-server[93804]: WARNING neutron.services.revisions.revision_plugin [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Could not find related port for resource to bump revision. Jun 17 08:43:13.401949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Port ae1f9866-3a19-46b7-ac44-682b348d9e98 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93804) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 17 08:43:13.403014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Reverting IP allocation for 2001:db8::f816:3eff:fe52:2577 {{(pid=93804) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 17 08:43:13.408265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.ipam_pluggable_backend [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe52:2577 {{(pid=93804) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 17 08:43:13.409563 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.411575 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-daa36b23-1ca9-4b90-8667-74486e61e95e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:13.433231 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1eac68ff-83ba-428d-b2f2-a4f526e9d189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.462869 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:13.466294 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:13.470746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:13.471372 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.481785 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cefd1e-bb78-4792-bf29-a4ac06398b60 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:13.485184 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=5728967a-9915-4fb5-bcbd-6fb150bd1c86,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:13.489299 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:13.498551 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0669880 Jun 17 08:43:13.498750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58232) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:13.504332 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:13.505915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3d363437-bb16-4fd3-87ba-ec0854a02617 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:13.539860 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-253fb849-447c-4574-a109-d8aca14f7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:13.541275 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-253fb849-447c-4574-a109-d8aca14f7550 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c73392ab-fb5f-4464-a8df-3cfe5f27754f HTTP/1.1" status: 200 len: 915 time: 0.2648909 Jun 17 08:43:13.634555 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d363437-bb16-4fd3-87ba-ec0854a02617 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:13.638714 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3d363437-bb16-4fd3-87ba-ec0854a02617 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.698439 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '5728967a-9915-4fb5-bcbd-6fb150bd1c86'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:13.698845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Allocated IP 172.20.0.11 (c7bf331e-1c07-4aae-9da3-e11a939675d6/517438d0-3874-4f76-8a7c-14e12448b528/cd5d09f5-fe29-42fb-8455-5000590a8576) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:13.699473 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.748651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-d79eeb05-8244-46b6-942e-438ce45a46f0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edd7c106-cc36-4c46-8404-61146ef2db54 HTTP/1.1" status: 200 len: 1000 time: 0.1989710 Jun 17 08:43:13.780847 n-d-779913-16 neutron-server[93804]: INFO neutron.db.ipam_backend_mixin [None req-3d363437-bb16-4fd3-87ba-ec0854a02617 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5728967a-9915-4fb5-bcbd-6fb150bd1c86 (CIDR: 2001:db8::/64) Jun 17 08:43:13.786416 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d363437-bb16-4fd3-87ba-ec0854a02617 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:43:13.787889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d363437-bb16-4fd3-87ba-ec0854a02617 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:13.816911 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3d363437-bb16-4fd3-87ba-ec0854a02617 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3133211 Jun 17 08:43:13.818058 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58234) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:13.823827 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:13.834257 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:13.842008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eabd96-509a-46f5-86b2-9c2b5d92a999 None None] Sync routers for ids ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:13.846253 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "PUT /v2.0/routers/9ad9478d-6b8c-44c2-a3cb-aabb86d810b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4033835 Jun 17 08:43:13.846896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58236) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:13.881647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eabd96-509a-46f5-86b2-9c2b5d92a999 None None] Routers {'9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:13.882318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-23eabd96-509a-46f5-86b2-9c2b5d92a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:13.922830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-f8abc9ef-2e38-429f-a2d9-0fa29247ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:13.924889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-f8abc9ef-2e38-429f-a2d9-0fa29247ae3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=388105e7-52de-4956-ac89-1bdda560c436 HTTP/1.1" status: 200 len: 853 time: 0.1624372 Jun 17 08:43:13.931769 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-6181b5f5-a418-4d49-b063-eed71507d74a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting subnet 95402704-84f3-4568-9e52-c2029a57618b {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:13.940760 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6181b5f5-a418-4d49-b063-eed71507d74a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:13.977087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Allocated IP 2001:db8::f816:3eff:fecc:1eba (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/5728967a-9915-4fb5-bcbd-6fb150bd1c86/cedfc956-6f10-47a3-8b1b-e75aa5e6888c) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:14.005418 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6181b5f5-a418-4d49-b063-eed71507d74a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.087610 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-23eabd96-509a-46f5-86b2-9c2b5d92a999 None None] Set router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:14.118182 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.132690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-31fed380-10ba-40c7-9238-a125e9d066f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:14.134912 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-31fed380-10ba-40c7-9238-a125e9d066f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c73392ab-fb5f-4464-a8df-3cfe5f27754f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1787159 Jun 17 08:43:14.148603 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6181b5f5-a418-4d49-b063-eed71507d74a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.149972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Transition to ACTIVE for port object cd5d09f5-fe29-42fb-8455-5000590a8576 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:14.191967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:14.195932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.275075 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6181b5f5-a418-4d49-b063-eed71507d74a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.283522 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a65c8d56-de60-4e74-b367-4d696abd8df8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:14.332129 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.350665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ae1f9866-3a19-46b7-ac44-682b348d9e98 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:14.355579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181b5f5-a418-4d49-b063-eed71507d74a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Subnet': ['ID=95402704-84f3-4568-9e52-c2029a57618b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:14.358282 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.359462 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6181b5f5-a418-4d49-b063-eed71507d74a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.364001 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6181b5f5-a418-4d49-b063-eed71507d74a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/subnets/95402704-84f3-4568-9e52-c2029a57618b HTTP/1.1" status: 204 len: 168 time: 0.5138264 Jun 17 08:43:14.366034 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6181b5f5-a418-4d49-b063-eed71507d74a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:14.369277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58252) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:14.410107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cefbf1-3c4a-4207-8ac8-fa4738350e56 None None] Network 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:14.440547 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59d9f22e-f493-46ec-806d-c286fdcce768 tempest-FloatingIPAdminTestJSON-766965739 tempest-FloatingIPAdminTestJSON-766965739-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:14.597586 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.674368 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Network c7bf331e-1c07-4aae-9da3-e11a939675d6 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:14.711177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:14.721891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event updated for resources: {'Port': ['ID=cd5d09f5-fe29-42fb-8455-5000590a8576,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:14.736310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:14.779607 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.940024 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port cb6d7d00-e03c-4b0f-9221-6b533261438c {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:14.940372 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:14.979941 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:14.991765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Transition to ACTIVE for port object cedfc956-6f10-47a3-8b1b-e75aa5e6888c will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:15.009268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-5a2520ec-5942-4b3c-9131-7c48a356b193 service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7828810 Jun 17 08:43:15.021487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: ae1f9866-3a19-46b7-ac44-682b348d9e98 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:15.023685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ae1f9866-3a19-46b7-ac44-682b348d9e98 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:15.078918 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:15.079662 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.095710 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port cb6d7d00-e03c-4b0f-9221-6b533261438c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cb6d7d00-e03c-4b0f-9221-6b533261438c,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:15.095979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Transition to ACTIVE for port object cedfc956-6f10-47a3-8b1b-e75aa5e6888c will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:15.097944 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.118462 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.129463 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:15.152126 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5558541 Jun 17 08:43:15.160016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58276) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:15.170755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-9580a73b-7541-40f7-b9f4-bb3dcb210d81 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Request body: {'floatingip': {'port_id': 'cd5d09f5-fe29-42fb-8455-5000590a8576'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:15.201858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for cb6d7d00-e03c-4b0f-9221-6b533261438c owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:15.242647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:15.264189 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:15.278258 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:15.296237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e6aae2f9-2fab-478e-8f03-56f485fe010a None None] Provisioning for port cd5d09f5-fe29-42fb-8455-5000590a8576 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:15.311848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-23eabd96-509a-46f5-86b2-9c2b5d92a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:43:10Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'cb6d7d00-e03c-4b0f-9221-6b533261438c', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:02:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:39:51Z', 'updated_at': '2021-06-17T08:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:15.316917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Pushing event updated for resources: {'Port': ['ID=cedfc956-6f10-47a3-8b1b-e75aa5e6888c,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:15.320046 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9580a73b-7541-40f7-b9f4-bb3dcb210d81 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.387651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2f077653-5121-46fa-8d52-d9f76b150f9b req-203fcdc3-fb58-4ea5-bb6d-ff7802b1efc4 service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581693 Jun 17 08:43:15.427815 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:15.429035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e6aae2f9-2fab-478e-8f03-56f485fe010a None None] Provisioning complete for port cd5d09f5-fe29-42fb-8455-5000590a8576 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:15.429484 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e6aae2f9-2fab-478e-8f03-56f485fe010a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.467007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eabd96-509a-46f5-86b2-9c2b5d92a999 None None] Checking router: 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:15.496174 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.533018 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1de4857-1d26-43f3-a812-2a1fe9343a35 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:15.621805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.627154 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4d29e254-5e99-496a-b79d-c5949ff34b0a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:15.653866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eabd96-509a-46f5-86b2-9c2b5d92a999 None None] Routers {'9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:15.654630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-23eabd96-509a-46f5-86b2-9c2b5d92a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:42:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:15.697694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=cb6d7d00-e03c-4b0f-9221-6b533261438c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:15.706702 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:15.707481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:15.718124 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:15.736152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e62ce5-0f06-4b61-9939-e81787f79488 None None] DHCP port deletion for 9d03cba3-f186-4f86-84d8-2adbfb9f05c3 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:43:15.781796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Attempting to bind port cedfc956-6f10-47a3-8b1b-e75aa5e6888c on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:15.782538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Attempting to bind port cedfc956-6f10-47a3-8b1b-e75aa5e6888c by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:15.783144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Attempting to bind port cedfc956-6f10-47a3-8b1b-e75aa5e6888c on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:15.789097 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e6aae2f9-2fab-478e-8f03-56f485fe010a None None] Port cd5d09f5-fe29-42fb-8455-5000590a8576 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:15.798056 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bb822694-5ca5-4617-8e5b-331a10f03397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.807542 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:15.808461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:15.809121 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.809824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:15.810572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Bound port: cedfc956-6f10-47a3-8b1b-e75aa5e6888c, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:15.811274 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.814196 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-23eabd96-509a-46f5-86b2-9c2b5d92a999 None None] Set router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:15.819985 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:15.820665 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.842038 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:15.883402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=73194301-eba9-454c-a9a8-47065627b849,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:15.932328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-23eabd96-509a-46f5-86b2-9c2b5d92a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:43:15Z', 'revision_number': 7, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:16.010845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eabd96-509a-46f5-86b2-9c2b5d92a999 None None] The sync data for ids ['9ad9478d-6b8c-44c2-a3cb-aabb86d810b3'] in n-d-779913-16 is: [{'id': '9ad9478d-6b8c-44c2-a3cb-aabb86d810b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-273984207', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:39:48Z', 'updated_at': '2021-06-17T08:43:15Z', 'revision_number': 7, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:16.020960 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.069478 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] For port cedfc956-6f10-47a3-8b1b-e75aa5e6888c, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:16.073208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b1e62ce5-0f06-4b61-9939-e81787f79488 None None] Deleting port a48e8816-f49f-40b5-97cb-e7643da1f4eb {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:16.073960 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b1e62ce5-0f06-4b61-9939-e81787f79488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.122548 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] For port cedfc956-6f10-47a3-8b1b-e75aa5e6888c, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cedfc956-6f10-47a3-8b1b-e75aa5e6888c,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:16.192439 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b1e62ce5-0f06-4b61-9939-e81787f79488 None None] For port a48e8816-f49f-40b5-97cb-e7643da1f4eb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a48e8816-f49f-40b5-97cb-e7643da1f4eb,segment=NetworkSegment(1250bc22-bc6f-450a-bc10-1f565757d9c2),segment_id=1250bc22-bc6f-450a-bc10-1f565757d9c2)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:16.192871 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b1e62ce5-0f06-4b61-9939-e81787f79488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.247922 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:16.256558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4339509 Jun 17 08:43:16.260698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58288) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:16.266809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:42:f3:bf', 'name': 'tempest-NetworksTestDHCPv6-1817241352'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:16.284741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b1e62ce5-0f06-4b61-9939-e81787f79488 None None] Calling delete_port for a48e8816-f49f-40b5-97cb-e7643da1f4eb owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:16.382273 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.393312 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:16.470988 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b1e62ce5-0f06-4b61-9939-e81787f79488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.472461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Pushing event updated for resources: {'Port': ['ID=cedfc956-6f10-47a3-8b1b-e75aa5e6888c,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:16.476317 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:16.479104 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-89fd18c2-01ae-4ab1-8fa9-b173b208d594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:16.520523 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e62ce5-0f06-4b61-9939-e81787f79488 None None] No DVR routers for this DVR port a48e8816-f49f-40b5-97cb-e7643da1f4eb on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:16.530412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e62ce5-0f06-4b61-9939-e81787f79488 None None] Pushing event deleted for resources: {'Port': ['ID=a48e8816-f49f-40b5-97cb-e7643da1f4eb,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:16.532723 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b1e62ce5-0f06-4b61-9939-e81787f79488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:16.581195 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.583896 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.629652 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9580a73b-7541-40f7-b9f4-bb3dcb210d81 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.662492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9580a73b-7541-40f7-b9f4-bb3dcb210d81 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.666301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:16.696577 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.697874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Fanout notify agent at l3_agent the message router_deleted on router 9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:16.723293 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.727742 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/routers/9ad9478d-6b8c-44c2-a3cb-aabb86d810b3 HTTP/1.1" status: 204 len: 168 time: 2.3572237 Jun 17 08:43:16.729300 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58292) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:16.829900 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.856444 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:16.997321 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.009723 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d03cba3-f186-4f86-84d8-2adbfb9f05c3']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:17.021296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1250bc22-bc6f-450a-bc10-1f565757d9c2') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:17.021646 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1250bc22-bc6f-450a-bc10-1f565757d9c2') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:17.034493 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.076301 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.115974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:43:17.116586 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:43:17.120146 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:43:17.158102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a48e8816-f49f-40b5-97cb-e7643da1f4eb no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:17.197249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: a48e8816-f49f-40b5-97cb-e7643da1f4eb {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:17.201467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a48e8816-f49f-40b5-97cb-e7643da1f4eb not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:17.201904 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f613621a-39f2-4606-b91d-b84014edf2ad no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:17.227913 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.246628 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb5cc956-dd04-42d5-b46c-2d268639a359 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:17.254141 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f613621a-39f2-4606-b91d-b84014edf2ad {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:17.254544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f613621a-39f2-4606-b91d-b84014edf2ad not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:17.259003 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.261213 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/networks/9d03cba3-f186-4f86-84d8-2adbfb9f05c3 HTTP/1.1" status: 204 len: 168 time: 0.5309272 Jun 17 08:43:17.263751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58308) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:17.295378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Network': ['ID=9d03cba3-f186-4f86-84d8-2adbfb9f05c3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:17.299940 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:17.372708 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20f30fb8-1eb7-46a8-8a79-ecfe8ad9bbe3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.410134 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20f30fb8-1eb7-46a8-8a79-ecfe8ad9bbe3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.496384 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20f30fb8-1eb7-46a8-8a79-ecfe8ad9bbe3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.500019 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20f30fb8-1eb7-46a8-8a79-ecfe8ad9bbe3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.504047 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-20f30fb8-1eb7-46a8-8a79-ecfe8ad9bbe3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/security-groups/cd5214d0-dcfb-4588-a11d-4b690f9ab2f8 HTTP/1.1" status: 204 len: 168 time: 0.2366276 Jun 17 08:43:17.504047 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c284e3fd-68bc-48c1-b8ab-c75e4d13535c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:17.524954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f30fb8-1eb7-46a8-8a79-ecfe8ad9bbe3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5214d0-dcfb-4588-a11d-4b690f9ab2f8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:17.527534 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-20f30fb8-1eb7-46a8-8a79-ecfe8ad9bbe3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:17.574479 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-9580a73b-7541-40f7-b9f4-bb3dcb210d81 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP 3498d61e-0cf6-4d93-adf7-a8f198af0481 associated. External IP: 172.25.8.95, port: d6f5c5d2-1886-4325-ae4a-bc5c2313e60a. Jun 17 08:43:17.583016 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:17.697733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 3914081c-d9c8-4be3-ac81-446fa11bc971 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:43:18.009717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8:0:1::247 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/73194301-eba9-454c-a9a8-47065627b849/3914081c-d9c8-4be3-ac81-446fa11bc971) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:18.028002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::f816:3eff:fe42:f3bf (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/5728967a-9915-4fb5-bcbd-6fb150bd1c86/3914081c-d9c8-4be3-ac81-446fa11bc971) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:18.255924 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58338) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:18.263280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7674301d-38b7-4a1a-a35c-d549d0a57c2d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536144270', 'description': 'tempest-secgroup-smoke-536144270 description', 'project_id': '2f455ca5823946e8a10a01151d60adb3'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:18.284321 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.299099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 3914081c-d9c8-4be3-ac81-446fa11bc971 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:18.328485 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7674301d-38b7-4a1a-a35c-d549d0a57c2d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.341795 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.362460 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:18.418323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:18.424183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cedfc956-6f10-47a3-8b1b-e75aa5e6888c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:18.427892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:18.445013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:18.455367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:18.456299 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.468760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=3914081c-d9c8-4be3-ac81-446fa11bc971,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:18.478637 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:18.533742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port cedfc956-6f10-47a3-8b1b-e75aa5e6888c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:18.560463 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cb6d7d00-e03c-4b0f-9221-6b533261438c no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:18.571820 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7674301d-38b7-4a1a-a35c-d549d0a57c2d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.579812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7674301d-38b7-4a1a-a35c-d549d0a57c2d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.584947 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed498830-575f-430c-afbd-6e20494d21a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:18.588241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc77fa-395f-4960-a170-f6ac7084d50d None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:18.592055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: cb6d7d00-e03c-4b0f-9221-6b533261438c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:18.592418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cb6d7d00-e03c-4b0f-9221-6b533261438c not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:18.625285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674301d-38b7-4a1a-a35c-d549d0a57c2d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2ee75a-27c1-48fc-a931-8ca161e1b556,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:18.637136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3748894 Jun 17 08:43:18.640330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58340) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:18.650944 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7674301d-38b7-4a1a-a35c-d549d0a57c2d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:18.651651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9580a73b-7541-40f7-b9f4-bb3dcb210d81 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:18.663337 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7674301d-38b7-4a1a-a35c-d549d0a57c2d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.673424 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7674301d-38b7-4a1a-a35c-d549d0a57c2d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4154186 Jun 17 08:43:18.674254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58342) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:18.687573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-36a8411f-b9de-40c5-9480-f94d54f5d9ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '8c2ee75a-27c1-48fc-a931-8ca161e1b556', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:18.692519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-eeb6d493-7d2d-4a33-a376-2b052674c6e4 None None] Provisioning for port cedfc956-6f10-47a3-8b1b-e75aa5e6888c completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:18.730293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-eeb6d493-7d2d-4a33-a376-2b052674c6e4 None None] Provisioning complete for port cedfc956-6f10-47a3-8b1b-e75aa5e6888c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:18.732720 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d493-7d2d-4a33-a376-2b052674c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.748884 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36a8411f-b9de-40c5-9480-f94d54f5d9ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.896409 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36a8411f-b9de-40c5-9480-f94d54f5d9ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.906491 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36a8411f-b9de-40c5-9480-f94d54f5d9ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.909959 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2faae474-6b22-4f9d-a2ec-02b33f46af1d tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:18.944144 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36a8411f-b9de-40c5-9480-f94d54f5d9ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:18.950003 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9580a73b-7541-40f7-b9f4-bb3dcb210d81 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:18.951112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-36a8411f-b9de-40c5-9480-f94d54f5d9ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2752347 Jun 17 08:43:18.952257 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8411f-b9de-40c5-9480-f94d54f5d9ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f20acd-1caa-4d31-84cd-544d6d82f15d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:18.954218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58346) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:18.955625 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-36a8411f-b9de-40c5-9480-f94d54f5d9ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:18.974194 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f17598-4773-4437-b879-ec7f8142fb4d None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:18.979437 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e4b76082-7c1a-45d4-b204-b4e2d97e1657 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '8c2ee75a-27c1-48fc-a931-8ca161e1b556', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:18.988314 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.001085 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f17598-4773-4437-b879-ec7f8142fb4d None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:19.001715 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a0f17598-4773-4437-b879-ec7f8142fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:19.007250 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d493-7d2d-4a33-a376-2b052674c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.086985 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5236f-7fd9-4269-99dd-a5ebc26e9bb9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 3914081c-d9c8-4be3-ac81-446fa11bc971 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:19.088441 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfd5236f-7fd9-4269-99dd-a5ebc26e9bb9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.099315 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a0f17598-4773-4437-b879-ec7f8142fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:19.117677 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f17598-4773-4437-b879-ec7f8142fb4d None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:19.118317 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a0f17598-4773-4437-b879-ec7f8142fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:19.131261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-eeb6d493-7d2d-4a33-a376-2b052674c6e4 None None] For port cedfc956-6f10-47a3-8b1b-e75aa5e6888c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cedfc956-6f10-47a3-8b1b-e75aa5e6888c,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:19.142189 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eeb6d493-7d2d-4a33-a376-2b052674c6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.146805 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:19.192645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641d8bbe-a4a4-48f9-aae4-99d013ace760 None None] Update dhcp port {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'fixed_ips': [{'subnet_id': '5728967a-9915-4fb5-bcbd-6fb150bd1c86', 'ip_address': '2001:db8::f816:3eff:fecc:1eba'}, {'subnet_id': '73194301-eba9-454c-a9a8-47065627b849'}], 'binding:host_id': 'n-d-779913-16'}, 'id': 'cedfc956-6f10-47a3-8b1b-e75aa5e6888c'} from n-d-779913-16. {{(pid=93805) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 17 08:43:19.223781 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfd5236f-7fd9-4269-99dd-a5ebc26e9bb9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.229159 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a0f17598-4773-4437-b879-ec7f8142fb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:19.235495 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f17598-4773-4437-b879-ec7f8142fb4d None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:19.255238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6d493-7d2d-4a33-a376-2b052674c6e4 None None] Pushing event updated for resources: {'Port': ['ID=cedfc956-6f10-47a3-8b1b-e75aa5e6888c,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:19.261366 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-eeb6d493-7d2d-4a33-a376-2b052674c6e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:19.273571 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-641d8bbe-a4a4-48f9-aae4-99d013ace760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.354431 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bfd5236f-7fd9-4269-99dd-a5ebc26e9bb9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 3914081c-d9c8-4be3-ac81-446fa11bc971 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:19.493460 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4b76082-7c1a-45d4-b204-b4e2d97e1657 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.510545 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-641d8bbe-a4a4-48f9-aae4-99d013ace760 None None] Allocated IP 2001:db8:0:1::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/73194301-eba9-454c-a9a8-47065627b849/cedfc956-6f10-47a3-8b1b-e75aa5e6888c) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:19.701854 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4b76082-7c1a-45d4-b204-b4e2d97e1657 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.702490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-641d8bbe-a4a4-48f9-aae4-99d013ace760 None None] For port cedfc956-6f10-47a3-8b1b-e75aa5e6888c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cedfc956-6f10-47a3-8b1b-e75aa5e6888c,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:19.720425 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4b76082-7c1a-45d4-b204-b4e2d97e1657 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.733172 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e1cec4b-961a-4ce3-b784-57a220246911 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:19.742730 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-641d8bbe-a4a4-48f9-aae4-99d013ace760 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.767625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-641d8bbe-a4a4-48f9-aae4-99d013ace760 None None] Transition to ACTIVE for port object cedfc956-6f10-47a3-8b1b-e75aa5e6888c will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:19.774168 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-641d8bbe-a4a4-48f9-aae4-99d013ace760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.776856 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:19.799143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b76082-7c1a-45d4-b204-b4e2d97e1657 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abee36c0-99af-4137-b520-dc6f7a21151a,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:19.815290 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4b76082-7c1a-45d4-b204-b4e2d97e1657 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:19.824409 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9580a73b-7541-40f7-b9f4-bb3dcb210d81 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router 4bc9d92e-1305-4fd3-9230-623bd3debe50 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:19.831906 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e4b76082-7c1a-45d4-b204-b4e2d97e1657 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:19.833822 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e4b76082-7c1a-45d4-b204-b4e2d97e1657 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8744698 Jun 17 08:43:19.838321 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58354) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:19.848606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-24b91a1e-4629-4b26-953c-fe0a5893f03a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '8c2ee75a-27c1-48fc-a931-8ca161e1b556', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:19.930123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d8bbe-a4a4-48f9-aae4-99d013ace760 None None] Pushing event updated for resources: {'Port': ['ID=cedfc956-6f10-47a3-8b1b-e75aa5e6888c,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:19.945069 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-641d8bbe-a4a4-48f9-aae4-99d013ace760 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:19.946195 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24b91a1e-4629-4b26-953c-fe0a5893f03a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.053594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9580a73b-7541-40f7-b9f4-bb3dcb210d81 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:20.086757 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9580a73b-7541-40f7-b9f4-bb3dcb210d81 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.091463 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfd5236f-7fd9-4269-99dd-a5ebc26e9bb9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.097086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91e07fc-b498-44aa-b2d9-d896454d93a2 None None] Sync routers for ids ['4bc9d92e-1305-4fd3-9230-623bd3debe50'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:20.107948 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8eec79b9-8cf4-49a5-9e5b-abf67739ac4f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:20.109150 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24b91a1e-4629-4b26-953c-fe0a5893f03a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.128891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24b91a1e-4629-4b26-953c-fe0a5893f03a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.131925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e07fc-b498-44aa-b2d9-d896454d93a2 None None] Routers {'4bc9d92e-1305-4fd3-9230-623bd3debe50'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:20.133205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a91e07fc-b498-44aa-b2d9-d896454d93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4bc9d92e-1305-4fd3-9230-623bd3debe50'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:20.163472 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80dccd98-2d36-46ff-8371-5401fcf53dbd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:20.195998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b91a1e-4629-4b26-953c-fe0a5893f03a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b581d74a-8cd4-4d10-99df-0f477900ef60,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:20.207769 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5236f-7fd9-4269-99dd-a5ebc26e9bb9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=3914081c-d9c8-4be3-ac81-446fa11bc971,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:20.216627 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-24b91a1e-4629-4b26-953c-fe0a5893f03a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:20.221454 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a91e07fc-b498-44aa-b2d9-d896454d93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:20.229764 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-24b91a1e-4629-4b26-953c-fe0a5893f03a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.235222 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-24b91a1e-4629-4b26-953c-fe0a5893f03a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3914003 Jun 17 08:43:20.235222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58360) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.251393 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e07fc-b498-44aa-b2d9-d896454d93a2 None None] Routers {'4bc9d92e-1305-4fd3-9230-623bd3debe50'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:20.251669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-04246732-a695-4c4b-ad5f-07ca47ce5b35 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '8c2ee75a-27c1-48fc-a931-8ca161e1b556', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:20.252339 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a91e07fc-b498-44aa-b2d9-d896454d93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4bc9d92e-1305-4fd3-9230-623bd3debe50'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:20.271149 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfd5236f-7fd9-4269-99dd-a5ebc26e9bb9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:20.320103 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-04246732-a695-4c4b-ad5f-07ca47ce5b35 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.374699 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfd5236f-7fd9-4269-99dd-a5ebc26e9bb9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.384804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bfd5236f-7fd9-4269-99dd-a5ebc26e9bb9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/3914081c-d9c8-4be3-ac81-446fa11bc971 HTTP/1.1" status: 204 len: 168 time: 1.7420211 Jun 17 08:43:20.390639 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a91e07fc-b498-44aa-b2d9-d896454d93a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:20.391370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91e07fc-b498-44aa-b2d9-d896454d93a2 None None] The sync data for ids ['4bc9d92e-1305-4fd3-9230-623bd3debe50'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:20.393221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58366) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.435651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cedfc956-6f10-47a3-8b1b-e75aa5e6888c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:20.547156 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9580a73b-7541-40f7-b9f4-bb3dcb210d81 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "PUT /v2.0/floatingips/3498d61e-0cf6-4d93-adf7-a8f198af0481 HTTP/1.1" status: 200 len: 978 time: 5.3839116 Jun 17 08:43:20.550463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58370) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.647958 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-04246732-a695-4c4b-ad5f-07ca47ce5b35 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.676462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e732a1f-31ec-40e7-be47-55e29733b7d5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:20.678446 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2e732a1f-31ec-40e7-be47-55e29733b7d5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2811918 Jun 17 08:43:20.679966 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-04246732-a695-4c4b-ad5f-07ca47ce5b35 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.683520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58372) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.686469 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f58a83c3-9d39-474b-a205-6edd955e3dd9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:20.719736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04246732-a695-4c4b-ad5f-07ca47ce5b35 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5901d970-1f99-4100-b120-d83475a8c194,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:20.726560 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-04246732-a695-4c4b-ad5f-07ca47ce5b35 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:20.742659 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-04246732-a695-4c4b-ad5f-07ca47ce5b35 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.744383 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-04246732-a695-4c4b-ad5f-07ca47ce5b35 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5082650 Jun 17 08:43:20.747394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58374) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.753865 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ba9cad1b-8c8d-4fea-aeb5-a90173ad75f9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '8c2ee75a-27c1-48fc-a931-8ca161e1b556', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:20.792797 n-d-779913-16 neutron-server[93804]: INFO neutron.db.securitygroups_db [None req-ba9cad1b-8c8d-4fea-aeb5-a90173ad75f9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Project 2f455ca5823946e8a10a01151d60adb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:43:20.798685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba9cad1b-8c8d-4fea-aeb5-a90173ad75f9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.880700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba9cad1b-8c8d-4fea-aeb5-a90173ad75f9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.886139 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba9cad1b-8c8d-4fea-aeb5-a90173ad75f9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.888455 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-10fa4ef0-6982-444b-ac87-6c905faad464 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:20.908419 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cad1b-8c8d-4fea-aeb5-a90173ad75f9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db1d9baa-8e12-42a5-9ad4-ff414949c0c9,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:20.911452 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba9cad1b-8c8d-4fea-aeb5-a90173ad75f9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:20.919473 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba9cad1b-8c8d-4fea-aeb5-a90173ad75f9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:20.924962 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ba9cad1b-8c8d-4fea-aeb5-a90173ad75f9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1758788 Jun 17 08:43:20.925687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58376) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.931297 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ddd4fdd4-d71d-4436-a564-293465765c25 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '8c2ee75a-27c1-48fc-a931-8ca161e1b556', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:20.963133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30272459-fc48-49b1-bfe8-5790e40971b1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:20.972361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58378) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:20.981840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-30272459-fc48-49b1-bfe8-5790e40971b1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2883601 Jun 17 08:43:21.007185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port cd5d09f5-fe29-42fb-8455-5000590a8576 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:21.007912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.075952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1855055-78f9-4f47-9bce-0c7f8971c8f7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:21.078651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1855055-78f9-4f47-9bce-0c7f8971c8f7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:21.080337 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1855055-78f9-4f47-9bce-0c7f8971c8f7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:21.088113 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b1855055-78f9-4f47-9bce-0c7f8971c8f7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1136014 Jun 17 08:43:21.089743 n-d-779913-16 neutron-server[93804]: INFO neutron.db.securitygroups_db [None req-ddd4fdd4-d71d-4436-a564-293465765c25 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Project 2f455ca5823946e8a10a01151d60adb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:43:21.095906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58382) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:21.099347 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddd4fdd4-d71d-4436-a564-293465765c25 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.140020 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.173706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-beb732dd-7dc9-4975-952c-f3f69971025c None None] Could not find standard attr ID for object 3914081c-d9c8-4be3-ac81-446fa11bc971. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:43:21.198307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-8997b5c1-ba04-45bc-abb8-4e1f782b6903 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 5728967a-9915-4fb5-bcbd-6fb150bd1c86 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:21.204789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-beb732dd-7dc9-4975-952c-f3f69971025c None None] Provisioning for port cedfc956-6f10-47a3-8b1b-e75aa5e6888c completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:21.216717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-beb732dd-7dc9-4975-952c-f3f69971025c None None] Provisioning complete for port cedfc956-6f10-47a3-8b1b-e75aa5e6888c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:21.217097 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-beb732dd-7dc9-4975-952c-f3f69971025c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.223794 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8997b5c1-ba04-45bc-abb8-4e1f782b6903 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.319612 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8997b5c1-ba04-45bc-abb8-4e1f782b6903 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.356362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddd4fdd4-d71d-4436-a564-293465765c25 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.363047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.363722 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.364142 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Floating IP 3498d61e-0cf6-4d93-adf7-a8f198af0481 disassociated. External IP: 172.25.8.95, port: cd5d09f5-fe29-42fb-8455-5000590a8576. Jun 17 08:43:21.365050 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for cd5d09f5-fe29-42fb-8455-5000590a8576 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:21.371754 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddd4fdd4-d71d-4436-a564-293465765c25 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.385252 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4fe7c8b4-754e-48c2-9a70-0998eebcae1b tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:21.413333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4fdd4-d71d-4436-a564-293465765c25 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aca7f66-308b-47cc-8a98-b4c4345a5e30,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:21.416053 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddd4fdd4-d71d-4436-a564-293465765c25 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:21.418644 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddd4fdd4-d71d-4436-a564-293465765c25 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.419873 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ddd4fdd4-d71d-4436-a564-293465765c25 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4931440 Jun 17 08:43:21.423000 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58384) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:21.430463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'network': {'name': 'tempest-network-smoke--1146693570', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'port_security_enabled': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:21.482282 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8997b5c1-ba04-45bc-abb8-4e1f782b6903 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.486819 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:21.490675 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.559309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-677f2c2c-3bbf-4936-b3a1-f765251e5a3f None None] Could not find standard attr ID for object 3914081c-d9c8-4be3-ac81-446fa11bc971. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:43:21.655237 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8997b5c1-ba04-45bc-abb8-4e1f782b6903 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.672967 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.680220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:21.685323 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-582566e4-be18-44af-ace3-239e25d0d516 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:21.691751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.692239 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Added segment ecf20eba-fd77-45ab-8931-bded9dbd64b4 of type vlan for network f3769a56-2721-4e32-b97c-a084d6243926 Jun 17 08:43:21.742831 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.753248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=cd5d09f5-fe29-42fb-8455-5000590a8576,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:21.759394 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:21.783917 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fb125b55-ff4f-45f2-b964-e3007bc7133d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:21.808574 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.830408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:21.831407 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.865077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1ed028-7ae8-4dad-9bed-3c6208a38a05 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:21.875042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8997b5c1-ba04-45bc-abb8-4e1f782b6903 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:21.878687 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8997b5c1-ba04-45bc-abb8-4e1f782b6903 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/5728967a-9915-4fb5-bcbd-6fb150bd1c86 HTTP/1.1" status: 204 len: 168 time: 0.7702479 Jun 17 08:43:21.884295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58398) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:21.898997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997b5c1-ba04-45bc-abb8-4e1f782b6903 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=5728967a-9915-4fb5-bcbd-6fb150bd1c86,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:21.901538 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8997b5c1-ba04-45bc-abb8-4e1f782b6903 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:21.911741 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-52ef8546-e356-46b7-9183-436b35d5774a tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:22.002391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router 4bc9d92e-1305-4fd3-9230-623bd3debe50 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:22.032543 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6084802 Jun 17 08:43:22.047697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58400) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:22.063580 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'admin_state_up': True, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:22.149849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0fa839f-72d7-4c51-9f87-ac205718d96d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 73194301-eba9-454c-a9a8-47065627b849 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:22.152733 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Network': ['ID=f3769a56-2721-4e32-b97c-a084d6243926,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:22.158545 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0fa839f-72d7-4c51-9f87-ac205718d96d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.162045 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:22.166103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network f3769a56-2721-4e32-b97c-a084d6243926 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:22.254735 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.259593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.265368 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:22.285019 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6102b78d-c0f2-43cc-bdc9-9b94c8374789 None None] Sync routers for ids ['4bc9d92e-1305-4fd3-9230-623bd3debe50'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:22.305365 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102b78d-c0f2-43cc-bdc9-9b94c8374789 None None] Routers {'4bc9d92e-1305-4fd3-9230-623bd3debe50'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:22.310650 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6102b78d-c0f2-43cc-bdc9-9b94c8374789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4bc9d92e-1305-4fd3-9230-623bd3debe50'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:22.337930 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.352652 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0fa839f-72d7-4c51-9f87-ac205718d96d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.361874 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6102b78d-c0f2-43cc-bdc9-9b94c8374789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:22.385633 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6102b78d-c0f2-43cc-bdc9-9b94c8374789 None None] Routers {'4bc9d92e-1305-4fd3-9230-623bd3debe50'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:22.386715 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6102b78d-c0f2-43cc-bdc9-9b94c8374789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4bc9d92e-1305-4fd3-9230-623bd3debe50'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:22.427206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.433536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/ports/cd5d09f5-fe29-42fb-8455-5000590a8576 HTTP/1.1" status: 204 len: 168 time: 1.8818276 Jun 17 08:43:22.434550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58408) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:22.442641 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6102b78d-c0f2-43cc-bdc9-9b94c8374789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:22.443329 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6102b78d-c0f2-43cc-bdc9-9b94c8374789 None None] The sync data for ids ['4bc9d92e-1305-4fd3-9230-623bd3debe50'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:22.469278 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:43:22.606871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0fa839f-72d7-4c51-9f87-ac205718d96d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.656227 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.825627 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0fa839f-72d7-4c51-9f87-ac205718d96d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.843430 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e0e09fc3-1b8f-42db-8b45-ddb505c15ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:22.918731 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0fa839f-72d7-4c51-9f87-ac205718d96d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:22.923408 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f0fa839f-72d7-4c51-9f87-ac205718d96d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/73194301-eba9-454c-a9a8-47065627b849 HTTP/1.1" status: 204 len: 168 time: 1.0358269 Jun 17 08:43:22.924878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58428) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:23.023094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa839f-72d7-4c51-9f87-ac205718d96d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=73194301-eba9-454c-a9a8-47065627b849,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:23.046589 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bebb0d67-9036-46c0-8daa-edea98062a7c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1196799 Jun 17 08:43:23.047978 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f0fa839f-72d7-4c51-9f87-ac205718d96d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:23.049824 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58434) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:23.063693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:23.097396 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.113477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0db124-ea84-455e-bf4a-9e2f74ce2609 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:23.328408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:23.332511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.334882 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ad4053bb-60ab-42fc-a06c-742b58573f95 None None] Provisioning complete for port cedfc956-6f10-47a3-8b1b-e75aa5e6888c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:23.335634 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad4053bb-60ab-42fc-a06c-742b58573f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.392405 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.456049 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.526760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port 4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:23.527082 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.629513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9fd92-477a-4e94-8b10-6100bd6cc527 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:43:23.654521 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.716137 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9fd92-477a-4e94-8b10-6100bd6cc527 None None] Deleting port cedfc956-6f10-47a3-8b1b-e75aa5e6888c {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:23.716754 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ebe9fd92-477a-4e94-8b10-6100bd6cc527 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.734844 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for 4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:23.758079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.25.8.187 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/f856be74-ccad-4318-b1e3-f47e3dd01b2d) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:23.855798 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ebe9fd92-477a-4e94-8b10-6100bd6cc527 None None] For port cedfc956-6f10-47a3-8b1b-e75aa5e6888c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cedfc956-6f10-47a3-8b1b-e75aa5e6888c,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:23.857022 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ebe9fd92-477a-4e94-8b10-6100bd6cc527 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.892476 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.896190 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2055fef6-6042-4332-bf8e-6ccb158ff41c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:23.954921 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9fd92-477a-4e94-8b10-6100bd6cc527 None None] Calling delete_port for cedfc956-6f10-47a3-8b1b-e75aa5e6888c owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:23.965757 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:23.973866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:23.977915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:23.978705 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:23.997261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=244667c3-2b05-4e75-8845-0dd308f17ddf,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:24.007849 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:24.030496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.036352 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9854922 Jun 17 08:43:24.039840 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.041157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58454) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:24.043794 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbc4c515-8fa9-486b-a8d6-de059f738402 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:24.047044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6f8b83be-daf8-4d09-a2cc-138931a73e5b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:24.060105 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ebe9fd92-477a-4e94-8b10-6100bd6cc527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.062652 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c72aaabe-f8c2-4571-b2cb-a00fb3b6d810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:24.077382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=4dd74d7c-e1ed-41d1-95e1-b39d9c15ed7d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:24.092721 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:24.094312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9fd92-477a-4e94-8b10-6100bd6cc527 None None] Pushing event deleted for resources: {'Port': ['ID=cedfc956-6f10-47a3-8b1b-e75aa5e6888c,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:24.097730 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ebe9fd92-477a-4e94-8b10-6100bd6cc527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:24.098566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe9fd92-477a-4e94-8b10-6100bd6cc527 None None] No DVR routers for this DVR port cedfc956-6f10-47a3-8b1b-e75aa5e6888c on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:24.127975 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641a02b3-7ff5-4f57-9f3f-5a17495e7669 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:24.306750 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.310717 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-884b2a76-f8ec-4362-a988-d1d9ec2188a5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:24.382223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cedfc956-6f10-47a3-8b1b-e75aa5e6888c no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:24.418046 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:24.421862 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:24.424193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: cedfc956-6f10-47a3-8b1b-e75aa5e6888c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:24.424919 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cedfc956-6f10-47a3-8b1b-e75aa5e6888c not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:24.436744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '244667c3-2b05-4e75-8845-0dd308f17ddf'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:24.437614 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.452906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:24.479791 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.513443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=f856be74-ccad-4318-b1e3-f47e3dd01b2d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:24.519923 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:24.566841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8b83be-daf8-4d09-a2cc-138931a73e5b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:24.570480 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6f8b83be-daf8-4d09-a2cc-138931a73e5b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.623534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/244667c3-2b05-4e75-8845-0dd308f17ddf/0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:24.734498 n-d-779913-16 neutron-server[93804]: INFO neutron.db.ipam_backend_mixin [None req-6f8b83be-daf8-4d09-a2cc-138931a73e5b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 244667c3-2b05-4e75-8845-0dd308f17ddf (CIDR: 2001:db8::/64) Jun 17 08:43:24.739450 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8b83be-daf8-4d09-a2cc-138931a73e5b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:43:24.739868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8b83be-daf8-4d09-a2cc-138931a73e5b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:24.827391 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6f8b83be-daf8-4d09-a2cc-138931a73e5b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7851222 Jun 17 08:43:24.834076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58464) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:24.839041 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.843325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:24.850297 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Transition to ACTIVE for port object 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:24.880428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Transition to ACTIVE for port object 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:24.892101 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.897010 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-822069cc-4781-425a-afcf-84e1cdf49911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:24.927101 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:24.946670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:24.949714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:24.953756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:25.057571 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:25.058348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Pushing event updated for resources: {'Port': ['ID=0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:25.061295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.062993 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:25.066334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Attempting to bind port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:25.066334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Attempting to bind port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:25.066795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Attempting to bind port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:25.073406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:25.073859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:25.074271 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.074673 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:25.075305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Bound port: 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:25.075677 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.210344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] For port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:25.217237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] For port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:25.222690 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.229156 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b1e62ce5-0f06-4b61-9939-e81787f79488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:25.303324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Pushing event updated for resources: {'Port': ['ID=0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:25.305423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router 4bc9d92e-1305-4fd3-9230-623bd3debe50 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:25.317183 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:25.379739 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:25.467306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:25.480304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b14674-b07a-49f3-aded-96014a398817 None None] Sync routers for ids ['4bc9d92e-1305-4fd3-9230-623bd3debe50'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:25.496871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b14674-b07a-49f3-aded-96014a398817 None None] Routers {'4bc9d92e-1305-4fd3-9230-623bd3debe50'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:25.500237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-18b14674-b07a-49f3-aded-96014a398817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4bc9d92e-1305-4fd3-9230-623bd3debe50'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.507041 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58482) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:25.509780 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "PUT /v2.0/routers/4bc9d92e-1305-4fd3-9230-623bd3debe50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0707736 Jun 17 08:43:25.563085 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-18b14674-b07a-49f3-aded-96014a398817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.571947 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b14674-b07a-49f3-aded-96014a398817 None None] Routers {'4bc9d92e-1305-4fd3-9230-623bd3debe50'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:25.572946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-18b14674-b07a-49f3-aded-96014a398817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4bc9d92e-1305-4fd3-9230-623bd3debe50'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.626550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-18b14674-b07a-49f3-aded-96014a398817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:25.627828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b14674-b07a-49f3-aded-96014a398817 None None] The sync data for ids ['4bc9d92e-1305-4fd3-9230-623bd3debe50'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:26.380434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:26.395527 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.448382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:26.532627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:43:26.728055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.739304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f5f3ae3e-4ff8-4161-bded-493b81dec271 None None] Provisioning for port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:26.742278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.objects.ports [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93804) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:43:26.754913 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f5f3ae3e-4ff8-4161-bded-493b81dec271 None None] Provisioning complete for port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:26.755184 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f5f3ae3e-4ff8-4161-bded-493b81dec271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.887644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:26.899313 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Sync routers for ids ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:26.900809 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f5f3ae3e-4ff8-4161-bded-493b81dec271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.921114 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Routers {'5d1b8260-fcc3-4773-999b-cd1b0e30b391'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:26.921852 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:26.976944 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f5f3ae3e-4ff8-4161-bded-493b81dec271 None None] For port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:26.984229 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f5f3ae3e-4ff8-4161-bded-493b81dec271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:26.986689 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:27.029373 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.033714 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.9711533 Jun 17 08:43:27.034131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58512) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:27.070570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port 0b15db0f-f473-40de-919b-9ba1fc68870e {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:27.070828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3ae3e-4ff8-4161-bded-493b81dec271 None None] Pushing event updated for resources: {'Port': ['ID=0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:27.071199 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.084827 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f5f3ae3e-4ff8-4161-bded-493b81dec271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:27.100066 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Set router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:27.123030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3dc4b482-eaa8-45f3-96e4-fd0bde449dbf tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=2f455ca5823946e8a10a01151d60adb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0874591 Jun 17 08:43:27.125449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58516) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:27.170937 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.246565 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for 0b15db0f-f473-40de-919b-9ba1fc68870e owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:27.328641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41a011d-50da-4770-8e7b-5528b012b0c4 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:27.331133 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a41a011d-50da-4770-8e7b-5528b012b0c4 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2045026 Jun 17 08:43:27.334324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58518) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:27.381180 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-44354968-d03d-4e92-8f7b-77c938448461 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447557 Jun 17 08:43:27.383892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58520) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:27.390424 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1397981174', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:27.473206 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.488991 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-da415bb1-67ec-4942-8714-501e378c5e3a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:27.545309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:27.553749 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.556389 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:24Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:27.606920 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Checking router: 5d1b8260-fcc3-4773-999b-cd1b0e30b391 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:27.607340 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Updating router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 port f856be74-ccad-4318-b1e3-f47e3dd01b2d binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:43:27.620151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.683558 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.738350 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=0b15db0f-f473-40de-919b-9ba1fc68870e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:27.748823 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.751591 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:27.775036 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.779452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.797555 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.800224 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f0494cb2-acc1-4173-8050-da28196b8f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:27.931173 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Subnet': ['ID=be6e1978-a7e0-4407-808b-4a620bce6601,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:27.939317 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:27.948632 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:27.949418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Fanout notify agent at l3_agent the message router_deleted on router 4bc9d92e-1305-4fd3-9230-623bd3debe50 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:27.964581 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Checking segment: {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:27.965801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network hostable DHCP agents. Network: f3769a56-2721-4e32-b97c-a084d6243926, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:28.001971 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network f3769a56-2721-4e32-b97c-a084d6243926 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:28.007866 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.013745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58528) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.013909 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/routers/4bc9d92e-1305-4fd3-9230-623bd3debe50 HTTP/1.1" status: 204 len: 168 time: 2.4936047 Jun 17 08:43:28.123990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3533d76-a56d-4380-8887-aa5eaf39977c tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting subnet 517438d0-3874-4f76-8a7c-14e12448b528 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:28.127631 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c3533d76-a56d-4380-8887-aa5eaf39977c tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.130701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, f3769a56-2721-4e32-b97c-a084d6243926) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:28.140356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ce494-b56c-40eb-83fd-ca1bb6ae807c None None] Network f3769a56-2721-4e32-b97c-a084d6243926 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:28.202176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] For port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:28.208917 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c3533d76-a56d-4380-8887-aa5eaf39977c tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.253927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.264304 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.267156 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.273319 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.277800 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b6a3f39-c3ec-4d5a-8671-14986ac08af2 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:28.288426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:28.289477 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.297741 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Transition to ACTIVE for port object f856be74-ccad-4318-b1e3-f47e3dd01b2d will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:28.317846 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.322901 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:28.329817 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:28.333549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9476604 Jun 17 08:43:28.333799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:28.344269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58536) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.345223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de78e54-91d3-4b7e-914d-71127eafaae1 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:28.345958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:28.346089 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c3533d76-a56d-4380-8887-aa5eaf39977c tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.346734 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.394916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:28.414388 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Attempting to bind port f856be74-ccad-4318-b1e3-f47e3dd01b2d on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:28.414759 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Attempting to bind port f856be74-ccad-4318-b1e3-f47e3dd01b2d by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:28.415144 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Attempting to bind port f856be74-ccad-4318-b1e3-f47e3dd01b2d on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:28.435742 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Pushing event updated for resources: {'Port': ['ID=f856be74-ccad-4318-b1e3-f47e3dd01b2d,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:28.444795 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c3533d76-a56d-4380-8887-aa5eaf39977c tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.451592 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a138c661-2bc7-4f59-9775-fc921a711d71 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:28.474509 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.478371 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6432161 Jun 17 08:43:28.479832 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb,revision_number=5']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:28.480976 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.481403 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.481729 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.482050 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.482372 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.482685 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.483058 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.483369 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.483679 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.483987 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.484310 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:28.487619 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:28.499252 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:28.499675 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.500073 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:28.500581 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Bound port: f856be74-ccad-4318-b1e3-f47e3dd01b2d, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:28.500961 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.501909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58538) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.504958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3533d76-a56d-4380-8887-aa5eaf39977c tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Subnet': ['ID=517438d0-3874-4f76-8a7c-14e12448b528,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:28.506753 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:28.508829 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c3533d76-a56d-4380-8887-aa5eaf39977c tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:28.510819 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:28.513258 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c3533d76-a56d-4380-8887-aa5eaf39977c tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.519942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c3533d76-a56d-4380-8887-aa5eaf39977c tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/subnets/517438d0-3874-4f76-8a7c-14e12448b528 HTTP/1.1" status: 204 len: 168 time: 0.4945259 Jun 17 08:43:28.520892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58540) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:28.522980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:50:cc:b1', 'name': 'tempest-NetworksTestDHCPv6-1546895336'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:28.527436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00efa23-bba9-42a6-9ffc-b8fccd4d6164 None None] Network c7bf331e-1c07-4aae-9da3-e11a939675d6 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:28.529109 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-974faf44-98a9-4498-a11b-941748225fb1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:28.636131 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] For port f856be74-ccad-4318-b1e3-f47e3dd01b2d, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:28.648859 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] For port f856be74-ccad-4318-b1e3-f47e3dd01b2d, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f856be74-ccad-4318-b1e3-f47e3dd01b2d,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:28.659607 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.668242 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=ecbd6b45-76a2-49d4-9dc4-91664a747b3a,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:28.671362 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-987831a8-682e-4128-8be1-52056c4f4fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:28.728777 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.752736 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:28.758945 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Routers {'5d1b8260-fcc3-4773-999b-cd1b0e30b391'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:28.759511 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:28.781506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-f3769a56-2721-4e32-b97c-a084d6243926', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:28.783022 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.841963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:28.842915 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.857829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port 3aa211ff-d55c-43c7-beb2-e103bf53298c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:28.858724 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:28.945600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:28.961758 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Pushing event updated for resources: {'Port': ['ID=f856be74-ccad-4318-b1e3-f47e3dd01b2d,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:28.972720 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:29.001186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] For port 3aa211ff-d55c-43c7-beb2-e103bf53298c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3aa211ff-d55c-43c7-beb2-e103bf53298c,segment=NetworkSegment(b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b),segment_id=b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:29.001571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.079821 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] Set router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:29.141995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for 3aa211ff-d55c-43c7-beb2-e103bf53298c owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:29.267164 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.273464 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6ec3c2cc-f1aa-4105-9fef-385c481aa065 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:29.353124 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=3aa211ff-d55c-43c7-beb2-e103bf53298c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:29.360903 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:29.364653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] No DVR routers for this DVR port 3aa211ff-d55c-43c7-beb2-e103bf53298c on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:29.377961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.455609 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port 27e410a8-480a-4925-b7af-ab68aae7a584 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:43:29.545022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.559766 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bf331e-1c07-4aae-9da3-e11a939675d6']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:29.579517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:29.580019 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37c671c-aaae-4ae2-8d6d-cd1e8d18f40b') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:29.586651 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:24Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:29.595926 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.615289 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.629044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:43:29.629673 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:43:29.635124 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:43:29.652370 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b4c364-3e7e-490f-af7a-0b09f0376b14 None None] The sync data for ids ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'] in n-d-779913-16 is: [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:24Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:29.660231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Allocated IP 172.20.0.2 (f3769a56-2721-4e32-b97c-a084d6243926/be6e1978-a7e0-4407-808b-4a620bce6601/df39bdce-d14f-4122-bc2b-1cd0e6d4595b) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:29.736710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.740102 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7bc33b23-e1c9-494a-a95f-b89b51a9e424 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:29.744317 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.746162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/networks/c7bf331e-1c07-4aae-9da3-e11a939675d6 HTTP/1.1" status: 204 len: 168 time: 1.2242095 Jun 17 08:43:29.751821 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58558) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:29.767598 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Network': ['ID=c7bf331e-1c07-4aae-9da3-e11a939675d6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:29.770859 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:29.835593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::12a (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/244667c3-2b05-4e75-8845-0dd308f17ddf/27e410a8-480a-4925-b7af-ab68aae7a584) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:29.878387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8:0:1:f816:3eff:fe50:ccb1 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/ecbd6b45-76a2-49d4-9dc4-91664a747b3a/27e410a8-480a-4925-b7af-ab68aae7a584) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:29.974083 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:29.997453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b11c6-fd62-4d16-a3e4-b0f7743b5479 None None] DHCP port deletion for c7bf331e-1c07-4aae-9da3-e11a939675d6 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:43:30.068453 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.081770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Transition to ACTIVE for port object df39bdce-d14f-4122-bc2b-1cd0e6d4595b will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:30.103599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Transition to ACTIVE for port object df39bdce-d14f-4122-bc2b-1cd0e6d4595b will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:30.111962 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.115028 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d5ec0579-9299-471f-b588-33710d196934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:30.163282 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Network f3769a56-2721-4e32-b97c-a084d6243926 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:30.166846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:30.174037 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:30.214941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Pushing event updated for resources: {'Port': ['ID=df39bdce-d14f-4122-bc2b-1cd0e6d4595b,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.219494 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:30.248966 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port 646a4d6b-5561-44b5-ac8e-f4eb4eac602f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:30.249528 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.270701 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Attempting to bind port df39bdce-d14f-4122-bc2b-1cd0e6d4595b on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:30.271211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Attempting to bind port df39bdce-d14f-4122-bc2b-1cd0e6d4595b by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:30.271640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Attempting to bind port df39bdce-d14f-4122-bc2b-1cd0e6d4595b on network f3769a56-2721-4e32-b97c-a084d6243926 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:30.278647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:30.279383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Checking segment: {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:30.279982 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.280694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Bound using segment: {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:30.281348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Bound port: df39bdce-d14f-4122-bc2b-1cd0e6d4595b, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:30.281930 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.374059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] For port df39bdce-d14f-4122-bc2b-1cd0e6d4595b, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:30.378050 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] For port df39bdce-d14f-4122-bc2b-1cd0e6d4595b, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=df39bdce-d14f-4122-bc2b-1cd0e6d4595b,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:30.390856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58566) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:30.392642 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.406804 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:30.477079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Pushing event updated for resources: {'Port': ['ID=df39bdce-d14f-4122-bc2b-1cd0e6d4595b,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:30.480764 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:30.539305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f856be74-ccad-4318-b1e3-f47e3dd01b2d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:30.674925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c7745-e498-41ef-8352-ad0feae669ed tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:30.675416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c7745-e498-41ef-8352-ad0feae669ed tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:30.683478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c7745-e498-41ef-8352-ad0feae669ed tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:30.699574 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-862c7745-e498-41ef-8352-ad0feae669ed tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=429b1bfb82834492a01da039e4afa344&network_id=6941cc9f-6e5d-4e97-bdd7-15afbf504923 HTTP/1.1" status: 200 len: 2973 time: 0.3074107 Jun 17 08:43:30.716113 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f856be74-ccad-4318-b1e3-f47e3dd01b2d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:30.720074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f856be74-ccad-4318-b1e3-f47e3dd01b2d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:30.720460 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.775376 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.776063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.806814 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.920386 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.949195 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f856be74-ccad-4318-b1e3-f47e3dd01b2d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f856be74-ccad-4318-b1e3-f47e3dd01b2d,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:30.968438 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:30.970853 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:31.017638 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-85a5c1b8-8b17-46e2-9516-940ebf9323c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:31.066465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:31.066465 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.230683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f856be74-ccad-4318-b1e3-f47e3dd01b2d,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:31.243618 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:31.345549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3aa211ff-d55c-43c7-beb2-e103bf53298c no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:31.390928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 3aa211ff-d55c-43c7-beb2-e103bf53298c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:31.391558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3aa211ff-d55c-43c7-beb2-e103bf53298c not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:31.408803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-31e4265f-bb21-437b-a32e-9cc298e578b4 None None] Provisioning complete for port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:31.409383 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31e4265f-bb21-437b-a32e-9cc298e578b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.591891 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object 27e410a8-480a-4925-b7af-ab68aae7a584 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:31.650345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for 646a4d6b-5561-44b5-ac8e-f4eb4eac602f owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:31.679447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.695987 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a2cd0e6-f3c6-458a-9b99-549d024aefdf tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:31.825849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:31.839338 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:31.841341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=27e410a8-480a-4925-b7af-ab68aae7a584,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:31.846991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:31.854459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:31.855474 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:31.875392 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:31.903556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.20.0.1 (f3769a56-2721-4e32-b97c-a084d6243926/be6e1978-a7e0-4407-808b-4a620bce6601/245f76ca-5536-427e-be2b-1298d7fea928) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:31.939769 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4355593 Jun 17 08:43:31.942389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58592) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.081769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5ca379-97df-4100-b84f-7b2fba267d37 None None] Network f3769a56-2721-4e32-b97c-a084d6243926 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:32.137344 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-93222b31-3674-42f9-84f1-9cda299c726c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port 27e410a8-480a-4925-b7af-ab68aae7a584 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:32.137969 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93222b31-3674-42f9-84f1-9cda299c726c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.144432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.152337 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0d584b17-143f-47f3-b1d0-f0aafc80525d tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:32.219068 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=646a4d6b-5561-44b5-ac8e-f4eb4eac602f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:32.244647 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:32.262131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.298891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93222b31-3674-42f9-84f1-9cda299c726c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.369987 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-30d6efee-01a2-456f-96d0-d4faeaa313e3 None None] Provisioning for port df39bdce-d14f-4122-bc2b-1cd0e6d4595b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:32.418482 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.421025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-93222b31-3674-42f9-84f1-9cda299c726c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for 27e410a8-480a-4925-b7af-ab68aae7a584 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:32.423421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.429037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58604) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.429891 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/floatingips/3498d61e-0cf6-4d93-adf7-a8f198af0481 HTTP/1.1" status: 204 len: 168 time: 2.6697986 Jun 17 08:43:32.495787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Transition to ACTIVE for port object 245f76ca-5536-427e-be2b-1298d7fea928 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:32.579781 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device df39bdce-d14f-4122-bc2b-1cd0e6d4595b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:32.605089 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-033a5aa1-4be2-45f2-9f2a-9dbab7825830 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1900611 Jun 17 08:43:32.614238 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52fbc96-d02c-4056-809b-cf33fccb852d tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:32.614465 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52fbc96-d02c-4056-809b-cf33fccb852d tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:32.616247 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c52fbc96-d02c-4056-809b-cf33fccb852d tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/ports/cd5d09f5-fe29-42fb-8455-5000590a8576 HTTP/1.1" status: 404 len: 333 time: 0.1860406 Jun 17 08:43:32.622965 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58610) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.685532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port df39bdce-d14f-4122-bc2b-1cd0e6d4595b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:32.692352 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port df39bdce-d14f-4122-bc2b-1cd0e6d4595b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:32.692760 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.728789 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4b2fcabc-4676-42c5-8d50-7c00927b5fcb tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bc9d92e-1305-4fd3-9230-623bd3debe50 HTTP/1.1" status: 200 len: 205 time: 0.1025076 Jun 17 08:43:32.730218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58618) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.815628 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-0093b8ce-db3b-4581-b64f-9948141e08a9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] delete failed (client error): The resource could not be found. Jun 17 08:43:32.816682 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0093b8ce-db3b-4581-b64f-9948141e08a9 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/routers/4bc9d92e-1305-4fd3-9230-623bd3debe50 HTTP/1.1" status: 404 len: 336 time: 0.0862904 Jun 17 08:43:32.820738 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58622) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.821975 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.843307 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:32.869210 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.951308 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c7f8d8-26a3-4736-b4c7-c7fcf959e8df tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:32.952080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c7f8d8-26a3-4736-b4c7-c7fcf959e8df tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:32.955000 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e9c7f8d8-26a3-4736-b4c7-c7fcf959e8df tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/subnets/517438d0-3874-4f76-8a7c-14e12448b528 HTTP/1.1" status: 404 len: 337 time: 0.1291833 Jun 17 08:43:32.955352 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port df39bdce-d14f-4122-bc2b-1cd0e6d4595b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=df39bdce-d14f-4122-bc2b-1cd0e6d4595b,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:32.957916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58626) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:32.967136 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network f3769a56-2721-4e32-b97c-a084d6243926 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:32.970525 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93222b31-3674-42f9-84f1-9cda299c726c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.983906 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:32.985078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f856be74-ccad-4318-b1e3-f47e3dd01b2d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:32.990087 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-eeb6d493-7d2d-4a33-a376-2b052674c6e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:32.997397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:33.004046 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:33.015848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d09d5f17-c9f2-46eb-ab36-cb3906e82ee5 None None] Provisioning for port 27e410a8-480a-4925-b7af-ab68aae7a584 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:33.041723 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:33.057761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93222b31-3674-42f9-84f1-9cda299c726c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=27e410a8-480a-4925-b7af-ab68aae7a584,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:33.092400 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=245f76ca-5536-427e-be2b-1298d7fea928,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:33.096233 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93222b31-3674-42f9-84f1-9cda299c726c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:33.123294 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:33.141135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-08a90db4-c295-4e1a-aec8-d8e1b0916a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:33.143112 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-08a90db4-c295-4e1a-aec8-d8e1b0916a15 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 1097 time: 0.4550171 Jun 17 08:43:33.159269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93222b31-3674-42f9-84f1-9cda299c726c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.165107 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-93222b31-3674-42f9-84f1-9cda299c726c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/27e410a8-480a-4925-b7af-ab68aae7a584 HTTP/1.1" status: 204 len: 168 time: 1.2213345 Jun 17 08:43:33.170344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58630) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.208887 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=df39bdce-d14f-4122-bc2b-1cd0e6d4595b,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:33.214623 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:33.216382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f66bf896-a661-4607-9145-c7d0a9561a49 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port d6f5c5d2-1886-4325-ae4a-bc5c2313e60a {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:33.217125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d09d5f17-c9f2-46eb-ab36-cb3906e82ee5 None None] Provisioning complete for port 27e410a8-480a-4925-b7af-ab68aae7a584 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:33.217593 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d09d5f17-c9f2-46eb-ab36-cb3906e82ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.218499 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f66bf896-a661-4607-9145-c7d0a9561a49 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.226679 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.238382 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.284983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d09d5f17-c9f2-46eb-ab36-cb3906e82ee5 None None] Port 27e410a8-480a-4925-b7af-ab68aae7a584 was deleted so its status cannot be updated. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:43:33.339103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f856be74-ccad-4318-b1e3-f47e3dd01b2d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:33.339610 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.510166 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04155ca7-b589-45a0-b11a-2e800b35caf2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:33.514110 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-04155ca7-b589-45a0-b11a-2e800b35caf2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3369319 Jun 17 08:43:33.515719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58632) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.525143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-43f815a5-f022-4121-be29-71350ea6e7ab None None] Provisioning complete for port df39bdce-d14f-4122-bc2b-1cd0e6d4595b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:33.525806 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-43f815a5-f022-4121-be29-71350ea6e7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.528229 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f66bf896-a661-4607-9145-c7d0a9561a49 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.531215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-7c9163db-39eb-477b-894e-cb6055d0b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:33.532817 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-7c9163db-39eb-477b-894e-cb6055d0b4ee service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.3564441 Jun 17 08:43:33.665861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f66bf896-a661-4607-9145-c7d0a9561a49 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for d6f5c5d2-1886-4325-ae4a-bc5c2313e60a owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:33.698936 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-cd7882cf-108c-4e0c-9585-41ea8f36cde5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319 HTTP/1.1" status: 200 len: 1001 time: 0.1458890 Jun 17 08:43:33.716628 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.744702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f421da35-6c8f-40db-97b7-ce5b943a270c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:33.748865 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f421da35-6c8f-40db-97b7-ce5b943a270c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2277927 Jun 17 08:43:33.756974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58640) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.822663 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ca4a0299-f028-4b80-8f15-c4be91156ee0 None None] Provisioning for port 245f76ca-5536-427e-be2b-1298d7fea928 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:33.833323 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ca4a0299-f028-4b80-8f15-c4be91156ee0 None None] Provisioning complete for port 245f76ca-5536-427e-be2b-1298d7fea928 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:33.833713 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ca4a0299-f028-4b80-8f15-c4be91156ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.844757 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f66bf896-a661-4607-9145-c7d0a9561a49 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:33.867800 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b6d056da-1a70-4df4-b5eb-49f6647ba441 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:33.883535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-9cd26c20-478e-453f-9373-d46232c5d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:33.885807 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-9cd26c20-478e-453f-9373-d46232c5d5e8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.1705372 Jun 17 08:43:33.894476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a0299-f028-4b80-8f15-c4be91156ee0 None None] Port 245f76ca-5536-427e-be2b-1298d7fea928 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:33.911432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66bf896-a661-4607-9145-c7d0a9561a49 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=d6f5c5d2-1886-4325-ae4a-bc5c2313e60a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:33.947037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58644) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:33.947915 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f66bf896-a661-4607-9145-c7d0a9561a49 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:34.022807 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f66bf896-a661-4607-9145-c7d0a9561a49 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.026401 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f66bf896-a661-4607-9145-c7d0a9561a49 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/ports/d6f5c5d2-1886-4325-ae4a-bc5c2313e60a HTTP/1.1" status: 204 len: 168 time: 1.0641651 Jun 17 08:43:34.027901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58648) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.028050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b9b66-dc39-4de6-8e2b-faf7638c78a7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:34.030031 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b9b66-dc39-4de6-8e2b-faf7638c78a7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:34.031564 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b9b66-dc39-4de6-8e2b-faf7638c78a7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:34.037582 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c65b9b66-dc39-4de6-8e2b-faf7638c78a7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2579737 Jun 17 08:43:34.047149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58650) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.108527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-f69d4e2c-3824-4978-ab00-5cafc146d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:34.109969 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-f69d4e2c-3824-4978-ab00-5cafc146d4ef service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2164686 Jun 17 08:43:34.281166 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de745a3-abc2-4460-931a-533714fe5c2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 244667c3-2b05-4e75-8845-0dd308f17ddf {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:34.334588 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4de745a3-abc2-4460-931a-533714fe5c2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.349236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device df39bdce-d14f-4122-bc2b-1cd0e6d4595b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:34.385745 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-97515afa-a0e9-4167-8565-276dda1222d6 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672961 Jun 17 08:43:34.391373 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4de745a3-abc2-4460-931a-533714fe5c2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.422209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port df39bdce-d14f-4122-bc2b-1cd0e6d4595b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:34.423051 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.523487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.544784 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.576243 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3dea481e-47ed-473a-93f2-642e86c8d730 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:34.598739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port ca854e89-e96e-42ca-aa2b-08d371e3756c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:34.599111 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.657587 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9cf46ee0-1659-4d1a-a73d-40072cc25cd6 req-db670117-6892-4690-a1e4-baa23d34a8e3 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641447 Jun 17 08:43:34.683995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=245f76ca-5536-427e-be2b-1298d7fea928,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:34.691563 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:34.692447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.714737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4de745a3-abc2-4460-931a-533714fe5c2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.780399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Deleting port 95101c9f-4159-4e23-9808-f90c742671a8 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:34.780839 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.809200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58658) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:34.825678 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:34.914218 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05d05ab-6d47-4b4a-ab7c-833ccd211180 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:34.922848 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f05d05ab-6d47-4b4a-ab7c-833ccd211180 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 814 time: 0.1086094 Jun 17 08:43:34.970634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for ca854e89-e96e-42ca-aa2b-08d371e3756c owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:34.991153 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network f3769a56-2721-4e32-b97c-a084d6243926 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:34.996675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:35.013592 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4de745a3-abc2-4460-931a-533714fe5c2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.029808 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c9cfa9d-7698-485f-a024-538cdba62f52 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.098054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0291d84e-d5f1-45ad-8499-808fec234da7 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:35.116318 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4de745a3-abc2-4460-931a-533714fe5c2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.118715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4de745a3-abc2-4460-931a-533714fe5c2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/244667c3-2b05-4e75-8845-0dd308f17ddf HTTP/1.1" status: 204 len: 168 time: 1.0684395 Jun 17 08:43:35.134804 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.135247 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.138104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58668) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:35.141078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de745a3-abc2-4460-931a-533714fe5c2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=244667c3-2b05-4e75-8845-0dd308f17ddf,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:35.152136 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4de745a3-abc2-4460-931a-533714fe5c2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:35.326362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Calling delete_port for 95101c9f-4159-4e23-9808-f90c742671a8 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:35.395026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:35.569069 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c7500c42-1a49-4f6c-af03-36060044f532 None None] Provisioning complete for port 245f76ca-5536-427e-be2b-1298d7fea928 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:35.570087 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c7500c42-1a49-4f6c-af03-36060044f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.571617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58676) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:35.604884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf1d3937-c3bb-4e20-aba5-e5427a95be92 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet ecbd6b45-76a2-49d4-9dc4-91664a747b3a {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:35.625308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf1d3937-c3bb-4e20-aba5-e5427a95be92 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.629207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c7500c42-1a49-4f6c-af03-36060044f532 None None] Port 245f76ca-5536-427e-be2b-1298d7fea928 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:35.658882 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:35.670532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Sync routers for ids ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:35.687280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Routers {'5d1b8260-fcc3-4773-999b-cd1b0e30b391'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:35.688277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:35.688631 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "PUT /v2.0/routers/5d1b8260-fcc3-4773-999b-cd1b0e30b391/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3338206 Jun 17 08:43:35.719856 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.736032 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d863f2ae-2260-4631-ab5e-01e274dca6b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:35.764310 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c360-899e-4f0e-a45b-ce870a66112e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.944827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Set router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:35.993907 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c360-899e-4f0e-a45b-ce870a66112e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:35.999728 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1fa6c360-899e-4f0e-a45b-ce870a66112e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.040455 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cc457b2f-92bf-4c4d-95ec-b3f33328f909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:36.051129 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1fa6c360-899e-4f0e-a45b-ce870a66112e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f28a73b73c9b48e99ffb435ebde3b37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781256 Jun 17 08:43:36.053635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58694) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:36.136535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6c360-899e-4f0e-a45b-ce870a66112e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfd9bdc-eabb-48fa-8897-ceaf5d45db94,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:36.143850 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1fa6c360-899e-4f0e-a45b-ce870a66112e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:36.179513 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58696) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:36.194759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'network': {'name': 'tempest-network-smoke--1628008800', 'project_id': '429b1bfb82834492a01da039e4afa344', 'port_security_enabled': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:36.210888 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5712e515-cfc2-41ab-9655-0383a29b551b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.260783 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Made reservation on behalf of 429b1bfb82834492a01da039e4afa344 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:36.265812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.281798 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5712e515-cfc2-41ab-9655-0383a29b551b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.350384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:36.363846 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.364189 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Added segment 46cb8aae-87ad-4d32-b30f-139dab521e29 of type vlan for network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 Jun 17 08:43:36.384318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:33Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '245f76ca-5536-427e-be2b-1298d7fea928', 'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:5c:c4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:30Z', 'updated_at': '2021-06-17T08:43:34Z', 'revision_number': 2, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:36.435026 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Checking router: 5d1b8260-fcc3-4773-999b-cd1b0e30b391 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:36.436055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Updating router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 port 245f76ca-5536-427e-be2b-1298d7fea928 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:43:36.462151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.470641 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5712e515-cfc2-41ab-9655-0383a29b551b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.478068 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5712e515-cfc2-41ab-9655-0383a29b551b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.481730 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5712e515-cfc2-41ab-9655-0383a29b551b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0cfd9bdc-eabb-48fa-8897-ceaf5d45db94 HTTP/1.1" status: 204 len: 168 time: 0.4245956 Jun 17 08:43:36.481730 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-540d3db5-22a4-44cb-9a38-400ad514fc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:36.502427 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712e515-cfc2-41ab-9655-0383a29b551b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfd9bdc-eabb-48fa-8897-ceaf5d45db94,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:36.511981 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5712e515-cfc2-41ab-9655-0383a29b551b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:36.545277 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.589955 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.596015 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:36.596744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.600563 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-83dbb8d7-af0a-432e-8a74-5e6aeedb54fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:36.702376 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5165024 Jun 17 08:43:36.706601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58706) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:36.828293 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29aef7f-f31c-4714-9887-a10909785102 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:36.834176 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a29aef7f-f31c-4714-9887-a10909785102 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=429b1bfb82834492a01da039e4afa344&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1219530 Jun 17 08:43:36.836270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Network': ['ID=f16e1b72-e1db-46f0-b9bb-c22288c9ac48,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:36.837937 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf1d3937-c3bb-4e20-aba5-e5427a95be92 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:36.838663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58710) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:36.841381 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event deleted for resources: {'Port': ['ID=95101c9f-4159-4e23-9808-f90c742671a8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:36.852943 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:36.909465 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:37.024450 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.047778 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:37.060987 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Transition to ACTIVE for port object 245f76ca-5536-427e-be2b-1298d7fea928 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:37.096084 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.112625 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:37.141433 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.185242 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfd5236f-7fd9-4269-99dd-a5ebc26e9bb9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:37.236672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=ca854e89-e96e-42ca-aa2b-08d371e3756c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:37.250156 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:37.255380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d6951-063e-4843-9f00-fc0baffc6f64 None None] Pushing event updated for resources: {'Port': ['ID=245f76ca-5536-427e-be2b-1298d7fea928,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:37.271934 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-839d6951-063e-4843-9f00-fc0baffc6f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:37.275227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-563772b7-b006-430b-ba6a-5e61c757ef6b None None] Provisioning complete for port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:37.275724 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-563772b7-b006-430b-ba6a-5e61c757ef6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.303211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-d7c745ad-2d3b-4e65-8f83-05cd59e56f4b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536144270&fields=id&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 267 time: 0.5884478 Jun 17 08:43:37.325366 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.325720 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Floating IP 6f6066eb-0995-4a75-9f8f-e3191f72e4dd disassociated (deleted). External IP: 172.25.8.53, port: edd7c106-cc36-4c46-8404-61146ef2db54. Jun 17 08:43:37.523705 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Attempting to bind port 245f76ca-5536-427e-be2b-1298d7fea928 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:37.524476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Attempting to bind port 245f76ca-5536-427e-be2b-1298d7fea928 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:37.525183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Attempting to bind port 245f76ca-5536-427e-be2b-1298d7fea928 on network f3769a56-2721-4e32-b97c-a084d6243926 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:37.537881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:37.539006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Checking segment: {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:37.539929 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.540723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Bound using segment: {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:37.541510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Bound port: 245f76ca-5536-427e-be2b-1298d7fea928, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:37.542073 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.620466 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf1d3937-c3bb-4e20-aba5-e5427a95be92 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.686648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] For port 245f76ca-5536-427e-be2b-1298d7fea928, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:37.690729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] For port 245f76ca-5536-427e-be2b-1298d7fea928, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=245f76ca-5536-427e-be2b-1298d7fea928,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:37.696391 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:37.698477 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:37.730736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d443b3bf-fee4-41f2-94ca-1b40db0ae9a2 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:37.734962 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d443b3bf-fee4-41f2-94ca-1b40db0ae9a2 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8922353 Jun 17 08:43:37.736056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58736) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:37.751091 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-79ea3023-907f-4eeb-a89f-95124870901f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0444229 Jun 17 08:43:37.812024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Routers {'5d1b8260-fcc3-4773-999b-cd1b0e30b391'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:37.812820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:37.814746 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2b3a4dd0-2768-4ded-836d-2098a86060bb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0764384 Jun 17 08:43:37.823694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58738) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:37.864242 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0d6d2df8-fb16-4e7c-affc-fd72b8d26e1f tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=429b1bfb82834492a01da039e4afa344&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379987 Jun 17 08:43:37.871430 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58740) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:37.922405 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf1d3937-c3bb-4e20-aba5-e5427a95be92 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.014011 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-142683a5-284e-47d8-812f-de9771b43b9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:38.062383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d3937-c3bb-4e20-aba5-e5427a95be92 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbd6b45-76a2-49d4-9dc4-91664a747b3a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:38.083250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62868171-e68f-4472-a862-11b06e4bb980 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:38.087175 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.090645 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-62868171-e68f-4472-a862-11b06e4bb980 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2152567 Jun 17 08:43:38.091137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58744) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:38.093295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/ports/ca854e89-e96e-42ca-aa2b-08d371e3756c HTTP/1.1" status: 204 len: 168 time: 4.0647075 Jun 17 08:43:38.094530 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf1d3937-c3bb-4e20-aba5-e5427a95be92 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:38.105154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58746) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:38.135957 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf1d3937-c3bb-4e20-aba5-e5427a95be92 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.141050 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf1d3937-c3bb-4e20-aba5-e5427a95be92 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/ecbd6b45-76a2-49d4-9dc4-91664a747b3a HTTP/1.1" status: 204 len: 168 time: 2.9910703 Jun 17 08:43:38.150909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58748) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:38.172570 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-814bb77d-0fe2-416e-8bcd-69541bf0d8cb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0769818 Jun 17 08:43:38.194537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58750) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:38.211110 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1663382512', 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48', 'project_id': '429b1bfb82834492a01da039e4afa344', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:38.217807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089b6e8b-032b-40a2-9000-9f2b1925b68c None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:38.244002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9c7a9bbc-2adc-4e76-a614-df893c2f3191 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912292 Jun 17 08:43:38.244706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58752) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:38.260329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:38.354757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d6951-063e-4843-9f00-fc0baffc6f64 None None] Pushing event updated for resources: {'Port': ['ID=245f76ca-5536-427e-be2b-1298d7fea928,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:38.379051 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-839d6951-063e-4843-9f00-fc0baffc6f64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:38.400108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-d85492df-85e9-4e81-a3c3-fb46f5048a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:38.401815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-d85492df-85e9-4e81-a3c3-fb46f5048a48 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 1098 time: 0.5589075 Jun 17 08:43:38.414456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-fc41a2db-88a2-490a-b840-edc83b2abb17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:38.416196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-fc41a2db-88a2-490a-b840-edc83b2abb17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 797 time: 0.8724327 Jun 17 08:43:38.428945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77c8155-53e5-4f8c-b970-4cb08f4d6779 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:38.430810 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c77c8155-53e5-4f8c-b970-4cb08f4d6779 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "GET /v2.0/ports?device_id=c11cf495-3018-484b-92a0-a8f5d68216b5 HTTP/1.1" status: 200 len: 913 time: 0.3228786 Jun 17 08:43:38.451633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58758) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:38.481853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Made reservation on behalf of 429b1bfb82834492a01da039e4afa344 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:38.486859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:38.517939 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] Set router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:38.606144 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-b72a1235-e2c5-4df6-806e-997520719f32 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/quotas/2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 375 time: 0.1110229 Jun 17 08:43:38.855848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89db6199-72fe-4fa4-90af-9b1f3004d1f8 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:43:38.863269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:33Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '245f76ca-5536-427e-be2b-1298d7fea928', 'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:5c:c4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:30Z', 'updated_at': '2021-06-17T08:43:37Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:38.895889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31373164-3ac7-4ef9-97d1-84acfb031dab None None] The sync data for ids ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'] in n-d-779913-16 is: [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:33Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '245f76ca-5536-427e-be2b-1298d7fea928', 'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:5c:c4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:30Z', 'updated_at': '2021-06-17T08:43:37Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:38.993619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:38.997207 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.035297 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-89db6199-72fe-4fa4-90af-9b1f3004d1f8 None None] Deleting port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:39.035687 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-89db6199-72fe-4fa4-90af-9b1f3004d1f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.219018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-89db6199-72fe-4fa4-90af-9b1f3004d1f8 None None] For port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:39.219793 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-89db6199-72fe-4fa4-90af-9b1f3004d1f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.262123 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.265049 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.280636 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4af36741-47de-4bd8-80ba-945ff0297861 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:39.345033 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-89db6199-72fe-4fa4-90af-9b1f3004d1f8 None None] Calling delete_port for 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:39.384786 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:39.427727 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c28e19a0-4f3d-4108-91ad-174fc7b3afb5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7700295 Jun 17 08:43:39.480825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-7f50a0a6-6276-46a4-8e69-74fbe545db94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:39.484258 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-7f50a0a6-6276-46a4-8e69-74fbe545db94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6941cc9f-6e5d-4e97-bdd7-15afbf504923 HTTP/1.1" status: 200 len: 898 time: 0.9982021 Jun 17 08:43:39.511472 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Checking segment: {'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:39.511825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network hostable DHCP agents. Network: f16e1b72-e1db-46f0-b9bb-c22288c9ac48, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:39.522085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Subnet': ['ID=f08b28f9-1711-4bdb-aa73-f31d921d2b1b,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:39.569287 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-89db6199-72fe-4fa4-90af-9b1f3004d1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.580522 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c0f99801-1fe6-4867-bf18-9a40d51376dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:39.582838 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:39.596289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89db6199-72fe-4fa4-90af-9b1f3004d1f8 None None] No DVR routers for this DVR port 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:39.644054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db6199-72fe-4fa4-90af-9b1f3004d1f8 None None] Pushing event deleted for resources: {'Port': ['ID=0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:39.656011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58790) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:39.658061 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-89db6199-72fe-4fa4-90af-9b1f3004d1f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:39.701575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:39.757803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, f16e1b72-e1db-46f0-b9bb-c22288c9ac48) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:39.778051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:39.778336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d07db-5ffe-4f29-94cb-34fa8391bfdf None None] Network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:39.778843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:39.846267 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6409686 Jun 17 08:43:39.849473 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.067203 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc22c-ad23-4733-aeef-92a8bc83d9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.200141 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-f16e1b72-e1db-46f0-b9bb-c22288c9ac48', 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ips': [{'subnet_id': 'f08b28f9-1711-4bdb-aa73-f31d921d2b1b'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:40.201032 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.474989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 245f76ca-5536-427e-be2b-1298d7fea928 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:40.516493 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Allocated IP 172.20.0.18 (f16e1b72-e1db-46f0-b9bb-c22288c9ac48/f08b28f9-1711-4bdb-aa73-f31d921d2b1b/4007ae74-ada4-4388-9281-7e9b12230bbb) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:40.560361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-4e5f6b38-0e2c-4ca7-b7e4-9b93e000faec service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa HTTP/1.1" status: 200 len: 1002 time: 1.0571561 Jun 17 08:43:40.616599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 245f76ca-5536-427e-be2b-1298d7fea928 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:40.626334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 245f76ca-5536-427e-be2b-1298d7fea928 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:40.627507 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.651949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58800) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:40.659816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c506af96-67ca-41f1-a012-6249ccb89b90 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976628080', 'description': 'tempest-secgroup-smoke-1976628080 description', 'project_id': '429b1bfb82834492a01da039e4afa344'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:40.699913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-61337db1-22ed-469a-b425-065a01b3289c service neutron] 10.222.0.47 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2712843 Jun 17 08:43:40.738838 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc22c-ad23-4733-aeef-92a8bc83d9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.765785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6bdc22c-ad23-4733-aeef-92a8bc83d9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.790719 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b820ee54-aad8-431b-bb5c-67866f033b24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:40.794994 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d6bdc22c-ad23-4733-aeef-92a8bc83d9d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9ab0bce436747c696c90117a36161e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1275427 Jun 17 08:43:40.796764 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c506af96-67ca-41f1-a012-6249ccb89b90 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.799914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58806) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:40.834504 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-1388de85-7b1f-4e2f-ac51-8e334c1abfdf service neutron] 10.222.0.47 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200171 Jun 17 08:43:40.835267 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.841098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:40.851140 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9ad35-5167-4a80-b863-29b8d53fd8de None None] Sync routers for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:40.851756 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.859366 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.866525 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-4dc12e52-686f-4daf-867b-0a2a2cb038c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:40.868270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-4dc12e52-686f-4daf-867b-0a2a2cb038c5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28e9f5be-4b70-471e-934f-925d81fabfa6 HTTP/1.1" status: 200 len: 833 time: 0.2962062 Jun 17 08:43:40.869957 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9ad35-5167-4a80-b863-29b8d53fd8de None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:40.874285 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2eb9ad35-5167-4a80-b863-29b8d53fd8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:40.885060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Transition to ACTIVE for port object 4007ae74-ada4-4388-9281-7e9b12230bbb will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:40.943113 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 245f76ca-5536-427e-be2b-1298d7fea928, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=245f76ca-5536-427e-be2b-1298d7fea928,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:40.962377 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:40.979091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Transition to ACTIVE for port object 4007ae74-ada4-4388-9281-7e9b12230bbb will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:40.979091 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6a6e3800-293e-4f8c-aab4-c057fc9f4716 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:41.021046 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "DELETE /v2.0/floatingips/6f6066eb-0995-4a75-9f8f-e3191f72e4dd HTTP/1.1" status: 204 len: 168 time: 7.0717282 Jun 17 08:43:41.022362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:41.024980 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd49ceff-ec65-49cc-a49f-3a6021f7a889" -d '{"events": [{"name": "network-changed", "server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:41.034648 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.038336 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e36a44dc-9da6-464e-a84b-dc93c077d6e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:41.105064 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:41.110830 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.122248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:41.151386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:41.152346 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.158336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-0671098c-60f1-46f0-840c-5a82fe4ada04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:41.166444 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-0671098c-60f1-46f0-840c-5a82fe4ada04 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6941cc9f-6e5d-4e97-bdd7-15afbf504923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2715161 Jun 17 08:43:41.176074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2e979f-7a71-4362-9e7e-ba35b34a57ac None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:41.185487 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-2eb9ad35-5167-4a80-b863-29b8d53fd8de None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:41.188115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:41.189440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bdc22c-ad23-4733-aeef-92a8bc83d9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385eea06-f78b-46ce-8b40-c363ac353e20,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:41.201006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=1b00484e-5e72-47b0-a63a-72e6d5629199,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:41.214368 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:41.218400 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d6bdc22c-ad23-4733-aeef-92a8bc83d9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:41.254387 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c506af96-67ca-41f1-a012-6249ccb89b90 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.261607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port f33fe421-5f73-4bed-86df-4ef7ee41d44b {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:41.266784 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.401944 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1468513 Jun 17 08:43:41.407967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58824) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:41.431372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fab46b9a-7fce-45f6-9285-334fcd300e6e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:41.442809 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:41.452821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0a1fd67b-978b-4fe8-a5c6-0a3d8ef7d3fb not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:41.484633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:41.490999 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-001281f7-9aec-4217-8fcc-7ef5e5ef85e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.505126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:41.521546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=245f76ca-5536-427e-be2b-1298d7fea928,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:41.524470 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:41.539111 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:41.539607 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c369bd02-74cd-4262-90d4-9933dcb33764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:41.568105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-001281f7-9aec-4217-8fcc-7ef5e5ef85e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.664018 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-7f69dc68-6ec3-4bb4-b3cd-aaae25a83805 service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881163 Jun 17 08:43:41.685394 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c506af96-67ca-41f1-a012-6249ccb89b90 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.707736 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-564d8391-6f5d-4af3-9a55-d37c48dc6178 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:41.719095 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-001281f7-9aec-4217-8fcc-7ef5e5ef85e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.732209 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-001281f7-9aec-4217-8fcc-7ef5e5ef85e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.733480 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-001281f7-9aec-4217-8fcc-7ef5e5ef85e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/385eea06-f78b-46ce-8b40-c363ac353e20 HTTP/1.1" status: 204 len: 168 time: 0.9300983 Jun 17 08:43:41.851605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c506af96-67ca-41f1-a012-6249ccb89b90 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.853820 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c506af96-67ca-41f1-a012-6249ccb89b90 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1997352 Jun 17 08:43:41.862084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 58838) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:41.863459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506af96-67ca-41f1-a012-6249ccb89b90 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b50df5-3194-4bc1-862d-61f162eb871e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:41.872912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-84a2e7c6-91c2-4c4c-b45a-cd9400454b39 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'c5b50df5-3194-4bc1-862d-61f162eb871e', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:41.896588 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c506af96-67ca-41f1-a012-6249ccb89b90 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:41.903317 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e40ce7fc-cdc7-405d-9066-18aa46f7ed0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:41.921932 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2eb9ad35-5167-4a80-b863-29b8d53fd8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:12Z', 'revision_number': 5, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:41.942199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Pushing event updated for resources: {'Port': ['ID=4007ae74-ada4-4388-9281-7e9b12230bbb,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:41.945019 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-84a2e7c6-91c2-4c4c-b45a-cd9400454b39 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:41.951157 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:41.984455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001281f7-9aec-4217-8fcc-7ef5e5ef85e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385eea06-f78b-46ce-8b40-c363ac353e20,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:42.010896 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9ad35-5167-4a80-b863-29b8d53fd8de None None] Checking router: f7c3b6a8-db7c-49bf-b004-3834a4a193f9 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:43:42.027426 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-84a2e7c6-91c2-4c4c-b45a-cd9400454b39 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.030661 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.034243 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-001281f7-9aec-4217-8fcc-7ef5e5ef85e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:42.044362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-84a2e7c6-91c2-4c4c-b45a-cd9400454b39 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.049686 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9ad35-5167-4a80-b863-29b8d53fd8de None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:42.050526 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56169226-7eea-45e7-b24d-36af06c5ad0a tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:42.051801 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2eb9ad35-5167-4a80-b863-29b8d53fd8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:42.098823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49ceff-ec65-49cc-a49f-3a6021f7a889 req-2f9d2037-d44d-45e8-84ef-c03b94e57d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:42.103012 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd49ceff-ec65-49cc-a49f-3a6021f7a889 req-2f9d2037-d44d-45e8-84ef-c03b94e57d98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fa1e47916aab40bcad7b4780f265d6cf&device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 1097 time: 0.3682678 Jun 17 08:43:42.137113 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdea05f-1754-43f9-b6c9-3ef992850714 x-openstack-request-id: req-1bdea05f-1754-43f9-b6c9-3ef992850714 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:42.137513 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:42.137816 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1bdea05f-1754-43f9-b6c9-3ef992850714 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:42.138432 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'status': 'completed', 'code': 200} Jun 17 08:43:42.142908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a709fd31-fdc2-4872-9f9d-63ead6207bba req-98a29d67-b634-42dd-87d4-40ad6b91e3b1 service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3686371 Jun 17 08:43:42.176251 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Attempting to bind port 4007ae74-ada4-4388-9281-7e9b12230bbb on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:42.176623 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Attempting to bind port 4007ae74-ada4-4388-9281-7e9b12230bbb by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:42.177055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Attempting to bind port 4007ae74-ada4-4388-9281-7e9b12230bbb on network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:42.196049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'tenant_id': 'ce2477a5b38848369cb819d83549373e', 'fixed_ips': [{'subnet_id': '1b00484e-5e72-47b0-a63a-72e6d5629199'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:42.197379 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.216769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:42.217615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Checking segment: {'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:42.217971 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-84a2e7c6-91c2-4c4c-b45a-cd9400454b39 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.218480 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.219145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Bound using segment: {'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:42.222612 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-84a2e7c6-91c2-4c4c-b45a-cd9400454b39 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545527 Jun 17 08:43:42.222831 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-2eb9ad35-5167-4a80-b863-29b8d53fd8de None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:43:42.235063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Bound port: 4007ae74-ada4-4388-9281-7e9b12230bbb, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:42.236389 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.285271 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for f33fe421-5f73-4bed-86df-4ef7ee41d44b owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:42.294805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58846) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:42.323822 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2e7c6-91c2-4c4c-b45a-cd9400454b39 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b184dbe-dc49-466e-aa01-65a7ea9609dd,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:42.330121 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-84a2e7c6-91c2-4c4c-b45a-cd9400454b39 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:42.345299 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b6669923-782b-4973-9848-b79190c3b7ad tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'c5b50df5-3194-4bc1-862d-61f162eb871e', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:42.446491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1fffbb8b-36b8-461a-bdcb-2779648fd817 req-99b1e3f1-e424-4aa4-9682-4aabc328a537 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 210 time: 0.1658888 Jun 17 08:43:42.452537 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab46b9a-7fce-45f6-9285-334fcd300e6e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:42.461725 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fab46b9a-7fce-45f6-9285-334fcd300e6e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.464398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 245f76ca-5536-427e-be2b-1298d7fea928 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:42.539008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58850) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:42.630417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49ceff-ec65-49cc-a49f-3a6021f7a889 req-263343dc-a27b-4e9a-8ddc-d96b839219ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:42.632321 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd49ceff-ec65-49cc-a49f-3a6021f7a889 req-263343dc-a27b-4e9a-8ddc-d96b839219ca service neutron] 10.222.0.10 "GET /v2.0/networks?id=c73392ab-fb5f-4464-a8df-3cfe5f27754f HTTP/1.1" status: 200 len: 915 time: 0.4101946 Jun 17 08:43:42.672512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] For port 4007ae74-ada4-4388-9281-7e9b12230bbb, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:42.677188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] For port 4007ae74-ada4-4388-9281-7e9b12230bbb, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4007ae74-ada4-4388-9281-7e9b12230bbb,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:42.690739 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ce47dbe-e610-4f9b-8233-bec43349c295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.694195 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.699891 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-49ca8109-445d-4d18-810b-644fc8877efd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:42.748236 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd49ceff-ec65-49cc-a49f-3a6021f7a889 req-7cf50d48-d7f0-441c-9475-21d49e76512f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=edd7c106-cc36-4c46-8404-61146ef2db54 HTTP/1.1" status: 200 len: 217 time: 0.0741920 Jun 17 08:43:42.757324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 245f76ca-5536-427e-be2b-1298d7fea928 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:42.758045 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.776501 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2eb9ad35-5167-4a80-b863-29b8d53fd8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:12Z', 'revision_number': 5, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:42.843004 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6669923-782b-4973-9848-b79190c3b7ad tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:42.860495 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Allocated IP 2001:db8::2 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/1b00484e-5e72-47b0-a63a-72e6d5629199/a1879e90-69de-490c-b999-422817b65912) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:42.880589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Pushing event updated for resources: {'Port': ['ID=4007ae74-ada4-4388-9281-7e9b12230bbb,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:42.894877 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:42.914977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c3aee-262f-44b4-b9d7-62fc2c6694f6 req-6d14e16a-716c-4853-bd0b-62e8df3936fd tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:42.916618 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-928c3aee-262f-44b4-b9d7-62fc2c6694f6 req-6d14e16a-716c-4853-bd0b-62e8df3936fd tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 945 time: 0.7727685 Jun 17 08:43:43.030115 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.035371 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-50d3ca7f-71e7-4973-9954-5f0c3b29ea99 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.087344 n-d-779913-16 neutron-server[93803]: INFO neutron.db.ipam_backend_mixin [None req-fab46b9a-7fce-45f6-9285-334fcd300e6e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1b00484e-5e72-47b0-a63a-72e6d5629199 (CIDR: 2001:db8::/64) Jun 17 08:43:43.106691 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab46b9a-7fce-45f6-9285-334fcd300e6e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:43:43.136626 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb9ad35-5167-4a80-b863-29b8d53fd8de None None] The sync data for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 is: [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:38:05Z', 'revision_number': 4, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '9c44a3d0-9e67-49c5-823a-e2eb10a0e044', 'name': '', 'network_id': 'c73392ab-fb5f-4464-a8df-3cfe5f27754f', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'mac_address': 'fa:16:3e:ee:da:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': '388105e7-52de-4956-ac89-1bdda560c436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:04Z', 'updated_at': '2021-06-17T08:38:12Z', 'revision_number': 5, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'subnets': [{'id': '388105e7-52de-4956-ac89-1bdda560c436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:43.142563 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab46b9a-7fce-45f6-9285-334fcd300e6e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:43.156908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=f33fe421-5f73-4bed-86df-4ef7ee41d44b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.189979 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.193770 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49ceff-ec65-49cc-a49f-3a6021f7a889 req-c344bbd6-6ee9-407b-bcdd-8881bd2f9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:43.195735 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd49ceff-ec65-49cc-a49f-3a6021f7a889 req-c344bbd6-6ee9-407b-bcdd-8881bd2f9f95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=388105e7-52de-4956-ac89-1bdda560c436 HTTP/1.1" status: 200 len: 853 time: 0.4351695 Jun 17 08:43:43.240891 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-928c3aee-262f-44b4-b9d7-62fc2c6694f6 req-f6393b62-6c68-4bf4-900f-c1506bf05794 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781000 Jun 17 08:43:43.242422 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6669923-782b-4973-9848-b79190c3b7ad tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.249091 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.257591 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6669923-782b-4973-9848-b79190c3b7ad tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.263232 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-196246d7-9801-4789-8108-3abc019974f0 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.268749 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Transition to ACTIVE for port object a1879e90-69de-490c-b999-422817b65912 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:43.301662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Transition to ACTIVE for port object a1879e90-69de-490c-b999-422817b65912 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:43.307727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6669923-782b-4973-9848-b79190c3b7ad tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106c6c18-f713-4f51-a2fa-d64adbd43e20,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.314153 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b6669923-782b-4973-9848-b79190c3b7ad tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.318008 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.338813 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-749f9ad7-25cd-4ef4-8126-57abb58deab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.349196 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ce47dbe-e610-4f9b-8233-bec43349c295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.356574 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3ce47dbe-e610-4f9b-8233-bec43349c295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.383426 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4f7a35a4-8ea1-441b-a885-dfc93d8b4597 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.388022 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3ce47dbe-e610-4f9b-8233-bec43349c295 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=829ae161ff814939825d200c0f05ce72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8318837 Jun 17 08:43:43.389626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:43.390223 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6669923-782b-4973-9848-b79190c3b7ad tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.391436 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b6669923-782b-4973-9848-b79190c3b7ad tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0837762 Jun 17 08:43:43.392226 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:43.395421 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:43.397326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58854) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:43.397915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58856) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:43.413777 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7d1a6a4a-7334-474f-9457-b8c80e14358a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'c5b50df5-3194-4bc1-862d-61f162eb871e', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:43.426160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fab46b9a-7fce-45f6-9285-334fcd300e6e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0106800 Jun 17 08:43:43.430611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58858) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:43.444587 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'subnet': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:43.463827 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd49ceff-ec65-49cc-a49f-3a6021f7a889 req-0b6c93d1-fdf4-4979-a47a-890f8b2ebb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:43.465381 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd49ceff-ec65-49cc-a49f-3a6021f7a889 req-0b6c93d1-fdf4-4979-a47a-890f8b2ebb00 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c73392ab-fb5f-4464-a8df-3cfe5f27754f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2597368 Jun 17 08:43:43.471804 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Pushing event updated for resources: {'Port': ['ID=a1879e90-69de-490c-b999-422817b65912,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.479668 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.491554 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1d8d16db-9b9e-4c81-81c5-805a3fda7a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.497149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Attempting to bind port a1879e90-69de-490c-b999-422817b65912 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:43.497609 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Attempting to bind port a1879e90-69de-490c-b999-422817b65912 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:43.498207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Attempting to bind port a1879e90-69de-490c-b999-422817b65912 on network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:43.511467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:43.511891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Checking segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:43.512432 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.512902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Bound using segment: {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:43.513720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Bound port: a1879e90-69de-490c-b999-422817b65912, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855cc440-dae4-464b-b707-647a412d827e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:43.514491 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.556839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce47dbe-e610-4f9b-8233-bec43349c295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d655341f-09e7-4a5b-b0af-3d19b2f4c398,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.590172 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.603250 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3ce47dbe-e610-4f9b-8233-bec43349c295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.613699 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] For port a1879e90-69de-490c-b999-422817b65912, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:43.622156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] For port a1879e90-69de-490c-b999-422817b65912, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a1879e90-69de-490c-b999-422817b65912,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:43.630534 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.642546 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ebe9fd92-477a-4e94-8b10-6100bd6cc527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:43.713759 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6a4a-7334-474f-9457-b8c80e14358a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.720042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Pushing event updated for resources: {'Port': ['ID=a1879e90-69de-490c-b999-422817b65912,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:43.731580 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:43.758000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a2c7f0-f162-4667-9f85-73fac66eef3d None None] New status for floating IP 6f6066eb-0995-4a75-9f8f-e3191f72e4dd: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:43:43.893258 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0092381b-cfd3-40cb-b1b6-b2b09a18d8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:43.918307 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-074cf31c-2ea6-4861-959d-861cff1a3a4a req-bce9deab-e326-4750-870b-e7aecd4ef408 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 210 time: 0.0838475 Jun 17 08:43:43.958710 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45aa9c-5529-4a36-8fc2-49c0e297c3a6 req-ade5716a-2045-491e-a2e9-853d13ef7c02 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:43.960393 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c45aa9c-5529-4a36-8fc2-49c0e297c3a6 req-ade5716a-2045-491e-a2e9-853d13ef7c02 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.10 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 945 time: 0.4323323 Jun 17 08:43:44.122908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6a4a-7334-474f-9457-b8c80e14358a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.130599 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0092381b-cfd3-40cb-b1b6-b2b09a18d8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.137086 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd49ceff-ec65-49cc-a49f-3a6021f7a889 req-30022682-4a1c-431f-9880-892175fad0ae service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546793 Jun 17 08:43:44.146914 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6a4a-7334-474f-9457-b8c80e14358a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.151894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:44.155569 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.175878 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9bf56445-2627-4b19-8f3b-f48697d81972 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:44.313743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a6a4a-7334-474f-9457-b8c80e14358a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c28ada-03fc-4b57-95ef-d3b7117397c3,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:44.378499 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7d1a6a4a-7334-474f-9457-b8c80e14358a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:44.404183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6a4a-7334-474f-9457-b8c80e14358a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.406478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7d1a6a4a-7334-474f-9457-b8c80e14358a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0022609 Jun 17 08:43:44.416122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58876) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:44.431491 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-59137d3d-e586-4a9b-8c60-eaeb4b8fa917 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'c5b50df5-3194-4bc1-862d-61f162eb871e', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:44.517298 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0092381b-cfd3-40cb-b1b6-b2b09a18d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.520528 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0092381b-cfd3-40cb-b1b6-b2b09a18d8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.531889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0092381b-cfd3-40cb-b1b6-b2b09a18d8a0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d655341f-09e7-4a5b-b0af-3d19b2f4c398 HTTP/1.1" status: 204 len: 168 time: 1.1221762 Jun 17 08:43:44.559931 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-88fd1256-92ad-454a-9ed3-4c8ff3ec3091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:44.588657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1879e90-69de-490c-b999-422817b65912 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:44.634498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092381b-cfd3-40cb-b1b6-b2b09a18d8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d655341f-09e7-4a5b-b0af-3d19b2f4c398,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:44.654826 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0092381b-cfd3-40cb-b1b6-b2b09a18d8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:44.669623 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59137d3d-e586-4a9b-8c60-eaeb4b8fa917 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.690211 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-3c45aa9c-5529-4a36-8fc2-49c0e297c3a6 req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Deleting port edd7c106-cc36-4c46-8404-61146ef2db54 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:44.694850 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c45aa9c-5529-4a36-8fc2-49c0e297c3a6 req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:44.712478 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port a1879e90-69de-490c-b999-422817b65912 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:44.719430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4007ae74-ada4-4388-9281-7e9b12230bbb up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:44.793591 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 4007ae74-ada4-4388-9281-7e9b12230bbb completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:44.812778 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79fede7-3fde-4bb3-8043-2d36e07b1db2 None None] Network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:45.043730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Provisioning for port 4007ae74-ada4-4388-9281-7e9b12230bbb completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:45.059792 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Provisioning complete for port 4007ae74-ada4-4388-9281-7e9b12230bbb triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:45.064786 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.070250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7779b3-9b4f-4b53-903c-b51f4452175e req-01a406b4-43d2-42ca-a4ef-f7a006d16332 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:45.079054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc7779b3-9b4f-4b53-903c-b51f4452175e req-01a406b4-43d2-42ca-a4ef-f7a006d16332 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 945 time: 0.5833211 Jun 17 08:43:45.100660 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59137d3d-e586-4a9b-8c60-eaeb4b8fa917 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.159969 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59137d3d-e586-4a9b-8c60-eaeb4b8fa917 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.231875 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-596421ab-7a80-416a-b936-2bf3cbd89cfc tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:45.252818 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.277447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6d7089cf-e18b-4483-b55c-89013c61a2b1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:45.281927 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6d7089cf-e18b-4483-b55c-89013c61a2b1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.63 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 797 time: 1.5102994 Jun 17 08:43:45.288325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-3c45aa9c-5529-4a36-8fc2-49c0e297c3a6 req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] For port edd7c106-cc36-4c46-8404-61146ef2db54, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=edd7c106-cc36-4c46-8404-61146ef2db54,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:45.289555 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c45aa9c-5529-4a36-8fc2-49c0e297c3a6 req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.303102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] For port 4007ae74-ada4-4388-9281-7e9b12230bbb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4007ae74-ada4-4388-9281-7e9b12230bbb,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:45.314055 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.323429 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-89db6199-72fe-4fa4-90af-9b1f3004d1f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:45.383457 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59137d3d-e586-4a9b-8c60-eaeb4b8fa917 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e55c1ab-57c5-430a-9a20-5939a9d1c836,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:45.387702 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ffa7c6b8-8fbe-4ec6-8e45-3b8cb358d492 req-7a27d5d1-cac1-47d1-b7dd-e716ff560884 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 210 time: 0.1489012 Jun 17 08:43:45.428817 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59137d3d-e586-4a9b-8c60-eaeb4b8fa917 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:45.438064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Pushing event updated for resources: {'Port': ['ID=4007ae74-ada4-4388-9281-7e9b12230bbb,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:45.458657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.459043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.459484 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.459714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.465290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.468451 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.468815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.469164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.469513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.473201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.473807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.474161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:45.486267 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:45.520637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-3c45aa9c-5529-4a36-8fc2-49c0e297c3a6 req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Calling delete_port for edd7c106-cc36-4c46-8404-61146ef2db54 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:45.530982 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-59137d3d-e586-4a9b-8c60-eaeb4b8fa917 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.532590 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-59137d3d-e586-4a9b-8c60-eaeb4b8fa917 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1079102 Jun 17 08:43:45.560868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58900) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:45.577691 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-95182a2a-7044-47d9-b373-a279230c8c03 None None] Provisioning for port a1879e90-69de-490c-b999-422817b65912 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:45.594661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-95182a2a-7044-47d9-b373-a279230c8c03 None None] Provisioning complete for port a1879e90-69de-490c-b999-422817b65912 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:45.594834 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-95182a2a-7044-47d9-b373-a279230c8c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.611004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc7779b3-9b4f-4b53-903c-b51f4452175e req-10699cda-f496-4112-8c8a-bf5a089316db tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4947543 Jun 17 08:43:45.616647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-88b462ec-98ba-44d6-aecb-74b686872372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'c5b50df5-3194-4bc1-862d-61f162eb871e', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:45.652942 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bd49ceff-ec65-49cc-a49f-3a6021f7a889 req-d9d739d6-0420-45ea-adf3-a06b7b1ff249 service neutron] 10.222.0.10 "GET /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5053194 Jun 17 08:43:45.706007 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Router c11cf495-3018-484b-92a0-a8f5d68216b5 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:43:45.718753 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-9f5a8990-c0bc-40fc-8477-02d1ce759fe2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 379 time: 0.1539979 Jun 17 08:43:45.731391 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-57cd4d3f-7a00-4de0-92bb-04c2de811f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.743462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'port': {'device_id': 'aa95876d-1915-49a8-992a-215a98069501', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'admin_state_up': True, 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'security_groups': ['8c2ee75a-27c1-48fc-a931-8ca161e1b556']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:45.811201 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-88b462ec-98ba-44d6-aecb-74b686872372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Project 429b1bfb82834492a01da039e4afa344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:43:45.848602 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88b462ec-98ba-44d6-aecb-74b686872372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.851686 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-95182a2a-7044-47d9-b373-a279230c8c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.903470 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.928829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-95182a2a-7044-47d9-b373-a279230c8c03 None None] For port a1879e90-69de-490c-b999-422817b65912, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a1879e90-69de-490c-b999-422817b65912,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:45.936888 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-95182a2a-7044-47d9-b373-a279230c8c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:45.938736 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-dcf39fac-487b-4bdf-96fd-9d874debc80d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:45.990709 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:43:45.995979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95182a2a-7044-47d9-b373-a279230c8c03 None None] Pushing event updated for resources: {'Port': ['ID=a1879e90-69de-490c-b999-422817b65912,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:45.998108 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "PUT /v2.0/routers/c11cf495-3018-484b-92a0-a8f5d68216b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5447965 Jun 17 08:43:45.999794 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:46.001369 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-95182a2a-7044-47d9-b373-a279230c8c03 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:46.003848 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.005937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58912) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:46.013707 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a5a81-4cae-469a-b82e-535f3c1ecb95 None None] Sync routers for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:43:46.023696 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a5a81-4cae-469a-b82e-535f3c1ecb95 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:46.025886 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d4a5a81-4cae-469a-b82e-535f3c1ecb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:46.059488 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d4a5a81-4cae-469a-b82e-535f3c1ecb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:46.064802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2627c1b7-0b5a-40e1-9961-aa8973f52469 None None] Provisioning complete for port 4007ae74-ada4-4388-9281-7e9b12230bbb triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:46.065283 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2627c1b7-0b5a-40e1-9961-aa8973f52469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.069370 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a5a81-4cae-469a-b82e-535f3c1ecb95 None None] Routers {'c11cf495-3018-484b-92a0-a8f5d68216b5'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:43:46.070039 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d4a5a81-4cae-469a-b82e-535f3c1ecb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c11cf495-3018-484b-92a0-a8f5d68216b5'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:46.084082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:43:46.114980 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d4a5a81-4cae-469a-b82e-535f3c1ecb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:46.116014 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a5a81-4cae-469a-b82e-535f3c1ecb95 None None] The sync data for ids ['c11cf495-3018-484b-92a0-a8f5d68216b5'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:43:46.182522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.20.0.3 (f3769a56-2721-4e32-b97c-a084d6243926/be6e1978-a7e0-4407-808b-4a620bce6601/4c544ffa-f2f6-4b19-9441-54df98629992) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:46.327599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1879e90-69de-490c-b999-422817b65912 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:46.369186 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.380108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a1879e90-69de-490c-b999-422817b65912 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:46.380832 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.384549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Transition to ACTIVE for port object 4c544ffa-f2f6-4b19-9441-54df98629992 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:46.421568 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.458209 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eefb49c0-3d06-492d-a421-bf009d9f8247 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:46.483929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network f3769a56-2721-4e32-b97c-a084d6243926 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:46.487874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:46.491453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:46.689250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:46.698094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:46.698965 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.712564 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:46.723879 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9822364 Jun 17 08:43:46.741593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Request body: {'port': {'device_id': 'aa95876d-1915-49a8-992a-215a98069501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:46.754944 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88b462ec-98ba-44d6-aecb-74b686872372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.798513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4007ae74-ada4-4388-9281-7e9b12230bbb up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:46.880096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.892966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.893592 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88b462ec-98ba-44d6-aecb-74b686872372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.916677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 4007ae74-ada4-4388-9281-7e9b12230bbb triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:46.917290 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:46.933450 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ae0dae6d-a476-45eb-bc66-3d933ba36dd1 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:47.017900 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4174b988-081f-4901-a6f4-53313fba1bd2 None None] Provisioning for port 4c544ffa-f2f6-4b19-9441-54df98629992 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:47.039126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4174b988-081f-4901-a6f4-53313fba1bd2 None None] Provisioning complete for port 4c544ffa-f2f6-4b19-9441-54df98629992 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:47.040057 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4174b988-081f-4901-a6f4-53313fba1bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.053878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b462ec-98ba-44d6-aecb-74b686872372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87104880-83be-4a11-a05c-2e3a8e6cd5f2,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:47.063358 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-88b462ec-98ba-44d6-aecb-74b686872372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:47.103102 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88b462ec-98ba-44d6-aecb-74b686872372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.105060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-88b462ec-98ba-44d6-aecb-74b686872372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5455651 Jun 17 08:43:47.129416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 58946) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:47.165506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a89696a5-e834-4fba-bffe-4a53867ae52a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'c5b50df5-3194-4bc1-862d-61f162eb871e', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:47.180632 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device edd7c106-cc36-4c46-8404-61146ef2db54 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:47.207594 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: edd7c106-cc36-4c46-8404-61146ef2db54 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:43:47.208103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device edd7c106-cc36-4c46-8404-61146ef2db54 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:47.215447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4174b988-081f-4901-a6f4-53313fba1bd2 None None] Port 4c544ffa-f2f6-4b19-9441-54df98629992 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:47.233184 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c45aa9c-5529-4a36-8fc2-49c0e297c3a6 req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.237882 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.258835 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-48024202-25a7-4635-a293-8bfbf1e376cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:47.263659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c544ffa-f2f6-4b19-9441-54df98629992 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:47.277193 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.290206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Transition to ACTIVE for port object 4c544ffa-f2f6-4b19-9441-54df98629992 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:47.297944 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.300685 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9db7a94e-74d1-454d-8f53-6714e7449598 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:47.417258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event deleted for resources: {'Port': ['ID=edd7c106-cc36-4c46-8404-61146ef2db54,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:47.425310 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:47.521904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:47.524266 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-a89696a5-e834-4fba-bffe-4a53867ae52a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Project 429b1bfb82834492a01da039e4afa344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:43:47.528171 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:47.543786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:47.544127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:47.544455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 on network f3769a56-2721-4e32-b97c-a084d6243926 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:47.550512 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Port 4c544ffa-f2f6-4b19-9441-54df98629992 on network f3769a56-2721-4e32-b97c-a084d6243926 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:47.550874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 on network f3769a56-2721-4e32-b97c-a084d6243926 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:47.561617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:47.561963 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Checking segment: {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:47.562342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Bound using segment: {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:47.562783 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Bound port: 4c544ffa-f2f6-4b19-9441-54df98629992, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:47.564489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.568864 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a89696a5-e834-4fba-bffe-4a53867ae52a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.584687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49609a40-2aa1-4c69-b1f5-5c07575e235c req-6fc8f2aa-5e4f-4ca9-96fa-3989caada0d2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:47.586639 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49609a40-2aa1-4c69-b1f5-5c07575e235c req-6fc8f2aa-5e4f-4ca9-96fa-3989caada0d2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 931 time: 0.8200545 Jun 17 08:43:47.587555 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.596299 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c45aa9c-5529-4a36-8fc2-49c0e297c3a6 req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] No DVR routers for this DVR port edd7c106-cc36-4c46-8404-61146ef2db54 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:47.644084 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3c45aa9c-5529-4a36-8fc2-49c0e297c3a6 req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.646366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c45aa9c-5529-4a36-8fc2-49c0e297c3a6 req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.10 "DELETE /v2.0/ports/edd7c106-cc36-4c46-8404-61146ef2db54 HTTP/1.1" status: 204 len: 173 time: 3.6759620 Jun 17 08:43:47.652350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'name': 'network-vif-deleted', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:47.654145 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75928609-e8ba-4166-97df-2a50426a04cd" -d '{"events": [{"server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "name": "network-vif-deleted", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:47.691141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:47.696047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:47.702719 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.707294 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:47.789611 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:47.803252 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:47.807591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:47.808843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.810920 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] 10.222.0.63 "PUT /v2.0/ports/4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 1092 time: 1.0812030 Jun 17 08:43:47.811804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:47.813734 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8584dd8-cc3a-4cf0-b176-86a27c64e01c req-60146a15-b79d-4dab-9689-2d58ab51555f tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:47.816417 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa4fede-f933-4aa5-b0b3-6602602cdd92" -d '{"events": [{"name": "network-changed", "server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:47.823185 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8584dd8-cc3a-4cf0-b176-86a27c64e01c req-60146a15-b79d-4dab-9689-2d58ab51555f tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 867 time: 0.8008356 Jun 17 08:43:47.949377 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-40b1c956-8385-4e7e-8b4b-75bf82e04381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:47.950600 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:47.955959 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-40b1c956-8385-4e7e-8b4b-75bf82e04381 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1095 time: 0.1004097 Jun 17 08:43:47.988286 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-49609a40-2aa1-4c69-b1f5-5c07575e235c req-295ac36a-2c3b-4f28-879b-a6ddeebc2197 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3895426 Jun 17 08:43:48.067881 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-2ef03305-b43f-4b92-a248-3a23bd28170b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 217 time: 0.1035998 Jun 17 08:43:48.094609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c8584dd8-cc3a-4cf0-b176-86a27c64e01c req-7ce0ae2b-d0e6-4097-a567-3a9ff03e7ea5 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/security-groups?id=629778a7-56da-472f-bbe1-daa4b355f08d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701976 Jun 17 08:43:48.101351 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a89696a5-e834-4fba-bffe-4a53867ae52a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.131715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a89696a5-e834-4fba-bffe-4a53867ae52a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.175265 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:48.193768 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-8839a944-650c-4b47-8c92-d7dfccfff5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.200557 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-8839a944-650c-4b47-8c92-d7dfccfff5d5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.1243525 Jun 17 08:43:48.217858 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d632acea-089d-4a61-8027-23ef5ff48267 x-openstack-request-id: req-d632acea-089d-4a61-8027-23ef5ff48267 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:48.218471 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84265a17-f1f1-4bff-b77f-103a15824ffb", "name": "network-vif-deleted", "tag": "edd7c106-cc36-4c46-8404-61146ef2db54", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:48.218989 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d632acea-089d-4a61-8027-23ef5ff48267 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:48.219644 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84265a17-f1f1-4bff-b77f-103a15824ffb', 'name': 'network-vif-deleted', 'tag': 'edd7c106-cc36-4c46-8404-61146ef2db54', 'status': 'completed', 'code': 200} Jun 17 08:43:48.260703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89696a5-e834-4fba-bffe-4a53867ae52a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cd1100-0b9e-4d2a-872e-3025709bd592,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:48.324042 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a89696a5-e834-4fba-bffe-4a53867ae52a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.325260 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a89696a5-e834-4fba-bffe-4a53867ae52a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1661785 Jun 17 08:43:48.326678 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a89696a5-e834-4fba-bffe-4a53867ae52a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:48.356190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting port c0a3f726-f8e8-46a0-86b9-f727063b74cf {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:48.356540 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.398919 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-21f21071-f46a-4360-b86f-4a160fa4da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.400790 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-21f21071-f46a-4360-b86f-4a160fa4da0c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1942408 Jun 17 08:43:48.458579 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.534120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Calling delete_port for c0a3f726-f8e8-46a0-86b9-f727063b74cf owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:48.545950 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41211c97-b464-4533-a131-68c0bd2a905e x-openstack-request-id: req-41211c97-b464-4533-a131-68c0bd2a905e {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:48.546517 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:48.552114 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-41211c97-b464-4533-a131-68c0bd2a905e {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:48.552687 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992', 'status': 'completed', 'code': 200} Jun 17 08:43:48.586548 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-f97cf605-049d-4a8c-a99e-75226f28ed2d service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793118 Jun 17 08:43:48.767644 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.771202 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dda624ea-d649-4afd-97b4-019e0ff7d41f req-c3ae1fcb-f932-459d-99b0-2bb277934cb2 service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780577 Jun 17 08:43:48.796551 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aa8dc376-3925-4d7f-9939-b5e469aa2d45 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:48.896510 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.936828 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4fede-f933-4aa5-b0b3-6602602cdd92 req-a3c42be2-19fc-45ef-81cb-68859a1e6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:48.950412 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4aa4fede-f933-4aa5-b0b3-6602602cdd92 req-a3c42be2-19fc-45ef-81cb-68859a1e6983 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1095 time: 0.1086566 Jun 17 08:43:48.961634 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:48.975142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Port': ['ID=c0a3f726-f8e8-46a0-86b9-f727063b74cf,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:49.001610 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:49.117029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-a42f834e-e82e-45ea-8a6f-270409df14da tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976628080&fields=id&tenant_id=429b1bfb82834492a01da039e4afa344 HTTP/1.1" status: 200 len: 267 time: 0.3766959 Jun 17 08:43:49.167084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4fede-f933-4aa5-b0b3-6602602cdd92 req-95c4c17f-4935-4263-be1c-081beb0288a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.174356 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4aa4fede-f933-4aa5-b0b3-6602602cdd92 req-95c4c17f-4935-4263-be1c-081beb0288a3 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.2225828 Jun 17 08:43:49.228508 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4aa4fede-f933-4aa5-b0b3-6602602cdd92 req-6faf1d80-e1e5-472b-92a0-a2057f8a3d3c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 217 time: 0.0473404 Jun 17 08:43:49.287604 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.289972 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.298192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4fede-f933-4aa5-b0b3-6602602cdd92 req-0b7e7a7d-014d-464f-95e2-67e4f28d8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.304490 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4aa4fede-f933-4aa5-b0b3-6602602cdd92 req-0b7e7a7d-014d-464f-95e2-67e4f28d8628 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.0689440 Jun 17 08:43:49.372418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4fede-f933-4aa5-b0b3-6602602cdd92 req-adeaba94-7949-4d79-b985-e324da05a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.374236 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4aa4fede-f933-4aa5-b0b3-6602602cdd92 req-adeaba94-7949-4d79-b985-e324da05a326 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632629 Jun 17 08:43:49.375912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-e5f6c39b-5733-4ba4-8bc6-458108821688 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.378092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-e5f6c39b-5733-4ba4-8bc6-458108821688 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/networks?id=f16e1b72-e1db-46f0-b9bb-c22288c9ac48 HTTP/1.1" status: 200 len: 797 time: 0.2598701 Jun 17 08:43:49.383955 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.386034 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Fanout notify agent at l3_agent the message router_deleted on router c11cf495-3018-484b-92a0-a8f5d68216b5 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:43:49.391565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] For port a1879e90-69de-490c-b999-422817b65912, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a1879e90-69de-490c-b999-422817b65912,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:49.399624 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.401293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/routers/c11cf495-3018-484b-92a0-a8f5d68216b5 HTTP/1.1" status: 204 len: 168 time: 3.3912430 Jun 17 08:43:49.418831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-20446de8-73b0-46dc-81d0-f277f7d5bc68 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/quotas/429b1bfb82834492a01da039e4afa344 HTTP/1.1" status: 200 len: 375 time: 0.0290754 Jun 17 08:43:49.419291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59012) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:49.497108 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4aa4fede-f933-4aa5-b0b3-6602602cdd92 req-8d50b709-48a2-4258-aac2-984e7f645c48 service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127257 Jun 17 08:43:49.571758 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.587978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d9d2-4b09-4cf7-968f-0653853d0956 req-880abf8d-b050-4b9d-bf68-6ed74b0ba043 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.589579 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90d4d9d2-4b09-4cf7-968f-0653853d0956 req-880abf8d-b050-4b9d-bf68-6ed74b0ba043 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 943 time: 0.3536375 Jun 17 08:43:49.596188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f240d823-5978-4b5a-a134-878e1888615a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Deleting subnet caebe794-8024-4c5e-bed2-9eeee2e36d1c {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:49.602686 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.603707 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.615446 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f240d823-5978-4b5a-a134-878e1888615a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.619595 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f66bf896-a661-4607-9145-c7d0a9561a49 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:49.630269 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4aa4fede-f933-4aa5-b0b3-6602602cdd92 req-83867c69-df9a-4c21-87a2-738c6f5c16e8 service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264400 Jun 17 08:43:49.720215 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3f7173f4-a6fe-47d3-b359-95cb940b0db3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2819605 Jun 17 08:43:49.728251 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:49.735275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:49.748979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16377ea0-be2c-446f-a504-7e3924cbd43d None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:49.749110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:49.749359 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.815921 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f240d823-5978-4b5a-a134-878e1888615a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:49.825460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59024) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:49.830760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Request body: {'port': {'network_id': '3d909a4f-7a34-4bb4-b1d5-5b2d5d387368', 'mac_address': 'fa:16:3e:22:78:a8', 'name': 'tempest-NetworksTestDHCPv6-356938756'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:49.835856 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 6.4015412 Jun 17 08:43:49.880574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=a1879e90-69de-490c-b999-422817b65912,revision_number=5']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:49.956347 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:49.965355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90d4d9d2-4b09-4cf7-968f-0653853d0956 req-4e9e6558-d1a7-41f1-9469-af109beaa718 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3656600 Jun 17 08:43:49.967233 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0caa104f-0a22-45b1-905b-7a4237059a6f tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:50.000800 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f240d823-5978-4b5a-a134-878e1888615a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.080231 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Made reservation on behalf of ce2477a5b38848369cb819d83549373e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:50.219614 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.285549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] device_id is not set on port dc011ac6-0af2-4c09-9ef0-d70bc0254146 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:43:50.408265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1879e90-69de-490c-b999-422817b65912 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:50.518976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8::39 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/1b00484e-5e72-47b0-a63a-72e6d5629199/dc011ac6-0af2-4c09-9ef0-d70bc0254146) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:50.534442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Allocated IP 2001:db8:0:1:f816:3eff:fe22:78a8 (3d909a4f-7a34-4bb4-b1d5-5b2d5d387368/de766db1-0da2-4a1c-93b7-dcb7a3e63220/dc011ac6-0af2-4c09-9ef0-d70bc0254146) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:50.537580 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a1879e90-69de-490c-b999-422817b65912 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:50.539313 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.649161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f240d823-5978-4b5a-a134-878e1888615a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.699242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bde83de6-20b4-45a1-b96d-854d79c6128c req-dc14b424-835e-48aa-966c-8fd917297b16 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 210 time: 0.0802054 Jun 17 08:43:50.748693 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f240d823-5978-4b5a-a134-878e1888615a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.756793 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f240d823-5978-4b5a-a134-878e1888615a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/subnets/caebe794-8024-4c5e-bed2-9eeee2e36d1c HTTP/1.1" status: 204 len: 168 time: 1.3330598 Jun 17 08:43:50.780944 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59042) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:50.831741 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.856622 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Transition to ACTIVE for port object dc011ac6-0af2-4c09-9ef0-d70bc0254146 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:50.919765 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:50.926133 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc4a6607-f2cb-4733-9997-c465b53366ee tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:51.008613 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:51.012427 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:51.025450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:51.039351 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:51.040055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.042053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Subnet': ['ID=de766db1-0da2-4a1c-93b7-dcb7a3e63220,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:51.052407 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:51.053674 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f3f12a7e-f428-473c-8e51-c3bcc4d7d4ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:51.065731 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.067570 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2409298 Jun 17 08:43:51.070069 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59054) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:51.096578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event updated for resources: {'Port': ['ID=dc011ac6-0af2-4c09-9ef0-d70bc0254146,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:51.099824 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:51.105618 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-97f9ad40-cc53-42fa-a7ba-93f846f083b5 service neutron] 10.222.0.47 "GET /v2.0/networks/f16e1b72-e1db-46f0-b9bb-c22288c9ac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3652389 Jun 17 08:43:51.119710 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240d823-5978-4b5a-a134-878e1888615a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Subnet': ['ID=caebe794-8024-4c5e-bed2-9eeee2e36d1c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:51.162150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e395bbeb-9ba3-4ca9-8926-7ad278e536a5 None None] Provisioning complete for port a1879e90-69de-490c-b999-422817b65912 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:51.162534 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e395bbeb-9ba3-4ca9-8926-7ad278e536a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.167960 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f240d823-5978-4b5a-a134-878e1888615a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:51.220564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4c544ffa-f2f6-4b19-9441-54df98629992 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:43:51.492898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:51.520500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '4c544ffa-f2f6-4b19-9441-54df98629992', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'port_id': '4c544ffa-f2f6-4b19-9441-54df98629992', 'mac_address': 'fa:16:3e:3b:99:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:43:51.528956 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.547125 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-9a29b1e9-4b89-4f34-b370-c0ecdc1eeb46 service neutron] 10.222.0.47 "GET /v2.0/networks/f16e1b72-e1db-46f0-b9bb-c22288c9ac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325178 Jun 17 08:43:51.550872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5051164b-aeb3-4361-b368-d1bf337ee729']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:51.567061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c17371-5c81-4fad-84a5-cd8418c7ad68') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:51.567356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c17371-5c81-4fad-84a5-cd8418c7ad68') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:43:51.591967 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.613062 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.614708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7add8-5213-4a4b-bb60-df48fe8f4533 req-31769bf1-c9d4-4950-a775-d1fef08b2264 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:51.622410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2e7add8-5213-4a4b-bb60-df48fe8f4533 req-31769bf1-c9d4-4950-a775-d1fef08b2264 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 943 time: 0.4227085 Jun 17 08:43:51.636025 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c544ffa-f2f6-4b19-9441-54df98629992 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:51.650763 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f55e1583-9afb-465e-9ba6-f572e659e6b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting port dc011ac6-0af2-4c09-9ef0-d70bc0254146 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:51.651312 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f55e1583-9afb-465e-9ba6-f572e659e6b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.656584 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.687172 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:51.698269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:43:51.698737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.707475 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.712709 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f5f3ae3e-4ff8-4161-bded-493b81dec271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:43:51.716825 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:43:51.720066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-db307389-327d-404f-93ff-2c9d97824026 None None] Provisioning for port dc011ac6-0af2-4c09-9ef0-d70bc0254146 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:51.729655 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-db307389-327d-404f-93ff-2c9d97824026 None None] Provisioning complete for port dc011ac6-0af2-4c09-9ef0-d70bc0254146 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:51.730457 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-db307389-327d-404f-93ff-2c9d97824026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.848306 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2e7add8-5213-4a4b-bb60-df48fe8f4533 req-4916d4a8-c57d-40af-9316-35e302e540da tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226338 Jun 17 08:43:51.881600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-db307389-327d-404f-93ff-2c9d97824026 None None] Port dc011ac6-0af2-4c09-9ef0-d70bc0254146 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:51.919985 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:51.969621 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f55e1583-9afb-465e-9ba6-f572e659e6b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.000216 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['4c544ffa-f2f6-4b19-9441-54df98629992'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:43:52.052240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f55e1583-9afb-465e-9ba6-f572e659e6b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Calling delete_port for dc011ac6-0af2-4c09-9ef0-d70bc0254146 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:52.096937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:52.104544 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:52.232965 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.251181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] 10.222.0.47 "DELETE /v2.0/networks/5051164b-aeb3-4361-b368-d1bf337ee729 HTTP/1.1" status: 204 len: 168 time: 1.4691122 Jun 17 08:43:52.255732 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-14b96f4e-df07-4196-8756-258c569bbb0c tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:52.329706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1f1e28d-85a1-4b0a-a854-ce300f22db19 req-e723bf44-950b-4d0f-a350-5d172a363347 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 210 time: 0.1328280 Jun 17 08:43:52.393170 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Pushing event deleted for resources: {'Network': ['ID=5051164b-aeb3-4361-b368-d1bf337ee729,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:52.408863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-837b73a0-2b98-4199-bff3-5e73af6f19bb req-62c19f89-0e7f-4a83-bb7a-a51279ee4c66 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 210 time: 0.2089667 Jun 17 08:43:52.410038 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:52.526461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f55e1583-9afb-465e-9ba6-f572e659e6b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.537881 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1d0ac189-35a0-435a-b913-8a7d91148763 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:52.613315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e1583-9afb-465e-9ba6-f572e659e6b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Port': ['ID=dc011ac6-0af2-4c09-9ef0-d70bc0254146,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:52.669163 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f55e1583-9afb-465e-9ba6-f572e659e6b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:52.699148 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f55e1583-9afb-465e-9ba6-f572e659e6b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:52.703947 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59084) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:52.704491 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f55e1583-9afb-465e-9ba6-f572e659e6b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/dc011ac6-0af2-4c09-9ef0-d70bc0254146 HTTP/1.1" status: 204 len: 168 time: 1.6046016 Jun 17 08:43:52.744119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59088) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:52.812734 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0617632-3b09-4d24-a5c6-786d52c76c81 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:52.817472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59092) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:52.828587 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e0617632-3b09-4d24-a5c6-786d52c76c81 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1234601 Jun 17 08:43:52.940248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c75ffe-add2-443e-8278-15c1d0372d62 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:52.948592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59096) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:52.958759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-65c75ffe-add2-443e-8278-15c1d0372d62 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1396623 Jun 17 08:43:53.059623 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a751a-c2ae-439c-99e5-f2936a4a5fdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.068720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a751a-c2ae-439c-99e5-f2936a4a5fdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.070298 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0a751a-c2ae-439c-99e5-f2936a4a5fdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.071973 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fd0a751a-c2ae-439c-99e5-f2936a4a5fdc tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1222596 Jun 17 08:43:53.078065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59100) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:53.087968 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-df3bb5fb-2eec-4611-9a88-33cbef4226cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7d827bf70b54fcab2665e04a6a606be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3422389 Jun 17 08:43:53.098501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59102) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:53.145175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a9ff5-db34-4b23-83b4-8585c9ba5cf3 req-705ae088-af00-4139-a409-33d17fd9b9e4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:53.146939 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-924a9ff5-db34-4b23-83b4-8585c9ba5cf3 req-705ae088-af00-4139-a409-33d17fd9b9e4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 944 time: 0.0820198 Jun 17 08:43:53.184721 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f392beb6-3b39-4203-bf52-36e4966f7b2e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet 1b00484e-5e72-47b0-a63a-72e6d5629199 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:53.189158 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f392beb6-3b39-4203-bf52-36e4966f7b2e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.222100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-924a9ff5-db34-4b23-83b4-8585c9ba5cf3 req-ea5649e0-66e8-4255-b4dc-edebdbc9314f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671179 Jun 17 08:43:53.229773 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4c544ffa-f2f6-4b19-9441-54df98629992 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:43:53.250818 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5043f03b-8cd1-45d4-9e4a-35407b2f82af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.276816 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5043f03b-8cd1-45d4-9e4a-35407b2f82af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.328042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f392beb6-3b39-4203-bf52-36e4966f7b2e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.340831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 4c544ffa-f2f6-4b19-9441-54df98629992 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:53.345088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 4c544ffa-f2f6-4b19-9441-54df98629992 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:53.345505 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.421981 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5043f03b-8cd1-45d4-9e4a-35407b2f82af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.425313 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5043f03b-8cd1-45d4-9e4a-35407b2f82af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.426466 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5043f03b-8cd1-45d4-9e4a-35407b2f82af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a606f36-ddf9-4577-8b9f-2df27d98baf4 HTTP/1.1" status: 204 len: 168 time: 0.3251383 Jun 17 08:43:53.526612 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.560340 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a0b89a58-4d24-4c47-bc88-0f2c6a8d5e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:53.586509 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:53.591363 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bbbd83-f440-4521-afd9-ac0b5a6e77cd" -d '{"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-plugged", "status": "completed", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:53.603591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043f03b-8cd1-45d4-9e4a-35407b2f82af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a606f36-ddf9-4577-8b9f-2df27d98baf4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:53.620582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:53.625691 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5043f03b-8cd1-45d4-9e4a-35407b2f82af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:53.627122 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f392beb6-3b39-4203-bf52-36e4966f7b2e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.631710 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.648303 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:53.762654 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f392beb6-3b39-4203-bf52-36e4966f7b2e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.769460 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2a4256de-c7af-41c6-afa3-1351927f9679 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:53.786625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:53.794411 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:53.832283 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392beb6-3b39-4203-bf52-36e4966f7b2e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=1b00484e-5e72-47b0-a63a-72e6d5629199,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:53.834894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f392beb6-3b39-4203-bf52-36e4966f7b2e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:53.845338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea17da31-1f18-45ab-9dda-91a9fef634e3 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:53.855581 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f392beb6-3b39-4203-bf52-36e4966f7b2e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/1b00484e-5e72-47b0-a63a-72e6d5629199 HTTP/1.1" status: 204 len: 168 time: 0.7763836 Jun 17 08:43:53.856812 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f392beb6-3b39-4203-bf52-36e4966f7b2e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:53.859172 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59126) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:53.926607 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03fbdbf2-9197-4e75-ae41-3d734ab99b7f req-d052e8d6-4ac7-4f30-9814-116dcc451065 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 210 time: 0.1295397 Jun 17 08:43:54.008611 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d50e7ce7-d859-440d-b52a-7fffb5dd3bdb req-d7938533-9abe-418c-8bc7-bc3afb33bf4e tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 210 time: 0.3421390 Jun 17 08:43:54.088884 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-543fd7d8-ab8a-43e8-a5fe-dc0940eaff3d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Deleting subnet de766db1-0da2-4a1c-93b7-dcb7a3e63220 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:43:54.117918 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-543fd7d8-ab8a-43e8-a5fe-dc0940eaff3d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.155364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-92a16bd4-df3a-41bb-9e44-466743fce01e tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:54.157190 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-92a16bd4-df3a-41bb-9e44-466743fce01e tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "GET /v2.0/networks?id=f16e1b72-e1db-46f0-b9bb-c22288c9ac48 HTTP/1.1" status: 200 len: 797 time: 0.5690162 Jun 17 08:43:54.232896 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-543fd7d8-ab8a-43e8-a5fe-dc0940eaff3d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.281853 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-49c28299-05e6-4bda-ad88-5da9a23d3a48 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=429b1bfb82834492a01da039e4afa344 HTTP/1.1" status: 200 len: 472 time: 0.1149814 Jun 17 08:43:54.311143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'port': {'device_id': '85890bad-fe8f-46c4-ae98-b713f68683f6', 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48', 'admin_state_up': True, 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'security_groups': ['c5b50df5-3194-4bc1-862d-61f162eb871e']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:54.384521 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-543fd7d8-ab8a-43e8-a5fe-dc0940eaff3d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.522256 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-543fd7d8-ab8a-43e8-a5fe-dc0940eaff3d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.523756 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Made reservation on behalf of 429b1bfb82834492a01da039e4afa344 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:54.532294 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2ca9ea6d-16fd-4121-a777-8dc13aa86afe tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:54.534110 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.565304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fd7d8-ab8a-43e8-a5fe-dc0940eaff3d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Subnet': ['ID=de766db1-0da2-4a1c-93b7-dcb7a3e63220,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:54.588180 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-543fd7d8-ab8a-43e8-a5fe-dc0940eaff3d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:54.608433 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-543fd7d8-ab8a-43e8-a5fe-dc0940eaff3d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:54.612593 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-543fd7d8-ab8a-43e8-a5fe-dc0940eaff3d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/de766db1-0da2-4a1c-93b7-dcb7a3e63220 HTTP/1.1" status: 204 len: 168 time: 0.7501400 Jun 17 08:43:54.612876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59142) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:54.615544 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede4126a-3cb6-4518-8311-2c0097de9b05 x-openstack-request-id: req-ede4126a-3cb6-4518-8311-2c0097de9b05 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:43:54.618028 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-plugged", "status": "completed", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:43:54.622268 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ede4126a-3cb6-4518-8311-2c0097de9b05 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:43:54.623010 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992', 'code': 200} Jun 17 08:43:54.692815 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8b24d367-eba4-41c2-af9b-1a276aedd99d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783730 Jun 17 08:43:54.696616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59146) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:54.811962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b934fd7-0a85-4fcf-a7b8-939c03333670 req-f647b199-3b31-4c23-8cad-db2b1a7d907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:54.813507 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9b934fd7-0a85-4fcf-a7b8-939c03333670 req-f647b199-3b31-4c23-8cad-db2b1a7d907b service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1097 time: 0.1196988 Jun 17 08:43:54.846346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Allocated IP 172.20.0.24 (f16e1b72-e1db-46f0-b9bb-c22288c9ac48/f08b28f9-1711-4bdb-aa73-f31d921d2b1b/da4965b9-809e-4eb0-abd6-9f058efa5e42) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:54.905470 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-9b934fd7-0a85-4fcf-a7b8-939c03333670 req-fdd47b00-1858-4175-ac07-f81aafbb5e22 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835676 Jun 17 08:43:55.188417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59168) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:55.246601 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.304170 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Transition to ACTIVE for port object da4965b9-809e-4eb0-abd6-9f058efa5e42 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:55.343218 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581d4269-88fa-4fed-9a8b-2d25b4de8b8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.344819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-581d4269-88fa-4fed-9a8b-2d25b4de8b8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6372402 Jun 17 08:43:55.349794 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59174) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:55.359881 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c28086c9-9bb9-45c4-8767-8cc809b593b8 req-d5098874-8aad-406d-a999-da08557d5264 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "GET /v2.0/ports?device_id=84265a17-f1f1-4bff-b77f-103a15824ffb HTTP/1.1" status: 200 len: 210 time: 0.0982568 Jun 17 08:43:55.426912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8c744-e145-469a-b248-e3f2c1b6f2f7 req-2822ddb2-9c89-4a14-b17a-e71b6e90f61a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.442143 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eab8c744-e145-469a-b248-e3f2c1b6f2f7 req-2822ddb2-9c89-4a14-b17a-e71b6e90f61a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.7420988 Jun 17 08:43:55.526541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eab8c744-e145-469a-b248-e3f2c1b6f2f7 req-f06676ea-65c7-494c-8eb3-e83ab7e95158 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831399 Jun 17 08:43:55.530660 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1122766531'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:55.557994 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.566825 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:55.570150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05006166-d75f-4579-bbdf-1d54d77bcf30 None None] Network 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:55.582415 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c581d18-04d5-4c9f-832d-8b9a3cd2b3d5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:55.586458 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7c581d18-04d5-4c9f-832d-8b9a3cd2b3d5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2329273 Jun 17 08:43:55.594437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59176) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:55.706096 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4868f466-ffeb-4b4f-aef8-7669b5d74bc7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101665 Jun 17 08:43:55.716979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-96d43723-3734-44f2-9faa-8951d6310cec None None] Provisioning complete for port a1879e90-69de-490c-b999-422817b65912 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:55.718021 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-96d43723-3734-44f2-9faa-8951d6310cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.720444 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59178) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:55.788370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:43:55.797092 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-207faaf6-457f-43a5-bb67-6c97de761606 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:55.802413 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207faaf6-457f-43a5-bb67-6c97de761606 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:55.806253 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-207faaf6-457f-43a5-bb67-6c97de761606 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/dc011ac6-0af2-4c09-9ef0-d70bc0254146 HTTP/1.1" status: 404 len: 333 time: 0.0833411 Jun 17 08:43:55.810340 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59180) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:55.822698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:55.827255 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.840195 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:55.841877 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:55.860354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:43:55.886366 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=da4965b9-809e-4eb0-abd6-9f058efa5e42,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:55.893011 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:55.896911 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf20b5d-7553-4638-b3c5-4085e7f86f45 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:55.897569 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf20b5d-7553-4638-b3c5-4085e7f86f45 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:55.900482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bdf20b5d-7553-4638-b3c5-4085e7f86f45 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/de766db1-0da2-4a1c-93b7-dcb7a3e63220 HTTP/1.1" status: 404 len: 337 time: 0.0839827 Jun 17 08:43:55.935138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59184) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:56.042141 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdbd314-ac2e-4c6f-b0c8-d2d73d03eb54 None None] DHCP port deletion for 3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:43:56.106491 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.117275 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.122731 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:56.129045 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87b212-2de9-4fa0-9f8b-6ffaeadb90be req-2663a81a-17c7-46de-9b85-8c74dc5f56dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.130965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b87b212-2de9-4fa0-9f8b-6ffaeadb90be req-2663a81a-17c7-46de-9b85-8c74dc5f56dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 932 time: 0.4751408 Jun 17 08:43:56.132046 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5cdbd314-ac2e-4c6f-b0c8-d2d73d03eb54 None None] Deleting port a1879e90-69de-490c-b999-422817b65912 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:43:56.137821 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf28064-cf37-4cbc-b8f9-289df34d231b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:56.138279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf28064-cf37-4cbc-b8f9-289df34d231b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:56.139122 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5cdbd314-ac2e-4c6f-b0c8-d2d73d03eb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.143723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-eaf28064-cf37-4cbc-b8f9-289df34d231b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/1b00484e-5e72-47b0-a63a-72e6d5629199 HTTP/1.1" status: 404 len: 337 time: 0.2072082 Jun 17 08:43:56.159246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59192) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:56.181447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.182127 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.212281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-5cdbd314-ac2e-4c6f-b0c8-d2d73d03eb54 None None] For port a1879e90-69de-490c-b999-422817b65912, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a1879e90-69de-490c-b999-422817b65912,segment=NetworkSegment(855cc440-dae4-464b-b707-647a412d827e),segment_id=855cc440-dae4-464b-b707-647a412d827e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:43:56.213101 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5cdbd314-ac2e-4c6f-b0c8-d2d73d03eb54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.250940 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9654384 Jun 17 08:43:56.283445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2b87b212-2de9-4fa0-9f8b-6ffaeadb90be req-edc29ede-732f-4205-af1d-ffd85a56021a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384447 Jun 17 08:43:56.309799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Request body: {'port': {'device_id': '85890bad-fe8f-46c4-ae98-b713f68683f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:56.320058 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:56.323099 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88b8a4d-d81a-402e-9426-5cad5d9f93d2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:56.323883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88b8a4d-d81a-402e-9426-5cad5d9f93d2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:56.326183 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a88b8a4d-d81a-402e-9426-5cad5d9f93d2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/27e410a8-480a-4925-b7af-ab68aae7a584 HTTP/1.1" status: 404 len: 333 time: 0.1635485 Jun 17 08:43:56.356770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5cdbd314-ac2e-4c6f-b0c8-d2d73d03eb54 None None] Calling delete_port for a1879e90-69de-490c-b999-422817b65912 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:43:56.361262 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.361637 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added segment 30ec3f2f-e1e5-42e9-8833-865f6f193d1a of type vlan for network ab0b0fec-7315-4c3d-bf6c-5f55863a4cac Jun 17 08:43:56.363379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59196) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:56.435805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1879e90-69de-490c-b999-422817b65912 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:43:56.492220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bef5ff-903a-4b6e-8183-0d06355b10d2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:56.494208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b2358b9b-4259-42a0-88dc-9d02807a5c33 None None] Provisioning for port da4965b9-809e-4eb0-abd6-9f058efa5e42 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:43:56.499967 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5cdbd314-ac2e-4c6f-b0c8-d2d73d03eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.503559 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-641d8bbe-a4a4-48f9-aae4-99d013ace760 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:56.504292 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.527824 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.528441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbd314-ac2e-4c6f-b0c8-d2d73d03eb54 None None] Pushing event deleted for resources: {'Port': ['ID=a1879e90-69de-490c-b999-422817b65912,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:56.529579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.531143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b2358b9b-4259-42a0-88dc-9d02807a5c33 None None] Provisioning complete for port da4965b9-809e-4eb0-abd6-9f058efa5e42 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:43:56.531654 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b2358b9b-4259-42a0-88dc-9d02807a5c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.533505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No active binding found for port a1879e90-69de-490c-b999-422817b65912 {{(pid=93805) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 08:43:56.534071 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a1879e90-69de-490c-b999-422817b65912 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:43:56.537770 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5cdbd314-ac2e-4c6f-b0c8-d2d73d03eb54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:56.541348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.545322 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.546361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.549370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.550004 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.551288 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.552570 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.553711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.554404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.556665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:43:56.563448 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdbd314-ac2e-4c6f-b0c8-d2d73d03eb54 None None] No DVR routers for this DVR port a1879e90-69de-490c-b999-422817b65912 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:43:56.575315 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:56.585037 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbf9000-8daa-4eae-8347-46dbf2bf2c4f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:56.585662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbbf9000-8daa-4eae-8347-46dbf2bf2c4f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:56.586941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b2358b9b-4259-42a0-88dc-9d02807a5c33 None None] Port da4965b9-809e-4eb0-abd6-9f058efa5e42 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:43:56.590651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cbbf9000-8daa-4eae-8347-46dbf2bf2c4f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/ecbd6b45-76a2-49d4-9dc4-91664a747b3a HTTP/1.1" status: 404 len: 337 time: 0.2257450 Jun 17 08:43:56.591493 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59202) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:56.595770 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59204) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:56.633478 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.665758 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b1b4bb-5a04-421b-8b50-c8c27faa22b7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:56.666695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b1b4bb-5a04-421b-8b50-c8c27faa22b7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:56.668990 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-48b1b4bb-5a04-421b-8b50-c8c27faa22b7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/244667c3-2b05-4e75-8845-0dd308f17ddf HTTP/1.1" status: 404 len: 337 time: 0.0701826 Jun 17 08:43:56.671522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59206) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:56.705021 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.706157 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffe83d0-cf5c-4fae-9324-dd5f958e097a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:56.711245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffe83d0-cf5c-4fae-9324-dd5f958e097a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:56.714036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bffe83d0-cf5c-4fae-9324-dd5f958e097a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/3914081c-d9c8-4be3-ac81-446fa11bc971 HTTP/1.1" status: 404 len: 333 time: 0.0408828 Jun 17 08:43:56.718177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59208) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:56.719080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:56.721991 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.735500 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1cd16992-521c-4d74-aa17-fb1198db27c8 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:56.769088 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5764322 Jun 17 08:43:56.769696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59212) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:56.777586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-163614916'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:56.784407 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5ca705-9422-4f0f-a6aa-1a38cf7d9544 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:56.785101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd5ca705-9422-4f0f-a6aa-1a38cf7d9544 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:56.787010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fd5ca705-9422-4f0f-a6aa-1a38cf7d9544 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/73194301-eba9-454c-a9a8-47065627b849 HTTP/1.1" status: 404 len: 337 time: 0.0666640 Jun 17 08:43:56.795650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59214) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:56.859522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Network': ['ID=ab0b0fec-7315-4c3d-bf6c-5f55863a4cac,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:56.867491 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:56.868679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:56.872312 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.874991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network ab0b0fec-7315-4c3d-bf6c-5f55863a4cac details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:56.909934 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7b8f-4880-4b81-a7e9-e372a8d48da4 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.939491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:43:56.960959 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:56.961355 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added segment ec8610e2-d443-49cb-8e7a-7aa0aef13f6f of type vlan for network eaf0d98e-08fa-45fb-bbfc-31774d6a8acc Jun 17 08:43:57.017511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.041347 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d90e2b5-62f9-4e0f-a72a-2e8b87d56def tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.041816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d90e2b5-62f9-4e0f-a72a-2e8b87d56def tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.046531 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5d90e2b5-62f9-4e0f-a72a-2e8b87d56def tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/5728967a-9915-4fb5-bcbd-6fb150bd1c86 HTTP/1.1" status: 404 len: 337 time: 0.2456930 Jun 17 08:43:57.049003 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59220) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.085973 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4dc069-0d34-4f08-8a5d-c59af9fe11af tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.087289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4dc069-0d34-4f08-8a5d-c59af9fe11af tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.092154 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8a4dc069-0d34-4f08-8a5d-c59af9fe11af tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/879640bd-fa1d-4b5b-8905-250b61751d9a HTTP/1.1" status: 404 len: 333 time: 0.0395296 Jun 17 08:43:57.094584 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59222) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.099967 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.106224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:57.107020 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.110969 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7b8f-4880-4b81-a7e9-e372a8d48da4 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.120520 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7c90b80e-f6c5-47ff-bbfa-c4ffadffd9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:57.128592 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3553290 Jun 17 08:43:57.142102 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59224) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.154233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'subnet': {'network_id': 'ab0b0fec-7315-4c3d-bf6c-5f55863a4cac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:57.192830 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-240e3a7b-311b-4d38-9a04-c284433c7bf0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.193291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240e3a7b-311b-4d38-9a04-c284433c7bf0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.195167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-240e3a7b-311b-4d38-9a04-c284433c7bf0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/8ae2e750-53aa-4d44-951a-3c8c3e86e38f HTTP/1.1" status: 404 len: 337 time: 0.0939908 Jun 17 08:43:57.203089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59226) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.247336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a05ce1-6bb6-4a09-baee-5b612ec7a2d6 req-ee133414-b41f-4913-9718-bdcf3f58fbe4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:57.248943 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30a05ce1-6bb6-4a09-baee-5b612ec7a2d6 req-ee133414-b41f-4913-9718-bdcf3f58fbe4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.4286506 Jun 17 08:43:57.267576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Network': ['ID=eaf0d98e-08fa-45fb-bbfc-31774d6a8acc,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:57.275365 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:57.280917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network eaf0d98e-08fa-45fb-bbfc-31774d6a8acc details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:43:57.305495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:57.314484 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.339754 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f0623d-ed6d-4f64-b394-ddefd03c8062 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.340320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f0623d-ed6d-4f64-b394-ddefd03c8062 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.344244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-04f0623d-ed6d-4f64-b394-ddefd03c8062 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/73bee393-f629-4b1d-8bf8-ead87650751c HTTP/1.1" status: 404 len: 337 time: 0.1212451 Jun 17 08:43:57.347271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59232) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.425437 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b220fa-c959-4945-9940-990db013252d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.426169 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b220fa-c959-4945-9940-990db013252d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.430208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d6b220fa-c959-4945-9940-990db013252d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/eeb38e44-f5eb-4c3a-baf4-89a7bd3eee6e HTTP/1.1" status: 404 len: 333 time: 0.0797970 Jun 17 08:43:57.439173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59236) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.493902 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-30a05ce1-6bb6-4a09-baee-5b612ec7a2d6 req-c8efd60d-eea4-4c98-8e46-4170366f8979 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860554 Jun 17 08:43:57.530615 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-189c4e0e-0590-40d4-b986-dc7de011e330 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.531325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189c4e0e-0590-40d4-b986-dc7de011e330 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.537906 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-189c4e0e-0590-40d4-b986-dc7de011e330 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/36cfd0a1-e4ce-4e38-a051-426a075a59c8 HTTP/1.1" status: 404 len: 337 time: 0.0942886 Jun 17 08:43:57.542138 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59240) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.590434 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-08906a9a-b98b-4f92-9d44-92a87a584a74 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.591221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08906a9a-b98b-4f92-9d44-92a87a584a74 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.600123 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-08906a9a-b98b-4f92-9d44-92a87a584a74 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/04e3c6c3-efa8-4bb8-b6cf-99c5d806fe8a HTTP/1.1" status: 404 len: 333 time: 0.0502577 Jun 17 08:43:57.605607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59242) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.638940 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4965b9-809e-4eb0-abd6-9f058efa5e42 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:43:57.643837 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c1dec3-a396-4544-969a-a8c5e24041f2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.644363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c1dec3-a396-4544-969a-a8c5e24041f2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.646578 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e7c1dec3-a396-4544-969a-a8c5e24041f2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/76cff03f-cff4-4f13-8b73-79115c418d3c HTTP/1.1" status: 404 len: 337 time: 0.0398574 Jun 17 08:43:57.651520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59244) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.654279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.730895 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a9ceda-1a5e-4b2e-9cbc-42adcedfc37d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.731672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a9ceda-1a5e-4b2e-9cbc-42adcedfc37d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.733781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-61a9ceda-1a5e-4b2e-9cbc-42adcedfc37d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/f6f34db5-63f8-4ac9-8022-d64a8bd689c4 HTTP/1.1" status: 404 len: 333 time: 0.0743906 Jun 17 08:43:57.737888 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59246) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.749647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Transition to ACTIVE for port object da4965b9-809e-4eb0-abd6-9f058efa5e42 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:57.750845 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7b8f-4880-4b81-a7e9-e372a8d48da4 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.753931 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1a3b7b8f-4880-4b81-a7e9-e372a8d48da4 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.755788 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1a3b7b8f-4880-4b81-a7e9-e372a8d48da4 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] 10.222.0.47 "DELETE /v2.0/security-groups/629778a7-56da-472f-bbe1-daa4b355f08d HTTP/1.1" status: 204 len: 168 time: 1.1613028 Jun 17 08:43:57.758953 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-929a5211-c503-426a-a80c-7eb2d5ac95f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:57.772647 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.804987 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e88586cb-2219-41ce-b30e-e61043a0ac3b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.805418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e88586cb-2219-41ce-b30e-e61043a0ac3b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.807218 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e88586cb-2219-41ce-b30e-e61043a0ac3b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/b08fb495-2bb0-4e8e-b72c-52aa9ff177b8 HTTP/1.1" status: 404 len: 337 time: 0.0683167 Jun 17 08:43:57.810115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59250) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.846948 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-41c2a39c-152f-4641-acab-d94407eccf3b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.847739 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41c2a39c-152f-4641-acab-d94407eccf3b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.849580 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-41c2a39c-152f-4641-acab-d94407eccf3b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/9e389b72-4eb3-4343-a1fc-d36acc1adc96 HTTP/1.1" status: 404 len: 333 time: 0.0386987 Jun 17 08:43:57.852327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59252) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.886152 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64a4b08-f7b2-4e09-90b1-060de6342357 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.886995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64a4b08-f7b2-4e09-90b1-060de6342357 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.888717 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a64a4b08-f7b2-4e09-90b1-060de6342357 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/c763dc94-cf33-4604-bc9d-e0bedebffc18 HTTP/1.1" status: 404 len: 337 time: 0.0353839 Jun 17 08:43:57.890633 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:57.894189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59254) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:57.895006 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-16c5ce1d-526b-4e67-806a-6b3131bfbef7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:57.963909 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-044b130e-a1b7-4292-87c2-de2843bfcba7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:57.964937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044b130e-a1b7-4292-87c2-de2843bfcba7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:57.969118 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-044b130e-a1b7-4292-87c2-de2843bfcba7 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/36ba6b68-31f8-4787-86de-d72b1be911d6 HTTP/1.1" status: 404 len: 333 time: 0.0676315 Jun 17 08:43:57.969680 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59258) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.006011 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31110e8-8044-49d7-9bd0-a3bb42f3f3fb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.006518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31110e8-8044-49d7-9bd0-a3bb42f3f3fb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.011509 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d31110e8-8044-49d7-9bd0-a3bb42f3f3fb tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/667eae5d-bb71-4d94-80f4-246568f794be HTTP/1.1" status: 404 len: 337 time: 0.0381241 Jun 17 08:43:58.016361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59260) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.058896 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0044e8-9801-4c64-b265-fbe5394e6e75 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.059538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0044e8-9801-4c64-b265-fbe5394e6e75 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.062857 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fc0044e8-9801-4c64-b265-fbe5394e6e75 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/1edca43c-2e85-4d35-a02a-890beedb8177 HTTP/1.1" status: 404 len: 333 time: 0.0440357 Jun 17 08:43:58.064656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Subnet': ['ID=643e9c50-d799-46d8-ae6a-fb395b3a5343,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:58.067945 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:58.068779 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59262) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.089072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Checking segment: {'id': '30ec3f2f-e1e5-42e9-8833-865f6f193d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0b0fec-7315-4c3d-bf6c-5f55863a4cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:58.089716 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network hostable DHCP agents. Network: ab0b0fec-7315-4c3d-bf6c-5f55863a4cac, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:58.113913 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a8675a-ff53-4fbb-8174-1af4a8c415b8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.114614 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65a8675a-ff53-4fbb-8174-1af4a8c415b8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.116616 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-65a8675a-ff53-4fbb-8174-1af4a8c415b8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/41f673b6-436d-4658-a2dd-f2ef5501ff03 HTTP/1.1" status: 404 len: 337 time: 0.0446889 Jun 17 08:43:58.119473 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59266) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.159726 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-594b67e9-0f80-481f-8104-96438457f359 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.160686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594b67e9-0f80-481f-8104-96438457f359 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.161942 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-594b67e9-0f80-481f-8104-96438457f359 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/1785c417-62f2-4065-9e36-a156edc626d6 HTTP/1.1" status: 404 len: 337 time: 0.0407546 Jun 17 08:43:58.164631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59270) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.192171 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc455a5-f5bb-4d08-91f6-a439e2789933 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.192935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc455a5-f5bb-4d08-91f6-a439e2789933 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.194748 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fbc455a5-f5bb-4d08-91f6-a439e2789933 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/9d787859-1db4-4db3-9451-7a817d48ca09 HTTP/1.1" status: 404 len: 333 time: 0.0291424 Jun 17 08:43:58.198117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59272) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.202876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b7b8f-4880-4b81-a7e9-e372a8d48da4 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=629778a7-56da-472f-bbe1-daa4b355f08d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:58.206613 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network ab0b0fec-7315-4c3d-bf6c-5f55863a4cac is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:58.225752 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a3b7b8f-4880-4b81-a7e9-e372a8d48da4 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:58.237161 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f131b4-d3ad-4d32-bd6b-4b4a099eebbf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.237666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f131b4-d3ad-4d32-bd6b-4b4a099eebbf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.242008 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-34f131b4-d3ad-4d32-bd6b-4b4a099eebbf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/d7e29c9b-9734-4cf4-add5-e1b62e3c2273 HTTP/1.1" status: 404 len: 337 time: 0.0414505 Jun 17 08:43:58.243700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, ab0b0fec-7315-4c3d-bf6c-5f55863a4cac) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:58.248253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.249020 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.251363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59276) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.252586 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-22332fb6-d943-4785-bf07-7e9a50d5a5c3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.475s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:58.257373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917f1224-0b92-4bcd-b20c-504a49deebed None None] Network ab0b0fec-7315-4c3d-bf6c-5f55863a4cac requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:58.287021 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-373e1240-3f90-4a2f-b634-576d697f91e6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.287505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373e1240-3f90-4a2f-b634-576d697f91e6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.292663 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-373e1240-3f90-4a2f-b634-576d697f91e6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/89f4554c-606d-4eba-a5c8-cd686bbbc63a HTTP/1.1" status: 404 len: 337 time: 0.0355883 Jun 17 08:43:58.292663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59278) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.324140 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc60ff4c-0aab-4bdd-8a40-00a392c2ad4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.324767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc60ff4c-0aab-4bdd-8a40-00a392c2ad4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.331570 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fc60ff4c-0aab-4bdd-8a40-00a392c2ad4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/aafcb1f3-2efc-4624-86fa-449672ff9983 HTTP/1.1" status: 404 len: 333 time: 0.0331225 Jun 17 08:43:58.331570 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1837783 Jun 17 08:43:58.332918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59280) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.333259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59282) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.334760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a80aea7-e216-4269-8580-f8e1e8e1a04f req-edc93961-b4bd-4e7d-97b6-bf5448178244 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.336453 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a80aea7-e216-4269-8580-f8e1e8e1a04f req-edc93961-b4bd-4e7d-97b6-bf5448178244 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 932 time: 0.8334560 Jun 17 08:43:58.349285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'subnet': {'network_id': 'eaf0d98e-08fa-45fb-bbfc-31774d6a8acc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:58.398939 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bc76fe-f578-4cac-940e-ff49ca41ebc9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.399406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bc76fe-f578-4cac-940e-ff49ca41ebc9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.404618 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-85bc76fe-f578-4cac-940e-ff49ca41ebc9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/30e44eb1-969c-4e3c-96fc-884447c28ca4 HTTP/1.1" status: 404 len: 337 time: 0.0675790 Jun 17 08:43:58.422425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59286) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.520505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Pushing event updated for resources: {'Port': ['ID=da4965b9-809e-4eb0-abd6-9f058efa5e42,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:58.544002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87ecaa-20d9-4a2c-9206-c1fcc27ea5d7 req-5cd174b5-c05f-4478-86d6-8c5cdf050e74 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:58.563527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a87ecaa-20d9-4a2c-9206-c1fcc27ea5d7 req-5cd174b5-c05f-4478-86d6-8c5cdf050e74 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.9144547 Jun 17 08:43:58.565819 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9893e82-3993-4335-93eb-31bbbe44413b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.566630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9893e82-3993-4335-93eb-31bbbe44413b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.567217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:43:58.568556 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c9893e82-3993-4335-93eb-31bbbe44413b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/3d6673ad-16f6-4a26-9ded-700f50137f95 HTTP/1.1" status: 404 len: 337 time: 0.1308670 Jun 17 08:43:58.569645 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:58.571063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-ab0b0fec-7315-4c3d-bf6c-5f55863a4cac', 'network_id': 'ab0b0fec-7315-4c3d-bf6c-5f55863a4cac', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'fixed_ips': [{'subnet_id': '643e9c50-d799-46d8-ae6a-fb395b3a5343'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:43:58.574610 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.575375 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:58.578339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59294) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.667337 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac6a916c-2635-42a0-96d8-c4029ba0600a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.668828 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac6a916c-2635-42a0-96d8-c4029ba0600a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.677519 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a80aea7-e216-4269-8580-f8e1e8e1a04f req-09aa6d31-3666-43ba-962a-cbdb78823211 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719290 Jun 17 08:43:58.678421 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ac6a916c-2635-42a0-96d8-c4029ba0600a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/a113ff42-fbe4-4a50-a60a-3b943c749717 HTTP/1.1" status: 404 len: 333 time: 0.0962951 Jun 17 08:43:58.679527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59298) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.822473 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c11e04e-7e1e-4e79-8238-48aaf07e609a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:58.823056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c11e04e-7e1e-4e79-8238-48aaf07e609a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:58.834434 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a87ecaa-20d9-4a2c-9206-c1fcc27ea5d7 req-ee8b89f2-95e9-4db1-b24e-60b675d0a522 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606335 Jun 17 08:43:58.834799 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8c11e04e-7e1e-4e79-8238-48aaf07e609a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/7af16a65-39b2-4c66-9bbb-721791bbc257 HTTP/1.1" status: 404 len: 337 time: 0.1451392 Jun 17 08:43:58.834920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59302) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.834920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59304) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:58.852672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Allocated IP 2001:db8::2 (ab0b0fec-7315-4c3d-bf6c-5f55863a4cac/643e9c50-d799-46d8-ae6a-fb395b3a5343/0b9e35e0-96f4-4292-9b7c-795557fedf92) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:43:59.106674 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.110621 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b9942dd8-e94f-4264-a9ec-e64b29be5618 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:59.182083 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c1f0f2-bab8-48f7-91cb-2a817c5d782b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:43:59.182556 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c1f0f2-bab8-48f7-91cb-2a817c5d782b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:43:59.195986 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e9c1f0f2-bab8-48f7-91cb-2a817c5d782b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/26ff757c-c39e-44ee-bd07-af32f1250751 HTTP/1.1" status: 404 len: 337 time: 0.3606696 Jun 17 08:43:59.204404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Attempting to bind port da4965b9-809e-4eb0-abd6-9f058efa5e42 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:43:59.207967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Attempting to bind port da4965b9-809e-4eb0-abd6-9f058efa5e42 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:43:59.210806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Attempting to bind port da4965b9-809e-4eb0-abd6-9f058efa5e42 on network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:59.224965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59326) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:59.271590 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.277055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Port da4965b9-809e-4eb0-abd6-9f058efa5e42 on network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:43:59.278298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Attempting to bind port da4965b9-809e-4eb0-abd6-9f058efa5e42 on network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:43:59.293709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Transition to ACTIVE for port object 0b9e35e0-96f4-4292-9b7c-795557fedf92 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:59.327515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Transition to ACTIVE for port object 0b9e35e0-96f4-4292-9b7c-795557fedf92 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:43:59.347456 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.352716 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:59.366334 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d2d26447-909e-4578-8c82-896fffb689f9 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5061cdd0-3b1a-4764-a903-11b1f60140f0 HTTP/1.1" status: 200 len: 205 time: 0.1217422 Jun 17 08:43:59.375054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Subnet': ['ID=390b6e12-dac8-43f1-ab6f-18c516a91b2d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:43:59.376452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59344) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:59.385229 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:43:59.386375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Checking segment: {'id': 'ec8610e2-d443-49cb-8e7a-7aa0aef13f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eaf0d98e-08fa-45fb-bbfc-31774d6a8acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:59.386751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network hostable DHCP agents. Network: eaf0d98e-08fa-45fb-bbfc-31774d6a8acc, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:43:59.399323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:43:59.399664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Checking segment: {'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:43:59.400056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Bound using segment: {'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:43:59.400516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Bound port: da4965b9-809e-4eb0-abd6-9f058efa5e42, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:43:59.407973 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.448560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network eaf0d98e-08fa-45fb-bbfc-31774d6a8acc is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:43:59.475125 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:43:59.482185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, eaf0d98e-08fa-45fb-bbfc-31774d6a8acc) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:43:59.492478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:59.493139 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.541717 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2050934 Jun 17 08:43:59.545700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59362) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:59.563931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-28470d1d-b5d1-4647-bff9-58a4942ffb6d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-721492226', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:43:59.627031 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28470d1d-b5d1-4647-bff9-58a4942ffb6d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.628221 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28470d1d-b5d1-4647-bff9-58a4942ffb6d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.768707 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] For port da4965b9-809e-4eb0-abd6-9f058efa5e42, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:43:59.780442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] For port da4965b9-809e-4eb0-abd6-9f058efa5e42, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=da4965b9-809e-4eb0-abd6-9f058efa5e42,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:43:59.790691 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-4cb2cc01-d661-4e67-8ac5-324eb030c0db tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] delete failed (client error): The resource could not be found. Jun 17 08:43:59.799090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4cb2cc01-d661-4e67-8ac5-324eb030c0db tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/routers/5061cdd0-3b1a-4764-a903-11b1f60140f0 HTTP/1.1" status: 404 len: 336 time: 0.4203038 Jun 17 08:43:59.800114 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59390) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:59.804686 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28470d1d-b5d1-4647-bff9-58a4942ffb6d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.820461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.830419 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3ce81072-8106-47b0-a5eb-780f40ee04cc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:43:59.834489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28470d1d-b5d1-4647-bff9-58a4942ffb6d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.924263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:59.925630 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:43:59.927754 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] 10.222.0.10 "PUT /v2.0/ports/da4965b9-809e-4eb0-abd6-9f058efa5e42 HTTP/1.1" status: 200 len: 1093 time: 3.6388092 Jun 17 08:43:59.928547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9496139-e6ac-4651-98eb-23ad95c470fc None None] Network eaf0d98e-08fa-45fb-bbfc-31774d6a8acc requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:43:59.936573 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85890bad-fe8f-46c4-ae98-b713f68683f6', 'tag': 'da4965b9-809e-4eb0-abd6-9f058efa5e42'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:43:59.940260 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7d4efb-7e92-4813-9260-2f83efa50a82" -d '{"events": [{"name": "network-changed", "server_uuid": "85890bad-fe8f-46c4-ae98-b713f68683f6", "tag": "da4965b9-809e-4eb0-abd6-9f058efa5e42"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:43:59.948646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab8863-e8b5-4eeb-85c7-a6be65838687 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:43:59.950828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b3ab8863-e8b5-4eeb-85c7-a6be65838687 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1092 time: 1.0826783 Jun 17 08:43:59.956226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59406) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:43:59.974450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': '4c544ffa-f2f6-4b19-9441-54df98629992', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:00.092745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Network ab0b0fec-7315-4c3d-bf6c-5f55863a4cac is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:00.119845 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f774c28-c985-4203-8683-5c51bdd34d6a x-openstack-request-id: req-0f774c28-c985-4203-8683-5c51bdd34d6a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:00.120116 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85890bad-fe8f-46c4-ae98-b713f68683f6", "tag": "da4965b9-809e-4eb0-abd6-9f058efa5e42", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:00.120428 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f774c28-c985-4203-8683-5c51bdd34d6a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:00.121183 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85890bad-fe8f-46c4-ae98-b713f68683f6', 'tag': 'da4965b9-809e-4eb0-abd6-9f058efa5e42', 'status': 'completed', 'code': 200} Jun 17 08:44:00.171906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Pushing event updated for resources: {'Port': ['ID=da4965b9-809e-4eb0-abd6-9f058efa5e42,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:00.177196 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:00.183566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:00.197026 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:00.209319 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.480619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-383c97c0-06f3-436f-ba9c-b33657bee09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:00.484312 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-383c97c0-06f3-436f-ba9c-b33657bee09b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 1096 time: 0.5013728 Jun 17 08:44:00.493400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Pushing event updated for resources: {'Port': ['ID=0b9e35e0-96f4-4292-9b7c-795557fedf92,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:00.499206 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.146s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:00.599741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-29a29924-eb5e-49c2-876a-f412ca7561ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=da4965b9-809e-4eb0-abd6-9f058efa5e42 HTTP/1.1" status: 200 len: 217 time: 0.0970688 Jun 17 08:44:00.695730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Attempting to bind port 0b9e35e0-96f4-4292-9b7c-795557fedf92 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:00.696124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Attempting to bind port 0b9e35e0-96f4-4292-9b7c-795557fedf92 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '30ec3f2f-e1e5-42e9-8833-865f6f193d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0b0fec-7315-4c3d-bf6c-5f55863a4cac'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:00.704588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Attempting to bind port 0b9e35e0-96f4-4292-9b7c-795557fedf92 on network ab0b0fec-7315-4c3d-bf6c-5f55863a4cac {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:00.718582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-eaf0d98e-08fa-45fb-bbfc-31774d6a8acc', 'network_id': 'eaf0d98e-08fa-45fb-bbfc-31774d6a8acc', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'fixed_ips': [{'subnet_id': '390b6e12-dac8-43f1-ab6f-18c516a91b2d'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:00.719487 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:00.839494 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38abcad4-effd-4fb6-a004-7b66eb005e46 req-3134c099-f449-448f-96a2-8b2739237e22 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:00.846972 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38abcad4-effd-4fb6-a004-7b66eb005e46 req-3134c099-f449-448f-96a2-8b2739237e22 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 944 time: 0.7227635 Jun 17 08:44:00.907775 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-a09f7f88-afe3-4115-9486-f9b41ab383f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:00.909636 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-a09f7f88-afe3-4115-9486-f9b41ab383f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f08b28f9-1711-4bdb-aa73-f31d921d2b1b HTTP/1.1" status: 200 len: 838 time: 0.2992444 Jun 17 08:44:01.122322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Allocated IP 2001:db8:1::2 (eaf0d98e-08fa-45fb-bbfc-31774d6a8acc/390b6e12-dac8-43f1-ab6f-18c516a91b2d/ce195b09-3e3a-48f7-8c9a-6af937c5cd2e) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:01.137745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38abcad4-effd-4fb6-a004-7b66eb005e46 req-799239c0-ef5a-49a8-b393-92f0527b24c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858946 Jun 17 08:44:01.257841 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-8c30d279-ebf4-4ad4-a060-4d5c0c54e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:01.260739 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-8c30d279-ebf4-4ad4-a060-4d5c0c54e274 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f16e1b72-e1db-46f0-b9bb-c22288c9ac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.3243818 Jun 17 08:44:01.263055 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.281517 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-627e8438-c833-4daf-96f1-c53d75e533c8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:01.292592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627e8438-c833-4daf-96f1-c53d75e533c8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:01.294797 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-627e8438-c833-4daf-96f1-c53d75e533c8 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/d3d35147-16ff-4855-aedf-cc9b4d11da39 HTTP/1.1" status: 404 len: 337 time: 1.4888387 Jun 17 08:44:01.299457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59548) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:01.318528 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:01.319132 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Checking segment: {'id': '30ec3f2f-e1e5-42e9-8833-865f6f193d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0b0fec-7315-4c3d-bf6c-5f55863a4cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:01.319577 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.320206 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Bound using segment: {'id': '30ec3f2f-e1e5-42e9-8833-865f6f193d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0b0fec-7315-4c3d-bf6c-5f55863a4cac'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:01.320895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Bound port: 0b9e35e0-96f4-4292-9b7c-795557fedf92, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ec3f2f-e1e5-42e9-8833-865f6f193d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ab0b0fec-7315-4c3d-bf6c-5f55863a4cac'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:01.323166 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.397120 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28470d1d-b5d1-4647-bff9-58a4942ffb6d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.403641 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-28470d1d-b5d1-4647-bff9-58a4942ffb6d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.8556261 Jun 17 08:44:01.407619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59560) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:01.424694 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d15e7bcb-c299-43ab-bda9-49a2541f7fad tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 HTTP/1.1" status: 200 len: 205 time: 0.1227050 Jun 17 08:44:01.541343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59566) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:01.862737 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-0359521d-d2a8-4050-8447-40113a068ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] delete failed (client error): The resource could not be found. Jun 17 08:44:01.867662 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0359521d-d2a8-4050-8447-40113a068ed6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/routers/8ba266b9-73e6-4c43-a04d-6bf4f3c8ca01 HTTP/1.1" status: 404 len: 336 time: 0.3226027 Jun 17 08:44:01.881257 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59608) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:01.953049 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:01.991686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] For port 0b9e35e0-96f4-4292-9b7c-795557fedf92, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:02.021233 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-230f1164-046c-46ad-aac7-fa03adb01119 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:02.023187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230f1164-046c-46ad-aac7-fa03adb01119 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:02.027640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] For port 0b9e35e0-96f4-4292-9b7c-795557fedf92, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0b9e35e0-96f4-4292-9b7c-795557fedf92,segment=NetworkSegment(30ec3f2f-e1e5-42e9-8833-865f6f193d1a),segment_id=30ec3f2f-e1e5-42e9-8833-865f6f193d1a)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:02.032075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Transition to ACTIVE for port object ce195b09-3e3a-48f7-8c9a-6af937c5cd2e will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:02.034597 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-230f1164-046c-46ad-aac7-fa03adb01119 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/41a16862-63c3-4bdc-bdf8-6d161d04a291 HTTP/1.1" status: 404 len: 337 time: 0.1480179 Jun 17 08:44:02.036675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59626) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:02.098007 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.115749 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.141193 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:02.255144 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-e50a4b61-e700-4572-9f3d-924ccfe6b61f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:02.255679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e50a4b61-e700-4572-9f3d-924ccfe6b61f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:02.258298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e50a4b61-e700-4572-9f3d-924ccfe6b61f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/13cd397a-828d-435c-a095-e126e7b79445 HTTP/1.1" status: 404 len: 337 time: 0.2010412 Jun 17 08:44:02.292230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59650) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:02.318755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Transition to ACTIVE for port object ce195b09-3e3a-48f7-8c9a-6af937c5cd2e will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:02.356596 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-ea6f578a-b001-4c2a-b620-a5aa3a2c95f6 service neutron] 10.222.0.10 "GET /v2.0/networks/f16e1b72-e1db-46f0-b9bb-c22288c9ac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0594556 Jun 17 08:44:02.363439 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:02.489610 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a031f4-6011-47f2-9c36-d098fe4963b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:02.490485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a031f4-6011-47f2-9c36-d098fe4963b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:02.505679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-62a031f4-6011-47f2-9c36-d098fe4963b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/52eb4cee-fc65-40a4-bb96-0f9507926296 HTTP/1.1" status: 404 len: 333 time: 0.2109828 Jun 17 08:44:02.525241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59676) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:02.540645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Network eaf0d98e-08fa-45fb-bbfc-31774d6a8acc is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:02.564722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Pushing event updated for resources: {'Port': ['ID=0b9e35e0-96f4-4292-9b7c-795557fedf92,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:02.572103 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:02.577891 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:02.581909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:02.607486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:03.138144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Pushing event updated for resources: {'Port': ['ID=ce195b09-3e3a-48f7-8c9a-6af937c5cd2e,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:03.149628 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:03.154292 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.178036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Allocated IP 2001:db8::1 (ab0b0fec-7315-4c3d-bf6c-5f55863a4cac/643e9c50-d799-46d8-ae6a-fb395b3a5343/f585cdcf-7709-4c10-b757-2af9a2c328db) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:03.184821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Attempting to bind port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:03.185589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Attempting to bind port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'ec8610e2-d443-49cb-8e7a-7aa0aef13f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eaf0d98e-08fa-45fb-bbfc-31774d6a8acc'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:03.186164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Attempting to bind port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e on network eaf0d98e-08fa-45fb-bbfc-31774d6a8acc {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:03.199410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:03.200035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Checking segment: {'id': 'ec8610e2-d443-49cb-8e7a-7aa0aef13f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eaf0d98e-08fa-45fb-bbfc-31774d6a8acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:03.200641 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.201540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Bound using segment: {'id': 'ec8610e2-d443-49cb-8e7a-7aa0aef13f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eaf0d98e-08fa-45fb-bbfc-31774d6a8acc'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:03.202249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Bound port: ce195b09-3e3a-48f7-8c9a-6af937c5cd2e, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec8610e2-d443-49cb-8e7a-7aa0aef13f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'eaf0d98e-08fa-45fb-bbfc-31774d6a8acc'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:03.202895 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.211381 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.25.8.65 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/f32c1f1c-264b-47dc-afb5-15543774145f) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:03.352616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] For port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:03.359555 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] For port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ce195b09-3e3a-48f7-8c9a-6af937c5cd2e,segment=NetworkSegment(ec8610e2-d443-49cb-8e7a-7aa0aef13f6f),segment_id=ec8610e2-d443-49cb-8e7a-7aa0aef13f6f)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:03.374953 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.389452 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-95182a2a-7044-47d9-b373-a279230c8c03 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:03.447882 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.499345 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93e5a6cf-9d5b-4dec-9928-4d09df82baed req-dc60782d-de0e-4116-9a86-2f9cd56fab58 service neutron] 10.222.0.10 "GET /v2.0/networks/f16e1b72-e1db-46f0-b9bb-c22288c9ac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0578141 Jun 17 08:44:03.509862 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fc392a-288d-453b-a7a5-07865c95255f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:03.510607 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6fc392a-288d-453b-a7a5-07865c95255f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:03.512819 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c6fc392a-288d-453b-a7a5-07865c95255f tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/749d84c5-fa94-4f2b-96a4-568387cd13bc HTTP/1.1" status: 404 len: 337 time: 0.9335170 Jun 17 08:44:03.516664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59770) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:03.571239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Pushing event updated for resources: {'Port': ['ID=ce195b09-3e3a-48f7-8c9a-6af937c5cd2e,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:03.589940 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:03.590647 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.634019 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b120bc-4a85-46d4-9c8a-45b3c6b807b2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:03.634893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b120bc-4a85-46d4-9c8a-45b3c6b807b2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:03.639249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d4b120bc-4a85-46d4-9c8a-45b3c6b807b2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/51165cd8-50e9-4c1b-a360-f300a308360a HTTP/1.1" status: 404 len: 333 time: 0.1178877 Jun 17 08:44:03.658631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59782) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:03.666760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Transition to ACTIVE for port object f585cdcf-7709-4c10-b757-2af9a2c328db will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:03.717618 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.857651 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c65b7438-5c9d-4cb9-808b-d7ebb69a4846 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:03.888913 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:03.894315 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a321a4dc-1b4d-4afe-8c63-74aa4482cfa0 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:04.070882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:04.072684 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e5dd09-06d3-4c64-a876-c4b851003320 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:04.073152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35e5dd09-06d3-4c64-a876-c4b851003320 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:04.094622 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-35e5dd09-06d3-4c64-a876-c4b851003320 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/05935f98-3ce8-452b-b2e9-e9baeaee5875 HTTP/1.1" status: 404 len: 337 time: 0.4270875 Jun 17 08:44:04.106658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59820) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:04.219250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:04.220406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=f585cdcf-7709-4c10-b757-2af9a2c328db,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:04.232239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:04.243529 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:04.249593 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7a966f3-e1ea-45cb-951f-c85f8916e174 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:04.250530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7a966f3-e1ea-45cb-951f-c85f8916e174 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:04.266501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a7a966f3-e1ea-45cb-951f-c85f8916e174 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/1c8aebe8-72ef-48d5-a34e-3ada1bc7d2d6 HTTP/1.1" status: 404 len: 333 time: 0.1394005 Jun 17 08:44:04.267238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59822) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:04.275511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network ab0b0fec-7315-4c3d-bf6c-5f55863a4cac is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:04.277626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:04.285479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:04.286369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.421054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eaa93-93d7-4126-8e79-7a59a352aa24 req-f8470af0-da75-4e7a-998d-ab9934596912 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:04.427724 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-630eaa93-93d7-4126-8e79-7a59a352aa24 req-f8470af0-da75-4e7a-998d-ab9934596912 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 944 time: 1.9195361 Jun 17 08:44:04.564980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=f32c1f1c-264b-47dc-afb5-15543774145f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:04.599585 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:04.600098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0b9e35e0-96f4-4292-9b7c-795557fedf92 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:04.634653 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b1e5fa-840d-4f22-8553-fe684193728c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:04.643385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b1e5fa-840d-4f22-8553-fe684193728c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:04.652464 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-76b1e5fa-840d-4f22-8553-fe684193728c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/bb45a7d1-dec8-4e26-9f40-4b4fc52142d6 HTTP/1.1" status: 404 len: 337 time: 0.3623271 Jun 17 08:44:04.667927 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59830) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:04.690172 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd96637b-b19a-4396-9eb3-7bc67b8f9624 None None] Network ab0b0fec-7315-4c3d-bf6c-5f55863a4cac requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:04.730613 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-530a5da6-df7b-4ae2-bb35-65dfa3ea50ad tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:04.731816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530a5da6-df7b-4ae2-bb35-65dfa3ea50ad tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:04.734138 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-530a5da6-df7b-4ae2-bb35-65dfa3ea50ad tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/f6633de7-a411-4c04-bee5-26baeb0c7557 HTTP/1.1" status: 404 len: 333 time: 0.0649245 Jun 17 08:44:04.737891 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59832) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:04.813083 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c27b02-2357-497c-9d78-f18f43f39e50 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:04.814065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4efb-7e92-4813-9260-2f83efa50a82 req-4083082d-eb55-4a2f-a936-6dc66711c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:04.814698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c27b02-2357-497c-9d78-f18f43f39e50 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:04.815725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c7d4efb-7e92-4813-9260-2f83efa50a82 req-4083082d-eb55-4a2f-a936-6dc66711c9ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 1096 time: 1.2475321 Jun 17 08:44:04.827860 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-62c27b02-2357-497c-9d78-f18f43f39e50 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/12eca017-491e-4e6e-9902-5119ecfbc6af HTTP/1.1" status: 404 len: 337 time: 0.0884407 Jun 17 08:44:04.842338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:04.847009 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-630eaa93-93d7-4126-8e79-7a59a352aa24 req-e170ee83-2df2-437e-8fb1-af23599369e3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085083 Jun 17 08:44:04.860182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59834) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:04.971840 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7d060b-47f0-40af-8ec4-dc2ef61578ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:04.977567 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7d060b-47f0-40af-8ec4-dc2ef61578ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:04.980739 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ca7d060b-47f0-40af-8ec4-dc2ef61578ab tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/c1092608-6970-4c7d-ade4-ea8f51780be4 HTTP/1.1" status: 404 len: 333 time: 0.1174438 Jun 17 08:44:04.983690 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59838) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:05.047650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-be13245a-1c80-4f6f-8f70-a4228a11b503 None None] Provisioning for port 0b9e35e0-96f4-4292-9b7c-795557fedf92 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:05.079841 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5cc4f9-1783-41b6-92e2-05cf0dc73ea4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:05.080508 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5cc4f9-1783-41b6-92e2-05cf0dc73ea4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:05.085157 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dd5cc4f9-1783-41b6-92e2-05cf0dc73ea4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/eec186f7-4da9-4e30-b561-8f7cb63fd9ae HTTP/1.1" status: 404 len: 337 time: 0.0951779 Jun 17 08:44:05.085616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59842) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:05.132799 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c392b9b-a767-4648-8b89-ac7a957608c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:05.133994 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c392b9b-a767-4648-8b89-ac7a957608c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:05.136173 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2c392b9b-a767-4648-8b89-ac7a957608c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/e9d071b5-e5ec-42d9-9ba3-b419e605b089 HTTP/1.1" status: 404 len: 333 time: 0.0493264 Jun 17 08:44:05.139692 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59844) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:05.209136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 0b9e35e0-96f4-4292-9b7c-795557fedf92 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:05.223975 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5df3e03-5af6-478b-969b-ae36d262dc4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:05.226804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5df3e03-5af6-478b-969b-ae36d262dc4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:05.231892 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b5df3e03-5af6-478b-969b-ae36d262dc4d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/64f02759-ea9b-4857-be97-557d18e86ad1 HTTP/1.1" status: 404 len: 337 time: 0.0901537 Jun 17 08:44:05.240185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59846) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:05.320522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 0b9e35e0-96f4-4292-9b7c-795557fedf92 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:05.322094 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.402918 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff81d112-3185-4157-9a57-d6a5752e3f46 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:05.416714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff81d112-3185-4157-9a57-d6a5752e3f46 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:05.421934 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ff81d112-3185-4157-9a57-d6a5752e3f46 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/ports/8a60d1d5-8a53-42e5-9707-68452ebfeb3f HTTP/1.1" status: 404 len: 333 time: 0.1756020 Jun 17 08:44:05.429045 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59848) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:05.429846 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59850) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:05.543377 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec77151-6142-49cf-83d8-20144c953ce1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] DELETE failed (client error): The resource could not be found. Jun 17 08:44:05.545065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec77151-6142-49cf-83d8-20144c953ce1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:44:05.548138 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8ec77151-6142-49cf-83d8-20144c953ce1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/subnets/d41b8f14-57d4-4d81-b7cd-28926528d1a1 HTTP/1.1" status: 404 len: 337 time: 0.1103830 Jun 17 08:44:05.564381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59856) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:05.824206 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ee26a-406f-49c5-b298-0e6dbf7937dc None None] Network eaf0d98e-08fa-45fb-bbfc-31774d6a8acc requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:05.850271 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2032-f4b8-4811-8e89-dd042281b56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:05.852239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4efb-7e92-4813-9260-2f83efa50a82 req-6749c555-2efa-48d6-b07e-31ad5e05e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:05.880136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c7d4efb-7e92-4813-9260-2f83efa50a82 req-6749c555-2efa-48d6-b07e-31ad5e05e7a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f16e1b72-e1db-46f0-b9bb-c22288c9ac48 HTTP/1.1" status: 200 len: 898 time: 0.9775071 Jun 17 08:44:06.041645 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.051412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c7d4efb-7e92-4813-9260-2f83efa50a82 req-e82d8436-af04-4c35-ad56-f31ca37fcffa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=da4965b9-809e-4eb0-abd6-9f058efa5e42 HTTP/1.1" status: 200 len: 217 time: 0.1585622 Jun 17 08:44:06.086091 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.088017 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f3d395c7-5cba-4bad-9ce1-92dc69a4135b None None] Provisioning for port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:06.232972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 0b9e35e0-96f4-4292-9b7c-795557fedf92, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0b9e35e0-96f4-4292-9b7c-795557fedf92,segment=NetworkSegment(30ec3f2f-e1e5-42e9-8833-865f6f193d1a),segment_id=30ec3f2f-e1e5-42e9-8833-865f6f193d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:06.335661 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.341844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ce195b09-3e3a-48f7-8c9a-6af937c5cd2e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:06.429019 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4efb-7e92-4813-9260-2f83efa50a82 req-c110dfc4-8637-40ac-bb30-d0aaf38fde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:06.435473 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c7d4efb-7e92-4813-9260-2f83efa50a82 req-c110dfc4-8637-40ac-bb30-d0aaf38fde57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f08b28f9-1711-4bdb-aa73-f31d921d2b1b HTTP/1.1" status: 200 len: 838 time: 0.3588972 Jun 17 08:44:06.465268 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-54219495-54a8-4b10-9acd-630a07287a2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:06.555256 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.611510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d909a4f-7a34-4bb4-b1d5-5b2d5d387368']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:06.649226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855cc440-dae4-464b-b707-647a412d827e') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:06.650305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855cc440-dae4-464b-b707-647a412d827e') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:06.675403 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-202faab0-10f8-47e6-9732-026fc21ab728 None None] Provisioning for port f585cdcf-7709-4c10-b757-2af9a2c328db completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:06.698365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd49be-a87b-48ed-a6bc-c3b97c96c0c0 req-601fe747-24f8-409d-8420-f997540a46ab tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:06.698951 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.700328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71dd49be-a87b-48ed-a6bc-c3b97c96c0c0 req-601fe747-24f8-409d-8420-f997540a46ab tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 944 time: 0.4875851 Jun 17 08:44:06.734038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-202faab0-10f8-47e6-9732-026fc21ab728 None None] Provisioning complete for port f585cdcf-7709-4c10-b757-2af9a2c328db triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:06.744729 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.744941 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-202faab0-10f8-47e6-9732-026fc21ab728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.761425 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.768331 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.787011 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b4cde71e-840f-4ee0-8385-df0f2f604ad6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:06.852722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-202faab0-10f8-47e6-9732-026fc21ab728 None None] Port f585cdcf-7709-4c10-b757-2af9a2c328db cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:06.854492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:06.862710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:06.863047 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:06.896315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=0b9e35e0-96f4-4292-9b7c-795557fedf92,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:06.901774 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:06.942862 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-202faab0-10f8-47e6-9732-026fc21ab728 None None] Provisioning complete for port 0b9e35e0-96f4-4292-9b7c-795557fedf92 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:06.943261 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-202faab0-10f8-47e6-9732-026fc21ab728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.057194 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2032-f4b8-4811-8e89-dd042281b56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.061275 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.072308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a7ab2032-f4b8-4811-8e89-dd042281b56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.084702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:07.085440 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.094015 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network ab0b0fec-7315-4c3d-bf6c-5f55863a4cac is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:07.099136 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:07.118842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:07.161510 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.269351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device da4965b9-809e-4eb0-abd6-9f058efa5e42 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:07.271860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=f585cdcf-7709-4c10-b757-2af9a2c328db,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.284938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ce195b09-3e3a-48f7-8c9a-6af937c5cd2e,segment=NetworkSegment(ec8610e2-d443-49cb-8e7a-7aa0aef13f6f),segment_id=ec8610e2-d443-49cb-8e7a-7aa0aef13f6f)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:07.286733 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.296989 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.301943 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5cdbd314-ac2e-4c6f-b0c8-d2d73d03eb54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:07.397418 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4675adfe-6268-4050-872e-24f6938dfa94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:07.498082 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0b9e35e0-96f4-4292-9b7c-795557fedf92 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:07.535546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=ce195b09-3e3a-48f7-8c9a-6af937c5cd2e,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.544288 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.576618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d61b5247-34de-4a2a-b6c7-277f7f4f3ea7 None None] Provisioning complete for port f585cdcf-7709-4c10-b757-2af9a2c328db triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:07.577005 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d61b5247-34de-4a2a-b6c7-277f7f4f3ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.588935 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a7ab2032-f4b8-4811-8e89-dd042281b56b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25a01b75b6184529b2111ef9dd5e7f51&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1550112 Jun 17 08:44:07.593232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59870) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:07.665665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port da4965b9-809e-4eb0-abd6-9f058efa5e42, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=da4965b9-809e-4eb0-abd6-9f058efa5e42,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:07.671942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59872) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:07.719865 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab2032-f4b8-4811-8e89-dd042281b56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0649838-ce0b-413f-9ee5-47b2cdb4bc41,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.725847 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.738157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d61b5247-34de-4a2a-b6c7-277f7f4f3ea7 None None] Port f585cdcf-7709-4c10-b757-2af9a2c328db cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:07.740963 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a7ab2032-f4b8-4811-8e89-dd042281b56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.745519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'da4965b9-809e-4eb0-abd6-9f058efa5e42', 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48', 'port_id': 'da4965b9-809e-4eb0-abd6-9f058efa5e42', 'mac_address': 'fa:16:3e:6f:55:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f08b28f9-1711-4bdb-aa73-f31d921d2b1b', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:07.772595 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a5e70768-c0b0-4bdf-addb-fe3de9670e77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:07.791537 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.795531 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] 10.222.0.47 "DELETE /v2.0/networks/3d909a4f-7a34-4bb4-b1d5-5b2d5d387368 HTTP/1.1" status: 204 len: 168 time: 2.2182288 Jun 17 08:44:07.816310 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71dd49be-a87b-48ed-a6bc-c3b97c96c0c0 req-a085ee7b-154d-4355-b232-29d2770efdb1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0854230 Jun 17 08:44:07.826082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router 66f282db-d230-4808-b9a0-8f65239ed86e is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:07.872645 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Pushing event deleted for resources: {'Network': ['ID=3d909a4f-7a34-4bb4-b1d5-5b2d5d387368,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:07.892100 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:07.924198 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:07.965391 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4965b9-809e-4eb0-abd6-9f058efa5e42 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:07.988961 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 0b9e35e0-96f4-4292-9b7c-795557fedf92 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:07.993263 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.055980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d61b5247-34de-4a2a-b6c7-277f7f4f3ea7 None None] Provisioning complete for port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:08.056356 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d61b5247-34de-4a2a-b6c7-277f7f4f3ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.167479 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.180525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6c05d0c5-1861-45b7-9097-2888a50e2550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.188042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port da4965b9-809e-4eb0-abd6-9f058efa5e42, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=da4965b9-809e-4eb0-abd6-9f058efa5e42,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:08.219491 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.235506 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-805ee19f-9227-4120-b55a-37d80541fea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:08.255114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d4efb-7e92-4813-9260-2f83efa50a82 req-7e0c9d5e-762c-47b4-857b-9530e3507475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:08.263610 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c7d4efb-7e92-4813-9260-2f83efa50a82 req-7e0c9d5e-762c-47b4-857b-9530e3507475 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f16e1b72-e1db-46f0-b9bb-c22288c9ac48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.8139219 Jun 17 08:44:08.268474 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6c05d0c5-1861-45b7-9097-2888a50e2550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.333365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:08.335647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59884) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:08.356294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8809940d-6572-4fcd-8c38-4cc62fae2eeb None None] Sync routers for ids ['66f282db-d230-4808-b9a0-8f65239ed86e'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:08.372063 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/66f282db-d230-4808-b9a0-8f65239ed86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9608729 Jun 17 08:44:08.379681 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59886) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:08.392521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b802736a-a173-4684-a294-d55e0b727dd5 None None] Provisioning complete for port f585cdcf-7709-4c10-b757-2af9a2c328db triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:08.394327 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b802736a-a173-4684-a294-d55e0b727dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.463852 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=da4965b9-809e-4eb0-abd6-9f058efa5e42,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:08.468004 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:08.474364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809940d-6572-4fcd-8c38-4cc62fae2eeb None None] Routers {'66f282db-d230-4808-b9a0-8f65239ed86e'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:08.475130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8809940d-6572-4fcd-8c38-4cc62fae2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66f282db-d230-4808-b9a0-8f65239ed86e'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:08.533352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.543909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90b554d-0a4d-4d60-88d2-62f3e91284ab tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:08.560545 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f90b554d-0a4d-4d60-88d2-62f3e91284ab tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports/f585cdcf-7709-4c10-b757-2af9a2c328db HTTP/1.1" status: 200 len: 911 time: 0.1746299 Jun 17 08:44:08.564716 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59890) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:08.566659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8809940d-6572-4fcd-8c38-4cc62fae2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:08.587405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['da4965b9-809e-4eb0-abd6-9f058efa5e42'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:08.595966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809940d-6572-4fcd-8c38-4cc62fae2eeb None None] Routers {'66f282db-d230-4808-b9a0-8f65239ed86e'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:08.597929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8809940d-6572-4fcd-8c38-4cc62fae2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66f282db-d230-4808-b9a0-8f65239ed86e'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:08.720863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6c05d0c5-1861-45b7-9097-2888a50e2550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.723918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c7d4efb-7e92-4813-9260-2f83efa50a82 req-f3010592-3a20-45e2-8033-61e3cd7d5aa7 service neutron] 10.222.0.10 "GET /v2.0/networks/f16e1b72-e1db-46f0-b9bb-c22288c9ac48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345615 Jun 17 08:44:08.729730 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6c05d0c5-1861-45b7-9097-2888a50e2550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.731655 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6c05d0c5-1861-45b7-9097-2888a50e2550 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a0649838-ce0b-413f-9ee5-47b2cdb4bc41 HTTP/1.1" status: 204 len: 168 time: 1.1026807 Jun 17 08:44:08.747054 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5043f03b-8cd1-45d4-9e4a-35407b2f82af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:08.779795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05d0c5-1861-45b7-9097-2888a50e2550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0649838-ce0b-413f-9ee5-47b2cdb4bc41,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:08.784719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.800374 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6c05d0c5-1861-45b7-9097-2888a50e2550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:08.830328 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:08.866871 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4e8512a4-0c27-43fb-9f2c-414e86ba9775 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:08.876669 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b802736a-a173-4684-a294-d55e0b727dd5 None None] Port f585cdcf-7709-4c10-b757-2af9a2c328db cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:08.939819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=f32c1f1c-264b-47dc-afb5-15543774145f,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:08.968243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8809940d-6572-4fcd-8c38-4cc62fae2eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:08.969590 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8809940d-6572-4fcd-8c38-4cc62fae2eeb None None] The sync data for ids ['66f282db-d230-4808-b9a0-8f65239ed86e'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:08.994848 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.060274 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-329293e6-667f-4e74-93c6-ba4c5d1be951 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ce2477a5b38848369cb819d83549373e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7020144 Jun 17 08:44:09.077073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59900) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:09.150059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.315376 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.355655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c7d4efb-7e92-4813-9260-2f83efa50a82 req-1ca711b5-6d5a-4470-95b5-a24d539a9c8c service neutron] 10.222.0.10 "GET /v2.0/networks/f16e1b72-e1db-46f0-b9bb-c22288c9ac48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217558 Jun 17 08:44:09.460675 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5ad02af-b625-4de8-a2af-1a9f09a80f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.507088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ce195b09-3e3a-48f7-8c9a-6af937c5cd2e up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:09.564505 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5ad02af-b625-4de8-a2af-1a9f09a80f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.609475 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Floating IP c4573e77-1b25-442e-9a37-3c77be7c44e6 associated. External IP: 172.25.8.65, port: 4c544ffa-f2f6-4b19-9441-54df98629992. Jun 17 08:44:09.612205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:09.612590 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.620861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c74a8c-a474-4e0a-a3bc-22350fe80742 req-aafc7dfb-4652-4a3b-9ace-357da98c1a55 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:09.622448 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2c74a8c-a474-4e0a-a3bc-22350fe80742 req-aafc7dfb-4652-4a3b-9ace-357da98c1a55 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 945 time: 0.3499506 Jun 17 08:44:09.639109 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.740828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5ad02af-b625-4de8-a2af-1a9f09a80f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.744601 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5ad02af-b625-4de8-a2af-1a9f09a80f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:09.748292 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b5ad02af-b625-4de8-a2af-1a9f09a80f06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f97711d-b3db-4710-bb5b-df69b0497875 HTTP/1.1" status: 204 len: 168 time: 0.6557508 Jun 17 08:44:09.771880 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cba4432c-c6df-463b-9ca2-775090f75240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:09.784515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad02af-b625-4de8-a2af-1a9f09a80f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f97711d-b3db-4710-bb5b-df69b0497875,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:09.788299 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b5ad02af-b625-4de8-a2af-1a9f09a80f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:09.805906 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2c74a8c-a474-4e0a-a3bc-22350fe80742 req-4ea9f174-bd38-42e2-aa18-6d3ab9f9ea31 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225190 Jun 17 08:44:10.021482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Allocated IP 2001:db8:1::1 (eaf0d98e-08fa-45fb-bbfc-31774d6a8acc/390b6e12-dac8-43f1-ab6f-18c516a91b2d/6a310917-f862-4687-9336-07e55d7a96de) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:10.060731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:10.063702 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.169441 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.190559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Transition to ACTIVE for port object 6a310917-f862-4687-9336-07e55d7a96de will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:10.240344 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.244336 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:10.298833 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:10.310389 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1f392-1ae6-4fc2-8167-78046f720cbf None None] Sync routers for ids ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:10.312853 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=6a310917-f862-4687-9336-07e55d7a96de,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:10.317084 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:10.331991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network eaf0d98e-08fa-45fb-bbfc-31774d6a8acc is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:10.333457 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1f392-1ae6-4fc2-8167-78046f720cbf None None] Routers {'5d1b8260-fcc3-4773-999b-cd1b0e30b391'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:10.334110 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-abe1f392-1ae6-4fc2-8167-78046f720cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:10.334664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:10.338177 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.339098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:10.339777 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.414732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.4570341 Jun 17 08:44:10.416170 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:10.419411 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddc5945-20ed-41be-89d5-02b49666a46f" -d '{"events": [{"name": "network-changed", "server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:10.533692 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-abe1f392-1ae6-4fc2-8167-78046f720cbf None None] Set router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:10.562685 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40de1a29-df40-421b-92ff-4f6dce65fa59 x-openstack-request-id: req-40de1a29-df40-421b-92ff-4f6dce65fa59 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:10.570684 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:10.571239 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-40de1a29-df40-421b-92ff-4f6dce65fa59 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:10.571800 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992', 'status': 'completed', 'code': 200} Jun 17 08:44:10.658305 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.663829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Deleting port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:10.664310 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.820421 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-eac8427c-344c-4cdb-984d-0541fcd5d67f None None] Provisioning for port 6a310917-f862-4687-9336-07e55d7a96de completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:10.826217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-eac8427c-344c-4cdb-984d-0541fcd5d67f None None] Provisioning complete for port 6a310917-f862-4687-9336-07e55d7a96de triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:10.827548 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eac8427c-344c-4cdb-984d-0541fcd5d67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.854442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59934) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:10.948626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] For port 9c44a3d0-9e67-49c5-823a-e2eb10a0e044, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9c44a3d0-9e67-49c5-823a-e2eb10a0e044,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:10.948998 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:10.963657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-eac8427c-344c-4cdb-984d-0541fcd5d67f None None] Port 6a310917-f862-4687-9336-07e55d7a96de cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:11.026826 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-abe1f392-1ae6-4fc2-8167-78046f720cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:33Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'c4573e77-1b25-442e-9a37-3c77be7c44e6', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'port_id': '4c544ffa-f2f6-4b19-9441-54df98629992', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'mac_address': 'fa:16:3e:3b:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa95876d-1915-49a8-992a-215a98069501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:06Z', 'updated_at': '2021-06-17T08:44:06Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245f76ca-5536-427e-be2b-1298d7fea928', 'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:5c:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:30Z', 'updated_at': '2021-06-17T08:43:40Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:11.052826 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Calling delete_port for 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:11.062672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1665d84-f843-4bff-a725-479ed4916886 req-8a01da89-668e-4cd8-bad3-9899fdc204f7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.064373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b1665d84-f843-4bff-a725-479ed4916886 req-8a01da89-668e-4cd8-bad3-9899fdc204f7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.3619924 Jun 17 08:44:11.101125 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1f392-1ae6-4fc2-8167-78046f720cbf None None] Checking router: 5d1b8260-fcc3-4773-999b-cd1b0e30b391 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:11.112327 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe1f392-1ae6-4fc2-8167-78046f720cbf None None] Routers {'5d1b8260-fcc3-4773-999b-cd1b0e30b391'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:11.113285 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-abe1f392-1ae6-4fc2-8167-78046f720cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:11.115335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1788898638'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:11.226605 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b1665d84-f843-4bff-a725-479ed4916886 req-1a6bdf1d-cb0f-4a46-9e8f-836d2d354772 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507630 Jun 17 08:44:11.248483 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Made reservation on behalf of 8ec446588f1f495aa9d65c2693890980 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:11.263408 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.264087 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-abe1f392-1ae6-4fc2-8167-78046f720cbf None None] Set router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:11.266532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59940) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:11.281258 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device da4965b9-809e-4eb0-abd6-9f058efa5e42 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:11.304401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.354277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port da4965b9-809e-4eb0-abd6-9f058efa5e42 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:11.358922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port da4965b9-809e-4eb0-abd6-9f058efa5e42 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:11.361947 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.398717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a170f419-144f-4fa8-8c28-03a3087e3876 req-657e2560-833d-4e6d-9674-77c098517213 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.400446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a170f419-144f-4fa8-8c28-03a3087e3876 req-657e2560-833d-4e6d-9674-77c098517213 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 945 time: 0.3863037 Jun 17 08:44:11.447278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc5945-20ed-41be-89d5-02b49666a46f req-3f1e9938-434e-4e8f-808e-f7bcb6e4c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.449107 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dddc5945-20ed-41be-89d5-02b49666a46f req-3f1e9938-434e-4e8f-808e-f7bcb6e4c206 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1097 time: 0.7947690 Jun 17 08:44:11.518214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f2903fbb-1987-42b1-ab31-a11760ef7e89 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/c4573e77-1b25-442e-9a37-3c77be7c44e6 HTTP/1.1" status: 200 len: 990 time: 0.2465813 Jun 17 08:44:11.546083 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a170f419-144f-4fa8-8c28-03a3087e3876 req-6aa62621-f338-484a-a78c-205154ff5c51 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327016 Jun 17 08:44:11.610624 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.611179 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc5945-20ed-41be-89d5-02b49666a46f req-456efe95-6d69-41ec-8fd9-9ff6b7bf0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.613607 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dddc5945-20ed-41be-89d5-02b49666a46f req-456efe95-6d69-41ec-8fd9-9ff6b7bf0c02 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.1566155 Jun 17 08:44:11.625556 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.631642 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-42da4c0d-66bf-4ccb-a63f-f1422b8a9edc tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:11.653239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85890bad-fe8f-46c4-ae98-b713f68683f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4965b9-809e-4eb0-abd6-9f058efa5e42'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:11.656268 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe484ba-47ff-4238-a368-58f74d31844b" -d '{"events": [{"server_uuid": "85890bad-fe8f-46c4-ae98-b713f68683f6", "name": "network-vif-plugged", "status": "completed", "tag": "da4965b9-809e-4eb0-abd6-9f058efa5e42"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:11.674076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Pushing event deleted for resources: {'Port': ['ID=9c44a3d0-9e67-49c5-823a-e2eb10a0e044,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:11.674390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port da4965b9-809e-4eb0-abd6-9f058efa5e42, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=da4965b9-809e-4eb0-abd6-9f058efa5e42,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:11.703037 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.711840 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-839d6951-063e-4843-9f00-fc0baffc6f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:11.718645 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-abe1f392-1ae6-4fc2-8167-78046f720cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:33Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'c4573e77-1b25-442e-9a37-3c77be7c44e6', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'port_id': '4c544ffa-f2f6-4b19-9441-54df98629992', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'mac_address': 'fa:16:3e:3b:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa95876d-1915-49a8-992a-215a98069501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:06Z', 'updated_at': '2021-06-17T08:44:06Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245f76ca-5536-427e-be2b-1298d7fea928', 'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:5c:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:30Z', 'updated_at': '2021-06-17T08:43:40Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:11.796563 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe1f392-1ae6-4fc2-8167-78046f720cbf None None] The sync data for ids ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'] in n-d-779913-16 is: [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:33Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'c4573e77-1b25-442e-9a37-3c77be7c44e6', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'port_id': '4c544ffa-f2f6-4b19-9441-54df98629992', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'mac_address': 'fa:16:3e:3b:99:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa95876d-1915-49a8-992a-215a98069501', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:44:06Z', 'updated_at': '2021-06-17T08:44:06Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '245f76ca-5536-427e-be2b-1298d7fea928', 'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:5c:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:30Z', 'updated_at': '2021-06-17T08:43:40Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:11.800687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.801081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.801465 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.801843 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.802215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.802586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.808791 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.809309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.809694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.810074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.810449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.821411 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:11.834191 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c923ed82-4a3e-4eca-ae03-ffd387226b79 x-openstack-request-id: req-c923ed82-4a3e-4eca-ae03-ffd387226b79 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:11.835304 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85890bad-fe8f-46c4-ae98-b713f68683f6", "name": "network-vif-plugged", "status": "completed", "tag": "da4965b9-809e-4eb0-abd6-9f058efa5e42", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:11.835785 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c923ed82-4a3e-4eca-ae03-ffd387226b79 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:11.836392 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85890bad-fe8f-46c4-ae98-b713f68683f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4965b9-809e-4eb0-abd6-9f058efa5e42', 'code': 200} Jun 17 08:44:11.837515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=da4965b9-809e-4eb0-abd6-9f058efa5e42,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:11.837926 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dddc5945-20ed-41be-89d5-02b49666a46f req-4c0da162-c895-4096-824d-47eaed3909e3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 998 time: 0.2092674 Jun 17 08:44:11.854898 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:11.895510 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:11.977318 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc5945-20ed-41be-89d5-02b49666a46f req-414a2f1a-30bf-4f67-9cca-416ecc6761e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:11.978722 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dddc5945-20ed-41be-89d5-02b49666a46f req-414a2f1a-30bf-4f67-9cca-416ecc6761e9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.1094167 Jun 17 08:44:11.983318 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:11.997971 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.005772 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:12.066815 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.082374 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.083888 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.087971 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:12.118798 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc5945-20ed-41be-89d5-02b49666a46f req-b7e26e37-4888-4a4f-9a03-5da999e3eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:12.120838 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dddc5945-20ed-41be-89d5-02b49666a46f req-b7e26e37-4888-4a4f-9a03-5da999e3eda4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329982 Jun 17 08:44:12.174969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c4a794-807c-4c98-950c-64db5ce7c508 None None] New status for floating IP c4573e77-1b25-442e-9a37-3c77be7c44e6: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:44:12.250886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=6a310917-f862-4687-9336-07e55d7a96de,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:12.257156 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:12.326475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network eaf0d98e-08fa-45fb-bbfc-31774d6a8acc is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:12.328361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:12.332665 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dddc5945-20ed-41be-89d5-02b49666a46f req-29eced56-ced0-488b-b7d2-99889a9491a9 service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011032 Jun 17 08:44:12.479732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:12.492165 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.492558 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Added segment 778d5e41-d613-42e9-bdc3-b8be6997525a of type vlan for network 368cd3a3-51c9-4796-8ae5-246e0de2222d Jun 17 08:44:12.511110 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router 66f282db-d230-4808-b9a0-8f65239ed86e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:12.521414 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59948) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:12.550692 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.598655 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-dddc5945-20ed-41be-89d5-02b49666a46f req-062612f2-7101-4c8e-99b8-58b97106985e service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575250 Jun 17 08:44:12.603863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e964c90-2042-464b-88a6-24938778664d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:12.621063 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:12.624805 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.635612 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:12.636581 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.641002 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5995e41d-4d9b-4f85-a9f5-a6352c44048f tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:12.738597 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9aef8-7a3b-449a-ad6d-7328b40c7511 req-af3f9a47-e21b-4280-aea7-f7e0fabea1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:12.740439 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ac9aef8-7a3b-449a-ad6d-7328b40c7511 req-af3f9a47-e21b-4280-aea7-f7e0fabea1e9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 1098 time: 0.8482795 Jun 17 08:44:12.749157 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.769382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9010534 Jun 17 08:44:12.770056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59956) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:12.786920 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7fac4770-e11e-4667-ba06-9a7fc7c49ed7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/c4573e77-1b25-442e-9a37-3c77be7c44e6 HTTP/1.1" status: 200 len: 992 time: 0.2586172 Jun 17 08:44:12.805249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:12.816246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Request body: {'subnet': {'network_id': '368cd3a3-51c9-4796-8ae5-246e0de2222d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:12.816444 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/66f282db-d230-4808-b9a0-8f65239ed86e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2450650 Jun 17 08:44:12.816629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59958) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:12.818635 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eeb390-adfc-4d5b-992b-7eeefaac3130 None None] Sync routers for ids ['66f282db-d230-4808-b9a0-8f65239ed86e'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:12.824452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5292b6a7-0cfa-49d5-84aa-59b7b7402ac4 None None] Provisioning complete for port 6a310917-f862-4687-9336-07e55d7a96de triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:12.825224 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5292b6a7-0cfa-49d5-84aa-59b7b7402ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:12.837968 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eeb390-adfc-4d5b-992b-7eeefaac3130 None None] Routers {'66f282db-d230-4808-b9a0-8f65239ed86e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:12.838709 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-02eeb390-adfc-4d5b-992b-7eeefaac3130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66f282db-d230-4808-b9a0-8f65239ed86e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:12.894073 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-02eeb390-adfc-4d5b-992b-7eeefaac3130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:12.906981 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02eeb390-adfc-4d5b-992b-7eeefaac3130 None None] Routers {'66f282db-d230-4808-b9a0-8f65239ed86e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:12.909119 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-02eeb390-adfc-4d5b-992b-7eeefaac3130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66f282db-d230-4808-b9a0-8f65239ed86e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:12.909402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5292b6a7-0cfa-49d5-84aa-59b7b7402ac4 None None] Port 6a310917-f862-4687-9336-07e55d7a96de cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:12.927205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff1ee4d-9db1-4432-a2b0-11fbfaeddaf6 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:12.930830 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fff1ee4d-9db1-4432-a2b0-11fbfaeddaf6 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports/6a310917-f862-4687-9336-07e55d7a96de HTTP/1.1" status: 200 len: 913 time: 0.1072791 Jun 17 08:44:12.940845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59962) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:12.949009 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-02eeb390-adfc-4d5b-992b-7eeefaac3130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:12.950058 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02eeb390-adfc-4d5b-992b-7eeefaac3130 None None] The sync data for ids ['66f282db-d230-4808-b9a0-8f65239ed86e'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:12.961935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Pushing event updated for resources: {'Network': ['ID=368cd3a3-51c9-4796-8ae5-246e0de2222d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:12.974651 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:12.978933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 368cd3a3-51c9-4796-8ae5-246e0de2222d details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:13.094505 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ac9aef8-7a3b-449a-ad6d-7328b40c7511 req-32b74508-5861-4865-b52d-cead6fbdf33e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3387127 Jun 17 08:44:13.100854 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59966) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:13.162788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba0167-f1f4-4a09-8f1b-a51ac7599166 req-d9bee600-6251-4214-b637-ccb7d1e73a83 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:13.165647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-47ba0167-f1f4-4a09-8f1b-a51ac7599166 req-d9bee600-6251-4214-b637-ccb7d1e73a83 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 946 time: 0.3579953 Jun 17 08:44:13.178146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Made reservation on behalf of 8ec446588f1f495aa9d65c2693890980 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:13.182504 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.281562 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74a73a6d-83ba-4edb-b9f9-9aa86a553516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.346825 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-47ba0167-f1f4-4a09-8f1b-a51ac7599166 req-726bf1b9-1ccd-44d2-985b-0684b58dc914 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713924 Jun 17 08:44:13.404809 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.408138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:13.430521 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f6fe8b53-3846-45a8-8634-35ea8e58f159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.488856 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74a73a6d-83ba-4edb-b9f9-9aa86a553516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.496387 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-74a73a6d-83ba-4edb-b9f9-9aa86a553516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.500267 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b9de7fca-ff7b-4537-a7bb-e226bf63ff3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:13.577425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a73a6d-83ba-4edb-b9f9-9aa86a553516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874fd17c-ebd2-41c9-90a5-3bf518e539a2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:13.578185 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.581919 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-77532247-c307-4ce6-966a-58f1b3216f96 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:13.597370 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-74a73a6d-83ba-4edb-b9f9-9aa86a553516 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bcb9c82c2e04410482b699ed33cc4f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4945843 Jun 17 08:44:13.598393 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-74a73a6d-83ba-4edb-b9f9-9aa86a553516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:13.600012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59970) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:13.631412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:13.641186 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] 10.222.0.47 "PUT /v2.0/routers/f7c3b6a8-db7c-49bf-b004-3834a4a193f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9640040 Jun 17 08:44:13.644141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59972) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:13.648397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeef7d6-31bd-4492-bed4-1ac4fcd1f97b None None] Sync routers for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:13.661479 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeef7d6-31bd-4492-bed4-1ac4fcd1f97b None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:13.662535 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-bfeef7d6-31bd-4492-bed4-1ac4fcd1f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:13.676196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3f52-bdb5-4e97-9a7b-8ae13ca1d519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.726629 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Pushing event updated for resources: {'Subnet': ['ID=5df0eccc-c0b4-4148-bfa9-6ff7568b2716,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:13.727143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3f52-bdb5-4e97-9a7b-8ae13ca1d519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.732068 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:13.736320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Checking segment: {'id': '778d5e41-d613-42e9-bdc3-b8be6997525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '368cd3a3-51c9-4796-8ae5-246e0de2222d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:13.736678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Network hostable DHCP agents. Network: 368cd3a3-51c9-4796-8ae5-246e0de2222d, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:13.768742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Network 368cd3a3-51c9-4796-8ae5-246e0de2222d is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:13.779540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-bfeef7d6-31bd-4492-bed4-1ac4fcd1f97b None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:13.786463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 368cd3a3-51c9-4796-8ae5-246e0de2222d) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:13.792614 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.795084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:13.795810 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.815661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1eaf04-ce4d-4875-8e14-1f5e9f93db9a None None] Network 368cd3a3-51c9-4796-8ae5-246e0de2222d requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:13.821664 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3f52-bdb5-4e97-9a7b-8ae13ca1d519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.824355 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7ce3f52-bdb5-4e97-9a7b-8ae13ca1d519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.827956 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c7ce3f52-bdb5-4e97-9a7b-8ae13ca1d519 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/874fd17c-ebd2-41c9-90a5-3bf518e539a2 HTTP/1.1" status: 204 len: 168 time: 0.2234859 Jun 17 08:44:13.827956 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1fa6c360-899e-4f0e-a45b-ce870a66112e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:13.835146 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port 6a310917-f862-4687-9336-07e55d7a96de {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:13.835868 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:13.844545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce3f52-bdb5-4e97-9a7b-8ae13ca1d519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874fd17c-ebd2-41c9-90a5-3bf518e539a2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:13.846895 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c7ce3f52-bdb5-4e97-9a7b-8ae13ca1d519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:13.917832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1133890 Jun 17 08:44:13.922413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 59976) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:13.929171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Request body: {'port': {'network_id': '368cd3a3-51c9-4796-8ae5-246e0de2222d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1373975721'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:13.983743 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.036839 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.080733 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for 6a310917-f862-4687-9336-07e55d7a96de owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:14.122736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-368cd3a3-51c9-4796-8ae5-246e0de2222d', 'network_id': '368cd3a3-51c9-4796-8ae5-246e0de2222d', 'tenant_id': '8ec446588f1f495aa9d65c2693890980', 'fixed_ips': [{'subnet_id': '5df0eccc-c0b4-4148-bfa9-6ff7568b2716'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:14.123748 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.156531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Made reservation on behalf of 8ec446588f1f495aa9d65c2693890980 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:14.161000 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.175305 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Deleting port 20d73818-f4d7-44a9-bc25-264a277d1ffc {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:14.175695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.230419 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] device_id is not set on port b0d73885-8287-4e70-80a3-864edcb4f821 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:44:14.331758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-bfeef7d6-31bd-4492-bed4-1ac4fcd1f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:44:11Z', 'revision_number': 5, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port': {'id': '20d73818-f4d7-44a9-bc25-264a277d1ffc', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:01:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:00Z', 'updated_at': '2021-06-17T08:38:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:14.375820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] For port 20d73818-f4d7-44a9-bc25-264a277d1ffc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=20d73818-f4d7-44a9-bc25-264a277d1ffc,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:14.376282 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.381195 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeef7d6-31bd-4492-bed4-1ac4fcd1f97b None None] Checking router: f7c3b6a8-db7c-49bf-b004-3834a4a193f9 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:14.399285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59984) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:14.406091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeef7d6-31bd-4492-bed4-1ac4fcd1f97b None None] Routers {'f7c3b6a8-db7c-49bf-b004-3834a4a193f9'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:14.406786 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-bfeef7d6-31bd-4492-bed4-1ac4fcd1f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:14.410400 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.419568 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c5733629-0862-4141-a0f1-b3c2a52da00f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:14.426259 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b9304fd-0ecf-4dd2-9a74-8620424cccf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.491616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=6a310917-f862-4687-9336-07e55d7a96de,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:14.493799 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:14.531184 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-bfeef7d6-31bd-4492-bed4-1ac4fcd1f97b None None] Set router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:14.599679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Calling delete_port for 20d73818-f4d7-44a9-bc25-264a277d1ffc owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:14.644788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Allocated IP 172.20.0.9 (368cd3a3-51c9-4796-8ae5-246e0de2222d/5df0eccc-c0b4-4148-bfa9-6ff7568b2716/b0d73885-8287-4e70-80a3-864edcb4f821) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:14.685876 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-bfeef7d6-31bd-4492-bed4-1ac4fcd1f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:44:14Z', 'revision_number': 6, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:14.707771 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.750343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeef7d6-31bd-4492-bed4-1ac4fcd1f97b None None] The sync data for ids ['f7c3b6a8-db7c-49bf-b004-3834a4a193f9'] in n-d-779913-16 is: [{'id': 'f7c3b6a8-db7c-49bf-b004-3834a4a193f9', 'name': 'tempest-TestVolumeBackupRestore-1030447776-router', 'tenant_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:59Z', 'updated_at': '2021-06-17T08:44:14Z', 'revision_number': 6, 'project_id': 'fa1e47916aab40bcad7b4780f265d6cf', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:14.782505 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b9304fd-0ecf-4dd2-9a74-8620424cccf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.793947 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2b9304fd-0ecf-4dd2-9a74-8620424cccf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:14.802917 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-74a73a6d-83ba-4edb-b9f9-9aa86a553516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:14.844203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9304fd-0ecf-4dd2-9a74-8620424cccf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dbdf1f-fd26-4dc7-979e-bfcd38ec87e2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:14.876171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba459c-eb3f-4652-a09f-ea9372ab3a5a req-6c2d6cfd-d36b-4ac6-8c07-502a5aceea77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:14.878276 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00ba459c-eb3f-4652-a09f-ea9372ab3a5a req-6c2d6cfd-d36b-4ac6-8c07-502a5aceea77 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 946 time: 0.2673819 Jun 17 08:44:14.955346 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b9304fd-0ecf-4dd2-9a74-8620424cccf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:14.979121 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2b9304fd-0ecf-4dd2-9a74-8620424cccf0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ccc3bcdbf9034426916048dba1c936b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5785105 Jun 17 08:44:14.981798 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 59994) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:15.069722 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-00ba459c-eb3f-4652-a09f-ea9372ab3a5a req-cf20e70b-878b-456a-bfda-09f98dc7de4d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468024 Jun 17 08:44:15.168928 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2197bc66-8d3f-4ae6-b126-96e782380915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.213976 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.223608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router 66f282db-d230-4808-b9a0-8f65239ed86e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:15.225786 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2197bc66-8d3f-4ae6-b126-96e782380915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.226440 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.229767 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4a3821d2-bb66-4c36-99cb-d7a05fb4b1a1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:15.306059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Pushing event deleted for resources: {'Port': ['ID=20d73818-f4d7-44a9-bc25-264a277d1ffc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:15.327921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Transition to ACTIVE for port object b0d73885-8287-4e70-80a3-864edcb4f821 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:15.367139 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:15.388356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:15.402068 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e911e-fa7f-4714-a14c-bf18c5e67fa4 None None] Sync routers for ids ['66f282db-d230-4808-b9a0-8f65239ed86e'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:15.419655 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/66f282db-d230-4808-b9a0-8f65239ed86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4781754 Jun 17 08:44:15.425057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60000) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:15.426411 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e911e-fa7f-4714-a14c-bf18c5e67fa4 None None] Routers {'66f282db-d230-4808-b9a0-8f65239ed86e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:15.428861 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-887e911e-fa7f-4714-a14c-bf18c5e67fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66f282db-d230-4808-b9a0-8f65239ed86e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:15.440179 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2197bc66-8d3f-4ae6-b126-96e782380915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.449872 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2197bc66-8d3f-4ae6-b126-96e782380915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.466514 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2197bc66-8d3f-4ae6-b126-96e782380915 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a8dbdf1f-fd26-4dc7-979e-bfcd38ec87e2 HTTP/1.1" status: 204 len: 168 time: 0.4832854 Jun 17 08:44:15.500240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Allocated IP 172.20.0.2 (368cd3a3-51c9-4796-8ae5-246e0de2222d/5df0eccc-c0b4-4148-bfa9-6ff7568b2716/95c479eb-5566-4c4e-9d4e-8ecbc989e2a9) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:15.519759 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-887e911e-fa7f-4714-a14c-bf18c5e67fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:15.537120 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.546394 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e911e-fa7f-4714-a14c-bf18c5e67fa4 None None] Routers {'66f282db-d230-4808-b9a0-8f65239ed86e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:15.547626 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-887e911e-fa7f-4714-a14c-bf18c5e67fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:43:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66f282db-d230-4808-b9a0-8f65239ed86e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:15.644620 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-887e911e-fa7f-4714-a14c-bf18c5e67fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:15.645281 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e911e-fa7f-4714-a14c-bf18c5e67fa4 None None] The sync data for ids ['66f282db-d230-4808-b9a0-8f65239ed86e'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:15.757590 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ec713d83-45c5-430d-b06e-e15b9cab94e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:15.806897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:15.902454 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:15.903282 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9c44a3d0-9e67-49c5-823a-e2eb10a0e044 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:15.906481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 20d73818-f4d7-44a9-bc25-264a277d1ffc no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:15.969939 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 20d73818-f4d7-44a9-bc25-264a277d1ffc {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:15.971807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 20d73818-f4d7-44a9-bc25-264a277d1ffc not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:15.979345 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.101195 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.116611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Transition to ACTIVE for port object 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:16.132343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Transition to ACTIVE for port object 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:16.141581 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.153984 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:16.167875 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Network 368cd3a3-51c9-4796-8ae5-246e0de2222d is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:16.167875 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:16.172402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:16.178270 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b5ad02af-b625-4de8-a2af-1a9f09a80f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:16.206133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197bc66-8d3f-4ae6-b126-96e782380915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dbdf1f-fd26-4dc7-979e-bfcd38ec87e2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:16.216968 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2197bc66-8d3f-4ae6-b126-96e782380915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:16.262904 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.271343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Pushing event updated for resources: {'Port': ['ID=95c479eb-5566-4c4e-9d4e-8ecbc989e2a9,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:16.276878 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:16.277185 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-147619f4-3cc6-40f6-9dde-36f0585e3429 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:16.294882 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Attempting to bind port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:16.295304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Attempting to bind port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '778d5e41-d613-42e9-bdc3-b8be6997525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '368cd3a3-51c9-4796-8ae5-246e0de2222d'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:16.295582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Attempting to bind port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 on network 368cd3a3-51c9-4796-8ae5-246e0de2222d {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:16.301245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:16.301600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Checking segment: {'id': '778d5e41-d613-42e9-bdc3-b8be6997525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '368cd3a3-51c9-4796-8ae5-246e0de2222d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:16.302007 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.302396 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Bound using segment: {'id': '778d5e41-d613-42e9-bdc3-b8be6997525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '368cd3a3-51c9-4796-8ae5-246e0de2222d'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:16.302894 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Bound port: 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '778d5e41-d613-42e9-bdc3-b8be6997525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '368cd3a3-51c9-4796-8ae5-246e0de2222d'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:16.303546 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.308401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.314538 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.340485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Network 368cd3a3-51c9-4796-8ae5-246e0de2222d is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:16.385447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:16.389960 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Pushing event updated for resources: {'Port': ['ID=b0d73885-8287-4e70-80a3-864edcb4f821,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:16.392463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:16.395962 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:16.399196 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] For port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:16.403637 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] For port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=95c479eb-5566-4c4e-9d4e-8ecbc989e2a9,segment=NetworkSegment(778d5e41-d613-42e9-bdc3-b8be6997525a),segment_id=778d5e41-d613-42e9-bdc3-b8be6997525a)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:16.404985 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15207bea-9ea7-468d-8dea-6bc2f58782c9 req-d277fc87-66bb-4ac1-ae4e-903b430b301b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:16.411347 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.411971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15207bea-9ea7-468d-8dea-6bc2f58782c9 req-d277fc87-66bb-4ac1-ae4e-903b430b301b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 946 time: 1.1740935 Jun 17 08:44:16.416925 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:16.445425 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.445923 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c3b6a8-db7c-49bf-b004-3834a4a193f9 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:16.461401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.462587 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] 10.222.0.47 "DELETE /v2.0/routers/f7c3b6a8-db7c-49bf-b004-3834a4a193f9 HTTP/1.1" status: 204 len: 168 time: 2.8155241 Jun 17 08:44:16.466959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60018) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:16.516972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Pushing event updated for resources: {'Port': ['ID=95c479eb-5566-4c4e-9d4e-8ecbc989e2a9,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:16.521955 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:16.540324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:16.540976 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.542698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.570839 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15207bea-9ea7-468d-8dea-6bc2f58782c9 req-6e63ebeb-5713-48f8-bfc5-01fbdc6a31dc tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577847 Jun 17 08:44:16.590577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-33718811-19eb-4830-b8a9-9b5f6e039591 admin admin] Deleting subnet 388105e7-52de-4956-ac89-1bdda560c436 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:16.596896 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6702230 Jun 17 08:44:16.607172 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33718811-19eb-4830-b8a9-9b5f6e039591 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.609197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60024) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:16.614079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Request body: {'port': {'network_id': '368cd3a3-51c9-4796-8ae5-246e0de2222d', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2043696935', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:16.614804 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.api.validators [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] bootfile-name is not in valid_values {{(pid=93803) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:16.614942 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.api.validators [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] tftp-server is not in valid_values {{(pid=93803) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:16.615340 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.api.validators [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] server-ip-address is not in valid_values {{(pid=93803) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:16.712537 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33718811-19eb-4830-b8a9-9b5f6e039591 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.858151 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.918623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Made reservation on behalf of 8ec446588f1f495aa9d65c2693890980 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:16.923940 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.951812 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33718811-19eb-4830-b8a9-9b5f6e039591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:16.954424 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] device_id is not set on port a49286d2-c1ad-4942-a98c-26ac2d978058 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:44:16.956310 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port f585cdcf-7709-4c10-b757-2af9a2c328db {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:16.956851 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.075454 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.090949 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33718811-19eb-4830-b8a9-9b5f6e039591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.095607 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bad5b64b-4818-48bf-b401-98461a47a38d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:17.124618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33718811-19eb-4830-b8a9-9b5f6e039591 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388105e7-52de-4956-ac89-1bdda560c436,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:17.128707 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-33718811-19eb-4830-b8a9-9b5f6e039591 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.133355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-33718811-19eb-4830-b8a9-9b5f6e039591 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/388105e7-52de-4956-ac89-1bdda560c436 HTTP/1.1" status: 204 len: 168 time: 0.6644549 Jun 17 08:44:17.134475 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-33718811-19eb-4830-b8a9-9b5f6e039591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:17.134959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60040) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:17.136640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07718cd7-a14f-442a-bb1a-c1a4d452fdfe None None] Network c73392ab-fb5f-4464-a8df-3cfe5f27754f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:17.160461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Allocated IP 172.20.0.7 (368cd3a3-51c9-4796-8ae5-246e0de2222d/5df0eccc-c0b4-4148-bfa9-6ff7568b2716/a49286d2-c1ad-4942-a98c-26ac2d978058) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:17.182167 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for f585cdcf-7709-4c10-b757-2af9a2c328db owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:17.248788 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.444468 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Deleting port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:17.445184 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.448263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb544389-632a-4853-a90f-d35dd20bb06b None None] DHCP port deletion for c73392ab-fb5f-4464-a8df-3cfe5f27754f request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:17.456218 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.472448 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6b067a0d-38f9-4576-bc9e-6ecd68dda08d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:17.487085 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:17.504880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60046) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:17.524035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=f585cdcf-7709-4c10-b757-2af9a2c328db,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:17.553161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.557905 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:17.569879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] For port b89c42cf-79eb-4b67-ac25-7d755eb3fb57, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b89c42cf-79eb-4b67-ac25-7d755eb3fb57,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:17.570287 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.617364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Transition to ACTIVE for port object a49286d2-c1ad-4942-a98c-26ac2d978058 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:17.621353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-cb544389-632a-4853-a90f-d35dd20bb06b None None] Deleting port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:17.621948 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cb544389-632a-4853-a90f-d35dd20bb06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.651968 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.727876 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-cb544389-632a-4853-a90f-d35dd20bb06b None None] For port b89c42cf-79eb-4b67-ac25-7d755eb3fb57, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b89c42cf-79eb-4b67-ac25-7d755eb3fb57,segment=NetworkSegment(109b818f-9f82-49d8-84ee-fcbedf4d9def),segment_id=109b818f-9f82-49d8-84ee-fcbedf4d9def)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:17.728410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Calling delete_port for b89c42cf-79eb-4b67-ac25-7d755eb3fb57 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:17.728768 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cb544389-632a-4853-a90f-d35dd20bb06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.809549 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bdaff16e-826e-4540-81a2-9eeb90a9b467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.813360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-cb544389-632a-4853-a90f-d35dd20bb06b None None] Calling delete_port for b89c42cf-79eb-4b67-ac25-7d755eb3fb57 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:17.818302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:17.885362 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router 66f282db-d230-4808-b9a0-8f65239ed86e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:17.947137 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cb544389-632a-4853-a90f-d35dd20bb06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.949752 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:17.979630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb544389-632a-4853-a90f-d35dd20bb06b None None] Pushing event deleted for resources: {'Port': ['ID=b89c42cf-79eb-4b67-ac25-7d755eb3fb57,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:17.983076 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cb544389-632a-4853-a90f-d35dd20bb06b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:17.984360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb544389-632a-4853-a90f-d35dd20bb06b None None] No DVR routers for this DVR port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:17.995026 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:17.999795 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.005955 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb43d6b0-87cd-437f-b5b8-719508643bc5 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:18.015338 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:18.024960 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/66f282db-d230-4808-b9a0-8f65239ed86e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947027 Jun 17 08:44:18.026596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60054) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:18.034101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a2d3d7-e1b6-470e-bd7f-4bed0490a3ab None None] Sync routers for ids ['66f282db-d230-4808-b9a0-8f65239ed86e'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:18.053974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2d3d7-e1b6-470e-bd7f-4bed0490a3ab None None] Routers {'66f282db-d230-4808-b9a0-8f65239ed86e'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:18.055725 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-72a2d3d7-e1b6-470e-bd7f-4bed0490a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66f282db-d230-4808-b9a0-8f65239ed86e'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:18.088921 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-30504ce8-64b5-4d33-8064-f871cf65e5ad tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=66f282db-d230-4808-b9a0-8f65239ed86e HTTP/1.1" status: 200 len: 205 time: 0.0609102 Jun 17 08:44:18.097199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60058) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:18.103500 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] No DVR routers for this DVR port b89c42cf-79eb-4b67-ac25-7d755eb3fb57 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:18.106626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Network 368cd3a3-51c9-4796-8ae5-246e0de2222d is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:18.112251 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60060) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:18.130273 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-72a2d3d7-e1b6-470e-bd7f-4bed0490a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:18.146563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a2d3d7-e1b6-470e-bd7f-4bed0490a3ab None None] Routers {'66f282db-d230-4808-b9a0-8f65239ed86e'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:18.147386 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-72a2d3d7-e1b6-470e-bd7f-4bed0490a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['66f282db-d230-4808-b9a0-8f65239ed86e'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:18.166265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:18.199103 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:18.303908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.315285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c73392ab-fb5f-4464-a8df-3cfe5f27754f']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:18.326931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109b818f-9f82-49d8-84ee-fcbedf4d9def') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:18.327324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109b818f-9f82-49d8-84ee-fcbedf4d9def') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:18.337457 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.351966 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.358588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:18.359021 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.418362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Pushing event updated for resources: {'Port': ['ID=a49286d2-c1ad-4942-a98c-26ac2d978058,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:18.431022 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:18.441537 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.456072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-72a2d3d7-e1b6-470e-bd7f-4bed0490a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:18.456765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a2d3d7-e1b6-470e-bd7f-4bed0490a3ab None None] The sync data for ids ['66f282db-d230-4808-b9a0-8f65239ed86e'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:18.457029 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccf9b-6f5e-4ee3-aead-9c245b8678a0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.459384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486294c5-2fa3-4080-9506-d2343b5bd9b2 None None] Network 368cd3a3-51c9-4796-8ae5-246e0de2222d requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:18.459593 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.465550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c73392ab-fb5f-4464-a8df-3cfe5f27754f HTTP/1.1" status: 204 len: 168 time: 1.3264005 Jun 17 08:44:18.482203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60072) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:18.521342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0021c1b8-477d-413b-8d1f-c186072b4407 None None] Provisioning for port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:18.531429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0021c1b8-477d-413b-8d1f-c186072b4407 None None] Provisioning complete for port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:18.531914 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0021c1b8-477d-413b-8d1f-c186072b4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.551370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89c42cf-79eb-4b67-ac25-7d755eb3fb57,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:18.562817 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:18.567716 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.510s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:18.568125 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:18.583066 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:18.606349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:18.607001 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.634153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bdaff16e-826e-4540-81a2-9eeb90a9b467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.650823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c73392ab-fb5f-4464-a8df-3cfe5f27754f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:18.652975 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bdaff16e-826e-4540-81a2-9eeb90a9b467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.656139 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:18.683988 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3404c7a3-470d-43c5-9379-55300d8fd58c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:18.691144 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0021c1b8-477d-413b-8d1f-c186072b4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.726303 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ed45ac59-c7b7-404a-8b1f-c5caaf79dec3 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1162567 Jun 17 08:44:18.729834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60074) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:18.735308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0021c1b8-477d-413b-8d1f-c186072b4407 None None] For port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=95c479eb-5566-4c4e-9d4e-8ecbc989e2a9,segment=NetworkSegment(778d5e41-d613-42e9-bdc3-b8be6997525a),segment_id=778d5e41-d613-42e9-bdc3-b8be6997525a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:18.744183 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0021c1b8-477d-413b-8d1f-c186072b4407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.748051 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:18.795820 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccf9b-6f5e-4ee3-aead-9c245b8678a0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.806212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021c1b8-477d-413b-8d1f-c186072b4407 None None] Pushing event updated for resources: {'Port': ['ID=95c479eb-5566-4c4e-9d4e-8ecbc989e2a9,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:18.806509 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccf9b-6f5e-4ee3-aead-9c245b8678a0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.809203 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0021c1b8-477d-413b-8d1f-c186072b4407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:18.810526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bdaff16e-826e-4540-81a2-9eeb90a9b467 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d694aa964924bf5a3b312b9b755c064&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3020887 Jun 17 08:44:18.813631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaff16e-826e-4540-81a2-9eeb90a9b467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a2509a-820b-4536-8393-12eeaed611b8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:18.820587 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60076) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:18.826406 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bdaff16e-826e-4540-81a2-9eeb90a9b467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:18.883188 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.912731 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccf9b-6f5e-4ee3-aead-9c245b8678a0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.913252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1ccf9b-6f5e-4ee3-aead-9c245b8678a0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Fanout notify agent at l3_agent the message router_deleted on router 66f282db-d230-4808-b9a0-8f65239ed86e {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:18.923069 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fd1ccf9b-6f5e-4ee3-aead-9c245b8678a0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.927244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fd1ccf9b-6f5e-4ee3-aead-9c245b8678a0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/66f282db-d230-4808-b9a0-8f65239ed86e HTTP/1.1" status: 204 len: 168 time: 0.8276544 Jun 17 08:44:18.929004 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60078) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:18.940115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b2d8c-5c15-4862-8d46-7096dc958928 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:18.946382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b2d8c-5c15-4862-8d46-7096dc958928 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:18.947350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c153c-30af-4b56-96cd-8fb486317ed4 req-2b245d98-8def-4546-a225-92de423b9f3a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:18.948931 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-903c153c-30af-4b56-96cd-8fb486317ed4 req-2b245d98-8def-4546-a225-92de423b9f3a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.3893890 Jun 17 08:44:18.952638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502b2d8c-5c15-4862-8d46-7096dc958928 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:18.957229 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-502b2d8c-5c15-4862-8d46-7096dc958928 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2048328 Jun 17 08:44:18.957432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd483e8a-361e-4287-89c7-29607626422e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:18.960264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60080) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:19.011819 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.021264 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd483e8a-361e-4287-89c7-29607626422e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.072743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5cf2c6fe-0fb5-4f47-910c-e9f1682e52ba None None] Provisioning complete for port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:19.073641 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c6fe-0fb5-4f47-910c-e9f1682e52ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.112278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-903c153c-30af-4b56-96cd-8fb486317ed4 req-4af968c7-2177-481e-b824-f98d1c17095f tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510239 Jun 17 08:44:19.123155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fc009a-ff06-4f28-9185-556423afa031 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting subnet 390b6e12-dac8-43f1-ab6f-18c516a91b2d {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:19.128741 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60fc009a-ff06-4f28-9185-556423afa031 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.146892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0f039fce-87f7-4425-8649-c8513ad7272d tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Deleting port a49286d2-c1ad-4942-a98c-26ac2d978058 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:19.147669 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0f039fce-87f7-4425-8649-c8513ad7272d tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.151384 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd483e8a-361e-4287-89c7-29607626422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.154356 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd483e8a-361e-4287-89c7-29607626422e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.155757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bd483e8a-361e-4287-89c7-29607626422e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39a2509a-820b-4536-8393-12eeaed611b8 HTTP/1.1" status: 204 len: 168 time: 0.3318360 Jun 17 08:44:19.158220 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-41cea8f6-e6e7-41bb-8e31-f44777352237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:19.205052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd483e8a-361e-4287-89c7-29607626422e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a2509a-820b-4536-8393-12eeaed611b8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:19.209445 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd483e8a-361e-4287-89c7-29607626422e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:19.264176 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60fc009a-ff06-4f28-9185-556423afa031 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.265859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5cf2c6fe-0fb5-4f47-910c-e9f1682e52ba None None] Provisioning for port a49286d2-c1ad-4942-a98c-26ac2d978058 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:19.270733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5cf2c6fe-0fb5-4f47-910c-e9f1682e52ba None None] Provisioning complete for port a49286d2-c1ad-4942-a98c-26ac2d978058 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:19.271145 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c6fe-0fb5-4f47-910c-e9f1682e52ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.279271 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0f039fce-87f7-4425-8649-c8513ad7272d tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.316423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5cf2c6fe-0fb5-4f47-910c-e9f1682e52ba None None] Port a49286d2-c1ad-4942-a98c-26ac2d978058 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:19.333553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5cf2c6fe-0fb5-4f47-910c-e9f1682e52ba None None] Provisioning for port b0d73885-8287-4e70-80a3-864edcb4f821 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:19.340185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5cf2c6fe-0fb5-4f47-910c-e9f1682e52ba None None] Provisioning complete for port b0d73885-8287-4e70-80a3-864edcb4f821 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:19.340765 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c6fe-0fb5-4f47-910c-e9f1682e52ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.427928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5cf2c6fe-0fb5-4f47-910c-e9f1682e52ba None None] Port b0d73885-8287-4e70-80a3-864edcb4f821 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:19.432650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-0f039fce-87f7-4425-8649-c8513ad7272d tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Calling delete_port for a49286d2-c1ad-4942-a98c-26ac2d978058 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:19.467883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:19.576987 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f70c60ec-eccc-4ec2-9a1c-d29dea87c433 None None] Provisioning complete for port b0d73885-8287-4e70-80a3-864edcb4f821 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:19.577709 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f70c60ec-eccc-4ec2-9a1c-d29dea87c433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.602671 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0f039fce-87f7-4425-8649-c8513ad7272d tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.608222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Allocated IP 172.20.0.17 (f16e1b72-e1db-46f0-b9bb-c22288c9ac48/f08b28f9-1711-4bdb-aa73-f31d921d2b1b/4d957ff8-a693-49f7-907c-ef38ce06d845) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:19.617832 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b46dc669-93fe-44fd-ad51-43af8a2c750c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:19.624462 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f70c60ec-eccc-4ec2-9a1c-d29dea87c433 None None] Port b0d73885-8287-4e70-80a3-864edcb4f821 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:19.634306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:19.635104 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.677441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f039fce-87f7-4425-8649-c8513ad7272d tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Pushing event deleted for resources: {'Port': ['ID=a49286d2-c1ad-4942-a98c-26ac2d978058,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:19.680825 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0f039fce-87f7-4425-8649-c8513ad7272d tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:19.714986 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.748234 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0f039fce-87f7-4425-8649-c8513ad7272d tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.751420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0f039fce-87f7-4425-8649-c8513ad7272d tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] 10.222.0.47 "DELETE /v2.0/ports/a49286d2-c1ad-4942-a98c-26ac2d978058 HTTP/1.1" status: 204 len: 168 time: 0.7888944 Jun 17 08:44:19.752976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9ad8928c-deec-4cdc-9ea6-704f08522848 None None] Could not find standard attr ID for object a49286d2-c1ad-4942-a98c-26ac2d978058. {{(pid=93805) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 17 08:44:19.757074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60094) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:19.784925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Request body: {'port': {'name': 'tempest-new-port-name-2013637262', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:19.797150 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.api.validators [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] bootfile-name is not in valid_values {{(pid=93803) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:19.797916 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.api.validators [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] tftp-server is not in valid_values {{(pid=93803) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:19.798765 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.api.validators [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] server-ip-address is not in valid_values {{(pid=93803) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 17 08:44:19.806463 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60fc009a-ff06-4f28-9185-556423afa031 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.843472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b89c42cf-79eb-4b67-ac25-7d755eb3fb57 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:19.864988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: b89c42cf-79eb-4b67-ac25-7d755eb3fb57 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:19.865599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b89c42cf-79eb-4b67-ac25-7d755eb3fb57 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:19.930613 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.944898 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60fc009a-ff06-4f28-9185-556423afa031 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:19.953077 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9cd20314-3b2d-4429-9e39-55f4b3cd0bde tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:20.014924 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-60fc009a-ff06-4f28-9185-556423afa031 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.016779 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-60fc009a-ff06-4f28-9185-556423afa031 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/390b6e12-dac8-43f1-ab6f-18c516a91b2d HTTP/1.1" status: 204 len: 168 time: 1.0612452 Jun 17 08:44:20.017741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc009a-ff06-4f28-9185-556423afa031 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Subnet': ['ID=390b6e12-dac8-43f1-ab6f-18c516a91b2d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:20.021092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60104) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:20.025808 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-60fc009a-ff06-4f28-9185-556423afa031 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:20.028159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c17a763-e2f1-4544-99e4-af14facb523c None None] Network eaf0d98e-08fa-45fb-bbfc-31774d6a8acc requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:20.064652 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.123761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-938de787-327c-4ff3-85a3-55f10d0a7c7b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting subnet 643e9c50-d799-46d8-ae6a-fb395b3a5343 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:20.130569 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-938de787-327c-4ff3-85a3-55f10d0a7c7b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.137200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Transition to ACTIVE for port object 4d957ff8-a693-49f7-907c-ef38ce06d845 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:20.196970 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-938de787-327c-4ff3-85a3-55f10d0a7c7b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.274245 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.280115 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:20.308195 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6842684a-9eea-4b8b-99d7-cabfe68560de None None] DHCP port deletion for eaf0d98e-08fa-45fb-bbfc-31774d6a8acc request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:20.352398 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.354269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:20.362131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:20.364524 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.366893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:20.372215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=4d957ff8-a693-49f7-907c-ef38ce06d845,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:20.372328 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:20.384881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6842684a-9eea-4b8b-99d7-cabfe68560de None None] Deleting port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:20.385278 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6842684a-9eea-4b8b-99d7-cabfe68560de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.404043 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:20.436299 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-938de787-327c-4ff3-85a3-55f10d0a7c7b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.467758 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.478521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6842684a-9eea-4b8b-99d7-cabfe68560de None None] For port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ce195b09-3e3a-48f7-8c9a-6af937c5cd2e,segment=NetworkSegment(ec8610e2-d443-49cb-8e7a-7aa0aef13f6f),segment_id=ec8610e2-d443-49cb-8e7a-7aa0aef13f6f)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:20.479697 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6842684a-9eea-4b8b-99d7-cabfe68560de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.541256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e4c59-3988-4923-bacd-d115a67999ea req-b324c007-4c79-4f59-8dc8-0a209d55fc52 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:20.549011 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df6e4c59-3988-4923-bacd-d115a67999ea req-b324c007-4c79-4f59-8dc8-0a209d55fc52 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.2360592 Jun 17 08:44:20.582650 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Deleting port 39243831-ca86-4e5c-b976-cb6a6e9cad12 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:20.583330 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.590790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6842684a-9eea-4b8b-99d7-cabfe68560de None None] Calling delete_port for ce195b09-3e3a-48f7-8c9a-6af937c5cd2e owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:20.621633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Pushing event updated for resources: {'Port': ['ID=b0d73885-8287-4e70-80a3-864edcb4f821,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:20.639548 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:20.667026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] In _notify_port_updated(), no bound segment for port b0d73885-8287-4e70-80a3-864edcb4f821 on network 368cd3a3-51c9-4796-8ae5-246e0de2222d {{(pid=93803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:44:20.679864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:20.681091 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.689344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] 10.222.0.47 "PUT /v2.0/ports/b0d73885-8287-4e70-80a3-864edcb4f821 HTTP/1.1" status: 200 len: 1136 time: 0.9219434 Jun 17 08:44:20.691577 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] For port 39243831-ca86-4e5c-b976-cb6a6e9cad12, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=39243831-ca86-4e5c-b976-cb6a6e9cad12,segment=NetworkSegment(676ea7c6-1294-4f26-a496-1928f9b06fdf),segment_id=676ea7c6-1294-4f26-a496-1928f9b06fdf)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:20.692111 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.696734 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60114) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:20.704604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df6e4c59-3988-4923-bacd-d115a67999ea req-35969a6d-0f56-42fd-bb17-bde1f1269108 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545880 Jun 17 08:44:20.727981 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-938de787-327c-4ff3-85a3-55f10d0a7c7b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.739050 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1f4b461c-9a4d-4d12-9bcd-654d2dbb1117 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:20.781842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938de787-327c-4ff3-85a3-55f10d0a7c7b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Subnet': ['ID=643e9c50-d799-46d8-ae6a-fb395b3a5343,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:20.782787 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-938de787-327c-4ff3-85a3-55f10d0a7c7b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.788106 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-938de787-327c-4ff3-85a3-55f10d0a7c7b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/643e9c50-d799-46d8-ae6a-fb395b3a5343 HTTP/1.1" status: 204 len: 168 time: 0.7651508 Jun 17 08:44:20.788923 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60118) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:20.790669 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-938de787-327c-4ff3-85a3-55f10d0a7c7b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:20.792551 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6842684a-9eea-4b8b-99d7-cabfe68560de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.795933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b52d3c-c616-4944-abc6-8c3efb0fe049 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:20.801091 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e2b52d3c-c616-4944-abc6-8c3efb0fe049 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] 10.222.0.47 "GET /v2.0/ports/b0d73885-8287-4e70-80a3-864edcb4f821 HTTP/1.1" status: 200 len: 1136 time: 0.0997021 Jun 17 08:44:20.801278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60120) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:20.813519 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:20.820926 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19708e83-b799-4fa9-8dff-994aec56fd33 None None] Network ab0b0fec-7315-4c3d-bf6c-5f55863a4cac requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:20.833570 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6842684a-9eea-4b8b-99d7-cabfe68560de None None] No DVR routers for this DVR port ce195b09-3e3a-48f7-8c9a-6af937c5cd2e on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:20.875761 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Calling delete_port for 39243831-ca86-4e5c-b976-cb6a6e9cad12 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:20.898818 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842684a-9eea-4b8b-99d7-cabfe68560de None None] Pushing event deleted for resources: {'Port': ['ID=ce195b09-3e3a-48f7-8c9a-6af937c5cd2e,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:20.900649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f860bf20-b967-42fc-9428-93fa69eb6add None None] Provisioning for port 4d957ff8-a693-49f7-907c-ef38ce06d845 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:20.931193 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6842684a-9eea-4b8b-99d7-cabfe68560de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:20.937256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f860bf20-b967-42fc-9428-93fa69eb6add None None] Provisioning complete for port 4d957ff8-a693-49f7-907c-ef38ce06d845 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:20.938031 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f860bf20-b967-42fc-9428-93fa69eb6add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:20.989236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60124) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:20.992928 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.039807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f860bf20-b967-42fc-9428-93fa69eb6add None None] Port 4d957ff8-a693-49f7-907c-ef38ce06d845 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:21.146807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-93b9f9ef-4ab8-457d-83e9-22fde226c4ee tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Deleting port b0d73885-8287-4e70-80a3-864edcb4f821 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:21.147413 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93b9f9ef-4ab8-457d-83e9-22fde226c4ee tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.166018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0b0b3dbe-7cb0-43da-a3c4-2d2b322c6a49 None None] Provisioning complete for port b0d73885-8287-4e70-80a3-864edcb4f821 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:21.166528 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3dbe-7cb0-43da-a3c4-2d2b322c6a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.195245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30aac53-3d98-4d72-a11d-592353b30d1d None None] DHCP port deletion for ab0b0fec-7315-4c3d-bf6c-5f55863a4cac request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:21.231099 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0b0b3dbe-7cb0-43da-a3c4-2d2b322c6a49 None None] Port b0d73885-8287-4e70-80a3-864edcb4f821 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:21.256519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c30aac53-3d98-4d72-a11d-592353b30d1d None None] Deleting port 0b9e35e0-96f4-4292-9b7c-795557fedf92 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:21.257045 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c30aac53-3d98-4d72-a11d-592353b30d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.267002 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c15f8a54-9764-440e-9336-54ff9b4f35bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.288915 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.310580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf0d98e-08fa-45fb-bbfc-31774d6a8acc']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:21.321325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c30aac53-3d98-4d72-a11d-592353b30d1d None None] For port 0b9e35e0-96f4-4292-9b7c-795557fedf92, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0b9e35e0-96f4-4292-9b7c-795557fedf92,segment=NetworkSegment(30ec3f2f-e1e5-42e9-8833-865f6f193d1a),segment_id=30ec3f2f-e1e5-42e9-8833-865f6f193d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:21.321636 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c30aac53-3d98-4d72-a11d-592353b30d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.337155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8610e2-d443-49cb-8e7a-7aa0aef13f6f') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:21.337495 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8610e2-d443-49cb-8e7a-7aa0aef13f6f') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:21.354339 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93b9f9ef-4ab8-457d-83e9-22fde226c4ee tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.371701 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.402527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c30aac53-3d98-4d72-a11d-592353b30d1d None None] Calling delete_port for 0b9e35e0-96f4-4292-9b7c-795557fedf92 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:21.454259 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-93b9f9ef-4ab8-457d-83e9-22fde226c4ee tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Calling delete_port for b0d73885-8287-4e70-80a3-864edcb4f821 owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:21.459845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0b9e35e0-96f4-4292-9b7c-795557fedf92 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:21.484549 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.527238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:21.527728 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:21.531495 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:21.545770 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.566830 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c30aac53-3d98-4d72-a11d-592353b30d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.569075 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cdc5cb9b-99ab-47b8-9b6b-087a5129fac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:21.572619 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.603227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30aac53-3d98-4d72-a11d-592353b30d1d None None] Pushing event deleted for resources: {'Port': ['ID=0b9e35e0-96f4-4292-9b7c-795557fedf92,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:21.605186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30aac53-3d98-4d72-a11d-592353b30d1d None None] No DVR routers for this DVR port 0b9e35e0-96f4-4292-9b7c-795557fedf92 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:21.609077 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c30aac53-3d98-4d72-a11d-592353b30d1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:21.652010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ce195b09-3e3a-48f7-8c9a-6af937c5cd2e no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:21.675946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: ce195b09-3e3a-48f7-8c9a-6af937c5cd2e {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:21.676351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ce195b09-3e3a-48f7-8c9a-6af937c5cd2e not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:21.838080 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:21.842107 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cfcf8517-7589-4bc8-8dd7-8fac2a4b94b4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:21.878647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=39243831-ca86-4e5c-b976-cb6a6e9cad12,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:21.890926 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:21.987316 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.026908 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.043666 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.056972 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d8c3ffca-6049-40ff-a0ad-98878c828408 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:22.058038 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7ceed608-ed7f-4955-85c2-e6781ba1ba60 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:22.061962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.063788 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/networks/eaf0d98e-08fa-45fb-bbfc-31774d6a8acc HTTP/1.1" status: 204 len: 168 time: 1.2720280 Jun 17 08:44:22.074802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60132) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:22.110618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Network': ['ID=eaf0d98e-08fa-45fb-bbfc-31774d6a8acc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:22.122054 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:22.154833 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.158740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=4d957ff8-a693-49f7-907c-ef38ce06d845,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:22.166803 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:22.218631 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.221853 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c15f8a54-9764-440e-9336-54ff9b4f35bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.230874 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c15f8a54-9764-440e-9336-54ff9b4f35bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.240386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3c69e-6f68-4baf-a654-bc36b1924ebb req-8a4b1431-a934-42a0-8af6-a76aa031a948 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:22.242008 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ab3c69e-6f68-4baf-a654-bc36b1924ebb req-8a4b1431-a934-42a0-8af6-a76aa031a948 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.2719963 Jun 17 08:44:22.245985 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-100d8573-4966-429d-af2f-6866a21f3aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:22.251069 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.310070 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93b9f9ef-4ab8-457d-83e9-22fde226c4ee tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.313498 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c15f8a54-9764-440e-9336-54ff9b4f35bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c18235d15a3d481992166d7f729dd2a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3123498 Jun 17 08:44:22.319184 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60134) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:22.339308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f8a54-9764-440e-9336-54ff9b4f35bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503028ec-9167-442d-9088-5816ed6978f2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:22.368886 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c15f8a54-9764-440e-9336-54ff9b4f35bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:22.369431 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:22.373683 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:22.376829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ab3c69e-6f68-4baf-a654-bc36b1924ebb req-ccb62615-9633-4e05-b51b-3095374c0181 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193182 Jun 17 08:44:22.379403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:22.419475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9f9ef-4ab8-457d-83e9-22fde226c4ee tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Pushing event deleted for resources: {'Port': ['ID=b0d73885-8287-4e70-80a3-864edcb4f821,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:22.437557 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93b9f9ef-4ab8-457d-83e9-22fde226c4ee tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:22.491689 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e8a5cac-b21e-4efc-a451-d7c4c497f943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.526544 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.541738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0b0fec-7315-4c3d-bf6c-5f55863a4cac']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:22.544622 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-93b9f9ef-4ab8-457d-83e9-22fde226c4ee tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.549204 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-93b9f9ef-4ab8-457d-83e9-22fde226c4ee tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] 10.222.0.47 "DELETE /v2.0/ports/b0d73885-8287-4e70-80a3-864edcb4f821 HTTP/1.1" status: 204 len: 168 time: 1.7444925 Jun 17 08:44:22.552755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60136) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:22.597395 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ec3f2f-e1e5-42e9-8833-865f6f193d1a') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:22.597753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ec3f2f-e1e5-42e9-8833-865f6f193d1a') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:22.607181 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e8a5cac-b21e-4efc-a451-d7c4c497f943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.612474 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.623094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74406bd-ce69-4782-831a-9e4123d7238a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Deleting subnet 5df0eccc-c0b4-4148-bfa9-6ff7568b2716 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:22.626506 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c74406bd-ce69-4782-831a-9e4123d7238a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.673964 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 33dd63aa-695b-4a69-a853-1648da95cf3b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:22.675732 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.695879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:22.696356 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:22.699672 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:22.706658 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c74406bd-ce69-4782-831a-9e4123d7238a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.734878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Router e2ed9478-6a4b-4801-a82e-fc414364fe33 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:22.765500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7d2fb6ab-8eed-450b-ac05-ea5f969e8ed7 None None] Provisioning complete for port 4d957ff8-a693-49f7-907c-ef38ce06d845 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:22.766125 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7d2fb6ab-8eed-450b-ac05-ea5f969e8ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.769427 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e8a5cac-b21e-4efc-a451-d7c4c497f943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.771553 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0e8a5cac-b21e-4efc-a451-d7c4c497f943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.774612 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0e8a5cac-b21e-4efc-a451-d7c4c497f943 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/503028ec-9167-442d-9088-5816ed6978f2 HTTP/1.1" status: 204 len: 168 time: 0.4520838 Jun 17 08:44:22.786765 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9eb94c5a-707b-4880-b136-d4e0eda35c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:22.807748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7d2fb6ab-8eed-450b-ac05-ea5f969e8ed7 None None] Port 4d957ff8-a693-49f7-907c-ef38ce06d845 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:22.819107 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.840611 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c614f3e5-7ca7-4da1-93b0-e99c451bfdd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:22.848108 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.854150 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/networks/ab0b0fec-7315-4c3d-bf6c-5f55863a4cac HTTP/1.1" status: 204 len: 168 time: 0.7783458 Jun 17 08:44:22.854667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60140) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:22.864451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a5cac-b21e-4efc-a451-d7c4c497f943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503028ec-9167-442d-9088-5816ed6978f2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:22.864451 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0e8a5cac-b21e-4efc-a451-d7c4c497f943 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:22.875924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1184912805'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:22.882028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Network': ['ID=ab0b0fec-7315-4c3d-bf6c-5f55863a4cac,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:22.892579 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:22.901611 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c74406bd-ce69-4782-831a-9e4123d7238a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.948910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:22.954694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:22.955280 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "PUT /v2.0/routers/33dd63aa-695b-4a69-a853-1648da95cf3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8419530 Jun 17 08:44:22.958950 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:22.966852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:22.971609 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Sync routers for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:22.974686 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] 10.222.0.47 "PUT /v2.0/routers/e2ed9478-6a4b-4801-a82e-fc414364fe33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4912512 Jun 17 08:44:22.975360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60146) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:22.978748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69994b-6daf-42f8-8403-3aae775f6875 None None] Sync routers for ids ['e2ed9478-6a4b-4801-a82e-fc414364fe33'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:22.988281 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:22.988759 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d8f3455-7578-4827-927e-d318da954600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:22.989358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69994b-6daf-42f8-8403-3aae775f6875 None None] Routers {'e2ed9478-6a4b-4801-a82e-fc414364fe33'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:22.990255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1b69994b-6daf-42f8-8403-3aae775f6875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e2ed9478-6a4b-4801-a82e-fc414364fe33'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.024357 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c74406bd-ce69-4782-831a-9e4123d7238a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.033722 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf1d3937-c3bb-4e20-aba5-e5427a95be92 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:23.085783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:23.090104 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c74406bd-ce69-4782-831a-9e4123d7238a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.097346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c74406bd-ce69-4782-831a-9e4123d7238a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] 10.222.0.47 "DELETE /v2.0/subnets/5df0eccc-c0b4-4148-bfa9-6ff7568b2716 HTTP/1.1" status: 204 len: 168 time: 0.5432768 Jun 17 08:44:23.099942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74406bd-ce69-4782-831a-9e4123d7238a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Pushing event deleted for resources: {'Subnet': ['ID=5df0eccc-c0b4-4148-bfa9-6ff7568b2716,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:23.101212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e41c84c-ba72-42bc-b35b-32af1c376921 None None] Network 368cd3a3-51c9-4796-8ae5-246e0de2222d requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:23.104442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60150) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:23.114689 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c74406bd-ce69-4782-831a-9e4123d7238a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:23.131056 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.131582 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added segment 6ff8fc85-1b2c-43d0-9eeb-4204329e4305 of type vlan for network ed8357f5-b918-4f42-b8a8-c4e7dd43d3da Jun 17 08:44:23.187736 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:23.193307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-1b69994b-6daf-42f8-8403-3aae775f6875 None None] Set router e2ed9478-6a4b-4801-a82e-fc414364fe33 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:23.204572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.219779 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.266083 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.289888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:23.293414 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.297042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.304066 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a31a949-4532-4486-880e-2943d43f7d18 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:23.369330 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.412190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Deleting port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:23.412190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.497128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] For port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=95c479eb-5566-4c4e-9d4e-8ecbc989e2a9,segment=NetworkSegment(778d5e41-d613-42e9-bdc3-b8be6997525a),segment_id=778d5e41-d613-42e9-bdc3-b8be6997525a)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:23.498052 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.559787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Deleting port cd93a913-204a-43bb-810e-f42c1d5c37e5 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:23.561136 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.563150 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6932702 Jun 17 08:44:23.565317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60162) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:23.576137 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1b69994b-6daf-42f8-8403-3aae775f6875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'name': 'tempest-TestVolumeBackupRestore-441882692-router', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142'}], 'enable_snat': True}, 'gw_port_id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:13Z', 'updated_at': '2021-06-17T08:44:21Z', 'revision_number': 5, 'project_id': '39f968c6870844c79beb6202e9024942', 'gw_port': {'id': 'cd93a913-204a-43bb-810e-f42c1d5c37e5', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:dc:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2360, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:38:15Z', 'updated_at': '2021-06-17T08:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.593197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'subnet': {'network_id': 'ed8357f5-b918-4f42-b8a8-c4e7dd43d3da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:23.594368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Calling delete_port for 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:23.607461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Network': ['ID=ed8357f5-b918-4f42-b8a8-c4e7dd43d3da,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:23.640426 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d8f3455-7578-4827-927e-d318da954600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:44:21Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'd79b28a3-be38-4eff-a2f2-03bca92c56af', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'port_id': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'mac_address': 'fa:16:3e:c1:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957802f7-e1c8-4108-9b97-b319d2731c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:29Z', 'updated_at': '2021-06-17T08:42:35Z', 'revision_number': 1, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d957ff8-a693-49f7-907c-ef38ce06d845', 'name': '', 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:7c:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'f08b28f9-1711-4bdb-aa73-f31d921d2b1b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:19Z', 'updated_at': '2021-06-17T08:44:21Z', 'revision_number': 2, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': 'f08b28f9-1711-4bdb-aa73-f31d921d2b1b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.658179 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:23.658947 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] DHCP port deletion for 368cd3a3-51c9-4796-8ae5-246e0de2222d request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:23.661101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network ed8357f5-b918-4f42-b8a8-c4e7dd43d3da details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:23.664432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69994b-6daf-42f8-8403-3aae775f6875 None None] Checking router: e2ed9478-6a4b-4801-a82e-fc414364fe33 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:23.741076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69994b-6daf-42f8-8403-3aae775f6875 None None] Routers {'e2ed9478-6a4b-4801-a82e-fc414364fe33'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:23.749218 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1b69994b-6daf-42f8-8403-3aae775f6875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e2ed9478-6a4b-4801-a82e-fc414364fe33'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:23.784256 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Checking router: 33dd63aa-695b-4a69-a853-1648da95cf3b for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:23.784896 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Updating router 33dd63aa-695b-4a69-a853-1648da95cf3b port 4d957ff8-a693-49f7-907c-ef38ce06d845 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:44:23.804118 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] For port cd93a913-204a-43bb-810e-f42c1d5c37e5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=cd93a913-204a-43bb-810e-f42c1d5c37e5,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:23.804481 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.824965 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.867612 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae16762f-5832-4dcf-befe-0c70bc7839ae req-24528a0e-83ca-4e1d-bc71-27ad6d113e39 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:23.870745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ae16762f-5832-4dcf-befe-0c70bc7839ae req-24528a0e-83ca-4e1d-bc71-27ad6d113e39 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.2320054 Jun 17 08:44:23.872123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:23.875970 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:23.983363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Calling delete_port for cd93a913-204a-43bb-810e-f42c1d5c37e5 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:23.988062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60174) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:24.011412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ae16762f-5832-4dcf-befe-0c70bc7839ae req-b9d8458c-ff63-437d-a104-96f1a6a4528b tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287384 Jun 17 08:44:24.023548 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.033479 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-934e3f22-b28f-466c-85ab-b5bf69635ad3 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:24.148969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-1b69994b-6daf-42f8-8403-3aae775f6875 None None] Set router e2ed9478-6a4b-4801-a82e-fc414364fe33 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:24.186483 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.200860 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Transition to ACTIVE for port object 4d957ff8-a693-49f7-907c-ef38ce06d845 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:24.207740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] Deleting port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:24.208160 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.209905 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.211261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1b69994b-6daf-42f8-8403-3aae775f6875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'name': 'tempest-TestVolumeBackupRestore-441882692-router', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:13Z', 'updated_at': '2021-06-17T08:44:23Z', 'revision_number': 6, 'project_id': '39f968c6870844c79beb6202e9024942', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:24.214310 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-8f006764-7fcf-41f2-b9fe-72fb701e8b78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:24.223766 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.228235 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-324532ab-bfdd-4134-a5d8-29605b85f450 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:24.235774 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1808841214-network', 'tenant_id': '6d0e3430fef14e0f8daca58cbe91807b'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:24.248146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69994b-6daf-42f8-8403-3aae775f6875 None None] The sync data for ids ['e2ed9478-6a4b-4801-a82e-fc414364fe33'] in n-d-779913-16 is: [{'id': 'e2ed9478-6a4b-4801-a82e-fc414364fe33', 'name': 'tempest-TestVolumeBackupRestore-441882692-router', 'tenant_id': '39f968c6870844c79beb6202e9024942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:38:13Z', 'updated_at': '2021-06-17T08:44:23Z', 'revision_number': 6, 'project_id': '39f968c6870844c79beb6202e9024942', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:24.311521 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba8996-9643-4de7-a39e-39b07a3f8c7c None None] Pushing event updated for resources: {'Port': ['ID=4d957ff8-a693-49f7-907c-ef38ce06d845,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:24.332059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Subnet': ['ID=8426e842-905a-4c40-a30a-01eac9b1ccb4,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:24.333601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] For port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9, host n-d-779913-16, got binding levels [] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:24.334684 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.335234 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-49ba8996-9643-4de7-a39e-39b07a3f8c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:24.341450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Made reservation on behalf of 6d0e3430fef14e0f8daca58cbe91807b for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:24.343863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.345217 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:24.351030 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Checking segment: {'id': '6ff8fc85-1b2c-43d0-9eeb-4204329e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ed8357f5-b918-4f42-b8a8-c4e7dd43d3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:24.351739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network hostable DHCP agents. Network: ed8357f5-b918-4f42-b8a8-c4e7dd43d3da, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:24.358177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Pushing event deleted for resources: {'Port': ['ID=95c479eb-5566-4c4e-9d4e-8ecbc989e2a9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:24.360723 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] No DVR routers for this DVR port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:24.364436 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.376262 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:24.389394 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Attempting to bind port 4d957ff8-a693-49f7-907c-ef38ce06d845 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:24.389764 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Attempting to bind port 4d957ff8-a693-49f7-907c-ef38ce06d845 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:24.390348 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Attempting to bind port 4d957ff8-a693-49f7-907c-ef38ce06d845 on network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:24.392853 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network ed8357f5-b918-4f42-b8a8-c4e7dd43d3da is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:24.396716 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:24.397428 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Checking segment: {'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:24.398054 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.398648 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Bound using segment: {'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:24.399325 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Bound port: 4d957ff8-a693-49f7-907c-ef38ce06d845, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46cb8aae-87ad-4d32-b30f-139dab521e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:24.399995 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.407222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, ed8357f5-b918-4f42-b8a8-c4e7dd43d3da) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:24.416105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:24.417315 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.426315 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.430854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] Calling delete_port for 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:24.442065 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa69d0a8-d938-4a40-a190-979c829b6331 None None] Network ed8357f5-b918-4f42-b8a8-c4e7dd43d3da requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:24.447863 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4a16a0be-a9dc-45a1-bfc4-d9cc8c995c1c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:24.448860 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.ipam_backend_mixin [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] Port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 was not found and therefore no delete operation was performed {{(pid=93805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:44:24.472963 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.503754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Pushing event deleted for resources: {'Port': ['ID=cd93a913-204a-43bb-810e-f42c1d5c37e5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:24.511996 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:24.512175 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-7d8f3455-7578-4827-927e-d318da954600 None None] For port 4d957ff8-a693-49f7-907c-ef38ce06d845, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:24.515889 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-7d8f3455-7578-4827-927e-d318da954600 None None] For port 4d957ff8-a693-49f7-907c-ef38ce06d845, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4d957ff8-a693-49f7-907c-ef38ce06d845,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:24.516896 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-839d6951-063e-4843-9f00-fc0baffc6f64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:24.523733 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.528520 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:24.566331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] Pushing event deleted for resources: {'Port': ['ID=95c479eb-5566-4c4e-9d4e-8ecbc989e2a9,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:24.570476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] No DVR routers for this DVR port 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:24.574025 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:24.586233 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:24.586970 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d8f3455-7578-4827-927e-d318da954600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:24.694761 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba8996-9643-4de7-a39e-39b07a3f8c7c None None] Pushing event updated for resources: {'Port': ['ID=4d957ff8-a693-49f7-907c-ef38ce06d845,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:24.707208 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-49ba8996-9643-4de7-a39e-39b07a3f8c7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:24.729196 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-ed8357f5-b918-4f42-b8a8-c4e7dd43d3da', 'network_id': 'ed8357f5-b918-4f42-b8a8-c4e7dd43d3da', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'fixed_ips': [{'subnet_id': '8426e842-905a-4c40-a30a-01eac9b1ccb4'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:24.730442 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:24.755103 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-7d8f3455-7578-4827-927e-d318da954600 None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:24.896689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Allocated IP 2001:db8::2 (ed8357f5-b918-4f42-b8a8-c4e7dd43d3da/8426e842-905a-4c40-a30a-01eac9b1ccb4/2e98107e-2de3-4ea6-a004-8e857d435101) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:25.037651 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d8f3455-7578-4827-927e-d318da954600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:44:21Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'd79b28a3-be38-4eff-a2f2-03bca92c56af', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'port_id': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'mac_address': 'fa:16:3e:c1:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957802f7-e1c8-4108-9b97-b319d2731c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:29Z', 'updated_at': '2021-06-17T08:42:35Z', 'revision_number': 1, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d957ff8-a693-49f7-907c-ef38ce06d845', 'name': '', 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:7c:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'f08b28f9-1711-4bdb-aa73-f31d921d2b1b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:19Z', 'updated_at': '2021-06-17T08:44:24Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': 'f08b28f9-1711-4bdb-aa73-f31d921d2b1b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:25.066268 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.067692 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8f3455-7578-4827-927e-d318da954600 None None] The sync data for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 is: [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:44:21Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'd79b28a3-be38-4eff-a2f2-03bca92c56af', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'port_id': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'mac_address': 'fa:16:3e:c1:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957802f7-e1c8-4108-9b97-b319d2731c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:29Z', 'updated_at': '2021-06-17T08:42:35Z', 'revision_number': 1, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d957ff8-a693-49f7-907c-ef38ce06d845', 'name': '', 'network_id': 'f16e1b72-e1db-46f0-b9bb-c22288c9ac48', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:7c:cf:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'f08b28f9-1711-4bdb-aa73-f31d921d2b1b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:44:19Z', 'updated_at': '2021-06-17T08:44:24Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': 'f08b28f9-1711-4bdb-aa73-f31d921d2b1b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:25.085661 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.089656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368cd3a3-51c9-4796-8ae5-246e0de2222d']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:25.103326 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Transition to ACTIVE for port object 2e98107e-2de3-4ea6-a004-8e857d435101 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:25.130086 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778d5e41-d613-42e9-bdc3-b8be6997525a') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:25.130408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778d5e41-d613-42e9-bdc3-b8be6997525a') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:25.156737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Transition to ACTIVE for port object 2e98107e-2de3-4ea6-a004-8e857d435101 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:25.172015 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.174907 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:25.177647 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.180201 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.229604 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Network ed8357f5-b918-4f42-b8a8-c4e7dd43d3da is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:25.232868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:25.243314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:25.307986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Pushing event updated for resources: {'Port': ['ID=2e98107e-2de3-4ea6-a004-8e857d435101,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:25.316931 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:25.324120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Attempting to bind port 2e98107e-2de3-4ea6-a004-8e857d435101 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:25.326391 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Attempting to bind port 2e98107e-2de3-4ea6-a004-8e857d435101 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '6ff8fc85-1b2c-43d0-9eeb-4204329e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ed8357f5-b918-4f42-b8a8-c4e7dd43d3da'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:25.327298 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Attempting to bind port 2e98107e-2de3-4ea6-a004-8e857d435101 on network ed8357f5-b918-4f42-b8a8-c4e7dd43d3da {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:25.331143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.334636 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127d602-e6d7-4708-adc5-17cf610ddf6d req-57399f5a-780c-48cb-a68e-c5de5551ddf8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:25.340878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:25.344635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Checking segment: {'id': '6ff8fc85-1b2c-43d0-9eeb-4204329e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ed8357f5-b918-4f42-b8a8-c4e7dd43d3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:25.344635 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.345091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Bound using segment: {'id': '6ff8fc85-1b2c-43d0-9eeb-4204329e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ed8357f5-b918-4f42-b8a8-c4e7dd43d3da'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:25.345477 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a127d602-e6d7-4708-adc5-17cf610ddf6d req-57399f5a-780c-48cb-a68e-c5de5551ddf8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.1109753 Jun 17 08:44:25.346070 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Bound port: 2e98107e-2de3-4ea6-a004-8e857d435101, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ff8fc85-1b2c-43d0-9eeb-4204329e4305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ed8357f5-b918-4f42-b8a8-c4e7dd43d3da'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:25.347783 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.354208 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.358434 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.360758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:25.361276 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:25.369256 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:25.417494 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a127d602-e6d7-4708-adc5-17cf610ddf6d req-49204683-c74a-4ac3-8d28-5d2498d4bf80 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709827 Jun 17 08:44:25.473221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4d957ff8-a693-49f7-907c-ef38ce06d845 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:25.502234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] For port 2e98107e-2de3-4ea6-a004-8e857d435101, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:25.518969 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.531731 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.535980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9608827 Jun 17 08:44:25.536860 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-001281f7-9aec-4217-8fcc-7ef5e5ef85e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:25.538692 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60182) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:25.543434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 4d957ff8-a693-49f7-907c-ef38ce06d845 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:25.546402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2150239e-8cfe-4e71-932b-b9849a105b2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1076108260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:25.546549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 4d957ff8-a693-49f7-907c-ef38ce06d845 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:25.546857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.550214 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.550214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2ed9478-6a4b-4801-a82e-fc414364fe33 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:25.558305 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.562226 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] 10.222.0.47 "DELETE /v2.0/routers/e2ed9478-6a4b-4801-a82e-fc414364fe33 HTTP/1.1" status: 204 len: 168 time: 2.5857651 Jun 17 08:44:25.564179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60184) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:25.568629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:25.577435 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.590764 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.596052 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] 10.222.0.47 "DELETE /v2.0/networks/368cd3a3-51c9-4796-8ae5-246e0de2222d HTTP/1.1" status: 204 len: 168 time: 2.4869351 Jun 17 08:44:25.607815 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.610458 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Added segment 454d3450-aefd-4351-b10d-382bfc85574a of type vlan for network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 Jun 17 08:44:25.612639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b9e5bb-8022-4df9-abf6-bae088c25c42,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:25.613062 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] For port 2e98107e-2de3-4ea6-a004-8e857d435101, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2e98107e-2de3-4ea6-a004-8e857d435101,segment=NetworkSegment(6ff8fc85-1b2c-43d0-9eeb-4204329e4305),segment_id=6ff8fc85-1b2c-43d0-9eeb-4204329e4305)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:25.641073 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:25.642360 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.648287 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c30aac53-3d98-4d72-a11d-592353b30d1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:25.649156 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2150239e-8cfe-4e71-932b-b9849a105b2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.650214 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2150239e-8cfe-4e71-932b-b9849a105b2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.654837 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-69eba42c-eff0-482c-bb24-b46a001241fc tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:25.701145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-96471555-f7f1-4288-84e8-d10f713214f2 admin admin] Deleting subnet bd42356a-75be-4cad-b9dd-f4f00f23af81 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:25.711175 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96471555-f7f1-4288-84e8-d10f713214f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.713319 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Pushing event updated for resources: {'Port': ['ID=2e98107e-2de3-4ea6-a004-8e857d435101,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:25.718143 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:25.736350 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Pushing event deleted for resources: {'Network': ['ID=368cd3a3-51c9-4796-8ae5-246e0de2222d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:25.750448 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.750725 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:25.768129 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.806420 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 4d957ff8-a693-49f7-907c-ef38ce06d845, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4d957ff8-a693-49f7-907c-ef38ce06d845,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:25.813709 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.817961 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0a6ab650-1ea1-4a98-8085-c8b14585c049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:25.851575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.853220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:25.854413 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.857705 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ee18476d-2dae-43e8-b24e-8a07e75ce646 tempest-ExternalNetworksTestJSON-741295462 tempest-ExternalNetworksTestJSON-741295462-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:25.876966 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2150239e-8cfe-4e71-932b-b9849a105b2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.890579 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96471555-f7f1-4288-84e8-d10f713214f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.893339 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2150239e-8cfe-4e71-932b-b9849a105b2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:25.923964 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=4d957ff8-a693-49f7-907c-ef38ce06d845,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:25.928383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 39243831-ca86-4e5c-b976-cb6a6e9cad12 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:25.930885 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:25.940722 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9513102 Jun 17 08:44:25.943627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60190) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:25.949845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Request body: {'subnet': {'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1808841214-subnet', 'tenant_id': '6d0e3430fef14e0f8daca58cbe91807b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:25.960837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 39243831-ca86-4e5c-b976-cb6a6e9cad12 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:25.961598 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 39243831-ca86-4e5c-b976-cb6a6e9cad12 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:25.962257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:25.984538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:25.985437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 95c479eb-5566-4c4e-9d4e-8ecbc989e2a9 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:25.986099 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cd93a913-204a-43bb-810e-f42c1d5c37e5 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:26.010383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: cd93a913-204a-43bb-810e-f42c1d5c37e5 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:26.011199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device cd93a913-204a-43bb-810e-f42c1d5c37e5 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:26.032293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60192) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:26.040616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Made reservation on behalf of 6d0e3430fef14e0f8daca58cbe91807b for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:26.044287 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.047801 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2150239e-8cfe-4e71-932b-b9849a105b2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.052351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2150239e-8cfe-4e71-932b-b9849a105b2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5109746 Jun 17 08:44:26.053054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60196) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:26.063296 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96471555-f7f1-4288-84e8-d10f713214f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.072078 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'port': {'network_id': 'ed8357f5-b918-4f42-b8a8-c4e7dd43d3da', 'name': 'tempest-RoutersIpV6Test-1579840136'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:26.075242 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:26.108224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:26.120278 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:26.185668 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96471555-f7f1-4288-84e8-d10f713214f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.196610 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c3533d76-a56d-4380-8887-aa5eaf39977c tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:26.205917 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96471555-f7f1-4288-84e8-d10f713214f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.210848 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-96471555-f7f1-4288-84e8-d10f713214f2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/bd42356a-75be-4cad-b9dd-f4f00f23af81 HTTP/1.1" status: 204 len: 168 time: 0.6441774 Jun 17 08:44:26.237252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60198) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:26.246056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d2c3c-9bf9-4926-ac0a-a883c49b4516 None None] Network 411917d6-4606-4728-8a32-899a366f84ce requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:26.294592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96471555-f7f1-4288-84e8-d10f713214f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd42356a-75be-4cad-b9dd-f4f00f23af81,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:26.313034 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-96471555-f7f1-4288-84e8-d10f713214f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:26.317994 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d5dbaea1-1d03-4c5a-82c5-ba15316be00a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ec446588f1f495aa9d65c2693890980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843263 Jun 17 08:44:26.323298 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60200) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:26.372397 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.403023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:26.407083 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.431808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Deleting port be722df4-b88a-4deb-b3cf-f795f7d9ce38 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:26.432360 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.479218 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] device_id is not set on port 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:44:26.497881 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e428-a54f-4d1f-a982-861b7ef07d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.516237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] For port be722df4-b88a-4deb-b3cf-f795f7d9ce38, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=be722df4-b88a-4deb-b3cf-f795f7d9ce38,segment=NetworkSegment(676ea7c6-1294-4f26-a496-1928f9b06fdf),segment_id=676ea7c6-1294-4f26-a496-1928f9b06fdf)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:26.516610 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.519829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e268d417-d5be-4882-a3f3-955fa87b02dc None None] DHCP port deletion for 411917d6-4606-4728-8a32-899a366f84ce request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:26.576661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e268d417-d5be-4882-a3f3-955fa87b02dc None None] Deleting port be722df4-b88a-4deb-b3cf-f795f7d9ce38 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:26.577177 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e268d417-d5be-4882-a3f3-955fa87b02dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.592611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Calling delete_port for be722df4-b88a-4deb-b3cf-f795f7d9ce38 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:26.601228 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e428-a54f-4d1f-a982-861b7ef07d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.648677 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.652127 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e268d417-d5be-4882-a3f3-955fa87b02dc None None] For port be722df4-b88a-4deb-b3cf-f795f7d9ce38, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=be722df4-b88a-4deb-b3cf-f795f7d9ce38,segment=NetworkSegment(676ea7c6-1294-4f26-a496-1928f9b06fdf),segment_id=676ea7c6-1294-4f26-a496-1928f9b06fdf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:26.653271 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e268d417-d5be-4882-a3f3-955fa87b02dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.656885 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a5be170-66a7-4819-aeb0-ed85b98fcc26 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:26.717467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ce250-e986-4070-ab57-56f9d8aff79a req-819e9d24-8678-419c-9e01-31bd759fcc65 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:26.719007 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a4ce250-e986-4070-ab57-56f9d8aff79a req-819e9d24-8678-419c-9e01-31bd759fcc65 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.1240387 Jun 17 08:44:26.729896 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e268d417-d5be-4882-a3f3-955fa87b02dc None None] Calling delete_port for be722df4-b88a-4deb-b3cf-f795f7d9ce38 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:26.736776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Allocated IP 2001:db8::2a1 (ed8357f5-b918-4f42-b8a8-c4e7dd43d3da/8426e842-905a-4c40-a30a-01eac9b1ccb4/3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:26.749181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.754016 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f1280b2f-a109-4d5c-a006-190b91a62233 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:26.758330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ab32955-f4cf-4e2f-9735-14f5069a2ac6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:26.769951 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:26.783217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Pushing event deleted for resources: {'Port': ['ID=be722df4-b88a-4deb-b3cf-f795f7d9ce38,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:26.787709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e428-a54f-4d1f-a982-861b7ef07d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.790457 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c7c1e428-a54f-4d1f-a982-861b7ef07d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.791715 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c7c1e428-a54f-4d1f-a982-861b7ef07d0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e964c90-2042-464b-88a6-24938778664d HTTP/1.1" status: 204 len: 168 time: 0.4672687 Jun 17 08:44:26.793450 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:26.793993 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] No DVR routers for this DVR port be722df4-b88a-4deb-b3cf-f795f7d9ce38 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:26.796624 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d6d9aaf-dfc5-4ae3-9c54-fd6e984cc185 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:26.817022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Checking segment: {'id': '454d3450-aefd-4351-b10d-382bfc85574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:26.817377 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Network hostable DHCP agents. Network: ac058ece-22d1-4cd9-b1f6-5c9bd8779de8, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:26.819746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1e428-a54f-4d1f-a982-861b7ef07d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e964c90-2042-464b-88a6-24938778664d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:26.826432 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a4ce250-e986-4070-ab57-56f9d8aff79a req-aab615a7-4790-47a1-ac61-387313c751a2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922534 Jun 17 08:44:26.843534 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c7c1e428-a54f-4d1f-a982-861b7ef07d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:26.924403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:26.948714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, ac058ece-22d1-4cd9-b1f6-5c9bd8779de8) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:26.950543 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.960198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:26.960825 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:26.964228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb1a95-43bd-4dd4-9145-2134befe44bb None None] Network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:26.967883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411917d6-4606-4728-8a32-899a366f84ce']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:26.990009 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676ea7c6-1294-4f26-a496-1928f9b06fdf') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:26.990329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676ea7c6-1294-4f26-a496-1928f9b06fdf') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:27.001552 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.019389 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0745416 Jun 17 08:44:27.032680 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.040927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.045901 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e268d417-d5be-4882-a3f3-955fa87b02dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.048684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:27.050704 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.051924 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f31a7e39-2b66-4225-8073-2c7268c02f32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:27.055994 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:27.058670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Transition to ACTIVE for port object 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:27.090556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e268d417-d5be-4882-a3f3-955fa87b02dc None None] Pushing event deleted for resources: {'Port': ['ID=be722df4-b88a-4deb-b3cf-f795f7d9ce38,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:27.109824 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e268d417-d5be-4882-a3f3-955fa87b02dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:27.113663 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268d417-d5be-4882-a3f3-955fa87b02dc None None] No DVR routers for this DVR port be722df4-b88a-4deb-b3cf-f795f7d9ce38 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:27.120421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.126610 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:27.183615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network ed8357f5-b918-4f42-b8a8-c4e7dd43d3da is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:27.187197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:27.194019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:27.199847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:27.200508 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.221129 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.226269 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e3d8c6a4-f0d4-466e-81c8-20567f464e17 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:27.236672 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1709719 Jun 17 08:44:27.237842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60214) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:27.238648 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:27.247708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dfc597-0a69-410c-9d2f-8ebafd1bfd87 None None] Network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:27.253549 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:27.276577 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.281894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] 10.222.0.47 "DELETE /v2.0/networks/411917d6-4606-4728-8a32-899a366f84ce HTTP/1.1" status: 204 len: 168 time: 1.0302079 Jun 17 08:44:27.281894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Pushing event deleted for resources: {'Network': ['ID=411917d6-4606-4728-8a32-899a366f84ce,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:27.285947 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:27.469240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60226) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:27.495618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba29ac-ff31-4ea8-b8db-46e72f278692 None None] Network ed8357f5-b918-4f42-b8a8-c4e7dd43d3da requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:27.617618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2e98107e-2de3-4ea6-a004-8e857d435101 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:27.628876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d97d2b3b-3270-4bca-8496-0bff7f36b980 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa1e47916aab40bcad7b4780f265d6cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566720 Jun 17 08:44:27.633748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60228) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:27.677942 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2dc41a7e-0e22-4beb-bed9-516b16dc9556 None None] Provisioning for port 2e98107e-2de3-4ea6-a004-8e857d435101 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:27.752856 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 2e98107e-2de3-4ea6-a004-8e857d435101 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:27.756774 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f4e5b661-7d5f-4945-8752-7b24a8ac5cee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.761349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2e98107e-2de3-4ea6-a004-8e857d435101 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:27.761877 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.790349 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.831053 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f4e5b661-7d5f-4945-8752-7b24a8ac5cee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.882663 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.949155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 2e98107e-2de3-4ea6-a004-8e857d435101, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2e98107e-2de3-4ea6-a004-8e857d435101,segment=NetworkSegment(6ff8fc85-1b2c-43d0-9eeb-4204329e4305),segment_id=6ff8fc85-1b2c-43d0-9eeb-4204329e4305)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:27.954271 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f4e5b661-7d5f-4945-8752-7b24a8ac5cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.968810 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f4e5b661-7d5f-4945-8752-7b24a8ac5cee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.971222 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f4e5b661-7d5f-4945-8752-7b24a8ac5cee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f24bd6c-7b7c-4eec-ae79-761d7318ffc3 HTTP/1.1" status: 204 len: 168 time: 0.3350039 Jun 17 08:44:27.972855 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5fb28052-bda1-49d3-9ab5-d35ea80658b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:27.986008 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:27.989503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4d957ff8-a693-49f7-907c-ef38ce06d845 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:27.996191 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:28.004242 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5b661-7d5f-4945-8752-7b24a8ac5cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f24bd6c-7b7c-4eec-ae79-761d7318ffc3,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:28.015954 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f4e5b661-7d5f-4945-8752-7b24a8ac5cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:28.157774 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=2e98107e-2de3-4ea6-a004-8e857d435101,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:28.164969 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:28.192685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 4d957ff8-a693-49f7-907c-ef38ce06d845 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:28.193077 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.261170 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c59251-ce07-4179-a8a5-003e6cad1bb0 req-a234b52f-37f4-4d1b-b99c-ef032d01b042 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:28.271721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6c59251-ce07-4179-a8a5-003e6cad1bb0 req-a234b52f-37f4-4d1b-b99c-ef032d01b042 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.1262779 Jun 17 08:44:28.357448 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6c59251-ce07-4179-a8a5-003e6cad1bb0 req-6caaa2f7-510c-47ad-bc0b-b90cb9c33fb5 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843494 Jun 17 08:44:28.362868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60254) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:28.394884 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.405445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6a11e4df-1552-4688-9972-05ff3a5ca1c1 None None] Provisioning for port 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:28.407237 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.410990 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eebfdfba-f36d-48cc-830d-ebc8153378a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:28.412208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6a11e4df-1552-4688-9972-05ff3a5ca1c1 None None] Provisioning complete for port 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:28.413518 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a11e4df-1552-4688-9972-05ff3a5ca1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.521512 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:28.527600 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:28.552488 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6a11e4df-1552-4688-9972-05ff3a5ca1c1 None None] Port 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:28.566622 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device be722df4-b88a-4deb-b3cf-f795f7d9ce38 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:28.601127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'networks': [{'name': 'tempest-network--540276110'}, {'name': 'tempest-network--253689646'}]} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:28.602172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'network': {'name': 'tempest-network--540276110'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:28.602828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'network': {'name': 'tempest-network--253689646'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:28.628296 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: be722df4-b88a-4deb-b3cf-f795f7d9ce38 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:28.628593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device be722df4-b88a-4deb-b3cf-f795f7d9ce38 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:28.649657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6a11e4df-1552-4688-9972-05ff3a5ca1c1 None None] Provisioning complete for port 2e98107e-2de3-4ea6-a004-8e857d435101 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:28.650302 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a11e4df-1552-4688-9972-05ff3a5ca1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.667684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Made reservation on behalf of 471df71a28064ae594bf446887d83742 for: {'network': 2} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:28.678759 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.696184 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.703659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.765353 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60258) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:28.868121 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-06f20bfd-a26f-418e-bfe3-63f5a23ec2e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=39f968c6870844c79beb6202e9024942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983896 Jun 17 08:44:28.868121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60260) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:28.876398 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.883302 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.884259 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.888273 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bdaff16e-826e-4540-81a2-9eeb90a9b467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:28.941055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c8d8bb41-4c4c-4007-8e21-9a03e22e64f0 None None] Provisioning complete for port 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:28.942107 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c8d8bb41-4c4c-4007-8e21-9a03e22e64f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.943861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:28.949609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74149a04-f8c7-42a8-a184-69d8ea87aca6,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:28.953929 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:28.960136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:28.960738 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Added segment 1f79a207-993c-4620-83a1-1bf7996a52ec of type vlan for network 7d4488a0-2d86-43c5-a710-5fc0f0ef3969 Jun 17 08:44:28.984321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8bb41-4c4c-4007-8e21-9a03e22e64f0 None None] Port 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:28.998474 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.013402 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8273cf68-50a2-49c1-af57-9bd4bef51aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.016790 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.057880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:29.070326 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8273cf68-50a2-49c1-af57-9bd4bef51aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.073813 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.074431 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Added segment 9af7d26a-cfef-4d7e-85e6-b4e4d94e56fe of type vlan for network 3323b95c-bf39-4bcb-8570-810175f9f9c6 Jun 17 08:44:29.113866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cd0ac030-32c7-4dbf-9faa-48a769665b15 None None] Provisioning complete for port 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:29.114930 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cd0ac030-32c7-4dbf-9faa-48a769665b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.156660 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.170256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-cd0ac030-32c7-4dbf-9faa-48a769665b15 None None] Port 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:29.198881 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.199137 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.205751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:29.212433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:29.213225 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.214478 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8273cf68-50a2-49c1-af57-9bd4bef51aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.217041 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6e857092-c79e-499d-a65f-4c26e7689809 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:29.217211 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8273cf68-50a2-49c1-af57-9bd4bef51aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.218306 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8273cf68-50a2-49c1-af57-9bd4bef51aaf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/091f1d10-e662-4e13-b594-12c8ef1d45b6 HTTP/1.1" status: 204 len: 168 time: 0.3496437 Jun 17 08:44:29.221170 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d4821d5-15fb-4528-b7a3-f075bac87737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:29.240420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8273cf68-50a2-49c1-af57-9bd4bef51aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091f1d10-e662-4e13-b594-12c8ef1d45b6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:29.244689 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8273cf68-50a2-49c1-af57-9bd4bef51aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:29.287480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9234970 Jun 17 08:44:29.288339 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60266) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:29.310717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event updated for resources: {'Network': ['ID=7d4488a0-2d86-43c5-a710-5fc0f0ef3969,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:29.322967 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 7d4488a0-2d86-43c5-a710-5fc0f0ef3969 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:29.439586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2e98107e-2de3-4ea6-a004-8e857d435101 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:29.467963 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.484288 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.485190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.487413 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c65fd313-97cc-44b6-b1ef-8d10f2c6eea7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:29.528355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event updated for resources: {'Network': ['ID=3323b95c-bf39-4bcb-8570-810175f9f9c6,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:29.554135 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:29.561251 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:29.561822 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:29.580270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 3323b95c-bf39-4bcb-8570-810175f9f9c6 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:29.703790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2e98107e-2de3-4ea6-a004-8e857d435101 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:29.704285 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.727847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:29.747110 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:29.773510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2d409-1690-47ad-b51a-b947aed77ef6 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:29.782694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2d409-1690-47ad-b51a-b947aed77ef6 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:29.790182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2d409-1690-47ad-b51a-b947aed77ef6 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:29.800301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d2d409-1690-47ad-b51a-b947aed77ef6 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:29.803281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a3d2d409-1690-47ad-b51a-b947aed77ef6 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5112598 Jun 17 08:44:29.806807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60274) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:29.814511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network ed8357f5-b918-4f42-b8a8-c4e7dd43d3da is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:29.817085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:29.907232 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:29.951682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51980fb5-634b-4e28-9f1f-2bbc6301daa2 req-13aafeed-9e1a-4a88-9f55-6a76e67bb6d6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:29.953399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-51980fb5-634b-4e28-9f1f-2bbc6301daa2 req-13aafeed-9e1a-4a88-9f55-6a76e67bb6d6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.2977560 Jun 17 08:44:30.083642 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router 8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:30.095027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-51980fb5-634b-4e28-9f1f-2bbc6301daa2 req-f6c6351f-205e-496c-91db-15c67f7c5399 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068232 Jun 17 08:44:30.100953 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.133646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d4488a0-2d86-43c5-a710-5fc0f0ef3969']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:30.145076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f79a207-993c-4620-83a1-1bf7996a52ec') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:30.145466 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f79a207-993c-4620-83a1-1bf7996a52ec') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:30.154875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.169924 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.177977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:30.178451 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:30.181808 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:30.202062 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:30.204138 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7ec8dc3e-2a5b-429d-9c47-64fff69ecff8 None None] Provisioning complete for port 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:30.204771 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7ec8dc3e-2a5b-429d-9c47-64fff69ecff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.210045 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9684885 Jun 17 08:44:30.213848 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60278) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:30.216987 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82957397-4308-4ded-a279-0b3be54163bd None None] Sync routers for ids ['8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:30.230503 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82957397-4308-4ded-a279-0b3be54163bd None None] Routers {'8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:30.231860 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-82957397-4308-4ded-a279-0b3be54163bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:30.247656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7ec8dc3e-2a5b-429d-9c47-64fff69ecff8 None None] Port 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:30.260095 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.265008 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7823198c-b347-46e4-b8d7-acce98f53712 tempest-PortsAdminExtendedAttrsTestJSON-1810916481 tempest-PortsAdminExtendedAttrsTestJSON-1810916481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:30.286001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d49573-fa09-4763-8300-e910411d69fc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:30.287111 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:30.287780 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b4d49573-fa09-4763-8300-e910411d69fc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports/3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 HTTP/1.1" status: 200 len: 984 time: 0.0727899 Jun 17 08:44:30.289088 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "DELETE /v2.0/networks/7d4488a0-2d86-43c5-a710-5fc0f0ef3969 HTTP/1.1" status: 204 len: 168 time: 0.4812860 Jun 17 08:44:30.290075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Network': ['ID=7d4488a0-2d86-43c5-a710-5fc0f0ef3969,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:30.291774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60280) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:30.292103 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60282) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:30.300719 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:30.307186 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-82957397-4308-4ded-a279-0b3be54163bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:30.316364 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82957397-4308-4ded-a279-0b3be54163bd None None] Routers {'8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:30.317330 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-82957397-4308-4ded-a279-0b3be54163bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:30.354263 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-82957397-4308-4ded-a279-0b3be54163bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:30.354947 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82957397-4308-4ded-a279-0b3be54163bd None None] The sync data for ids ['8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:30.852997 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.080709 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.098821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3323b95c-bf39-4bcb-8570-810175f9f9c6']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:31.113521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af7d26a-cfef-4d7e-85e6-b4e4d94e56fe') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:31.113805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af7d26a-cfef-4d7e-85e6-b4e4d94e56fe') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:31.128694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.156035 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.170828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:31.171264 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:31.174831 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:31.316708 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.321313 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.326212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60302) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:31.326650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "DELETE /v2.0/networks/3323b95c-bf39-4bcb-8570-810175f9f9c6 HTTP/1.1" status: 204 len: 168 time: 1.0267475 Jun 17 08:44:31.332195 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e71509a6-d926-4a0d-9727-cc7ce528f958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:31.357641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Network': ['ID=3323b95c-bf39-4bcb-8570-810175f9f9c6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:31.360053 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:31.407539 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d9f21d8b-7e67-45ac-8528-d00d51a0a319 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:44:31.447152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03696306-1a94-443f-b115-9f55da7d4d55 req-2538a88b-f461-4b1e-ae31-d8807e69ab1d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:31.448770 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03696306-1a94-443f-b115-9f55da7d4d55 req-2538a88b-f461-4b1e-ae31-d8807e69ab1d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.2133980 Jun 17 08:44:31.498572 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.541380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:31.554253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'port_id': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'mac_address': 'fa:16:3e:b9:ef:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:44:31.563256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e404c991-0423-405f-b2eb-dec1a74e559f tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:31.569996 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e404c991-0423-405f-b2eb-dec1a74e559f tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:31.571806 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e404c991-0423-405f-b2eb-dec1a74e559f tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2447147 Jun 17 08:44:31.575821 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60314) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:31.582437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1991966272'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:31.585227 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-03696306-1a94-443f-b115-9f55da7d4d55 req-c5a615cb-5afa-48bf-b751-d53d386f09f9 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295993 Jun 17 08:44:31.595414 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.623429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Made reservation on behalf of 471df71a28064ae594bf446887d83742 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:31.626541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9f21d8b-7e67-45ac-8528-d00d51a0a319 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:44:31.627785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.658293 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:31.661493 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:31.670240 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.673347 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-47b45a2a-0330-4c86-a6a6-32c13cc6174a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:31.680351 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.681178 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Added segment ee0d41c7-f538-4ad7-a2f5-717f92f9b947 of type vlan for network 6561fda7-779e-4b88-a3bd-f38167bb9812 Jun 17 08:44:31.734835 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d9f21d8b-7e67-45ac-8528-d00d51a0a319,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:31.758941 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:31.785193 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.792597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['d9f21d8b-7e67-45ac-8528-d00d51a0a319'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:44:31.873684 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:31.876863 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.892914 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.900914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:31.903472 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:31.939347 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-76edde00-35a9-44c7-9c33-c19b0fe115e1 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:32.138329 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.140154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event updated for resources: {'Network': ['ID=6561fda7-779e-4b88-a3bd-f38167bb9812,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:32.155084 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 6561fda7-779e-4b88-a3bd-f38167bb9812 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:32.156057 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:32.161666 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5829747 Jun 17 08:44:32.165741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60330) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:32.176555 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1427620209'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:32.235215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Made reservation on behalf of 471df71a28064ae594bf446887d83742 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:32.245836 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.290675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for 3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:32.305156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:32.325793 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.326152 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Added segment f333941b-f4e5-4938-9573-15993f7dc827 of type vlan for network fdab801b-7639-4fd1-8f8e-27a671355f29 Jun 17 08:44:32.379500 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.421223 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.427714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:32.428366 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.431218 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3f72b060-98c3-4d2d-b4ca-a8e96c483af7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:32.557905 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event updated for resources: {'Network': ['ID=fdab801b-7639-4fd1-8f8e-27a671355f29,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:32.562363 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:32.568926 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4016516 Jun 17 08:44:32.570033 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60334) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:32.574383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network fdab801b-7639-4fd1-8f8e-27a671355f29 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:32.577243 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'ports': [{'network_id': '6561fda7-779e-4b88-a3bd-f38167bb9812', 'name': 'tempest-port--131883940', 'admin_state_up': True}, {'network_id': 'fdab801b-7639-4fd1-8f8e-27a671355f29', 'admin_state_up': False}]} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:32.577660 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'port': {'network_id': '6561fda7-779e-4b88-a3bd-f38167bb9812', 'name': 'tempest-port--131883940', 'admin_state_up': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:32.578296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'port': {'network_id': 'fdab801b-7639-4fd1-8f8e-27a671355f29', 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:32.633254 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.647647 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4e2ea8e6-8cff-4b26-aa92-1e0b674adbf1 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:32.717621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=3de371d3-2d2c-4d16-a1e9-93f5e2dedcd7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:32.808755 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:32.870482 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.894691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c62c4-1c9e-46b6-be3a-3efe2f3a0333 req-5e3866f0-28a3-41dc-929f-33609830a14c tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:32.914443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-587c62c4-1c9e-46b6-be3a-3efe2f3a0333 req-5e3866f0-28a3-41dc-929f-33609830a14c tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1097 time: 0.3097615 Jun 17 08:44:32.926444 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Made reservation on behalf of 471df71a28064ae594bf446887d83742 for: {'port': 2} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:32.931557 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.971392 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:32.986235 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.056324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-587c62c4-1c9e-46b6-be3a-3efe2f3a0333 req-a5f135ac-341d-4f49-bbce-7dd37b978244 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384032 Jun 17 08:44:33.089672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76645ab7-966a-4e29-bbc5-bd09365e4e71 req-770b5e32-f9d3-4f2f-a335-bf811b26bdf6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:33.100416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76645ab7-966a-4e29-bbc5-bd09365e4e71 req-770b5e32-f9d3-4f2f-a335-bf811b26bdf6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 944 time: 0.2876818 Jun 17 08:44:33.123608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] device_id is not set on port e12b87df-f37c-4bcf-b3b3-b9a3ce3c7475 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:44:33.266074 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76645ab7-966a-4e29-bbc5-bd09365e4e71 req-78096c5f-cc8a-4459-939a-92da59998b90 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556482 Jun 17 08:44:33.311730 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router 8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:33.314700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.411456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d9f21d8b-7e67-45ac-8528-d00d51a0a319 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:33.458742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:33.468175 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1748943 Jun 17 08:44:33.471047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d6f8f-4f23-43f0-b83f-ebd67451008b None None] Sync routers for ids ['8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:33.473361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60342) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:33.480933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38358385-6ca5-4e37-bab2-3c7740ea1335 req-b3e850d7-a257-4253-b6ec-d52266782e22 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:33.482651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38358385-6ca5-4e37-bab2-3c7740ea1335 req-b3e850d7-a257-4253-b6ec-d52266782e22 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.2111120 Jun 17 08:44:33.492523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] device_id is not set on port 537fecbb-efb1-4c29-b529-c68cba67b047 yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:44:33.505140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d6f8f-4f23-43f0-b83f-ebd67451008b None None] Routers {'8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:33.506204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-cb6d6f8f-4f23-43f0-b83f-ebd67451008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:33.541960 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38358385-6ca5-4e37-bab2-3c7740ea1335 req-1de7afb7-7054-4426-8028-6f93dd86754d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528424 Jun 17 08:44:33.563532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-cb6d6f8f-4f23-43f0-b83f-ebd67451008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:33.575594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60344) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:33.592442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6d6f8f-4f23-43f0-b83f-ebd67451008b None None] Routers {'8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:33.593005 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-cb6d6f8f-4f23-43f0-b83f-ebd67451008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:33.670323 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-cb6d6f8f-4f23-43f0-b83f-ebd67451008b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:33.673353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6d6f8f-4f23-43f0-b83f-ebd67451008b None None] The sync data for ids ['8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:33.680406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port d9f21d8b-7e67-45ac-8528-d00d51a0a319 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:33.680794 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.703193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3a1376a9-6858-459c-9ca0-8a714c4df54a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/c4573e77-1b25-442e-9a37-3c77be7c44e6 HTTP/1.1" status: 200 len: 992 time: 0.1261182 Jun 17 08:44:33.727039 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.792806 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.848577 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-db366780-9407-4f2d-a41d-49d5e01be28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:33.859377 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.909563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:33.913660 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa9379f-c61e-4700-8371-3337eb599c46" -d '{"events": [{"server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "name": "network-vif-plugged", "status": "completed", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:33.962706 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123dc977-e262-4325-aa9e-10b2f6c58583 x-openstack-request-id: req-123dc977-e262-4325-aa9e-10b2f6c58583 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:33.963406 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "name": "network-vif-plugged", "status": "completed", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:33.963890 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-123dc977-e262-4325-aa9e-10b2f6c58583 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:33.964465 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'code': 200} Jun 17 08:44:33.966588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:33.972636 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:33.982030 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3b7cf8b2-681c-4711-99a3-dbca16367867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:34.086908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d9f21d8b-7e67-45ac-8528-d00d51a0a319,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:34.104506 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:34.483671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event updated for resources: {'Port': ['ID=e12b87df-f37c-4bcf-b3b3-b9a3ce3c7475,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:34.487300 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:34.624111 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-54f2fa62-a72b-462b-8b15-848a86becba5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] remove_router_interface failed (client error): The resource could not be found. Jun 17 08:44:34.625073 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-54f2fa62-a72b-462b-8b15-848a86becba5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1507239 Jun 17 08:44:34.628330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60370) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:34.637602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef3b33-173a-4939-9a47-23836ecbfc59 req-2c3ae176-daad-4330-98f4-a5aafa8ceee5 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:34.645375 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0aef3b33-173a-4939-9a47-23836ecbfc59 req-2c3ae176-daad-4330-98f4-a5aafa8ceee5 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.1150265 Jun 17 08:44:34.674656 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4571990f-f7b2-48f7-b2d9-4b7e44aaf0c1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21 HTTP/1.1" status: 200 len: 205 time: 0.0449564 Jun 17 08:44:34.675773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Checking segment: {'id': 'ee0d41c7-f538-4ad7-a2f5-717f92f9b947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '6561fda7-779e-4b88-a3bd-f38167bb9812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:34.676390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Network hostable DHCP agents. Network: 6561fda7-779e-4b88-a3bd-f38167bb9812, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:34.686399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60372) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:34.712700 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0aef3b33-173a-4939-9a47-23836ecbfc59 req-a15ad713-0480-498a-aad8-bca950aa3705 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663209 Jun 17 08:44:34.867582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba137b9d-8b6c-4612-9b12-2e4ef3d7d1ec req-dc29af5f-172d-445e-8b3f-5386a7906efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:34.869280 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba137b9d-8b6c-4612-9b12-2e4ef3d7d1ec req-dc29af5f-172d-445e-8b3f-5386a7906efb service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 1096 time: 1.0781848 Jun 17 08:44:34.941776 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-561e7c6b-dc5b-4b5a-a0a9-fdc1cc764dae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055386 Jun 17 08:44:34.948812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a03d607-348e-41d6-a9ba-7cc73cdeb699 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.011154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Network 6561fda7-779e-4b88-a3bd-f38167bb9812 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:35.041500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 6561fda7-779e-4b88-a3bd-f38167bb9812) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:35.054709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27660bb-6a4c-46b5-92fa-d001e60a86d5 None None] Network 6561fda7-779e-4b88-a3bd-f38167bb9812 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:35.078898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:35.079814 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.088103 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-de8a1a5b-54b5-4484-bd30-195a18463e4e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:35.131529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ed6d4-fc1d-4818-bafa-8e39c916a127 req-746a6184-a79e-4490-958b-d98db8ce8b6c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.137529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-014ed6d4-fc1d-4818-bafa-8e39c916a127 req-746a6184-a79e-4490-958b-d98db8ce8b6c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.1785922 Jun 17 08:44:35.257863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-014ed6d4-fc1d-4818-bafa-8e39c916a127 req-6277dac9-8109-4bf2-a39d-c5911ce85059 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127844 Jun 17 08:44:35.322161 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event updated for resources: {'Port': ['ID=537fecbb-efb1-4c29-b529-c68cba67b047,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:35.326811 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a03d607-348e-41d6-a9ba-7cc73cdeb699 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.336121 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:35.337393 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a03d607-348e-41d6-a9ba-7cc73cdeb699 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.346595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba137b9d-8b6c-4612-9b12-2e4ef3d7d1ec req-2b601d27-5b01-48dc-a412-6be329ba751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.348357 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba137b9d-8b6c-4612-9b12-2e4ef3d7d1ec req-2b601d27-5b01-48dc-a412-6be329ba751b service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.4433959 Jun 17 08:44:35.396913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Checking segment: {'id': 'f333941b-f4e5-4938-9573-15993f7dc827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'fdab801b-7639-4fd1-8f8e-27a671355f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:35.397267 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Network hostable DHCP agents. Network: fdab801b-7639-4fd1-8f8e-27a671355f29, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:35.462316 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a03d607-348e-41d6-a9ba-7cc73cdeb699 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.462888 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a03d607-348e-41d6-a9ba-7cc73cdeb699 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Fanout notify agent at l3_agent the message router_deleted on router 8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:35.479562 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a03d607-348e-41d6-a9ba-7cc73cdeb699 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.483470 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1a03d607-348e-41d6-a9ba-7cc73cdeb699 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21 HTTP/1.1" status: 204 len: 168 time: 0.7960222 Jun 17 08:44:35.483766 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60394) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:35.498466 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Network fdab801b-7639-4fd1-8f8e-27a671355f29 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:35.509843 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba137b9d-8b6c-4612-9b12-2e4ef3d7d1ec req-214fffb0-bdb1-49d6-ad1a-85fe563bd1de service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319 HTTP/1.1" status: 200 len: 1001 time: 0.1141768 Jun 17 08:44:35.511190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, fdab801b-7639-4fd1-8f8e-27a671355f29) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:35.515175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:35.520940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.525451 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31cea09-48fc-427a-bedf-3c91fdeba71f None None] Network fdab801b-7639-4fd1-8f8e-27a671355f29 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:35.525942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.526646 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.596323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-27af9e88-c8dc-42c6-91b8-a264c09c2ede tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting subnet 8426e842-905a-4c40-a30a-01eac9b1ccb4 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:35.606527 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-27af9e88-c8dc-42c6-91b8-a264c09c2ede tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.606758 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0325015 Jun 17 08:44:35.606758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60396) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:35.682452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba137b9d-8b6c-4612-9b12-2e4ef3d7d1ec req-099f5369-4791-4c59-8233-b9fcf5f722f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.684727 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba137b9d-8b6c-4612-9b12-2e4ef3d7d1ec req-099f5369-4791-4c59-8233-b9fcf5f722f5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.1542892 Jun 17 08:44:35.716284 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-27af9e88-c8dc-42c6-91b8-a264c09c2ede tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:35.875764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11ecbc-9e24-476f-9d70-f0496d876db2 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.887266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11ecbc-9e24-476f-9d70-f0496d876db2 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:35.890689 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1d11ecbc-9e24-476f-9d70-f0496d876db2 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2829967 Jun 17 08:44:35.894600 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60402) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:35.997755 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba137b9d-8b6c-4612-9b12-2e4ef3d7d1ec req-8986bde1-3163-43be-8f35-4628afb54474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:36.002034 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba137b9d-8b6c-4612-9b12-2e4ef3d7d1ec req-8986bde1-3163-43be-8f35-4628afb54474 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3053606 Jun 17 08:44:36.006049 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-27af9e88-c8dc-42c6-91b8-a264c09c2ede tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.091052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432b92c-ac31-435b-b2bb-b33b8364df93 req-a29b8fd7-1d69-4cdc-bffe-99ea619ef184 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:36.099102 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d432b92c-ac31-435b-b2bb-b33b8364df93 req-a29b8fd7-1d69-4cdc-bffe-99ea619ef184 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.1714675 Jun 17 08:44:36.227174 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba137b9d-8b6c-4612-9b12-2e4ef3d7d1ec req-ed1ba4d8-e4a5-4e31-b4a1-f6fe9837a38c service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076471 Jun 17 08:44:36.237819 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-27af9e88-c8dc-42c6-91b8-a264c09c2ede tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.254644 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f240d823-5978-4b5a-a134-878e1888615a tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:36.300301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d432b92c-ac31-435b-b2bb-b33b8364df93 req-b779183a-a7ba-4669-86c4-3ea90ed3f12b tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997938 Jun 17 08:44:36.390165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af9e88-c8dc-42c6-91b8-a264c09c2ede tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Subnet': ['ID=8426e842-905a-4c40-a30a-01eac9b1ccb4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:36.400143 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-27af9e88-c8dc-42c6-91b8-a264c09c2ede tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:36.410398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbd8340-b81b-41a8-97b8-29f05086a39d None None] Network ed8357f5-b918-4f42-b8a8-c4e7dd43d3da requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:36.413283 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-27af9e88-c8dc-42c6-91b8-a264c09c2ede tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.416026 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-27af9e88-c8dc-42c6-91b8-a264c09c2ede tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/8426e842-905a-4c40-a30a-01eac9b1ccb4 HTTP/1.1" status: 204 len: 168 time: 0.9303753 Jun 17 08:44:36.417916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60412) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:36.476966 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:44:36.579951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7e88109f-d59d-4c3d-8df9-b869e9ebf3cb tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Deleting port e12b87df-f37c-4bcf-b3b3-b9a3ce3c7475 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:36.580965 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7e88109f-d59d-4c3d-8df9-b869e9ebf3cb tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.589987 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ba137b9d-8b6c-4612-9b12-2e4ef3d7d1ec req-7e7e310b-4b23-49eb-9ddb-771dbdefafb4 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532639 Jun 17 08:44:36.687652 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7e88109f-d59d-4c3d-8df9-b869e9ebf3cb tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.791082 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:36.863952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7e88109f-d59d-4c3d-8df9-b869e9ebf3cb tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Calling delete_port for e12b87df-f37c-4bcf-b3b3-b9a3ce3c7475 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:36.870454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb47c3e-f2a2-4302-b9f3-313f2704527d req-1bec6e47-e6d2-4f8e-ae8d-e3347166c354 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:36.872511 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1cb47c3e-f2a2-4302-b9f3-313f2704527d req-1bec6e47-e6d2-4f8e-ae8d-e3347166c354 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.2404342 Jun 17 08:44:36.937576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d514ea-e90b-4ae9-8197-81832c2afdbd None None] DHCP port deletion for ed8357f5-b918-4f42-b8a8-c4e7dd43d3da request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:36.978220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1cb47c3e-f2a2-4302-b9f3-313f2704527d req-ef91d50a-504e-4487-b046-dca0404d95ec tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889921 Jun 17 08:44:36.985025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port 2e98107e-2de3-4ea6-a004-8e857d435101 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:36.989603 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.077248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] For port 2e98107e-2de3-4ea6-a004-8e857d435101, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2e98107e-2de3-4ea6-a004-8e857d435101,segment=NetworkSegment(6ff8fc85-1b2c-43d0-9eeb-4204329e4305),segment_id=6ff8fc85-1b2c-43d0-9eeb-4204329e4305)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:37.077969 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.120516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f8d514ea-e90b-4ae9-8197-81832c2afdbd None None] Deleting port 2e98107e-2de3-4ea6-a004-8e857d435101 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:37.121327 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f8d514ea-e90b-4ae9-8197-81832c2afdbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.194277 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7e88109f-d59d-4c3d-8df9-b869e9ebf3cb tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.199112 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:37.265814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88109f-d59d-4c3d-8df9-b869e9ebf3cb tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Port': ['ID=e12b87df-f37c-4bcf-b3b3-b9a3ce3c7475,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:37.279557 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e88109f-d59d-4c3d-8df9-b869e9ebf3cb tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:37.296952 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7e88109f-d59d-4c3d-8df9-b869e9ebf3cb tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.305063 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7e88109f-d59d-4c3d-8df9-b869e9ebf3cb tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "DELETE /v2.0/ports/e12b87df-f37c-4bcf-b3b3-b9a3ce3c7475 HTTP/1.1" status: 204 len: 168 time: 1.4011405 Jun 17 08:44:37.307339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60420) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:37.432454 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f8d514ea-e90b-4ae9-8197-81832c2afdbd None None] For port 2e98107e-2de3-4ea6-a004-8e857d435101, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2e98107e-2de3-4ea6-a004-8e857d435101,segment=NetworkSegment(6ff8fc85-1b2c-43d0-9eeb-4204329e4305),segment_id=6ff8fc85-1b2c-43d0-9eeb-4204329e4305)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:37.435884 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f8d514ea-e90b-4ae9-8197-81832c2afdbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.619215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f8d514ea-e90b-4ae9-8197-81832c2afdbd None None] Calling delete_port for 2e98107e-2de3-4ea6-a004-8e857d435101 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:37.626652 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2e98107e-2de3-4ea6-a004-8e857d435101 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:37.743354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-80981906-f6be-44c2-ba0d-3280e6aed55e tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Deleting port 537fecbb-efb1-4c29-b529-c68cba67b047 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:37.744013 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80981906-f6be-44c2-ba0d-3280e6aed55e tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.850819 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.911221 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80981906-f6be-44c2-ba0d-3280e6aed55e tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.943696 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 2e98107e-2de3-4ea6-a004-8e857d435101, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2e98107e-2de3-4ea6-a004-8e857d435101,segment=NetworkSegment(6ff8fc85-1b2c-43d0-9eeb-4204329e4305),segment_id=6ff8fc85-1b2c-43d0-9eeb-4204329e4305)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:37.953513 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.963287 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:37.979407 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f8d514ea-e90b-4ae9-8197-81832c2afdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:37.990578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-80981906-f6be-44c2-ba0d-3280e6aed55e tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Calling delete_port for 537fecbb-efb1-4c29-b529-c68cba67b047 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:38.029661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event deleted for resources: {'Port': ['ID=2e98107e-2de3-4ea6-a004-8e857d435101,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:38.072930 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:38.076410 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:38.111054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-f6246156-dec6-423b-8560-84aa04f282a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:38.113770 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-f6246156-dec6-423b-8560-84aa04f282a7 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1097 time: 0.6713088 Jun 17 08:44:38.118214 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80981906-f6be-44c2-ba0d-3280e6aed55e tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.146654 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d514ea-e90b-4ae9-8197-81832c2afdbd None None] Pushing event deleted for resources: {'Port': ['ID=2e98107e-2de3-4ea6-a004-8e857d435101,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:38.147825 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-67fe1df6-8103-4d8e-902c-9d7485b6fbed tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:38.153675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d514ea-e90b-4ae9-8197-81832c2afdbd None None] No DVR routers for this DVR port 2e98107e-2de3-4ea6-a004-8e857d435101 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:38.155478 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f8d514ea-e90b-4ae9-8197-81832c2afdbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:38.185490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for 2e98107e-2de3-4ea6-a004-8e857d435101 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:38.191127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80981906-f6be-44c2-ba0d-3280e6aed55e tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Port': ['ID=537fecbb-efb1-4c29-b529-c68cba67b047,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:38.200882 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80981906-f6be-44c2-ba0d-3280e6aed55e tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:38.246745 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80981906-f6be-44c2-ba0d-3280e6aed55e tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.253453 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-80981906-f6be-44c2-ba0d-3280e6aed55e tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "DELETE /v2.0/ports/537fecbb-efb1-4c29-b529-c68cba67b047 HTTP/1.1" status: 204 len: 168 time: 0.9442303 Jun 17 08:44:38.254338 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60432) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:38.307807 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.321471 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-20e887c0-16cf-4e53-94ef-8114a32d126c tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0635536 Jun 17 08:44:38.322330 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b6175d03-793c-4aa4-a4cd-d1a29bf497cf tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:38.327676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60434) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:38.337064 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-55746511'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:38.388197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-301b6aee-9163-4619-a6f9-5007b518b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:38.390415 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-301b6aee-9163-4619-a6f9-5007b518b466 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.2596653 Jun 17 08:44:38.391639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Made reservation on behalf of 471df71a28064ae594bf446887d83742 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:38.395705 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.410896 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=2e98107e-2de3-4ea6-a004-8e857d435101,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:38.431096 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:38.436528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No DVR routers for this DVR port 2e98107e-2de3-4ea6-a004-8e857d435101 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:38.544031 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.562523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8357f5-b918-4f42-b8a8-c4e7dd43d3da']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:38.567308 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-fa3c84d7-3e0a-4542-a0f4-879c13046de1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 1000 time: 0.1663501 Jun 17 08:44:38.585071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0ed2a-5e9c-4a7d-acf7-df75578ec1ff req-a9000c9e-c342-4471-9e44-128230805757 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:38.586694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1bc0ed2a-5e9c-4a7d-acf7-df75578ec1ff req-a9000c9e-c342-4471-9e44-128230805757 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.2839038 Jun 17 08:44:38.603210 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff8fc85-1b2c-43d0-9eeb-4204329e4305') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:38.603487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff8fc85-1b2c-43d0-9eeb-4204329e4305') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:38.624726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb22654-a44e-43a9-90ee-47beff1bc3d0 req-805a468e-6f57-485d-aa45-9b03406f08e0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:38.631743 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fb22654-a44e-43a9-90ee-47beff1bc3d0 req-805a468e-6f57-485d-aa45-9b03406f08e0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.3212781 Jun 17 08:44:38.642938 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.676218 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.690658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:38.691110 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:38.696401 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:38.705472 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:38.714190 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1bc0ed2a-5e9c-4a7d-acf7-df75578ec1ff req-c8c16170-9e93-4d47-ab9c-af8e75f544b0 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130717 Jun 17 08:44:38.714709 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-29c5bba1-a9fe-4540-b9f5-059b2121a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:38.716446 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-29c5bba1-a9fe-4540-b9f5-059b2121a9ef service neutron] 10.222.0.63 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.1387753 Jun 17 08:44:38.762048 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.762048 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Added segment 34740087-1ec3-466d-bc42-e9280fa22ea7 of type vlan for network e8d80584-a0b6-499c-a7d2-2d2c6f065ec7 Jun 17 08:44:38.787604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fb22654-a44e-43a9-90ee-47beff1bc3d0 req-8452cc79-2d47-46da-b308-fc83c81d10d7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546834 Jun 17 08:44:38.840578 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.855963 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.861073 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.863039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/networks/ed8357f5-b918-4f42-b8a8-c4e7dd43d3da HTTP/1.1" status: 204 len: 168 time: 2.4441290 Jun 17 08:44:38.864384 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7d05eb2a-a661-49df-b31e-43a88f0f6110 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:38.869622 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60438) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:38.880357 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-766954150'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:38.910015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Network': ['ID=ed8357f5-b918-4f42-b8a8-c4e7dd43d3da,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:38.923876 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:38.957272 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:38.967566 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:38.975855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-ccf1d66b-19b0-4e39-81a8-966293ca5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:38.977642 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-ccf1d66b-19b0-4e39-81a8-966293ca5804 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2518492 Jun 17 08:44:39.123416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:39.132956 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.143255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:39.146320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.154169 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5f9aed8c-6848-4c67-b552-44c3e38560c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:39.173315 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.174922 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added segment 94f5a909-b8d3-4e8c-8f78-22367e905aa0 of type vlan for network b475bbc7-b199-4863-8bde-4107c735cf4f Jun 17 08:44:39.251595 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.307117 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9745116 Jun 17 08:44:39.312166 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60442) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:39.322675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1747501304'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:39.356915 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-ccb3b7e3-567e-4907-a348-8f70c86c3ef3 service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603168 Jun 17 08:44:39.385261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.389365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event updated for resources: {'Network': ['ID=e8d80584-a0b6-499c-a7d2-2d2c6f065ec7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:39.403586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network e8d80584-a0b6-499c-a7d2-2d2c6f065ec7 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:39.430071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Made reservation on behalf of 471df71a28064ae594bf446887d83742 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:39.433469 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:39.434606 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.494040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:44:39.512531 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.512531 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Added segment 4bbdac47-91ab-479c-a407-021018bd8905 of type vlan for network d1d8be9d-de46-4cde-977c-d2ab628cf8fb Jun 17 08:44:39.545761 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.db.resource_extend [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:44:39.588004 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.594343 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:39.595319 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.602870 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5b54c1e-a8fb-4ae2-97df-34e1c2f7bab7 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:39.631136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.746941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.754870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:39.755806 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:39.770233 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:39.812371 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4985545 Jun 17 08:44:39.955167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event updated for resources: {'Network': ['ID=d1d8be9d-de46-4cde-977c-d2ab628cf8fb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:39.967204 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:40.009897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network d1d8be9d-de46-4cde-977c-d2ab628cf8fb details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:40.289476 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4172738 Jun 17 08:44:40.295456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60450) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:40.300450 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-21eff3ce-0c23-4a01-88cf-e274a1a1a3e4 service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9272029 Jun 17 08:44:40.312953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'subnet': {'network_id': 'b475bbc7-b199-4863-8bde-4107c735cf4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:40.351776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Network': ['ID=b475bbc7-b199-4863-8bde-4107c735cf4f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:40.356386 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:40.374919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f2a7f-3a70-4bc0-8b5e-64d2eea93aef req-41c1ec58-1eec-4bac-92fb-f0a30f3be00d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:40.383066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c69f2a7f-3a70-4bc0-8b5e-64d2eea93aef req-41c1ec58-1eec-4bac-92fb-f0a30f3be00d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.3125343 Jun 17 08:44:40.419093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network b475bbc7-b199-4863-8bde-4107c735cf4f details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:44:40.501573 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c69f2a7f-3a70-4bc0-8b5e-64d2eea93aef req-70cafe80-af35-4158-bc38-f317b7e66157 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967634 Jun 17 08:44:40.727823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:40.736938 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.988781 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:40.992956 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2f32ff63-4a26-4f84-a2e5-fe7cc498a60e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:41.162969 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8ee80-9317-44b3-bbb6-45057bdd9402 req-ccd7ffe5-53eb-4f1f-89b9-26a892dd1485 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:41.165989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7d8ee80-9317-44b3-bbb6-45057bdd9402 req-ccd7ffe5-53eb-4f1f-89b9-26a892dd1485 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.5086262 Jun 17 08:44:41.207167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Subnet': ['ID=68f65e46-7edd-4ed9-bbb4-72fd982d0489,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:41.233745 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:41.237961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Checking segment: {'id': '94f5a909-b8d3-4e8c-8f78-22367e905aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b475bbc7-b199-4863-8bde-4107c735cf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:41.238864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network hostable DHCP agents. Network: b475bbc7-b199-4863-8bde-4107c735cf4f, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:41.281344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7d8ee80-9317-44b3-bbb6-45057bdd9402 req-50e5a2e5-c88a-45ca-9014-0aca08a1cfb0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991535 Jun 17 08:44:41.283461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network b475bbc7-b199-4863-8bde-4107c735cf4f is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:41.302878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, b475bbc7-b199-4863-8bde-4107c735cf4f) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:41.318940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98576600-d809-424f-a00c-9c54aa348cb5 None None] Network b475bbc7-b199-4863-8bde-4107c735cf4f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:41.349425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:41.371402 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.416939 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1180289 Jun 17 08:44:41.419689 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60458) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:41.426076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b7dec692-0710-4b29-8647-8d219b678ba9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1469918543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:41.492417 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7dec692-0710-4b29-8647-8d219b678ba9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.508175 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7dec692-0710-4b29-8647-8d219b678ba9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.641579 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7dec692-0710-4b29-8647-8d219b678ba9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.652513 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7dec692-0710-4b29-8647-8d219b678ba9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.694679 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b7dec692-0710-4b29-8647-8d219b678ba9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:41.698965 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b7dec692-0710-4b29-8647-8d219b678ba9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2747514 Jun 17 08:44:41.699080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60462) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:41.706349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-b475bbc7-b199-4863-8bde-4107c735cf4f', 'network_id': 'b475bbc7-b199-4863-8bde-4107c735cf4f', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'fixed_ips': [{'subnet_id': '68f65e46-7edd-4ed9-bbb4-72fd982d0489'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:41.707252 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.015634 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Allocated IP 2001:db8::2 (b475bbc7-b199-4863-8bde-4107c735cf4f/68f65e46-7edd-4ed9-bbb4-72fd982d0489/eb82a0e2-673d-423a-9735-a7240ad6e7de) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:42.394217 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.394869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.454924 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Transition to ACTIVE for port object eb82a0e2-673d-423a-9735-a7240ad6e7de will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:42.487067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ad83e-8d2e-45db-b57e-a4fa8ead8cd3 req-6f507195-9bbd-4289-9e7d-2edfc7d665d1 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:42.488750 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-636ad83e-8d2e-45db-b57e-a4fa8ead8cd3 req-6f507195-9bbd-4289-9e7d-2edfc7d665d1 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.5057311 Jun 17 08:44:42.508129 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Transition to ACTIVE for port object eb82a0e2-673d-423a-9735-a7240ad6e7de will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:42.529275 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.531909 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:42.638898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Network b475bbc7-b199-4863-8bde-4107c735cf4f is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:42.654145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:42.668603 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:42.768527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Allocated IP 2001:db8::1 (b475bbc7-b199-4863-8bde-4107c735cf4f/68f65e46-7edd-4ed9-bbb4-72fd982d0489/136fdf6b-0d5f-4a46-be43-6274a5848796) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:42.821277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Pushing event updated for resources: {'Port': ['ID=eb82a0e2-673d-423a-9735-a7240ad6e7de,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:42.831705 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:42.881781 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Attempting to bind port eb82a0e2-673d-423a-9735-a7240ad6e7de on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:42.888739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Attempting to bind port eb82a0e2-673d-423a-9735-a7240ad6e7de by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '94f5a909-b8d3-4e8c-8f78-22367e905aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b475bbc7-b199-4863-8bde-4107c735cf4f'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:42.891089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Attempting to bind port eb82a0e2-673d-423a-9735-a7240ad6e7de on network b475bbc7-b199-4863-8bde-4107c735cf4f {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:42.901918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:42.902819 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Checking segment: {'id': '94f5a909-b8d3-4e8c-8f78-22367e905aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b475bbc7-b199-4863-8bde-4107c735cf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:42.904872 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.904872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Bound using segment: {'id': '94f5a909-b8d3-4e8c-8f78-22367e905aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b475bbc7-b199-4863-8bde-4107c735cf4f'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:42.904872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Bound port: eb82a0e2-673d-423a-9735-a7240ad6e7de, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f5a909-b8d3-4e8c-8f78-22367e905aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b475bbc7-b199-4863-8bde-4107c735cf4f'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:42.905289 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:42.967739 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-636ad83e-8d2e-45db-b57e-a4fa8ead8cd3 req-2a7e478a-5870-4e2d-b6ba-6a7b786d94c2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853762 Jun 17 08:44:43.038109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5a736-469d-4ad2-9e56-af1836fa596f req-c3c94f02-ed47-427e-a5d3-46f3e270cac5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:43.046156 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87c5a736-469d-4ad2-9e56-af1836fa596f req-c3c94f02-ed47-427e-a5d3-46f3e270cac5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.2614713 Jun 17 08:44:43.105372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] For port eb82a0e2-673d-423a-9735-a7240ad6e7de, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:43.110351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-87c5a736-469d-4ad2-9e56-af1836fa596f req-2a79e50a-12de-4267-b1b3-e489df10ae8d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622175 Jun 17 08:44:43.116724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] For port eb82a0e2-673d-423a-9735-a7240ad6e7de, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eb82a0e2-673d-423a-9735-a7240ad6e7de,segment=NetworkSegment(94f5a909-b8d3-4e8c-8f78-22367e905aa0),segment_id=94f5a909-b8d3-4e8c-8f78-22367e905aa0)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:43.134210 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.149608 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:43.152407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.189036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Transition to ACTIVE for port object 136fdf6b-0d5f-4a46-be43-6274a5848796 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:43.215559 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Pushing event updated for resources: {'Port': ['ID=eb82a0e2-673d-423a-9735-a7240ad6e7de,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:43.218788 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:43.316858 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.323792 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:43.418183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60470) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:43.427604 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'subnets': [{'network_id': 'e8d80584-a0b6-499c-a7d2-2d2c6f065ec7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--625203378', 'ip_version': 6}, {'network_id': 'd1d8be9d-de46-4cde-977c-d2ab628cf8fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:43.428702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'subnet': {'network_id': 'e8d80584-a0b6-499c-a7d2-2d2c6f065ec7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--625203378', 'ip_version': 6}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:43.429621 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Request body: {'subnet': {'network_id': 'd1d8be9d-de46-4cde-977c-d2ab628cf8fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:43.447058 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c89cc43b-499e-4e17-9305-865b859c9398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.459325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network b475bbc7-b199-4863-8bde-4107c735cf4f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:43.468817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:43.476448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:43.477006 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.488693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=136fdf6b-0d5f-4a46-be43-6274a5848796,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:43.539578 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:43.883856 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.930516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Made reservation on behalf of 471df71a28064ae594bf446887d83742 for: {'subnet': 2} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:44:43.941218 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:43.941707 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.504123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d669e-3be5-4a92-b215-73f6fa85408e req-3bf2cbdd-9ff6-48e5-88d9-4b698e48f0de tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:44.528298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-071d669e-3be5-4a92-b215-73f6fa85408e req-3bf2cbdd-9ff6-48e5-88d9-4b698e48f0de tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.2640743 Jun 17 08:44:44.528876 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.531702 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d37d617c-de76-4107-b0a0-b9dfd038eb6b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:44.607767 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.623208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event updated for resources: {'Subnet': ['ID=ed1dd216-f167-4619-be29-5dba12dc86f8,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:44.628279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.629208 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.633669 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f55e1583-9afb-465e-9ba6-f572e659e6b4 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:44.636420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Checking segment: {'id': '34740087-1ec3-466d-bc42-e9280fa22ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e8d80584-a0b6-499c-a7d2-2d2c6f065ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:44.638215 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Network hostable DHCP agents. Network: e8d80584-a0b6-499c-a7d2-2d2c6f065ec7, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:44.645853 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:44.658807 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-071d669e-3be5-4a92-b215-73f6fa85408e req-0b7df7e5-0dec-42c0-971a-af05e68dc42c tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295006 Jun 17 08:44:44.666141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Network e8d80584-a0b6-499c-a7d2-2d2c6f065ec7 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:44.691999 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, e8d80584-a0b6-499c-a7d2-2d2c6f065ec7) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:44.698131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.699098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fd981-f03f-4e36-b81e-436e970f32bd req-bd226e7f-37a0-472e-baf1-f11950fbcab5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:44.700842 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a1fd981-f03f-4e36-b81e-436e970f32bd req-bd226e7f-37a0-472e-baf1-f11950fbcab5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.3478057 Jun 17 08:44:44.703396 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b996fe-0f4b-4b64-97d6-399567ba574f None None] Network e8d80584-a0b6-499c-a7d2-2d2c6f065ec7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:44.722208 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5693c4a0-371f-4f7e-aceb-e28108eef40b tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:44.843944 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Checking segment: {'id': '4bbdac47-91ab-479c-a407-021018bd8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d8be9d-de46-4cde-977c-d2ab628cf8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:44.844681 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Network hostable DHCP agents. Network: d1d8be9d-de46-4cde-977c-d2ab628cf8fb, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:44:44.847386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event updated for resources: {'Subnet': ['ID=d6ea3960-99d5-40de-b24b-0dd1f50870ce,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:44.852161 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:44.895921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=136fdf6b-0d5f-4a46-be43-6274a5848796,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:44.895921 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:44.906971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7a1fd981-f03f-4e36-b81e-436e970f32bd req-2302ff7e-dfbe-417b-8ab6-a139c1349d3c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1937692 Jun 17 08:44:44.945743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network b475bbc7-b199-4863-8bde-4107c735cf4f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:44.947861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:44.975254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-e8d80584-a0b6-499c-a7d2-2d2c6f065ec7', 'network_id': 'e8d80584-a0b6-499c-a7d2-2d2c6f065ec7', 'tenant_id': '471df71a28064ae594bf446887d83742', 'fixed_ips': [{'subnet_id': 'ed1dd216-f167-4619-be29-5dba12dc86f8'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:44.976066 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:44.982753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Network d1d8be9d-de46-4cde-977c-d2ab628cf8fb is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:44:45.071475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, d1d8be9d-de46-4cde-977c-d2ab628cf8fb) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:45.077886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:45.078355 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:45.079768 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.085836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce6af39-0a8f-4b34-af4c-92f1a2367743 None None] Network d1d8be9d-de46-4cde-977c-d2ab628cf8fb requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:45.110193 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60480) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:45.110914 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.6905375 Jun 17 08:44:45.202237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbec0c1-55ce-4bb2-bf90-196c65dafe5e None None] Network b475bbc7-b199-4863-8bde-4107c735cf4f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:45.230965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe1a38-e722-4170-9860-18489d9e1a62 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:45.232480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe1a38-e722-4170-9860-18489d9e1a62 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:45.234802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfe1a38-e722-4170-9860-18489d9e1a62 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:45.236551 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ccfe1a38-e722-4170-9860-18489d9e1a62 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1251988 Jun 17 08:44:45.246310 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60488) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:45.262742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router fa874d7e-7821-4298-a51b-8abe8c1b3ec1 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:45.308602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1daca03c-62ae-4137-a560-9f42a5c745e3 None None] Provisioning for port eb82a0e2-673d-423a-9735-a7240ad6e7de completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:45.386494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbb9160-3d94-4179-854b-cb1bbcd50247 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Deleting subnet ed1dd216-f167-4619-be29-5dba12dc86f8 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:45.409548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:45.428118 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c6901-71bc-4008-9a0f-eca39a8b6e8c None None] Sync routers for ids ['fa874d7e-7821-4298-a51b-8abe8c1b3ec1'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:45.437802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60490) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:45.438065 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/fa874d7e-7821-4298-a51b-8abe8c1b3ec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7379580 Jun 17 08:44:45.442649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Allocated IP 2001:db8::1 (e8d80584-a0b6-499c-a7d2-2d2c6f065ec7/ed1dd216-f167-4619-be29-5dba12dc86f8/4ffc8b6b-54bc-4063-90d6-0d8a218774cc) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:45.443921 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c6901-71bc-4008-9a0f-eca39a8b6e8c None None] Routers {'fa874d7e-7821-4298-a51b-8abe8c1b3ec1'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:45.447665 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-933c6901-71bc-4008-9a0f-eca39a8b6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fa874d7e-7821-4298-a51b-8abe8c1b3ec1'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:45.551072 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-933c6901-71bc-4008-9a0f-eca39a8b6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:45.557749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dab3a2-fdd8-4079-afa3-1044ebfa9b3d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:45.562713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60494) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:45.570120 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-21dab3a2-fdd8-4079-afa3-1044ebfa9b3d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports/136fdf6b-0d5f-4a46-be43-6274a5848796 HTTP/1.1" status: 200 len: 911 time: 0.1304991 Jun 17 08:44:45.611901 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933c6901-71bc-4008-9a0f-eca39a8b6e8c None None] Routers {'fa874d7e-7821-4298-a51b-8abe8c1b3ec1'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:45.612736 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-933c6901-71bc-4008-9a0f-eca39a8b6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fa874d7e-7821-4298-a51b-8abe8c1b3ec1'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:45.684806 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-933c6901-71bc-4008-9a0f-eca39a8b6e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:45.685891 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933c6901-71bc-4008-9a0f-eca39a8b6e8c None None] The sync data for ids ['fa874d7e-7821-4298-a51b-8abe8c1b3ec1'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:45.703727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eb82a0e2-673d-423a-9735-a7240ad6e7de up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:45.775050 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c96ef4c5-35c4-404c-b724-a33a09ff2f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.919924 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-d1d8be9d-de46-4cde-977c-d2ab628cf8fb', 'network_id': 'd1d8be9d-de46-4cde-977c-d2ab628cf8fb', 'tenant_id': '471df71a28064ae594bf446887d83742', 'fixed_ips': [{'subnet_id': 'd6ea3960-99d5-40de-b24b-0dd1f50870ce'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:44:45.921245 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:45.971012 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.018759 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port eb82a0e2-673d-423a-9735-a7240ad6e7de completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:46.136694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port eb82a0e2-673d-423a-9735-a7240ad6e7de triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:46.137240 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.219408 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.282131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Transition to ACTIVE for port object 4ffc8b6b-54bc-4063-90d6-0d8a218774cc will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:46.327045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Allocated IP 2001:db8:0:1::1 (d1d8be9d-de46-4cde-977c-d2ab628cf8fb/d6ea3960-99d5-40de-b24b-0dd1f50870ce/c3d080c5-baa2-43a8-a4af-334db10d1ab8) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:46.336709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Transition to ACTIVE for port object 4ffc8b6b-54bc-4063-90d6-0d8a218774cc will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:46.351981 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddbb9160-3d94-4179-854b-cb1bbcd50247 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.377293 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.389780 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:46.496741 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddbb9160-3d94-4179-854b-cb1bbcd50247 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.498556 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.527064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Network e8d80584-a0b6-499c-a7d2-2d2c6f065ec7 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:46.542241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:46.572556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:46.593446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Pushing event updated for resources: {'Port': ['ID=4ffc8b6b-54bc-4063-90d6-0d8a218774cc,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:46.667521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.668651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.668651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.670383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.671126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.671728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.672340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.673281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.673883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.674650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.675301 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.675858 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:46.691379 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddbb9160-3d94-4179-854b-cb1bbcd50247 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.701137 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:46.705862 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port eb82a0e2-673d-423a-9735-a7240ad6e7de, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eb82a0e2-673d-423a-9735-a7240ad6e7de,segment=NetworkSegment(94f5a909-b8d3-4e8c-8f78-22367e905aa0),segment_id=94f5a909-b8d3-4e8c-8f78-22367e905aa0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:46.732469 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.758988 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0021c1b8-477d-413b-8d1f-c186072b4407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:46.770101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3b69e-1954-4d9e-b72c-71d256d76267 req-42d37d14-53a8-4521-b87a-70d9d4435d59 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:46.783450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b3b69e-1954-4d9e-b72c-71d256d76267 req-42d37d14-53a8-4521-b87a-70d9d4435d59 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.4426808 Jun 17 08:44:46.819622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddbb9160-3d94-4179-854b-cb1bbcd50247 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.823357 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6181b5f5-a418-4d49-b063-eed71507d74a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:46.877520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb9160-3d94-4179-854b-cb1bbcd50247 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Subnet': ['ID=ed1dd216-f167-4619-be29-5dba12dc86f8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:46.881351 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddbb9160-3d94-4179-854b-cb1bbcd50247 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:46.890809 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddbb9160-3d94-4179-854b-cb1bbcd50247 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.893241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Attempting to bind port 4ffc8b6b-54bc-4063-90d6-0d8a218774cc on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:46.893692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Attempting to bind port 4ffc8b6b-54bc-4063-90d6-0d8a218774cc by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '34740087-1ec3-466d-bc42-e9280fa22ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e8d80584-a0b6-499c-a7d2-2d2c6f065ec7'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:46.897133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Attempting to bind port 4ffc8b6b-54bc-4063-90d6-0d8a218774cc on network e8d80584-a0b6-499c-a7d2-2d2c6f065ec7 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:46.900955 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ddbb9160-3d94-4179-854b-cb1bbcd50247 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "DELETE /v2.0/subnets/ed1dd216-f167-4619-be29-5dba12dc86f8 HTTP/1.1" status: 204 len: 168 time: 1.6505795 Jun 17 08:44:46.901779 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60504) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:46.903357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec321-1073-408a-8f2a-4a894b4571f1 req-0f911e10-cf8b-4703-bc8d-b8511de652ed tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:46.908451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-590ec321-1073-408a-8f2a-4a894b4571f1 req-0f911e10-cf8b-4703-bc8d-b8511de652ed tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.5799112 Jun 17 08:44:46.952616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b3b69e-1954-4d9e-b72c-71d256d76267 req-32cd8b00-7c1e-4285-8185-d78342230b66 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568468 Jun 17 08:44:46.968431 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ec44ce-e1c3-4152-b1d7-ebec56fcd320 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Deleting subnet d6ea3960-99d5-40de-b24b-0dd1f50870ce {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:46.982108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2b14b5b6-7ba1-4266-9863-610a4353e2f7 None None] Provisioning complete for port eb82a0e2-673d-423a-9735-a7240ad6e7de triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:46.982620 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2b14b5b6-7ba1-4266-9863-610a4353e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.986174 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.997572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:46.998027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Checking segment: {'id': '34740087-1ec3-466d-bc42-e9280fa22ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e8d80584-a0b6-499c-a7d2-2d2c6f065ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:46.998524 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:46.999027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Bound using segment: {'id': '34740087-1ec3-466d-bc42-e9280fa22ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e8d80584-a0b6-499c-a7d2-2d2c6f065ec7'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:46.999600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Bound port: 4ffc8b6b-54bc-4063-90d6-0d8a218774cc, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34740087-1ec3-466d-bc42-e9280fa22ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e8d80584-a0b6-499c-a7d2-2d2c6f065ec7'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:47.001461 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.029978 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=eb82a0e2-673d-423a-9735-a7240ad6e7de,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:47.057090 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.058028 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-590ec321-1073-408a-8f2a-4a894b4571f1 req-548747e7-6c61-46da-ac4b-6fa10c8630fb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046629 Jun 17 08:44:47.062432 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:47.067091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Transition to ACTIVE for port object c3d080c5-baa2-43a8-a4af-334db10d1ab8 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:47.129730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Transition to ACTIVE for port object c3d080c5-baa2-43a8-a4af-334db10d1ab8 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:47.142134 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17ec44ce-e1c3-4152-b1d7-ebec56fcd320 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.169225 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.184566 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:47.227500 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.232084 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17ec44ce-e1c3-4152-b1d7-ebec56fcd320 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.251251 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Network d1d8be9d-de46-4cde-977c-d2ab628cf8fb is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:47.291076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] For port 4ffc8b6b-54bc-4063-90d6-0d8a218774cc, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:47.294049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:47.308634 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:47.341784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] For port 4ffc8b6b-54bc-4063-90d6-0d8a218774cc, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4ffc8b6b-54bc-4063-90d6-0d8a218774cc,segment=NetworkSegment(34740087-1ec3-466d-bc42-e9280fa22ea7),segment_id=34740087-1ec3-466d-bc42-e9280fa22ea7)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:47.398513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Pushing event updated for resources: {'Port': ['ID=c3d080c5-baa2-43a8-a4af-334db10d1ab8,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:47.401800 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.442445 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:47.442960 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:47.454873 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17ec44ce-e1c3-4152-b1d7-ebec56fcd320 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.559522 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17ec44ce-e1c3-4152-b1d7-ebec56fcd320 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.564356 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:47.595588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eb82a0e2-673d-423a-9735-a7240ad6e7de up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:44:47.599250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec44ce-e1c3-4152-b1d7-ebec56fcd320 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Subnet': ['ID=d6ea3960-99d5-40de-b24b-0dd1f50870ce,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:47.607614 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-17ec44ce-e1c3-4152-b1d7-ebec56fcd320 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:47.625875 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-17ec44ce-e1c3-4152-b1d7-ebec56fcd320 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.628478 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-17ec44ce-e1c3-4152-b1d7-ebec56fcd320 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "DELETE /v2.0/subnets/d6ea3960-99d5-40de-b24b-0dd1f50870ce HTTP/1.1" status: 204 len: 168 time: 0.7254193 Jun 17 08:44:47.635902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60508) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:47.722131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812b0a45-6f34-4f2d-b7ed-07e4325247c3 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:47.725402 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-812b0a45-6f34-4f2d-b7ed-07e4325247c3 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0865104 Jun 17 08:44:47.731464 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60512) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:47.754811 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2b14b5b6-7ba1-4266-9863-610a4353e2f7 None None] Provisioning for port 136fdf6b-0d5f-4a46-be43-6274a5848796 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:44:47.756854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Attempting to bind port c3d080c5-baa2-43a8-a4af-334db10d1ab8 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:47.757223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Attempting to bind port c3d080c5-baa2-43a8-a4af-334db10d1ab8 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '4bbdac47-91ab-479c-a407-021018bd8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d8be9d-de46-4cde-977c-d2ab628cf8fb'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:47.757578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Attempting to bind port c3d080c5-baa2-43a8-a4af-334db10d1ab8 on network d1d8be9d-de46-4cde-977c-d2ab628cf8fb {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:47.772070 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:47.772564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Checking segment: {'id': '4bbdac47-91ab-479c-a407-021018bd8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d8be9d-de46-4cde-977c-d2ab628cf8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:47.772854 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.773260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Bound using segment: {'id': '4bbdac47-91ab-479c-a407-021018bd8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d8be9d-de46-4cde-977c-d2ab628cf8fb'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:47.773749 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Bound port: c3d080c5-baa2-43a8-a4af-334db10d1ab8, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bbdac47-91ab-479c-a407-021018bd8905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'd1d8be9d-de46-4cde-977c-d2ab628cf8fb'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:47.774131 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.780802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2b14b5b6-7ba1-4266-9863-610a4353e2f7 None None] Provisioning complete for port 136fdf6b-0d5f-4a46-be43-6274a5848796 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:47.781173 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2b14b5b6-7ba1-4266-9863-610a4353e2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.782888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Pushing event updated for resources: {'Port': ['ID=4ffc8b6b-54bc-4063-90d6-0d8a218774cc,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:47.833170 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:47.833524 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc3dac9-3e0d-4b73-9ed4-ac06d2d88881 None None] Network e8d80584-a0b6-499c-a7d2-2d2c6f065ec7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:47.851687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port 136fdf6b-0d5f-4a46-be43-6274a5848796 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:47.852283 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.942886 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:47.964161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.015585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-2b14b5b6-7ba1-4266-9863-610a4353e2f7 None None] Port 136fdf6b-0d5f-4a46-be43-6274a5848796 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:44:48.020028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port eb82a0e2-673d-423a-9735-a7240ad6e7de triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:48.020464 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.046789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for 136fdf6b-0d5f-4a46-be43-6274a5848796 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:48.051996 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Deleting port c3d080c5-baa2-43a8-a4af-334db10d1ab8 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:48.052369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.163225 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] For port c3d080c5-baa2-43a8-a4af-334db10d1ab8, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:48.216389 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] For port c3d080c5-baa2-43a8-a4af-334db10d1ab8, host n-d-779913-16, got binding levels [] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:48.216750 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.226982 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] For port c3d080c5-baa2-43a8-a4af-334db10d1ab8, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c3d080c5-baa2-43a8-a4af-334db10d1ab8,segment=NetworkSegment(4bbdac47-91ab-479c-a407-021018bd8905),segment_id=4bbdac47-91ab-479c-a407-021018bd8905)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:48.260218 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.280070 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e4989ddb-acf5-4fa5-8aec-bb8567c8c5cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:48.283438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8bd4ae6f-50e3-400a-8fe2-dbeccc5cd66a None None] Provisioning complete for port 136fdf6b-0d5f-4a46-be43-6274a5848796 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:44:48.283812 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8bd4ae6f-50e3-400a-8fe2-dbeccc5cd66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.356717 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.363259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Calling delete_port for c3d080c5-baa2-43a8-a4af-334db10d1ab8 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:48.391222 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c72b8796-b486-46eb-b7b0-99e0f6dacdbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:48.493091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=136fdf6b-0d5f-4a46-be43-6274a5848796,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:48.497994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4ae6f-50e3-400a-8fe2-dbeccc5cd66a None None] Port 136fdf6b-0d5f-4a46-be43-6274a5848796 was deleted so its status cannot be updated. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 17 08:44:48.505043 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:48.562471 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.566925 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-93655e84-dd37-4772-bd1f-b6ee26550590 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:48.613191 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Pushing event updated for resources: {'Port': ['ID=c3d080c5-baa2-43a8-a4af-334db10d1ab8,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:48.623045 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:48.643075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc589bef-001e-4e71-9028-761f96826ecd None None] Network d1d8be9d-de46-4cde-977c-d2ab628cf8fb requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:48.651839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Port': ['ID=c3d080c5-baa2-43a8-a4af-334db10d1ab8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:48.663694 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:48.676947 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] No DVR routers for this DVR port c3d080c5-baa2-43a8-a4af-334db10d1ab8 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:48.717345 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.820844 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.840998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d8be9d-de46-4cde-977c-d2ab628cf8fb']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:48.862093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbdac47-91ab-479c-a407-021018bd8905') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:48.862093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbdac47-91ab-479c-a407-021018bd8905') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:48.876714 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.888008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ce77b-ddd9-48b8-863e-f9621b4f0115 req-b999f427-8336-4d21-aacc-99e22928f22a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:48.889625 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-937ce77b-ddd9-48b8-863e-f9621b4f0115 req-b999f427-8336-4d21-aacc-99e22928f22a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.5960460 Jun 17 08:44:48.912958 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:48.914242 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80fe13-7d37-4e4f-a54e-4e181a7d2db5 req-1ea71c09-7f04-42ac-9137-1bdad6c60b38 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:48.916025 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d80fe13-7d37-4e4f-a54e-4e181a7d2db5 req-1ea71c09-7f04-42ac-9137-1bdad6c60b38 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.5352712 Jun 17 08:44:48.933361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:48.934040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:49.010838 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:49.028539 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.036862 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-12ed7288-f49c-43d0-95d6-9e59144ff3c3 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:49.045330 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.049549 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "DELETE /v2.0/networks/d1d8be9d-de46-4cde-977c-d2ab628cf8fb HTTP/1.1" status: 204 len: 168 time: 1.3166032 Jun 17 08:44:49.066657 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60520) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:49.087745 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Network': ['ID=d1d8be9d-de46-4cde-977c-d2ab628cf8fb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:49.092942 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:49.127860 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d549cb-0652-4029-9bf8-5113653b77dd None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:44:49.136987 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.164905 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-937ce77b-ddd9-48b8-863e-f9621b4f0115 req-2576634f-43bc-4e31-a4ca-15f551108e23 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672842 Jun 17 08:44:49.172304 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router fa874d7e-7821-4298-a51b-8abe8c1b3ec1 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:49.184271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d80fe13-7d37-4e4f-a54e-4e181a7d2db5 req-494df148-9395-4969-89bf-cb7e4ada3a33 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2574193 Jun 17 08:44:49.287471 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.352575 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d549cb-0652-4029-9bf8-5113653b77dd None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:44:49.354663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:49.361043 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/fa874d7e-7821-4298-a51b-8abe8c1b3ec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7971168 Jun 17 08:44:49.364038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60522) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:49.371705 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07751a02-c404-4aa6-ac22-69100713ab12 None None] Sync routers for ids ['fa874d7e-7821-4298-a51b-8abe8c1b3ec1'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:49.389837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07751a02-c404-4aa6-ac22-69100713ab12 None None] Routers {'fa874d7e-7821-4298-a51b-8abe8c1b3ec1'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:49.390499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-07751a02-c404-4aa6-ac22-69100713ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fa874d7e-7821-4298-a51b-8abe8c1b3ec1'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.396704 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Deleting port 4ffc8b6b-54bc-4063-90d6-0d8a218774cc {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:49.397255 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.469641 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7ef2d69b-51c7-4d96-9902-b3da583ca9b0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa874d7e-7821-4298-a51b-8abe8c1b3ec1 HTTP/1.1" status: 200 len: 205 time: 0.1012676 Jun 17 08:44:49.470299 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60524) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:49.479329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-07751a02-c404-4aa6-ac22-69100713ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.491613 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] For port 4ffc8b6b-54bc-4063-90d6-0d8a218774cc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4ffc8b6b-54bc-4063-90d6-0d8a218774cc,segment=NetworkSegment(34740087-1ec3-466d-bc42-e9280fa22ea7),segment_id=34740087-1ec3-466d-bc42-e9280fa22ea7)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:49.492066 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.584212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Calling delete_port for 4ffc8b6b-54bc-4063-90d6-0d8a218774cc owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:49.604543 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2693fe51-09f6-4484-aef0-ce8688a9e6e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.607159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07751a02-c404-4aa6-ac22-69100713ab12 None None] Routers {'fa874d7e-7821-4298-a51b-8abe8c1b3ec1'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:49.608047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-07751a02-c404-4aa6-ac22-69100713ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fa874d7e-7821-4298-a51b-8abe8c1b3ec1'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.669551 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-07751a02-c404-4aa6-ac22-69100713ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.671283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07751a02-c404-4aa6-ac22-69100713ab12 None None] The sync data for ids ['fa874d7e-7821-4298-a51b-8abe8c1b3ec1'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:49.743275 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.775544 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4525d827-8d68-48fe-b9fe-d4f0ea067863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:49.790210 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] No DVR routers for this DVR port 4ffc8b6b-54bc-4063-90d6-0d8a218774cc on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:49.916035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.928440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8d80584-a0b6-499c-a7d2-2d2c6f065ec7']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.944171 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34740087-1ec3-466d-bc42-e9280fa22ea7') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.945317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34740087-1ec3-466d-bc42-e9280fa22ea7') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:49.959142 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.978709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e9b5b4-31eb-4245-a898-78467aa9780e None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:44:49.984314 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:49.993616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:49.993974 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.070690 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2693fe51-09f6-4484-aef0-ce8688a9e6e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.076345 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2693fe51-09f6-4484-aef0-ce8688a9e6e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:50.107334 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:50.111977 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.112859 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Port': ['ID=4ffc8b6b-54bc-4063-90d6-0d8a218774cc,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:50.118031 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:50.118529 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ec7905eb-8308-44ab-81ca-37934d41c888 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:50.129516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.132600 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "DELETE /v2.0/networks/e8d80584-a0b6-499c-a7d2-2d2c6f065ec7 HTTP/1.1" status: 204 len: 168 time: 1.0626860 Jun 17 08:44:50.151274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60530) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:50.167026 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2693fe51-09f6-4484-aef0-ce8688a9e6e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.167534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2693fe51-09f6-4484-aef0-ce8688a9e6e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Fanout notify agent at l3_agent the message router_deleted on router fa874d7e-7821-4298-a51b-8abe8c1b3ec1 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:44:50.176551 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2693fe51-09f6-4484-aef0-ce8688a9e6e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.180525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2693fe51-09f6-4484-aef0-ce8688a9e6e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/fa874d7e-7821-4298-a51b-8abe8c1b3ec1 HTTP/1.1" status: 204 len: 168 time: 0.7075961 Jun 17 08:44:50.181882 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Network': ['ID=e8d80584-a0b6-499c-a7d2-2d2c6f065ec7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:50.188174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60532) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:50.194552 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:50.214101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e9b5b4-31eb-4245-a898-78467aa9780e None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:44:50.242868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60534) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:50.303591 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.497734 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.509618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdab801b-7639-4fd1-8f8e-27a671355f29']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:50.520705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f333941b-f4e5-4938-9573-15993f7dc827') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:50.521295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f333941b-f4e5-4938-9573-15993f7dc827') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:50.531170 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.555168 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.563785 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:50.564705 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:50.639282 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:50.646460 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.652535 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.655117 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "DELETE /v2.0/networks/fdab801b-7639-4fd1-8f8e-27a671355f29 HTTP/1.1" status: 204 len: 168 time: 0.5030165 Jun 17 08:44:50.657875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60540) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:50.659927 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b4efc670-9069-4707-ae4b-bb8054875eda tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:50.669817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0ad885-c953-48f8-a604-3cd16ffe96cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting subnet 68f65e46-7edd-4ed9-bbb4-72fd982d0489 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:44:50.702093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Network': ['ID=fdab801b-7639-4fd1-8f8e-27a671355f29,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:50.706102 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad885-c953-48f8-a604-3cd16ffe96cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.711339 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:50.847774 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.880766 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad885-c953-48f8-a604-3cd16ffe96cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:50.991911 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.019959 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6561fda7-779e-4b88-a3bd-f38167bb9812']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:51.048898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0d41c7-f538-4ad7-a2f5-717f92f9b947') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:51.049270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0d41c7-f538-4ad7-a2f5-717f92f9b947') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:51.075670 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.076060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476b297-f279-4649-b903-a80fdb4618fa req-7ea317e5-a478-46e2-b0c1-ed57d2c37b68 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:51.078604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c476b297-f279-4649-b903-a80fdb4618fa req-7ea317e5-a478-46e2-b0c1-ed57d2c37b68 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.6332946 Jun 17 08:44:51.108765 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.116680 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:51.117845 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:51.122813 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:51.134109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fbd51-6992-4f48-9264-b6564227ff29 req-f3db73b6-24f7-4107-8648-b0cf5487e87b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:51.144504 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af2fbd51-6992-4f48-9264-b6564227ff29 req-f3db73b6-24f7-4107-8648-b0cf5487e87b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.6450868 Jun 17 08:44:51.223958 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.228575 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0fb56e6c-da2e-404c-b159-bf697808e526 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:51.234000 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.242039 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] 10.222.0.47 "DELETE /v2.0/networks/6561fda7-779e-4b88-a3bd-f38167bb9812 HTTP/1.1" status: 204 len: 168 time: 0.5470810 Jun 17 08:44:51.260131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Pushing event deleted for resources: {'Network': ['ID=6561fda7-779e-4b88-a3bd-f38167bb9812,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:51.263353 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:51.287257 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad885-c953-48f8-a604-3cd16ffe96cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.321655 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af2fbd51-6992-4f48-9264-b6564227ff29 req-c0a7934c-ebf7-4a7d-b264-629038ffb9b8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761887 Jun 17 08:44:51.367581 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c476b297-f279-4649-b903-a80fdb4618fa req-13202fd5-b43f-41e2-ab3b-eb1a0e840766 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762167 Jun 17 08:44:51.480293 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad885-c953-48f8-a604-3cd16ffe96cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.484484 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4de745a3-abc2-4460-931a-533714fe5c2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:51.517609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ad885-c953-48f8-a604-3cd16ffe96cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Subnet': ['ID=68f65e46-7edd-4ed9-bbb4-72fd982d0489,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:51.523048 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3c0ad885-c953-48f8-a604-3cd16ffe96cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:51.526208 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c0ad885-c953-48f8-a604-3cd16ffe96cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.530657 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3c0ad885-c953-48f8-a604-3cd16ffe96cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/68f65e46-7edd-4ed9-bbb4-72fd982d0489 HTTP/1.1" status: 204 len: 168 time: 1.3389723 Jun 17 08:44:51.532111 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60550) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:51.534178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c388b-556c-4643-be78-059f04095b1f None None] Network b475bbc7-b199-4863-8bde-4107c735cf4f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:44:51.653685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.671290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60552) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:51.696117 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.752375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port eb82a0e2-673d-423a-9735-a7240ad6e7de {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:51.752766 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.835009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] For port eb82a0e2-673d-423a-9735-a7240ad6e7de, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eb82a0e2-673d-423a-9735-a7240ad6e7de,segment=NetworkSegment(94f5a909-b8d3-4e8c-8f78-22367e905aa0),segment_id=94f5a909-b8d3-4e8c-8f78-22367e905aa0)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:51.835869 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:51.941103 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for eb82a0e2-673d-423a-9735-a7240ad6e7de owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:52.000550 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6cf4f039-9ee6-4928-a931-cd0b412a8890 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=471df71a28064ae594bf446887d83742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241887 Jun 17 08:44:52.003232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60558) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:52.035229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f276aee1-7840-4c6a-bec8-7283b8849f4d None None] DHCP port deletion for b475bbc7-b199-4863-8bde-4107c735cf4f request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:44:52.107236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f276aee1-7840-4c6a-bec8-7283b8849f4d None None] Deleting port eb82a0e2-673d-423a-9735-a7240ad6e7de {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:52.108030 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f276aee1-7840-4c6a-bec8-7283b8849f4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.127747 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dde902d1-f2c2-4b80-8243-6cf2de2bbf99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.143640 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.156493 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d43758c8-ac43-4491-8a0a-cd82353eed13 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:52.165153 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No DVR routers for this DVR port eb82a0e2-673d-423a-9735-a7240ad6e7de on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:52.193398 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dde902d1-f2c2-4b80-8243-6cf2de2bbf99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.202536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=eb82a0e2-673d-423a-9735-a7240ad6e7de,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:52.228820 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:52.240876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting port 4d957ff8-a693-49f7-907c-ef38ce06d845 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:52.243890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f276aee1-7840-4c6a-bec8-7283b8849f4d None None] For port eb82a0e2-673d-423a-9735-a7240ad6e7de, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eb82a0e2-673d-423a-9735-a7240ad6e7de,segment=NetworkSegment(94f5a909-b8d3-4e8c-8f78-22367e905aa0),segment_id=94f5a909-b8d3-4e8c-8f78-22367e905aa0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:52.244411 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f276aee1-7840-4c6a-bec8-7283b8849f4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.245887 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.312003 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.322839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f276aee1-7840-4c6a-bec8-7283b8849f4d None None] Calling delete_port for eb82a0e2-673d-423a-9735-a7240ad6e7de owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:52.335407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b475bbc7-b199-4863-8bde-4107c735cf4f']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:52.362878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f5a909-b8d3-4e8c-8f78-22367e905aa0') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:52.363125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f5a909-b8d3-4e8c-8f78-22367e905aa0') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:52.371751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] For port 4d957ff8-a693-49f7-907c-ef38ce06d845, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4d957ff8-a693-49f7-907c-ef38ce06d845,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:52.372716 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.378295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.441751 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f276aee1-7840-4c6a-bec8-7283b8849f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.444007 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:52.465146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276aee1-7840-4c6a-bec8-7283b8849f4d None None] Pushing event deleted for resources: {'Port': ['ID=eb82a0e2-673d-423a-9735-a7240ad6e7de,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:52.470251 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f276aee1-7840-4c6a-bec8-7283b8849f4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:52.480800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f276aee1-7840-4c6a-bec8-7283b8849f4d None None] No DVR routers for this DVR port eb82a0e2-673d-423a-9735-a7240ad6e7de on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:52.518501 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.574152 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:44:52.574802 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.633241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Calling delete_port for 4d957ff8-a693-49f7-907c-ef38ce06d845 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:44:52.669304 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:44:52.691891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.700838 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45c37560-920e-4e08-a635-95b7c1ef7a95 tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:52.716494 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.722839 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/networks/b475bbc7-b199-4863-8bde-4107c735cf4f HTTP/1.1" status: 204 len: 168 time: 1.1848035 Jun 17 08:44:52.722839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Network': ['ID=b475bbc7-b199-4863-8bde-4107c735cf4f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:52.724082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60568) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:52.732773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-220678003', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:52.741362 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:52.774465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dde902d1-f2c2-4b80-8243-6cf2de2bbf99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.777576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dde902d1-f2c2-4b80-8243-6cf2de2bbf99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.778969 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dde902d1-f2c2-4b80-8243-6cf2de2bbf99 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74149a04-f8c7-42a8-a184-69d8ea87aca6 HTTP/1.1" status: 204 len: 168 time: 0.7750044 Jun 17 08:44:52.787541 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c7ce3f52-bdb5-4e97-9a7b-8ae13ca1d519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:52.805438 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-f694eb32-4ab6-4dff-8fc9-d7aef922227f service neutron] show failed (client error): The resource could not be found. Jun 17 08:44:52.806469 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-f694eb32-4ab6-4dff-8fc9-d7aef922227f service neutron] 10.222.0.63 "GET /v2.0/ports/4c544ffa-f2f6-4b19-9441-54df98629992/bindings/n-h1-779913-16 HTTP/1.1" status: 404 len: 381 time: 0.2851889 Jun 17 08:44:52.808737 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.809917 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:52.824954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde902d1-f2c2-4b80-8243-6cf2de2bbf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74149a04-f8c7-42a8-a184-69d8ea87aca6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:52.832099 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dde902d1-f2c2-4b80-8243-6cf2de2bbf99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:52.933934 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.159585 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eeaec3-87e1-4e4f-a4f2-72e7888fe9ff req-567916e3-88ab-4885-8940-5c98c60eca12 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:53.166168 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e1eeaec3-87e1-4e4f-a4f2-72e7888fe9ff req-567916e3-88ab-4885-8940-5c98c60eca12 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.3376579 Jun 17 08:44:53.213942 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:53.519744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eb82a0e2-673d-423a-9735-a7240ad6e7de no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:53.556249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: eb82a0e2-673d-423a-9735-a7240ad6e7de {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:53.556611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eb82a0e2-673d-423a-9735-a7240ad6e7de not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:53.885546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1864b26-85f3-4668-95eb-61d7dbf364d2 req-10da1ced-97d4-4da1-9bf8-ed879a76402a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:53.892631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1864b26-85f3-4668-95eb-61d7dbf364d2 req-10da1ced-97d4-4da1-9bf8-ed879a76402a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 1.0664387 Jun 17 08:44:54.038246 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.055377 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e1eeaec3-87e1-4e4f-a4f2-72e7888fe9ff req-28d86c16-2421-44ed-acd7-cfec180b336b tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8775249 Jun 17 08:44:54.060622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.109229 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.113978 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2ec19e61-4c65-4f3d-998b-f25d73491580 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:54.122099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60628) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:54.155941 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1864b26-85f3-4668-95eb-61d7dbf364d2 req-997b05e1-349c-4708-9f15-b6a037e6da7d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623913 Jun 17 08:44:54.161873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Port': ['ID=4d957ff8-a693-49f7-907c-ef38ce06d845,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:54.171247 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:54.256571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-7b7f8f84-e0ee-4e10-943a-9d3949ad24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:54.258500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-7b7f8f84-e0ee-4e10-943a-9d3949ad24ea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 1097 time: 0.3590157 Jun 17 08:44:54.271276 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-779913-16', 'device_owner': 'compute:nova'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:54.294488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Allocated IP 172.25.8.8 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/c5728ada-4a00-4c0a-9f9b-57ba3607c6b8) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:44:54.368987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-227bcbbb-7c6e-4177-b8db-1fcbe1149fdc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:54.369864 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-227bcbbb-7c6e-4177-b8db-1fcbe1149fdc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 17 08:44:54.370492 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-227bcbbb-7c6e-4177-b8db-1fcbe1149fdc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:44:54.375846 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-227bcbbb-7c6e-4177-b8db-1fcbe1149fdc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2451468 Jun 17 08:44:54.406538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60634) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:54.416158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'tempest-secgroup--320331103'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:54.478385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.483626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.500823 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.512419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.598665 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.691959 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.700914 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.705507 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7674301d-38b7-4a1a-a35c-d549d0a57c2d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:54.757435 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b20219-3a96-4bd3-8c1b-5f55000c836a req-f6b6e2c1-4748-4a7d-80fa-5e8dec3e08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:54.759002 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b20219-3a96-4bd3-8c1b-5f55000c836a req-f6b6e2c1-4748-4a7d-80fa-5e8dec3e08df service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 1097 time: 0.1545877 Jun 17 08:44:54.766817 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:54.769030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a8d99e-c1ae-474a-8466-fa50fadb14b3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:54.801431 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:54.802474 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef971a6b-6352-4516-b97b-e2b9834c15bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:54.841538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:44:54.875185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:44:54.889469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:44:54.898810 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:54.946135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=c5728ada-4a00-4c0a-9f9b-57ba3607c6b8,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:54.952992 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:54.959269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:54.962401 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 33dd63aa-695b-4a69-a853-1648da95cf3b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:54.997649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.030168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b20219-3a96-4bd3-8c1b-5f55000c836a req-c837cb8a-966b-48ab-ad48-223525e4373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:55.031694 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b20219-3a96-4bd3-8c1b-5f55000c836a req-c837cb8a-966b-48ab-ad48-223525e4373c service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.2600574 Jun 17 08:44:55.060889 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.063742 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c7c1e428-a54f-4d1f-a982-861b7ef07d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:55.092185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:55.095073 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066f6c16-8dc2-4a3d-be3c-6d1de249b3c2" -d '{"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-unplugged", "status": "completed", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:55.101260 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.128798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Transition to ACTIVE for port object 4c544ffa-f2f6-4b19-9441-54df98629992 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:44:55.141103 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.148660 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d9f85df5-f46a-4479-95ba-422369bcf737 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:55.177425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:55.184219 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.185965 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7750001 Jun 17 08:44:55.188097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "PUT /v2.0/routers/33dd63aa-695b-4a69-a853-1648da95cf3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9441247 Jun 17 08:44:55.190977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60658) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:55.195835 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a223a-758c-4281-ba71-281946cf4c08 None None] Sync routers for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:55.199009 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f4b63743-5fb9-4d0b-93e9-ab176b9430fc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': 'a4be6219-d399-456f-a675-10574fc49f0b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:55.207931 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a223a-758c-4281-ba71-281946cf4c08 None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:55.208937 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-934a223a-758c-4281-ba71-281946cf4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:55.225265 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b20219-3a96-4bd3-8c1b-5f55000c836a req-934f5cd4-8bb6-4ce4-be35-8ee1f6face1d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319 HTTP/1.1" status: 200 len: 1001 time: 0.1552033 Jun 17 08:44:55.226422 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4be6219-d399-456f-a675-10574fc49f0b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:55.292285 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:55.353624 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-934a223a-758c-4281-ba71-281946cf4c08 None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:55.360284 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd92d0aa-9613-4acd-83a9-bead0b85271b x-openstack-request-id: req-cd92d0aa-9613-4acd-83a9-bead0b85271b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:55.360644 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-unplugged", "status": "completed", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:55.360921 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd92d0aa-9613-4acd-83a9-bead0b85271b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:55.361375 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992', 'code': 200} Jun 17 08:44:55.424288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f4b63743-5fb9-4d0b-93e9-ab176b9430fc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.427225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] No DVR routers for this DVR port 4c544ffa-f2f6-4b19-9441-54df98629992 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:55.599292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=6']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:55.600070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b20219-3a96-4bd3-8c1b-5f55000c836a req-819aaeb4-7fb9-4d28-81f3-c782594cbee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:55.604068 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b20219-3a96-4bd3-8c1b-5f55000c836a req-819aaeb4-7fb9-4d28-81f3-c782594cbee2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.3720801 Jun 17 08:44:55.604469 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:55.685030 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.762171 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f4b63743-5fb9-4d0b-93e9-ab176b9430fc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.763651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:44:55.764112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:44:55.764535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 on network f3769a56-2721-4e32-b97c-a084d6243926 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:55.773836 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f4b63743-5fb9-4d0b-93e9-ab176b9430fc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.778787 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-56c31bda-a880-478a-b0b2-c92e898aa054 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:55.804221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Port 4c544ffa-f2f6-4b19-9441-54df98629992 on network f3769a56-2721-4e32-b97c-a084d6243926 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:44:55.804712 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 on network f3769a56-2721-4e32-b97c-a084d6243926 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:44:55.817317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b20219-3a96-4bd3-8c1b-5f55000c836a req-a5ff88d8-f7d1-4f1a-8f7f-7cc23709eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:55.818146 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b20219-3a96-4bd3-8c1b-5f55000c836a req-a5ff88d8-f7d1-4f1a-8f7f-7cc23709eedc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2041581 Jun 17 08:44:55.823753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abc573-3ffd-4b8e-bd41-bb263f2ebbcc req-490adec7-14b6-4600-b8b5-156e5315d98a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:55.825536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3abc573-3ffd-4b8e-bd41-bb263f2ebbcc req-490adec7-14b6-4600-b8b5-156e5315d98a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.4557576 Jun 17 08:44:55.826464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:44:55.826924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Checking segment: {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:44:55.827410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Bound using segment: {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:44:55.827949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Bound port: 4c544ffa-f2f6-4b19-9441-54df98629992, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:44:55.828419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.843387 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f4b63743-5fb9-4d0b-93e9-ab176b9430fc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:55.844592 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f4b63743-5fb9-4d0b-93e9-ab176b9430fc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6526628 Jun 17 08:44:55.849535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60666) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:55.881466 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b63743-5fb9-4d0b-93e9-ab176b9430fc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137710cf-6af8-4af9-8fb5-f23e56acf12b,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:55.889300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-6e00ee20-943b-41e1-b53a-fe1ddd3fc3b9 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': 'a4be6219-d399-456f-a675-10574fc49f0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:55.892594 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-934a223a-758c-4281-ba71-281946cf4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 6, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'd79b28a3-be38-4eff-a2f2-03bca92c56af', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'port_id': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'mac_address': 'fa:16:3e:c1:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957802f7-e1c8-4108-9b97-b319d2731c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:29Z', 'updated_at': '2021-06-17T08:42:35Z', 'revision_number': 1, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:55.897348 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f4b63743-5fb9-4d0b-93e9-ab176b9430fc tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:55.941693 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a223a-758c-4281-ba71-281946cf4c08 None None] Checking router: 33dd63aa-695b-4a69-a853-1648da95cf3b for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:44:55.954306 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934a223a-758c-4281-ba71-281946cf4c08 None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:55.955439 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-934a223a-758c-4281-ba71-281946cf4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:55.961623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3abc573-3ffd-4b8e-bd41-bb263f2ebbcc req-6a64f06e-466a-491d-9b19-f4ae5852aa27 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159236 Jun 17 08:44:56.037559 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6e00ee20-943b-41e1-b53a-fe1ddd3fc3b9 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.069150 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b20219-3a96-4bd3-8c1b-5f55000c836a req-a11301f8-046d-4055-bdb1-0a9ca3eb0ed8 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156787 Jun 17 08:44:56.094052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:44:56.150870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:44:56.166733 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5e6ea-dcdd-4ffe-a046-e711488d9689 req-ed71c8bf-5099-430f-94d5-f1b86f964ba6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:56.168380 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6bb5e6ea-dcdd-4ffe-a046-e711488d9689 req-ed71c8bf-5099-430f-94d5-f1b86f964ba6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 943 time: 0.3217521 Jun 17 08:44:56.171779 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-934a223a-758c-4281-ba71-281946cf4c08 None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:44:56.174638 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.183930 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c821b2c7-aa86-42b6-a0e1-34ba475add84 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:56.187698 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-6e00ee20-943b-41e1-b53a-fe1ddd3fc3b9 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:44:56.191393 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6e00ee20-943b-41e1-b53a-fe1ddd3fc3b9 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3365414 Jun 17 08:44:56.195888 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60676) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:56.222741 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.270902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:56.271491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.272905 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] 10.222.0.10 "PUT /v2.0/ports/4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 1092 time: 2.0062225 Jun 17 08:44:56.279219 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6bb5e6ea-dcdd-4ffe-a046-e711488d9689 req-b7fc8364-96fd-4dcd-bb58-341d0190e2f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010611 Jun 17 08:44:56.321142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce199f-eb30-4e58-8114-b02ef242fec1 req-f5a33360-977e-4329-992b-23c9008a605b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:56.322744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98ce199f-eb30-4e58-8114-b02ef242fec1 req-f5a33360-977e-4329-992b-23c9008a605b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 946 time: 0.2159097 Jun 17 08:44:56.324859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:56.361176 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:56.388307 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-00b20219-3a96-4bd3-8c1b-5f55000c836a req-7393394c-5a02-4b12-8aae-cf2c3701d7d6 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101418 Jun 17 08:44:56.412172 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-98ce199f-eb30-4e58-8114-b02ef242fec1 req-62039626-1d47-4644-8335-943c2f6a0351 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823069 Jun 17 08:44:56.446281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-871ad3ed-cec2-4e3c-b73e-f33fd09db095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:56.448515 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-871ad3ed-cec2-4e3c-b73e-f33fd09db095 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1095 time: 0.1423066 Jun 17 08:44:56.456234 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.514530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.562948 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-934a223a-758c-4281-ba71-281946cf4c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 6, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'd79b28a3-be38-4eff-a2f2-03bca92c56af', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'port_id': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'mac_address': 'fa:16:3e:c1:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957802f7-e1c8-4108-9b97-b319d2731c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:29Z', 'updated_at': '2021-06-17T08:42:35Z', 'revision_number': 1, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:56.577046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-a4cb9172-8cfe-4bb7-882c-b4b335a3db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:56.578904 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-a4cb9172-8cfe-4bb7-882c-b4b335a3db0c service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.1214609 Jun 17 08:44:56.584504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router edbab63d-6136-4112-8ff1-5d1f790abd92 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:44:56.599648 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.603457 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.605355 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "DELETE /v2.0/security-groups/a4be6219-d399-456f-a675-10574fc49f0b HTTP/1.1" status: 204 len: 168 time: 0.4085288 Jun 17 08:44:56.611875 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934a223a-758c-4281-ba71-281946cf4c08 None None] The sync data for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 is: [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 6, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'd79b28a3-be38-4eff-a2f2-03bca92c56af', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.156', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'port_id': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'mac_address': 'fa:16:3e:c1:ac:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '957802f7-e1c8-4108-9b97-b319d2731c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:42:29Z', 'updated_at': '2021-06-17T08:42:35Z', 'revision_number': 1, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:56.634423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60682) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:56.649130 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fdefcb63-3a11-4757-9895-49478ddc37fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:56.690060 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4be6219-d399-456f-a675-10574fc49f0b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:56.704574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.704961 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.705339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.705695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.706065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.706451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.706833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.707206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.707566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.707910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.708282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.708639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:44:56.712025 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-14ce79f3-f403-4bae-b02a-392a3336e731 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 998 time: 0.1255038 Jun 17 08:44:56.712578 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:56.716385 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-00e87ce7-3a51-4230-81ed-e3aef6ab0c24 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0791168 Jun 17 08:44:56.721149 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60684) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:56.728349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ed97776d-2373-4a35-8d78-63ca98fb0f83 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'tempest-secgroup--547402194'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:56.766182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:56.774431 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed97776d-2373-4a35-8d78-63ca98fb0f83 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.779730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4998a12-0df0-4149-90f5-ad4244725483 None None] Sync routers for ids ['edbab63d-6136-4112-8ff1-5d1f790abd92'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:56.788687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-3d72edad-6c19-4f8b-864a-f3cb987dbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:56.790238 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-3d72edad-6c19-4f8b-864a-f3cb987dbc40 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.0701692 Jun 17 08:44:56.795067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4998a12-0df0-4149-90f5-ad4244725483 None None] Routers {'edbab63d-6136-4112-8ff1-5d1f790abd92'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:56.796214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a4998a12-0df0-4149-90f5-ad4244725483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['edbab63d-6136-4112-8ff1-5d1f790abd92'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:56.798428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:56.799400 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 4.0737667 Jun 17 08:44:56.805994 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60690) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:56.842100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a4998a12-0df0-4149-90f5-ad4244725483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:56.856106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4998a12-0df0-4149-90f5-ad4244725483 None None] Routers {'edbab63d-6136-4112-8ff1-5d1f790abd92'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:44:56.857173 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a4998a12-0df0-4149-90f5-ad4244725483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['edbab63d-6136-4112-8ff1-5d1f790abd92'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:56.864389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-e62090d3-1d34-4c45-817d-83a0eaa0a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:56.866046 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-e62090d3-1d34-4c45-817d-83a0eaa0a793 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646145 Jun 17 08:44:56.901472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a4998a12-0df0-4149-90f5-ad4244725483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:44:56.902079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4998a12-0df0-4149-90f5-ad4244725483 None None] The sync data for ids ['edbab63d-6136-4112-8ff1-5d1f790abd92'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:44:56.974135 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-ef226a1f-7c5c-4eb8-bc34-d6aabc64df96 service neutron] 10.222.0.10 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003025 Jun 17 08:44:56.992459 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60692) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:56.992908 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e34540ad-072b-4cbe-900b-c4e09877c00b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/routers/edbab63d-6136-4112-8ff1-5d1f790abd92 HTTP/1.1" status: 200 len: 882 time: 0.1750963 Jun 17 08:44:57.019020 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed97776d-2373-4a35-8d78-63ca98fb0f83 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.030615 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed97776d-2373-4a35-8d78-63ca98fb0f83 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.030615 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-20f30fb8-1eb7-46a8-8a79-ecfe8ad9bbe3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:57.077304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed97776d-2373-4a35-8d78-63ca98fb0f83 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df997e51-fc87-40f8-a8b0-98d7779c66cb,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:57.086689 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed97776d-2373-4a35-8d78-63ca98fb0f83 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:57.121438 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed97776d-2373-4a35-8d78-63ca98fb0f83 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.124377 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ed97776d-2373-4a35-8d78-63ca98fb0f83 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4008458 Jun 17 08:44:57.126269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60698) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.131962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6531eae4-55df-41cd-9baf-e13e937d14a9 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': 'df997e51-fc87-40f8-a8b0-98d7779c66cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.132816 n-d-779913-16 neutron-server[93804]: WARNING neutron.api.v2.base [None req-6531eae4-55df-41cd-9baf-e13e937d14a9 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 17 08:44:57.133700 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-6531eae4-55df-41cd-9baf-e13e937d14a9 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:57.134938 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6531eae4-55df-41cd-9baf-e13e937d14a9 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074120 Jun 17 08:44:57.138075 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60702) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.215549 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a05de683-d9b1-4433-bb44-7a86dbd9d10e tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.251751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a05de683-d9b1-4433-bb44-7a86dbd9d10e tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.365277 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a05de683-d9b1-4433-bb44-7a86dbd9d10e tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.369058 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a05de683-d9b1-4433-bb44-7a86dbd9d10e tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.370383 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a05de683-d9b1-4433-bb44-7a86dbd9d10e tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "DELETE /v2.0/security-groups/df997e51-fc87-40f8-a8b0-98d7779c66cb HTTP/1.1" status: 204 len: 168 time: 0.2310433 Jun 17 08:44:57.378152 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d6bdc22c-ad23-4733-aeef-92a8bc83d9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:57.383494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60708) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.411486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4d957ff8-a693-49f7-907c-ef38ce06d845 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:57.441554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de683-d9b1-4433-bb44-7a86dbd9d10e tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df997e51-fc87-40f8-a8b0-98d7779c66cb,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:57.450087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 4d957ff8-a693-49f7-907c-ef38ce06d845 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:44:57.450920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4d957ff8-a693-49f7-907c-ef38ce06d845 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:57.455745 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a05de683-d9b1-4433-bb44-7a86dbd9d10e tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:57.475159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4c544ffa-f2f6-4b19-9441-54df98629992 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:57.517396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b11d2-fe7c-41d2-bcb2-8ff01e1ecb89 req-8899a87e-7d05-4c8a-a52e-e9e5087b40ae tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.519445 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8f6b11d2-fe7c-41d2-bcb2-8ff01e1ecb89 req-8899a87e-7d05-4c8a-a52e-e9e5087b40ae tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 946 time: 0.2330191 Jun 17 08:44:57.540983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4c544ffa-f2f6-4b19-9441-54df98629992 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:44:57.543409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d9f21d8b-7e67-45ac-8528-d00d51a0a319 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:44:57.551178 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5071624a-0474-451e-9b97-5bea1dc7ae8a tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1622674 Jun 17 08:44:57.584498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:57.587623 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9" -d '{"events": [{"name": "network-changed", "server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:57.633265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60716) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:57.637187 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-04fbe7c0-c770-46be-988c-169e2653b3dd service neutron] 10.222.0.10 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6532059 Jun 17 08:44:57.642351 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.665096 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-be430154-fd04-46a0-b9ec-4b77c62ad267 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'tempest-secgroup--375984822'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:57.681240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:57.684016 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa82cf3e-37c4-4bd4-ab45-2109e1ebb35a" -d '{"events": [{"server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:57.702974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:57.711119 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.713479 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f8d514ea-e90b-4ae9-8197-81832c2afdbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:57.811723 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be430154-fd04-46a0-b9ec-4b77c62ad267 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:57.816458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d9f21d8b-7e67-45ac-8528-d00d51a0a319,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:57.819950 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:57.915839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a0d3a-d38a-4578-b32a-d47472ece8ed req-6bc2675a-5af5-445c-9583-622b0816009b tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.917567 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-144a0d3a-d38a-4578-b32a-d47472ece8ed req-6bc2675a-5af5-445c-9583-622b0816009b tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 945 time: 0.3269620 Jun 17 08:44:57.936555 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947dd90f-476e-458a-9ba1-29afdde4637e req-4f7493b1-e6c7-40b3-9e37-56b22078e068 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:57.939290 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-947dd90f-476e-458a-9ba1-29afdde4637e req-4f7493b1-e6c7-40b3-9e37-56b22078e068 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 943 time: 0.3071864 Jun 17 08:44:58.064133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-8f6b11d2-fe7c-41d2-bcb2-8ff01e1ecb89 req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting port da4965b9-809e-4eb0-abd6-9f058efa5e42 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:44:58.064828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8f6b11d2-fe7c-41d2-bcb2-8ff01e1ecb89 req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.089421 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-144a0d3a-d38a-4578-b32a-d47472ece8ed req-7a3b259c-8ca3-4445-9542-011da110623a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654065 Jun 17 08:44:58.118964 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-947dd90f-476e-458a-9ba1-29afdde4637e req-ac4b3c80-da24-4e35-9277-cfd73112cecf tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501646 Jun 17 08:44:58.194559 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be430154-fd04-46a0-b9ec-4b77c62ad267 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.208491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-8f6b11d2-fe7c-41d2-bcb2-8ff01e1ecb89 req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] For port da4965b9-809e-4eb0-abd6-9f058efa5e42, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=da4965b9-809e-4eb0-abd6-9f058efa5e42,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:44:58.209499 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8f6b11d2-fe7c-41d2-bcb2-8ff01e1ecb89 req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.237513 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be430154-fd04-46a0-b9ec-4b77c62ad267 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.241078 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b008afca-b162-406d-a03d-ce6230743ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:58.269675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ec805685-d6ad-45d6-94f4-1c543fa5e95d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 1.2758951 Jun 17 08:44:58.284662 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd0cb9a2-f9b9-40e3-bae2-47f608a41fb8 x-openstack-request-id: req-fd0cb9a2-f9b9-40e3-bae2-47f608a41fb8 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:58.285005 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:58.285306 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd0cb9a2-f9b9-40e3-bae2-47f608a41fb8 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:58.285742 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992', 'status': 'completed', 'code': 200} Jun 17 08:44:58.299206 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60732) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:58.314545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-8f6b11d2-fe7c-41d2-bcb2-8ff01e1ecb89 req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Calling delete_port for da4965b9-809e-4eb0-abd6-9f058efa5e42 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:44:58.338192 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-3caf43bd-9132-4f24-84dc-41bcefd1e752 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-220678003'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:58.354552 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79ad234-03a7-4bc8-944a-fb9e5a929118 x-openstack-request-id: req-d79ad234-03a7-4bc8-944a-fb9e5a929118 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:58.354913 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:58.355179 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d79ad234-03a7-4bc8-944a-fb9e5a929118 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:58.355584 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'code': 200} Jun 17 08:44:58.442506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be430154-fd04-46a0-b9ec-4b77c62ad267 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb72ea99-a862-42ce-9b35-d551e4930e12,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:58.445888 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-0bd936f6-d2d9-401a-b556-a9802916575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.447146 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be430154-fd04-46a0-b9ec-4b77c62ad267 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:58.448118 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-0bd936f6-d2d9-401a-b556-a9802916575b service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1095 time: 0.1222334 Jun 17 08:44:58.453005 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-be430154-fd04-46a0-b9ec-4b77c62ad267 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.455963 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-be430154-fd04-46a0-b9ec-4b77c62ad267 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8178341 Jun 17 08:44:58.460762 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60736) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:58.471440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-52e7773e-1efb-4120-b4e8-5601dcca5953 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': 'bb72ea99-a862-42ce-9b35-d551e4930e12', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:58.472284 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-52e7773e-1efb-4120-b4e8-5601dcca5953 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 17 08:44:58.472786 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-52e7773e-1efb-4120-b4e8-5601dcca5953 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:58.474821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-52e7773e-1efb-4120-b4e8-5601dcca5953 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104146 Jun 17 08:44:58.479514 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60740) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:58.581261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8f6b11d2-fe7c-41d2-bcb2-8ff01e1ecb89 req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.591712 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:58.626192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Port': ['ID=da4965b9-809e-4eb0-abd6-9f058efa5e42,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:58.631383 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:58.635895 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-d027a0f0-501e-4006-9582-ba23dd5b90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.637576 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-d027a0f0-501e-4006-9582-ba23dd5b90fc service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.1800604 Jun 17 08:44:58.654055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-e78b2844-df3b-4972-a63b-b028491a5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.655627 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-e78b2844-df3b-4972-a63b-b028491a5f3f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1095 time: 0.3529451 Jun 17 08:44:58.669802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1544ba-c4d1-49c0-b0e7-d9ac5adc16cb req-00f79858-476a-4dd2-a63a-f51cb50a42ba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.670055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a1544ba-c4d1-49c0-b0e7-d9ac5adc16cb req-00f79858-476a-4dd2-a63a-f51cb50a42ba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=85890bad-fe8f-46c4-ae98-b713f68683f6 HTTP/1.1" status: 200 len: 946 time: 0.4102886 Jun 17 08:44:58.714752 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-114c6e76-bc7f-414a-9473-00862ac9cfd7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.717937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6b11d2-fe7c-41d2-bcb2-8ff01e1ecb89 req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] No DVR routers for this DVR port da4965b9-809e-4eb0-abd6-9f058efa5e42 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:44:58.721552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-8f6b11d2-fe7c-41d2-bcb2-8ff01e1ecb89 req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.723629 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-8f6b11d2-fe7c-41d2-bcb2-8ff01e1ecb89 req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "DELETE /v2.0/ports/da4965b9-809e-4eb0-abd6-9f058efa5e42 HTTP/1.1" status: 204 len: 173 time: 1.1979718 Jun 17 08:44:58.724232 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85890bad-fe8f-46c4-ae98-b713f68683f6', 'name': 'network-vif-deleted', 'tag': 'da4965b9-809e-4eb0-abd6-9f058efa5e42'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:44:58.726722 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e87eba-df8f-42fd-bcc0-9f1289e45ad5" -d '{"events": [{"server_uuid": "85890bad-fe8f-46c4-ae98-b713f68683f6", "name": "network-vif-deleted", "tag": "da4965b9-809e-4eb0-abd6-9f058efa5e42"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:44:58.760068 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-78f41ee2-4a80-4bbc-ae4c-38f145d1af29 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 998 time: 0.1016228 Jun 17 08:44:58.823954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-5081a9d4-7cdc-47a3-8785-c1b90c35a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.825624 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-5081a9d4-7cdc-47a3-8785-c1b90c35a869 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.0584219 Jun 17 08:44:58.826086 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-056508d4-7f5f-49f7-83cd-98cca6051db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.827826 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c475ecb-76b5-41ad-a6bb-065242266f88 x-openstack-request-id: req-2c475ecb-76b5-41ad-a6bb-065242266f88 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:44:58.828097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-056508d4-7f5f-49f7-83cd-98cca6051db7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.1568906 Jun 17 08:44:58.828219 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85890bad-fe8f-46c4-ae98-b713f68683f6", "name": "network-vif-deleted", "tag": "da4965b9-809e-4eb0-abd6-9f058efa5e42", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:44:58.828500 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c475ecb-76b5-41ad-a6bb-065242266f88 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:44:58.828939 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85890bad-fe8f-46c4-ae98-b713f68683f6', 'name': 'network-vif-deleted', 'tag': 'da4965b9-809e-4eb0-abd6-9f058efa5e42', 'status': 'completed', 'code': 200} Jun 17 08:44:58.841184 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-114c6e76-bc7f-414a-9473-00862ac9cfd7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:58.915796 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-24ae34dc-389d-48d7-bd95-421d5c90f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:58.917679 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-24ae34dc-389d-48d7-bd95-421d5c90f619 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0850215 Jun 17 08:44:58.927604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8a1544ba-c4d1-49c0-b0e7-d9ac5adc16cb req-42938adf-2839-418a-aced-a777419a7a81 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=c5b50df5-3194-4bc1-862d-61f162eb871e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387426 Jun 17 08:44:59.008528 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-00825c63-2afe-46af-ac33-dfb0e79ed18e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 998 time: 0.1497071 Jun 17 08:44:59.043520 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-24be405d-51cc-4e42-a4e5-f8995917a9d2 service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192989 Jun 17 08:44:59.065594 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-114c6e76-bc7f-414a-9473-00862ac9cfd7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.068347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-114c6e76-bc7f-414a-9473-00862ac9cfd7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.072112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60750) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.072681 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-114c6e76-bc7f-414a-9473-00862ac9cfd7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "DELETE /v2.0/security-groups/bb72ea99-a862-42ce-9b35-d551e4930e12 HTTP/1.1" status: 204 len: 168 time: 0.5914595 Jun 17 08:44:59.078685 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea42f7c8-fd71-4636-8fd4-27b7efdd8c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:59.100787 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c6e76-bc7f-414a-9473-00862ac9cfd7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb72ea99-a862-42ce-9b35-d551e4930e12,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:59.108479 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-114c6e76-bc7f-414a-9473-00862ac9cfd7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:59.127115 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-cc4eaea1-92f1-47bf-b2a7-ce8d1e364e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:59.128499 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-cc4eaea1-92f1-47bf-b2a7-ce8d1e364e64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.0943110 Jun 17 08:44:59.203587 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-39f946e1-a72a-43c9-a946-ce39acc83d86 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1299567 Jun 17 08:44:59.208935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60760) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.230726 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ddb5c28d-bbb2-4871-882b-8778cf75d84b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'tempest-secgroup--865709553'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:59.233102 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caf43bd-9132-4f24-84dc-41bcefd1e752 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.267317 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-d33fe2d4-7645-42fc-b9a3-845c755dcb28 service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175145 Jun 17 08:44:59.271310 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caf43bd-9132-4f24-84dc-41bcefd1e752 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.308207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c28d-bbb2-4871-882b-8778cf75d84b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.444102 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c28d-bbb2-4871-882b-8778cf75d84b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.452541 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c28d-bbb2-4871-882b-8778cf75d84b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.458555 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8273cf68-50a2-49c1-af57-9bd4bef51aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:59.472405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-3f5e9582-7c61-4bdb-9343-a6cf117352ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:59.473830 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-3f5e9582-7c61-4bdb-9343-a6cf117352ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3374593 Jun 17 08:44:59.495789 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddb5c28d-bbb2-4871-882b-8778cf75d84b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.497212 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ddb5c28d-bbb2-4871-882b-8778cf75d84b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2871013 Jun 17 08:44:59.501772 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60766) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.506891 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-eed90d73-71ec-4614-83db-7969d6027598 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': 'ba4cdd3f-a63c-4f63-902e-ad463ae5a480', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:59.518243 n-d-779913-16 neutron-server[93804]: WARNING neutron.api.v2.base [None req-eed90d73-71ec-4614-83db-7969d6027598 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 17 08:44:59.519320 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-eed90d73-71ec-4614-83db-7969d6027598 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:59.520656 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eed90d73-71ec-4614-83db-7969d6027598 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0176687 Jun 17 08:44:59.526145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60768) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.533694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-850428b6-1868-4721-9a29-1cf5a78f4d94 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': 'ba4cdd3f-a63c-4f63-902e-ad463ae5a480', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:59.534816 n-d-779913-16 neutron-server[93804]: WARNING neutron.api.v2.base [None req-850428b6-1868-4721-9a29-1cf5a78f4d94 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 17 08:44:59.535357 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-850428b6-1868-4721-9a29-1cf5a78f4d94 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:59.536405 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-850428b6-1868-4721-9a29-1cf5a78f4d94 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081298 Jun 17 08:44:59.537826 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5c28d-bbb2-4871-882b-8778cf75d84b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4cdd3f-a63c-4f63-902e-ad463ae5a480,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:59.542235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60770) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.549340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9f79d11c-30f9-47e5-b680-8fce8b9efd51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': 'ba4cdd3f-a63c-4f63-902e-ad463ae5a480', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:59.550660 n-d-779913-16 neutron-server[93804]: WARNING neutron.api.v2.base [None req-9f79d11c-30f9-47e5-b680-8fce8b9efd51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 17 08:44:59.551219 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-9f79d11c-30f9-47e5-b680-8fce8b9efd51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:59.552362 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9f79d11c-30f9-47e5-b680-8fce8b9efd51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087614 Jun 17 08:44:59.553420 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddb5c28d-bbb2-4871-882b-8778cf75d84b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:59.555335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60772) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.560618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-de141389-6281-4eff-90a6-fabf27ca3171 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': 'ba4cdd3f-a63c-4f63-902e-ad463ae5a480', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:59.561520 n-d-779913-16 neutron-server[93804]: WARNING neutron.api.v2.base [None req-de141389-6281-4eff-90a6-fabf27ca3171 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 17 08:44:59.562008 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-de141389-6281-4eff-90a6-fabf27ca3171 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:59.563181 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-de141389-6281-4eff-90a6-fabf27ca3171 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069425 Jun 17 08:44:59.575501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60774) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.633258 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8ceb631-27c2-4038-bdcb-68d90f9938cd tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.635868 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-b00a2b61-5769-4138-937a-346c724cc568 service neutron] 10.222.0.10 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375413 Jun 17 08:44:59.650114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1df49-0198-45c5-9cb0-6f56c464468c req-075fad30-1da9-43f0-9db8-af4062be6082 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:59.652247 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cf1df49-0198-45c5-9cb0-6f56c464468c req-075fad30-1da9-43f0-9db8-af4062be6082 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 943 time: 0.2802134 Jun 17 08:44:59.663422 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8ceb631-27c2-4038-bdcb-68d90f9938cd tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.709908 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8ceb631-27c2-4038-bdcb-68d90f9938cd tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.712834 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8ceb631-27c2-4038-bdcb-68d90f9938cd tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.714106 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f8ceb631-27c2-4038-bdcb-68d90f9938cd tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "DELETE /v2.0/security-groups/ba4cdd3f-a63c-4f63-902e-ad463ae5a480 HTTP/1.1" status: 204 len: 168 time: 0.1374416 Jun 17 08:44:59.714975 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c91ec14c-f55a-447b-a563-0ef080472cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:59.718233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60776) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.737482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ceb631-27c2-4038-bdcb-68d90f9938cd tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4cdd3f-a63c-4f63-902e-ad463ae5a480,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:44:59.741287 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8ceb631-27c2-4038-bdcb-68d90f9938cd tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:44:59.760758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caf43bd-9132-4f24-84dc-41bcefd1e752 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router edbab63d-6136-4112-8ff1-5d1f790abd92 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:44:59.770087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9c041-7846-43b6-9e31-3611e921a31a req-85d04b1e-c77f-4b65-b41a-30530cd82623 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:44:59.771753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15a9c041-7846-43b6-9e31-3611e921a31a req-85d04b1e-c77f-4b65-b41a-30530cd82623 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.3319695 Jun 17 08:44:59.776446 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c99cb2eb-0a5f-4a04-b393-3563b8fc6add tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0537510 Jun 17 08:44:59.777487 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60780) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.783518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-81457a97-b9bf-493a-b045-4412e8dfaae6 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690022164'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:59.808738 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81457a97-b9bf-493a-b045-4412e8dfaae6 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.815824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cf1df49-0198-45c5-9cb0-6f56c464468c req-0da6c26f-2242-4b19-ab9f-8ede695c5c2d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509061 Jun 17 08:44:59.843474 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fc7b35ed-0ba2-49b4-b042-eb1c2885dff9 req-94029c16-5b78-487e-a134-4b8a45ad5e0b service neutron] 10.222.0.10 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907246 Jun 17 08:44:59.930582 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81457a97-b9bf-493a-b045-4412e8dfaae6 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.936646 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81457a97-b9bf-493a-b045-4412e8dfaae6 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.940606 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a05de683-d9b1-4433-bb44-7a86dbd9d10e tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:44:59.943202 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-15a9c041-7846-43b6-9e31-3611e921a31a req-5c200eb6-1d37-4c36-add9-df1e03aaccf7 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546125 Jun 17 08:44:59.980294 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-81457a97-b9bf-493a-b045-4412e8dfaae6 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:44:59.981600 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-81457a97-b9bf-493a-b045-4412e8dfaae6 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2035418 Jun 17 08:44:59.982578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caf43bd-9132-4f24-84dc-41bcefd1e752 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:44:59.987635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60788) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:44:59.993953 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c966470b-1c33-43fe-aca7-cfa46f9d339c None None] Sync routers for ids ['edbab63d-6136-4112-8ff1-5d1f790abd92'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:44:59.995195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-7cadc86d-7894-4af5-beae-d16a9a8cc679 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '66962ce1-f053-421b-b3aa-a04961acebde', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:44:59.995990 n-d-779913-16 neutron-server[93804]: WARNING neutron.api.v2.base [None req-7cadc86d-7894-4af5-beae-d16a9a8cc679 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 17 08:44:59.996581 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-7cadc86d-7894-4af5-beae-d16a9a8cc679 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:44:59.999994 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7cadc86d-7894-4af5-beae-d16a9a8cc679 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084534 Jun 17 08:45:00.000181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caf43bd-9132-4f24-84dc-41bcefd1e752 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.000306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81457a97-b9bf-493a-b045-4412e8dfaae6 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66962ce1-f053-421b-b3aa-a04961acebde,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:00.001554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60790) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.001878 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3caf43bd-9132-4f24-84dc-41bcefd1e752 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/edbab63d-6136-4112-8ff1-5d1f790abd92 HTTP/1.1" status: 200 len: 889 time: 1.7016201 Jun 17 08:45:00.002489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60792) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.012920 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c966470b-1c33-43fe-aca7-cfa46f9d339c None None] Routers {'edbab63d-6136-4112-8ff1-5d1f790abd92'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:00.013561 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c966470b-1c33-43fe-aca7-cfa46f9d339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['edbab63d-6136-4112-8ff1-5d1f790abd92'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:00.016800 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-81457a97-b9bf-493a-b045-4412e8dfaae6 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:00.019736 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-86e7bbe2-c030-4cec-b934-665dfe11c739 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '66962ce1-f053-421b-b3aa-a04961acebde', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:00.083074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60794) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.113360 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c966470b-1c33-43fe-aca7-cfa46f9d339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:00.124652 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-86e7bbe2-c030-4cec-b934-665dfe11c739 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:00.129979 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-86e7bbe2-c030-4cec-b934-665dfe11c739 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1188250 Jun 17 08:45:00.131955 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c966470b-1c33-43fe-aca7-cfa46f9d339c None None] Routers {'edbab63d-6136-4112-8ff1-5d1f790abd92'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:00.132608 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c966470b-1c33-43fe-aca7-cfa46f9d339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['edbab63d-6136-4112-8ff1-5d1f790abd92'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:00.133823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60798) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.142168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-cd9ddc43-3d73-4e6f-8452-2ce4d5ba1d3c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '66962ce1-f053-421b-b3aa-a04961acebde', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:00.143500 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-cd9ddc43-3d73-4e6f-8452-2ce4d5ba1d3c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 17 08:45:00.144384 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-cd9ddc43-3d73-4e6f-8452-2ce4d5ba1d3c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:00.147841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cd9ddc43-3d73-4e6f-8452-2ce4d5ba1d3c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103753 Jun 17 08:45:00.150924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60800) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.158988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a699d58f-e482-4d0e-8d4b-e82eeac85259 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '66962ce1-f053-421b-b3aa-a04961acebde', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:00.185973 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c966470b-1c33-43fe-aca7-cfa46f9d339c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:00.186636 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c966470b-1c33-43fe-aca7-cfa46f9d339c None None] The sync data for ids ['edbab63d-6136-4112-8ff1-5d1f790abd92'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:00.212552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-78fff6b2-2aba-4109-ac21-2d2cb6ac3cea tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/routers/edbab63d-6136-4112-8ff1-5d1f790abd92 HTTP/1.1" status: 200 len: 889 time: 0.2085278 Jun 17 08:45:00.216471 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60810) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.229247 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57260cd8-19d4-4308-bbda-76597756e981 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.230329 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-a699d58f-e482-4d0e-8d4b-e82eeac85259 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:00.234698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a699d58f-e482-4d0e-8d4b-e82eeac85259 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0794039 Jun 17 08:45:00.234698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60814) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.240145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-cd434980-acca-42b2-9cfe-e2b542c20462 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '66962ce1-f053-421b-b3aa-a04961acebde', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:00.240608 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-cd434980-acca-42b2-9cfe-e2b542c20462 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 17 08:45:00.241262 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-cd434980-acca-42b2-9cfe-e2b542c20462 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:00.242863 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cd434980-acca-42b2-9cfe-e2b542c20462 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068111 Jun 17 08:45:00.245799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60816) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.255228 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a6fc593e-44ed-41b7-b874-074db58cc5c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=edbab63d-6136-4112-8ff1-5d1f790abd92 HTTP/1.1" status: 200 len: 205 time: 0.0378752 Jun 17 08:45:00.255519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-8b810a22-fd7e-4f17-b773-07402e93b226 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '66962ce1-f053-421b-b3aa-a04961acebde', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:00.255872 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60818) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.304007 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-8b810a22-fd7e-4f17-b773-07402e93b226 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Project 8a7e5c5bf8174b07be300b67abcf0e26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:45:00.320997 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-8b810a22-fd7e-4f17-b773-07402e93b226 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:00.322184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8b810a22-fd7e-4f17-b773-07402e93b226 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0741172 Jun 17 08:45:00.325072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60820) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.330644 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7a0e9b44-beb6-4e98-b8bd-e103fb36030d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '66962ce1-f053-421b-b3aa-a04961acebde', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:00.331292 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-7a0e9b44-beb6-4e98-b8bd-e103fb36030d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 17 08:45:00.332106 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-7a0e9b44-beb6-4e98-b8bd-e103fb36030d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:00.336824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7a0e9b44-beb6-4e98-b8bd-e103fb36030d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082021 Jun 17 08:45:00.337099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60822) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.342656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0b318bab-aa1b-4ea9-bc66-4e6c7b5dece7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '66962ce1-f053-421b-b3aa-a04961acebde', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:00.345656 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57260cd8-19d4-4308-bbda-76597756e981 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.369753 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-0b318bab-aa1b-4ea9-bc66-4e6c7b5dece7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Project 8a7e5c5bf8174b07be300b67abcf0e26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:45:00.387513 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-0b318bab-aa1b-4ea9-bc66-4e6c7b5dece7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:00.390039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0b318bab-aa1b-4ea9-bc66-4e6c7b5dece7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0514371 Jun 17 08:45:00.392992 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60824) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.400854 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-cc78f60e-6604-41a7-952d-76437eb89d0f tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '66962ce1-f053-421b-b3aa-a04961acebde', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:00.432174 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.498642 n-d-779913-16 neutron-server[93804]: INFO neutron.db.securitygroups_db [None req-cc78f60e-6604-41a7-952d-76437eb89d0f tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Project 8a7e5c5bf8174b07be300b67abcf0e26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:45:00.520649 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-cc78f60e-6604-41a7-952d-76437eb89d0f tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:00.524704 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cc78f60e-6604-41a7-952d-76437eb89d0f tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1264651 Jun 17 08:45:00.526759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60834) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.531880 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57260cd8-19d4-4308-bbda-76597756e981 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.534837 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57260cd8-19d4-4308-bbda-76597756e981 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.539459 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-57260cd8-19d4-4308-bbda-76597756e981 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/security-groups/c5b50df5-3194-4bc1-862d-61f162eb871e HTTP/1.1" status: 204 len: 168 time: 0.4516928 Jun 17 08:45:00.539459 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-aa277bd7-4b0f-41fb-b40d-e736e8086d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:00.551998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57260cd8-19d4-4308-bbda-76597756e981 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b50df5-3194-4bc1-862d-61f162eb871e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:00.556266 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-57260cd8-19d4-4308-bbda-76597756e981 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:00.572595 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.598131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60840) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.627437 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7c5bd85-9f4a-4d19-b159-0a5f5b5f5f68 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.651141 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7c5bd85-9f4a-4d19-b159-0a5f5b5f5f68 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.693500 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-3498ca8f-d5b0-4894-8d4d-26c1ff699dba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting subnet f08b28f9-1711-4bdb-aa73-f31d921d2b1b {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:00.698753 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3498ca8f-d5b0-4894-8d4d-26c1ff699dba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.716342 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7c5bd85-9f4a-4d19-b159-0a5f5b5f5f68 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.721872 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7c5bd85-9f4a-4d19-b159-0a5f5b5f5f68 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.726948 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d7c5bd85-9f4a-4d19-b159-0a5f5b5f5f68 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "DELETE /v2.0/security-groups/66962ce1-f053-421b-b3aa-a04961acebde HTTP/1.1" status: 204 len: 168 time: 0.1948810 Jun 17 08:45:00.726948 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8f91287-bb3c-46bf-8a1a-043914ad2b5f tempest-ExternalNetworksAdminNegativeTestJSON-131356676 tempest-ExternalNetworksAdminNegativeTestJSON-131356676-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:00.727221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60844) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.733361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c5bd85-9f4a-4d19-b159-0a5f5b5f5f68 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66962ce1-f053-421b-b3aa-a04961acebde,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:00.736167 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d7c5bd85-9f4a-4d19-b159-0a5f5b5f5f68 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:00.767947 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3498ca8f-d5b0-4894-8d4d-26c1ff699dba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.773246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port c5728ada-4a00-4c0a-9f9b-57ba3607c6b8 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:00.773660 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:00.871029 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b920a279-fc37-4d4f-94b0-9b281135fda9 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1430502 Jun 17 08:45:00.877330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60854) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:00.882085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ef060579-56fc-44fe-8b04-8d72a60e1068 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728305357'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:00.955475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.067710 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529da805-9fe5-4a1a-a557-05738a31117e req-a3d7d2bf-ac51-4f93-a975-196c438c844c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:01.069490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-529da805-9fe5-4a1a-a557-05738a31117e req-a3d7d2bf-ac51-4f93-a975-196c438c844c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 943 time: 0.1074450 Jun 17 08:45:01.095575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for c5728ada-4a00-4c0a-9f9b-57ba3607c6b8 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:01.098606 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef060579-56fc-44fe-8b04-8d72a60e1068 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.105628 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3498ca8f-d5b0-4894-8d4d-26c1ff699dba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.135561 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-529da805-9fe5-4a1a-a557-05738a31117e req-6bbb40ac-57d1-4291-b916-d4ec00b4e9fb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528193 Jun 17 08:45:01.255337 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3498ca8f-d5b0-4894-8d4d-26c1ff699dba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.259986 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8997b5c1-ba04-45bc-abb8-4e1f782b6903 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:01.309046 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498ca8f-d5b0-4894-8d4d-26c1ff699dba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Subnet': ['ID=f08b28f9-1711-4bdb-aa73-f31d921d2b1b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:01.316138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3498ca8f-d5b0-4894-8d4d-26c1ff699dba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.320779 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3498ca8f-d5b0-4894-8d4d-26c1ff699dba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/subnets/f08b28f9-1711-4bdb-aa73-f31d921d2b1b HTTP/1.1" status: 204 len: 168 time: 0.7177095 Jun 17 08:45:01.321304 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60866) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:01.352740 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3498ca8f-d5b0-4894-8d4d-26c1ff699dba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:01.362613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f2c408-fdb9-412e-9419-7907ba02fdfd None None] Network f16e1b72-e1db-46f0-b9bb-c22288c9ac48 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:01.395177 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef060579-56fc-44fe-8b04-8d72a60e1068 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.410111 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef060579-56fc-44fe-8b04-8d72a60e1068 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.414725 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5712e515-cfc2-41ab-9655-0383a29b551b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:01.478676 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.503469 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef060579-56fc-44fe-8b04-8d72a60e1068 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.505129 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ef060579-56fc-44fe-8b04-8d72a60e1068 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6267781 Jun 17 08:45:01.508546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60878) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:01.520597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef060579-56fc-44fe-8b04-8d72a60e1068 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fba108c-6528-4f40-b163-c0a24e10f602,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:01.525594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-385588ac-eef6-4cb6-857d-53c64eb3cedd tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '4fba108c-6528-4f40-b163-c0a24e10f602', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:01.528053 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef060579-56fc-44fe-8b04-8d72a60e1068 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:01.529903 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.534371 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:01.546563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d9f21d8b-7e67-45ac-8528-d00d51a0a319 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:01.549832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 4c544ffa-f2f6-4b19-9441-54df98629992 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:01.551633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device da4965b9-809e-4eb0-abd6-9f058efa5e42 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:01.571891 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=c5728ada-4a00-4c0a-9f9b-57ba3607c6b8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:01.580593 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:01.649788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: da4965b9-809e-4eb0-abd6-9f058efa5e42 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:01.650242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device da4965b9-809e-4eb0-abd6-9f058efa5e42 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:01.672134 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.731706 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-10ed1f36-12f7-4c08-bc85-4e1d89b027cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1948476 Jun 17 08:45:01.748748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting port 4007ae74-ada4-4388-9281-7e9b12230bbb {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:01.749253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.764736 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-385588ac-eef6-4cb6-857d-53c64eb3cedd tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The resource could not be found. Jun 17 08:45:01.765938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-385588ac-eef6-4cb6-857d-53c64eb3cedd tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2562938 Jun 17 08:45:01.785912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60886) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:01.791346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5bdcd478-6c54-4ccc-a7d9-94253fcdcaec tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '4fba108c-6528-4f40-b163-c0a24e10f602', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '82aadb09-b9fd-4abc-b135-f8dd44e0f9a6'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:01.811935 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.818362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.897678 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.898283 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Fanout notify agent at l3_agent the message router_deleted on router edbab63d-6136-4112-8ff1-5d1f790abd92 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:45:01.918816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:01.921203 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:01.928502 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/edbab63d-6136-4112-8ff1-5d1f790abd92 HTTP/1.1" status: 204 len: 168 time: 1.6686285 Jun 17 08:45:01.931693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60890) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:01.939884 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-48574703'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:01.942309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '4c544ffa-f2f6-4b19-9441-54df98629992', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'port_id': '4c544ffa-f2f6-4b19-9441-54df98629992', 'mac_address': 'fa:16:3e:3b:99:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:01.996579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:02.003855 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.015532 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-5bdcd478-6c54-4ccc-a7d9-94253fcdcaec tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The resource could not be found. Jun 17 08:45:02.016820 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5bdcd478-6c54-4ccc-a7d9-94253fcdcaec tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2295678 Jun 17 08:45:02.020483 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60896) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:02.031645 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.053961 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c5d8c-75d3-42c3-9e02-90b8b0ee5851 None None] DHCP port deletion for f16e1b72-e1db-46f0-b9bb-c22288c9ac48 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:45:02.086309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c544ffa-f2f6-4b19-9441-54df98629992 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:02.090027 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:02.114666 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc012-65b4-41cf-8668-a1a6a5b2f97b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.118891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.119469 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added segment 97cab446-0079-4ae2-abaa-500e87a4e229 of type vlan for network 2cf78f5b-8885-4082-b07a-140174080778 Jun 17 08:45:02.170053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:02.188549 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.188938 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc012-65b4-41cf-8668-a1a6a5b2f97b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.195990 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e268d417-d5be-4882-a3f3-955fa87b02dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:02.212070 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.270276 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.270910 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:02.275693 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:02.284713 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:02.286156 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.295821 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d6ebc231-bc3a-4057-84f9-6984cc6deb54 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:02.313344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c5d8c-75d3-42c3-9e02-90b8b0ee5851 None None] Deleting port 4007ae74-ada4-4388-9281-7e9b12230bbb {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:02.315334 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5d8c-75d3-42c3-9e02-90b8b0ee5851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.316243 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc012-65b4-41cf-8668-a1a6a5b2f97b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.327429 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0f4fc012-65b4-41cf-8668-a1a6a5b2f97b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.332508 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0f4fc012-65b4-41cf-8668-a1a6a5b2f97b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "DELETE /v2.0/security-groups/4fba108c-6528-4f40-b163-c0a24e10f602 HTTP/1.1" status: 204 len: 168 time: 0.3040497 Jun 17 08:45:02.344400 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60904) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:02.427229 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4915190 Jun 17 08:45:02.440003 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60910) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:02.445111 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'subnet': {'network_id': '2cf78f5b-8885-4082-b07a-140174080778', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:02.461317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-1e9c5d8c-75d3-42c3-9e02-90b8b0ee5851 None None] For port 4007ae74-ada4-4388-9281-7e9b12230bbb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4007ae74-ada4-4388-9281-7e9b12230bbb,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:02.462603 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5d8c-75d3-42c3-9e02-90b8b0ee5851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.524063 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9ea1cdfa-c0a4-46bf-8ffb-900fc81337cf tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1776302 Jun 17 08:45:02.525050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60912) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:02.540231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c5d8c-75d3-42c3-9e02-90b8b0ee5851 None None] Calling delete_port for 4007ae74-ada4-4388-9281-7e9b12230bbb owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:02.558472 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Network': ['ID=2cf78f5b-8885-4082-b07a-140174080778,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:02.561955 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:02.565722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-00337758-56ae-4972-9e28-b56b85aa4388 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': '7193a85e-93e1-4a7e-bcc4-4e82e53cdf3a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:02.600092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e57bb-1f0a-4a4c-a80f-c3dba6b72e5e req-ab7a926d-4b2a-44c4-95d7-85a903456acb tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:02.607349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-173e57bb-1f0a-4a4c-a80f-c3dba6b72e5e req-ab7a926d-4b2a-44c4-95d7-85a903456acb tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.9932494 Jun 17 08:45:02.622560 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dde902d1-f2c2-4b80-8243-6cf2de2bbf99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:02.646316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 2cf78f5b-8885-4082-b07a-140174080778 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:02.649113 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['4c544ffa-f2f6-4b19-9441-54df98629992'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:02.652650 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5d8c-75d3-42c3-9e02-90b8b0ee5851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.669337 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fc012-65b4-41cf-8668-a1a6a5b2f97b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fba108c-6528-4f40-b163-c0a24e10f602,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:02.670296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] For port 4007ae74-ada4-4388-9281-7e9b12230bbb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4007ae74-ada4-4388-9281-7e9b12230bbb,segment=NetworkSegment(46cb8aae-87ad-4d32-b30f-139dab521e29),segment_id=46cb8aae-87ad-4d32-b30f-139dab521e29)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:02.670892 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.671697 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:02.694511 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f4fc012-65b4-41cf-8668-a1a6a5b2f97b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:02.694843 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c5d8c-75d3-42c3-9e02-90b8b0ee5851 None None] No DVR routers for this DVR port 4007ae74-ada4-4388-9281-7e9b12230bbb on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:02.707651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:02.712119 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.747734 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c5d8c-75d3-42c3-9e02-90b8b0ee5851 None None] Pushing event deleted for resources: {'Port': ['ID=4007ae74-ada4-4388-9281-7e9b12230bbb,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:02.758396 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1e9c5d8c-75d3-42c3-9e02-90b8b0ee5851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:02.772531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Calling delete_port for 4007ae74-ada4-4388-9281-7e9b12230bbb owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:02.800305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-173e57bb-1f0a-4a4c-a80f-c3dba6b72e5e req-b903ded3-fa99-4d34-87a0-2d702070953a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894701 Jun 17 08:45:02.872263 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-00337758-56ae-4972-9e28-b56b85aa4388 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The resource could not be found. Jun 17 08:45:02.879323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60918) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:02.879543 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-00337758-56ae-4972-9e28-b56b85aa4388 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3220544 Jun 17 08:45:02.888990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-6dc5c874-cd70-4c85-abe9-a61547a0f764 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531956091'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:02.913849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e03fc-363f-48e4-9f57-a6105c68252d req-363e7ce2-a31e-4ddf-8cad-9c60564f752e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:02.919429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-710e03fc-363f-48e4-9f57-a6105c68252d req-363e7ce2-a31e-4ddf-8cad-9c60564f752e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 944 time: 0.3281672 Jun 17 08:45:02.987099 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:02.996728 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6dc5c874-cd70-4c85-abe9-a61547a0f764 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.021221 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-710e03fc-363f-48e4-9f57-a6105c68252d req-e8c55a6a-bad5-4621-b60d-3e8eb14e0e82 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848534 Jun 17 08:45:03.027160 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.032402 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37cc7eee-c30a-4219-8dc2-e8fef5b53ae6 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:03.071018 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.078589 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e02e3d9f-4ba7-4ebf-a56f-7c28a82310c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:03.089462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Port': ['ID=4007ae74-ada4-4388-9281-7e9b12230bbb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:03.093425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] No DVR routers for this DVR port 4007ae74-ada4-4388-9281-7e9b12230bbb on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:03.103601 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:03.214074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Subnet': ['ID=d4770e00-cbe8-4286-a38d-8ac30f29cf38,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:03.219501 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:03.223809 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.238066 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16e1b72-e1db-46f0-b9bb-c22288c9ac48']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:03.260740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Checking segment: {'id': '97cab446-0079-4ae2-abaa-500e87a4e229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2cf78f5b-8885-4082-b07a-140174080778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:03.261507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network hostable DHCP agents. Network: 2cf78f5b-8885-4082-b07a-140174080778, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:03.262081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46cb8aae-87ad-4d32-b30f-139dab521e29') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:03.262433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46cb8aae-87ad-4d32-b30f-139dab521e29') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:03.276441 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.289501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-b43b317b-6656-4ced-bdd2-df8d852084ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:03.291363 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-b43b317b-6656-4ced-bdd2-df8d852084ed service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d&tenant_id=376995c4f311493cb8f3f61879be2ef0 HTTP/1.1" status: 200 len: 1095 time: 0.1615560 Jun 17 08:45:03.299457 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.311025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:03.311308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network 2cf78f5b-8885-4082-b07a-140174080778 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:03.311907 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:03.315875 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:03.324781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 2cf78f5b-8885-4082-b07a-140174080778) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:03.330578 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:03.335171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d0cf35-9498-439d-b77b-36b3521572e0 None None] Network 2cf78f5b-8885-4082-b07a-140174080778 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:03.345581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.439756 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.453507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-4e740323-a7e9-4061-85aa-214bfab99d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:03.455025 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-4e740323-a7e9-4061-85aa-214bfab99d80 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=376995c4f311493cb8f3f61879be2ef0&device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 1095 time: 0.1034319 Jun 17 08:45:03.463047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6dc5c874-cd70-4c85-abe9-a61547a0f764 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.502813 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-04edce1e-1f93-4a35-a10a-26ec6a7fa269 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:03.520929 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.521194 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4007ae74-ada4-4388-9281-7e9b12230bbb no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:03.521658 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0803452 Jun 17 08:45:03.524197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60930) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:03.527821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/networks/f16e1b72-e1db-46f0-b9bb-c22288c9ac48 HTTP/1.1" status: 204 len: 168 time: 2.2051172 Jun 17 08:45:03.529753 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6dc5c874-cd70-4c85-abe9-a61547a0f764 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.532430 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c2c42a5a-f304-4970-899f-e29148e3807c tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1531219569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:03.545515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 4007ae74-ada4-4388-9281-7e9b12230bbb {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:03.546010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4007ae74-ada4-4388-9281-7e9b12230bbb not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:03.548260 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60932) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:03.640350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Network': ['ID=f16e1b72-e1db-46f0-b9bb-c22288c9ac48,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:03.640989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-2cf78f5b-8885-4082-b07a-140174080778', 'network_id': '2cf78f5b-8885-4082-b07a-140174080778', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'fixed_ips': [{'subnet_id': 'd4770e00-cbe8-4286-a38d-8ac30f29cf38'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:03.641714 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:03.647289 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:03.649822 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-81a9cfb9-4abe-4ac0-9479-f4f845701737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:03.705461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5c874-cd70-4c85-abe9-a61547a0f764 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c55086-00ba-44fd-a87f-300aeeaf6551,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:03.710851 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6dc5c874-cd70-4c85-abe9-a61547a0f764 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:03.755192 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-74e8ab43-4863-4e22-8202-9ca45a7a2fc0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:03.757653 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-74e8ab43-4863-4e22-8202-9ca45a7a2fc0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501&tenant_id=2f455ca5823946e8a10a01151d60adb3&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 944 time: 0.3362811 Jun 17 08:45:03.783648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286990eb-dde0-47c7-8d70-ad8abdd24921 req-849d1f65-7d88-442d-be52-d4aad353d545 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:03.785337 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-286990eb-dde0-47c7-8d70-ad8abdd24921 req-849d1f65-7d88-442d-be52-d4aad353d545 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 944 time: 0.2264647 Jun 17 08:45:03.799633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Allocated IP 2001:db8::2 (2cf78f5b-8885-4082-b07a-140174080778/d4770e00-cbe8-4286-a38d-8ac30f29cf38/5ee91b12-8a1e-4144-bf21-635c539718c5) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.805117 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:03.807876 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:45:03.896736 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-286990eb-dde0-47c7-8d70-ad8abdd24921 req-d58a6505-932f-4c3e-ac3a-b1f030713841 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868413 Jun 17 08:45:03.906082 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-a01a8e3e-c6be-43c2-a3d4-159ba9df105b service neutron] 10.222.0.10 "GET /v2.0/ports/4c544ffa-f2f6-4b19-9441-54df98629992/bindings/n-h1-779913-16 HTTP/1.1" status: 200 len: 383 time: 0.1404128 Jun 17 08:45:04.043085 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.054518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Transition to ACTIVE for port object 5ee91b12-8a1e-4144-bf21-635c539718c5 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:04.074550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-71670cbf-cb49-425d-96f8-2aee889218f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:04.076240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Transition to ACTIVE for port object 5ee91b12-8a1e-4144-bf21-635c539718c5 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:04.080988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-71670cbf-cb49-425d-96f8-2aee889218f2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1096 time: 0.1381848 Jun 17 08:45:04.087745 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.095801 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:04.135557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Network 2cf78f5b-8885-4082-b07a-140174080778 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:04.141004 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2c42a5a-f304-4970-899f-e29148e3807c tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.142141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2c42a5a-f304-4970-899f-e29148e3807c tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.164578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:04.169916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-8733a273-e760-49c6-bce1-a80f1438ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:04.171486 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-8733a273-e760-49c6-bce1-a80f1438ef49 service neutron] 10.222.0.63 "GET /v2.0/networks?id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 200 len: 917 time: 0.7089863 Jun 17 08:45:04.175745 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6dc5c874-cd70-4c85-abe9-a61547a0f764 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.179926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6dc5c874-cd70-4c85-abe9-a61547a0f764 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2954333 Jun 17 08:45:04.183279 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:04.185349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde23e0-9cfc-445a-b595-4636c8c9d5e5 req-00e6173e-7121-4e22-8578-7d3f6c54668a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:04.192332 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edde23e0-9cfc-445a-b595-4636c8c9d5e5 req-00e6173e-7121-4e22-8578-7d3f6c54668a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.1898980 Jun 17 08:45:04.194117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60944) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:04.201424 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ab8fbe44-26f3-4290-84af-9e99b3673673 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'tempest-secgroup--268042819'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:04.237702 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab8fbe44-26f3-4290-84af-9e99b3673673 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.268378 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-1b4ab1e1-4ed0-40e9-a9f0-2f03ff08bd3c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319 HTTP/1.1" status: 200 len: 999 time: 0.0693641 Jun 17 08:45:04.285533 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Attempting to bind port 5ee91b12-8a1e-4144-bf21-635c539718c5 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:04.285533 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Attempting to bind port 5ee91b12-8a1e-4144-bf21-635c539718c5 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '97cab446-0079-4ae2-abaa-500e87a4e229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2cf78f5b-8885-4082-b07a-140174080778'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:04.285533 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Attempting to bind port 5ee91b12-8a1e-4144-bf21-635c539718c5 on network 2cf78f5b-8885-4082-b07a-140174080778 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:04.290504 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:04.290975 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Checking segment: {'id': '97cab446-0079-4ae2-abaa-500e87a4e229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2cf78f5b-8885-4082-b07a-140174080778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:04.291386 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.291833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Bound using segment: {'id': '97cab446-0079-4ae2-abaa-500e87a4e229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2cf78f5b-8885-4082-b07a-140174080778'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:04.292329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Bound port: 5ee91b12-8a1e-4144-bf21-635c539718c5, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97cab446-0079-4ae2-abaa-500e87a4e229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '2cf78f5b-8885-4082-b07a-140174080778'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:04.292719 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.297749 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Pushing event updated for resources: {'Port': ['ID=5ee91b12-8a1e-4144-bf21-635c539718c5,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:04.302823 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:04.311005 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edde23e0-9cfc-445a-b595-4636c8c9d5e5 req-e926234b-8cd2-4d0c-94ef-e828f89717f9 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175826 Jun 17 08:45:04.323865 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-d6745d82-3c12-4ef4-af5e-a3f9a472014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:04.325816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-d6745d82-3c12-4ef4-af5e-a3f9a472014d service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.2336044 Jun 17 08:45:04.356011 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2c42a5a-f304-4970-899f-e29148e3807c tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.366448 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-090d9338-0429-41ff-8752-7e9f3c23a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:04.368472 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-090d9338-0429-41ff-8752-7e9f3c23a2e5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 200 len: 855 time: 0.0911899 Jun 17 08:45:04.370826 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2c42a5a-f304-4970-899f-e29148e3807c tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.402903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] For port 5ee91b12-8a1e-4144-bf21-635c539718c5, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:04.407256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] For port 5ee91b12-8a1e-4144-bf21-635c539718c5, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5ee91b12-8a1e-4144-bf21-635c539718c5,segment=NetworkSegment(97cab446-0079-4ae2-abaa-500e87a4e229),segment_id=97cab446-0079-4ae2-abaa-500e87a4e229)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:04.413766 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.421912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting port a7740a37-d247-4ef6-ac90-76616b2f6629 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:04.423045 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.426516 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:04.438320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-c403de4a-3331-4405-8f7c-dbde6b0e304c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 999 time: 0.1057749 Jun 17 08:45:04.531487 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-420d62dd-8117-409d-93f6-e702f53007f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:04.533847 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-420d62dd-8117-409d-93f6-e702f53007f2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=6ed3f91c-ffd7-4862-8a3c-136b27341f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1562846 Jun 17 08:45:04.545374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Pushing event updated for resources: {'Port': ['ID=5ee91b12-8a1e-4144-bf21-635c539718c5,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:04.545870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-84b75184-ef65-4aa0-add6-28421e647b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:04.547753 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-84b75184-ef65-4aa0-add6-28421e647b80 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.1023359 Jun 17 08:45:04.559762 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:04.566067 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.567297 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.617962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab8fbe44-26f3-4290-84af-9e99b3673673 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.617962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab8fbe44-26f3-4290-84af-9e99b3673673 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.630484 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cd674e7e-fbd5-454b-8b33-5c403793bf2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:04.633358 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c2c42a5a-f304-4970-899f-e29148e3807c tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.637632 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c2c42a5a-f304-4970-899f-e29148e3807c tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1097000 Jun 17 08:45:04.641431 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60956) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:04.675985 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab8fbe44-26f3-4290-84af-9e99b3673673 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:04.680830 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ab8fbe44-26f3-4290-84af-9e99b3673673 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4795446 Jun 17 08:45:04.680830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8fbe44-26f3-4290-84af-9e99b3673673 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17adb499-96f9-4c39-b778-8cbc241dd81c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:04.687324 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ab8fbe44-26f3-4290-84af-9e99b3673673 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:04.690973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60958) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:04.697136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-71d48d60-c274-4c10-830a-16e2ec370231 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': 'f3c55086-00ba-44fd-a87f-300aeeaf6551', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '17adb499-96f9-4c39-b778-8cbc241dd81c'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:04.723217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-147f0d2c-d02b-4315-9238-ef363d33c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:04.725085 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-147f0d2c-d02b-4315-9238-ef363d33c409 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1693671 Jun 17 08:45:04.818968 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Calling delete_port for a7740a37-d247-4ef6-ac90-76616b2f6629 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:04.823033 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-71d48d60-c274-4c10-830a-16e2ec370231 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:04.824186 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-71d48d60-c274-4c10-830a-16e2ec370231 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1322207 Jun 17 08:45:04.847930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60960) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:04.896029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-de33efad-a871-45fa-bbaa-d263204f2d33 service neutron] 10.222.0.10 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416199 Jun 17 08:45:05.011487 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc64c-121b-41ed-8da0-dd8eb7156231 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.057375 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc64c-121b-41ed-8da0-dd8eb7156231 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.090589 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-b835aa3c-a93f-487d-8b8e-c2739be3fa64 service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479016 Jun 17 08:45:05.120564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-d120d50c-ed6e-4918-951b-3d68a96fd0a4 service neutron] 10.222.0.10 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160769 Jun 17 08:45:05.174125 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc64c-121b-41ed-8da0-dd8eb7156231 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.176876 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ed1dc64c-121b-41ed-8da0-dd8eb7156231 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.178075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ed1dc64c-121b-41ed-8da0-dd8eb7156231 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "DELETE /v2.0/security-groups/17adb499-96f9-4c39-b778-8cbc241dd81c HTTP/1.1" status: 204 len: 168 time: 0.3288548 Jun 17 08:45:05.179952 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-114c6e76-bc7f-414a-9473-00862ac9cfd7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:05.183067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60972) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:05.191049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65897-43c2-4c30-a1d8-0534fb3995cb req-32bd17b5-8f37-416d-96a5-f8e2c63bae5f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:05.192634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68b65897-43c2-4c30-a1d8-0534fb3995cb req-32bd17b5-8f37-416d-96a5-f8e2c63bae5f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 944 time: 0.1171784 Jun 17 08:45:05.225248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1dc64c-121b-41ed-8da0-dd8eb7156231 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17adb499-96f9-4c39-b778-8cbc241dd81c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:05.229902 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed1dc64c-121b-41ed-8da0-dd8eb7156231 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:05.295231 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68b65897-43c2-4c30-a1d8-0534fb3995cb req-bee29e0d-78d1-439c-8c37-16a87e598a4d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782404 Jun 17 08:45:05.301975 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.315828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4cd6fe7a-ae70-42f7-8be7-bfa5d9cb4558 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1216533 Jun 17 08:45:05.316577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60974) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:05.399273 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d12062c7-a273-40e7-b33f-4cb341440b1b req-10d56fa8-d283-44ff-8af0-f9749fddfcfa service neutron] 10.222.0.63 "GET /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816713 Jun 17 08:45:05.464051 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14b64182-adf0-4889-b69d-03662bc45248 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.540528 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14b64182-adf0-4889-b69d-03662bc45248 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.575790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 4c544ffa-f2f6-4b19-9441-54df98629992 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:05.657178 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14b64182-adf0-4889-b69d-03662bc45248 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.660902 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14b64182-adf0-4889-b69d-03662bc45248 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.668491 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5ee91b12-8a1e-4144-bf21-635c539718c5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:05.670042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 60990) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:05.670618 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-14b64182-adf0-4889-b69d-03662bc45248 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "DELETE /v2.0/security-groups/f3c55086-00ba-44fd-a87f-300aeeaf6551 HTTP/1.1" status: 204 len: 168 time: 0.3527875 Jun 17 08:45:05.673711 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8d44502d-2f68-4365-95b0-9a80f714334f tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:05.692363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b736b85-7c15-48c0-b690-13529395a243 req-d5b516a9-2c9c-4261-819c-c8ebf4988489 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:05.697620 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b736b85-7c15-48c0-b690-13529395a243 req-d5b516a9-2c9c-4261-819c-c8ebf4988489 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.2194607 Jun 17 08:45:05.721182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b64182-adf0-4889-b69d-03662bc45248 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c55086-00ba-44fd-a87f-300aeeaf6551,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:05.728088 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-14b64182-adf0-4889-b69d-03662bc45248 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:05.775269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 4c544ffa-f2f6-4b19-9441-54df98629992 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:05.783286 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 4c544ffa-f2f6-4b19-9441-54df98629992 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:05.783942 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.807743 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b736b85-7c15-48c0-b690-13529395a243 req-bf8fc82d-f7d9-48de-92ea-f0bfdc7f6a7d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918405 Jun 17 08:45:05.810059 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.822498 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 5ee91b12-8a1e-4144-bf21-635c539718c5 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:05.828230 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4f56cb9b-6217-4738-b358-3f325140e5bd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:05.891844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Port': ['ID=a7740a37-d247-4ef6-ac90-76616b2f6629,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:05.930111 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:05.938235 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-97311c35-946b-4e9c-874c-8ade4ab37f58 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2584267 Jun 17 08:45:05.939095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 60998) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:05.944152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-96e942e2-01c8-4abd-8980-efff0756fefb tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881047554'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:05.951690 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:05.984520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:05.987574 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7815d66-46e7-4097-89d1-7665367fb687" -d '{"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-plugged", "status": "completed", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:05.995990 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96e942e2-01c8-4abd-8980-efff0756fefb tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.007858 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dabf35-6319-4390-840b-025884e68c85 None None] Network 2cf78f5b-8885-4082-b07a-140174080778 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:06.030624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.031167 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Floating IP d79b28a3-be38-4eff-a2f2-03bca92c56af disassociated (deleted). External IP: 172.25.8.156, port: a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa. Jun 17 08:45:06.127448 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:06.137075 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c3ba82-e885-424b-9297-0df31a30b15c x-openstack-request-id: req-f3c3ba82-e885-424b-9297-0df31a30b15c {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:06.137521 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-plugged", "status": "completed", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:06.138293 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3c3ba82-e885-424b-9297-0df31a30b15c {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:06.139133 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992', 'code': 200} Jun 17 08:45:06.145282 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.162888 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:06.234273 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0c0bc346-ec36-4406-8558-6d99ab7f3ecd None None] Provisioning for port 5ee91b12-8a1e-4144-bf21-635c539718c5 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:06.245184 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96e942e2-01c8-4abd-8980-efff0756fefb tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.254399 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96e942e2-01c8-4abd-8980-efff0756fefb tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.254644 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0c0bc346-ec36-4406-8558-6d99ab7f3ecd None None] Provisioning complete for port 5ee91b12-8a1e-4144-bf21-635c539718c5 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:06.255089 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc346-ec36-4406-8558-6d99ab7f3ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.259575 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee8464f9-6a34-4806-9b5f-72b7f1f378cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:06.320949 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96e942e2-01c8-4abd-8980-efff0756fefb tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.322526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-96e942e2-01c8-4abd-8980-efff0756fefb tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3824253 Jun 17 08:45:06.328618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32778) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:06.342106 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e942e2-01c8-4abd-8980-efff0756fefb tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0943693-f9e8-41bd-b458-2a6e51ab4b85,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:06.358011 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-96e942e2-01c8-4abd-8980-efff0756fefb tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:06.383171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-09b0a990-c814-42e2-b593-1bbcfdb96749 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': 'b0943693-f9e8-41bd-b458-2a6e51ab4b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:06.430873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Allocated IP 2001:db8::1 (2cf78f5b-8885-4082-b07a-140174080778/d4770e00-cbe8-4286-a38d-8ac30f29cf38/ddb102d1-e16c-490e-8a96-d28e6bfc1bf6) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:06.455404 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-09b0a990-c814-42e2-b593-1bbcfdb96749 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:06.456536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-09b0a990-c814-42e2-b593-1bbcfdb96749 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1160028 Jun 17 08:45:06.459645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32782) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:06.471083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-443ccbcc-8014-4771-bf73-966039862a2b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group_rule': {'security_group_id': 'b0943693-f9e8-41bd-b458-2a6e51ab4b85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:06.564038 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 33dd63aa-695b-4a69-a853-1648da95cf3b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:06.574833 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-443ccbcc-8014-4771-bf73-966039862a2b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:06.578806 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-443ccbcc-8014-4771-bf73-966039862a2b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1145189 Jun 17 08:45:06.580541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32790) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:06.845545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32d7ba-a26e-4820-a9d7-901fd8acfa1d req-03a1c0e4-2162-484a-8492-94fd7a6af080 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:06.854981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:06.871356 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9d32d7ba-a26e-4820-a9d7-901fd8acfa1d req-03a1c0e4-2162-484a-8492-94fd7a6af080 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.3078487 Jun 17 08:45:06.921531 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb97a-7183-4735-a737-f473e596fec7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.981881 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:06.982739 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc346-ec36-4406-8558-6d99ab7f3ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:06.993292 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.026632 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Transition to ACTIVE for port object ddb102d1-e16c-490e-8a96-d28e6bfc1bf6 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:07.068581 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb97a-7183-4735-a737-f473e596fec7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.111087 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:07.114755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.132025 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.137303 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:07.146390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a139bb32-a3b5-4e0f-9b42-f64f8d8560ea None None] Sync routers for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:07.169928 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9d32d7ba-a26e-4820-a9d7-901fd8acfa1d req-4ee4a0bc-356a-4727-b081-de613de0dbb8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2498319 Jun 17 08:45:07.217334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0c0bc346-ec36-4406-8558-6d99ab7f3ecd None None] For port 5ee91b12-8a1e-4144-bf21-635c539718c5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5ee91b12-8a1e-4144-bf21-635c539718c5,segment=NetworkSegment(97cab446-0079-4ae2-abaa-500e87a4e229),segment_id=97cab446-0079-4ae2-abaa-500e87a4e229)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:07.220525 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a139bb32-a3b5-4e0f-9b42-f64f8d8560ea None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:07.221268 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a139bb32-a3b5-4e0f-9b42-f64f8d8560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:07.314903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=ddb102d1-e16c-490e-8a96-d28e6bfc1bf6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:07.322110 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc346-ec36-4406-8558-6d99ab7f3ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.332872 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb97a-7183-4735-a737-f473e596fec7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.339075 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bcfdb97a-7183-4735-a737-f473e596fec7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.343024 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:07.347154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bcfdb97a-7183-4735-a737-f473e596fec7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "DELETE /v2.0/security-groups/b0943693-f9e8-41bd-b458-2a6e51ab4b85 HTTP/1.1" status: 204 len: 168 time: 0.7666094 Jun 17 08:45:07.348005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32798) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:07.352367 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cc29b062-7abe-4e13-8a60-a1966b7de410 tempest-FloatingIPAdminTestJSON-1083004995 tempest-FloatingIPAdminTestJSON-1083004995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:07.354694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network 2cf78f5b-8885-4082-b07a-140174080778 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:07.361842 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-728e3ef3-535b-4c65-ab17-951b0b863d5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:07.364588 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:07.372459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:07.375465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.458455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bc346-ec36-4406-8558-6d99ab7f3ecd None None] Pushing event updated for resources: {'Port': ['ID=5ee91b12-8a1e-4144-bf21-635c539718c5,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:07.463860 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0c0bc346-ec36-4406-8558-6d99ab7f3ecd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:07.490981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a139bb32-a3b5-4e0f-9b42-f64f8d8560ea None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:07.511431 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 32800) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:07.512873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7c0bf8c3-f8ec-48c1-8cd8-e1ad1de223a3 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1485929 Jun 17 08:45:07.524081 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/floatingips/d79b28a3-be38-4eff-a2f2-03bca92c56af HTTP/1.1" status: 204 len: 168 time: 3.9717512 Jun 17 08:45:07.559769 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e229970-ec8f-4b76-b82a-56c5a1f4ab05 req-f07268f8-954a-401a-a8e1-a14085113a95 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:07.566540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e229970-ec8f-4b76-b82a-56c5a1f4ab05 req-f07268f8-954a-401a-a8e1-a14085113a95 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.4147198 Jun 17 08:45:07.567366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-14cf1ddd-e144-4faa-9c3b-414fab056f51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121678499'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:07.578636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '957802f7-e1c8-4108-9b97-b319d2731c68', 'tag': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:07.579528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdb97a-7183-4735-a737-f473e596fec7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0943693-f9e8-41bd-b458-2a6e51ab4b85,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:07.593959 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bcfdb97a-7183-4735-a737-f473e596fec7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:07.605017 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9f0fe7-2717-463a-947a-8d0e14521ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "957802f7-e1c8-4108-9b97-b319d2731c68", "tag": "a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:07.677015 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7e229970-ec8f-4b76-b82a-56c5a1f4ab05 req-ad220b10-bbc0-489b-9798-cd24cbe376f4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842466 Jun 17 08:45:07.894001 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748a184f-a7cd-44bf-814c-164a59a36d10 x-openstack-request-id: req-748a184f-a7cd-44bf-814c-164a59a36d10 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:07.894461 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "957802f7-e1c8-4108-9b97-b319d2731c68", "tag": "a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:07.895078 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-748a184f-a7cd-44bf-814c-164a59a36d10 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:07.895664 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '957802f7-e1c8-4108-9b97-b319d2731c68', 'tag': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'status': 'completed', 'code': 200} Jun 17 08:45:07.899203 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.925842 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14cf1ddd-e144-4faa-9c3b-414fab056f51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:07.937083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ccf2da33-7626-4155-9baf-ca601585ea50 None None] Provisioning complete for port 5ee91b12-8a1e-4144-bf21-635c539718c5 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:07.937696 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ccf2da33-7626-4155-9baf-ca601585ea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.060857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a139bb32-a3b5-4e0f-9b42-f64f8d8560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 6, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:08.071369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f0fe7-2717-463a-947a-8d0e14521ffb req-8bb10fe9-5328-4995-b0ed-23f1f8099355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.073340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b9f0fe7-2717-463a-947a-8d0e14521ffb req-8bb10fe9-5328-4995-b0ed-23f1f8099355 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 1098 time: 0.2745223 Jun 17 08:45:08.161344 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a139bb32-a3b5-4e0f-9b42-f64f8d8560ea None None] Checking router: 33dd63aa-695b-4a69-a853-1648da95cf3b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:08.175410 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14cf1ddd-e144-4faa-9c3b-414fab056f51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.191490 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14cf1ddd-e144-4faa-9c3b-414fab056f51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.212334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a139bb32-a3b5-4e0f-9b42-f64f8d8560ea None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:08.213320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a139bb32-a3b5-4e0f-9b42-f64f8d8560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:08.245099 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bf5d0415-e3e4-4ed3-98fb-60deee2c008b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:08.335548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf1ddd-e144-4faa-9c3b-414fab056f51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e405a8-e81b-4229-ad33-1cb8e2909325,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:08.341073 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-14cf1ddd-e144-4faa-9c3b-414fab056f51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.358220 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-14cf1ddd-e144-4faa-9c3b-414fab056f51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8296173 Jun 17 08:45:08.360879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32816) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:08.388651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1d7d0613-934c-4a39-9d7c-cc7e5987659a tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:08.401082 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-1d7d0613-934c-4a39-9d7c-cc7e5987659a tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 17 08:45:08.401803 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-1d7d0613-934c-4a39-9d7c-cc7e5987659a tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] update failed (client error): There was a conflict when trying to complete your request. Jun 17 08:45:08.408352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1d7d0613-934c-4a39-9d7c-cc7e5987659a tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "PUT /v2.0/security-groups/33e405a8-e81b-4229-ad33-1cb8e2909325 HTTP/1.1" status: 409 len: 330 time: 0.0273647 Jun 17 08:45:08.414964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32818) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:08.482315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f0fe7-2717-463a-947a-8d0e14521ffb req-acc654ac-c3a2-4fed-b3e6-d8cdc6bc8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.485751 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b9f0fe7-2717-463a-947a-8d0e14521ffb req-acc654ac-c3a2-4fed-b3e6-d8cdc6bc8f95 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6941cc9f-6e5d-4e97-bdd7-15afbf504923 HTTP/1.1" status: 200 len: 898 time: 0.3778098 Jun 17 08:45:08.499255 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-14cf1ddd-e144-4faa-9c3b-414fab056f51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:08.508135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a139bb32-a3b5-4e0f-9b42-f64f8d8560ea None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:08.569097 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1692004a-7f17-4590-9248-62368b1af1a2 None None] Provisioning for port ddb102d1-e16c-490e-8a96-d28e6bfc1bf6 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:08.581325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1692004a-7f17-4590-9248-62368b1af1a2 None None] Provisioning complete for port ddb102d1-e16c-490e-8a96-d28e6bfc1bf6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:08.581640 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1692004a-7f17-4590-9248-62368b1af1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:08.733807 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b9f0fe7-2717-463a-947a-8d0e14521ffb req-3a86068a-100e-4104-9407-cf1187c5fc80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa HTTP/1.1" status: 200 len: 217 time: 0.2275388 Jun 17 08:45:08.878016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1692004a-7f17-4590-9248-62368b1af1a2 None None] Port ddb102d1-e16c-490e-8a96-d28e6bfc1bf6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:08.968037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f0fe7-2717-463a-947a-8d0e14521ffb req-0f10d4be-0c4c-4e12-ad81-dd9f46ee2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:08.969535 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b9f0fe7-2717-463a-947a-8d0e14521ffb req-0f10d4be-0c4c-4e12-ad81-dd9f46ee2b03 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=28e9f5be-4b70-471e-934f-925d81fabfa6 HTTP/1.1" status: 200 len: 833 time: 0.2066617 Jun 17 08:45:08.970327 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8e58593d-2c3a-42c5-8142-131b72e87c1c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.001794 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.017967 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.019901 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.043187 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8625284d-a36a-45f3-929e-1cec6f5e6642 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:09.126081 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a139bb32-a3b5-4e0f-9b42-f64f8d8560ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 6, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:09.126730 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8e58593d-2c3a-42c5-8142-131b72e87c1c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.287139 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a139bb32-a3b5-4e0f-9b42-f64f8d8560ea None None] The sync data for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 is: [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:44:53Z', 'revision_number': 6, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '3665e515-c291-411c-91cd-6f4b6e11594a', 'name': '', 'network_id': '6941cc9f-6e5d-4e97-bdd7-15afbf504923', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:96:12:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2826, 'fixed_ips': [{'subnet_id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:44Z', 'updated_at': '2021-06-17T08:41:55Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '28e9f5be-4b70-471e-934f-925d81fabfa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:09.313059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=ddb102d1-e16c-490e-8a96-d28e6bfc1bf6,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:09.316670 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.326987 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:09.340329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12449fc0-2c90-4cf6-9130-15d2605d84e0 req-56aa6b1f-b337-4deb-a403-6c8ac687e3b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:09.353183 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12449fc0-2c90-4cf6-9130-15d2605d84e0 req-56aa6b1f-b337-4deb-a403-6c8ac687e3b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 946 time: 0.6124446 Jun 17 08:45:09.357332 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-c9035b64-1e20-4b6c-a741-758b3d25f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:09.360352 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-c9035b64-1e20-4b6c-a741-758b3d25f9fb service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 1097 time: 0.3558877 Jun 17 08:45:09.416984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103e1e5-cb26-4ee7-840b-9e3ce4f92946 req-0fef1593-0d22-4ed4-88b3-25fd7fb984a2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:09.435334 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4103e1e5-cb26-4ee7-840b-9e3ce4f92946 req-0fef1593-0d22-4ed4-88b3-25fd7fb984a2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 945 time: 0.8934948 Jun 17 08:45:09.488909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network 2cf78f5b-8885-4082-b07a-140174080778 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:09.491276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:09.575581 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5ee91b12-8a1e-4144-bf21-635c539718c5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:09.646835 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f0fe7-2717-463a-947a-8d0e14521ffb req-04075d17-ad7a-4397-a87e-c85d013da6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:09.652917 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b9f0fe7-2717-463a-947a-8d0e14521ffb req-04075d17-ad7a-4397-a87e-c85d013da6fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6941cc9f-6e5d-4e97-bdd7-15afbf504923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6629252 Jun 17 08:45:09.663626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 4c544ffa-f2f6-4b19-9441-54df98629992 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:09.808085 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12449fc0-2c90-4cf6-9130-15d2605d84e0 req-f44096d3-b7d1-4e45-bd58-58092afa1d9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4491284 Jun 17 08:45:09.877928 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8e58593d-2c3a-42c5-8142-131b72e87c1c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.894264 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8e58593d-2c3a-42c5-8142-131b72e87c1c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.899321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8e58593d-2c3a-42c5-8142-131b72e87c1c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "DELETE /v2.0/security-groups/33e405a8-e81b-4229-ad33-1cb8e2909325 HTTP/1.1" status: 204 len: 168 time: 1.4748378 Jun 17 08:45:09.902146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32834) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:09.915157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 5ee91b12-8a1e-4144-bf21-635c539718c5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:09.915157 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:09.998899 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-43a94b69-c3db-4ffb-ab1f-6266a0e64109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:10.046520 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c9dab5-ebf6-4b5c-9b27-026839121867 None None] New status for floating IP d79b28a3-be38-4eff-a2f2-03bca92c56af: DOWN {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:45:10.047579 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.102353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58593d-2c3a-42c5-8142-131b72e87c1c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e405a8-e81b-4229-ad33-1cb8e2909325,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:10.107314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4103e1e5-cb26-4ee7-840b-9e3ce4f92946 req-75d9f471-b9ae-455d-a1da-4c9175b26b2d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6371641 Jun 17 08:45:10.119892 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8e58593d-2c3a-42c5-8142-131b72e87c1c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:10.164913 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:10.167515 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502b8114-dd14-4763-8a11-a87b3c777590" -d '{"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-unplugged", "status": "completed", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:10.222064 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4ab8412f-9932-4437-a2f4-937fd30cb67c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2126665 Jun 17 08:45:10.224386 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:10.252627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32844) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:10.299751 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.303180 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f276aee1-7840-4c6a-bec8-7283b8849f4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:10.321600 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e9217b-7f55-486d-9ab6-eb93088dea7d x-openstack-request-id: req-d9e9217b-7f55-486d-9ab6-eb93088dea7d {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:10.321902 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-unplugged", "status": "completed", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:10.322166 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9e9217b-7f55-486d-9ab6-eb93088dea7d {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:10.322581 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992', 'code': 200} Jun 17 08:45:10.377821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7a5549cd-d6fa-4d52-abae-f89b8a92671c None None] Provisioning complete for port ddb102d1-e16c-490e-8a96-d28e6bfc1bf6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:10.378338 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7a5549cd-d6fa-4d52-abae-f89b8a92671c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:10.427916 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-5a6b0dc4-7120-443f-8b7f-88dd4b2c3f5d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] delete failed (client error): The resource could not be found. Jun 17 08:45:10.429087 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5a6b0dc4-7120-443f-8b7f-88dd4b2c3f5d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "DELETE /v2.0/security-groups/17196496-fac7-471c-a3d1-6b133ba15f8d HTTP/1.1" status: 404 len: 347 time: 0.1731493 Jun 17 08:45:10.443337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32846) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:10.480356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=10']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:10.484942 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:10.490597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7a5549cd-d6fa-4d52-abae-f89b8a92671c None None] Port ddb102d1-e16c-490e-8a96-d28e6bfc1bf6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:10.495916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b9f0fe7-2717-463a-947a-8d0e14521ffb req-3ab573cf-5d7b-4bf1-a29a-b8142a622a97 service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8097177 Jun 17 08:45:10.498336 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-99463846-d582-4b42-b2e0-d16b6d1411c8 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] show failed (client error): The resource could not be found. Jun 17 08:45:10.499339 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-99463846-d582-4b42-b2e0-d16b6d1411c8 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-groups/0d6da51a-bb77-49dd-88e9-063a3b34f8a9 HTTP/1.1" status: 404 len: 347 time: 0.0544634 Jun 17 08:45:10.511151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32848) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:10.519362 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-779913-16', 'device_owner': 'compute:nova'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:10.527746 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-f8e33df5-8f9a-484f-916c-579426bd3606 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] show failed (client error): The resource could not be found. Jun 17 08:45:10.528874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f8e33df5-8f9a-484f-916c-579426bd3606 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] 10.222.0.47 "GET /v2.0/security-group-rules/e766252e-7d71-4036-818e-c8d971017aa7 HTTP/1.1" status: 404 len: 356 time: 0.0167089 Jun 17 08:45:10.605590 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942bd882-b87a-40ae-8f65-7dd0874dd6de req-5daabd2d-ffe6-4423-af97-42fc093ab669 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:10.613130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-942bd882-b87a-40ae-8f65-7dd0874dd6de req-5daabd2d-ffe6-4423-af97-42fc093ab669 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.3259029 Jun 17 08:45:10.687060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-942bd882-b87a-40ae-8f65-7dd0874dd6de req-1c18dc1d-3341-40d3-9519-c6587e180071 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728478 Jun 17 08:45:10.721622 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b9f0fe7-2717-463a-947a-8d0e14521ffb req-fc0966c9-59dd-4444-a33d-1ed44d29b774 service neutron] 10.222.0.10 "GET /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178078 Jun 17 08:45:10.738075 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.020792 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317a05c-7eda-4824-a7a3-fca65be3e964 req-fa75fb69-a9bc-411c-920f-e81ea6ecb886 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.022747 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c317a05c-7eda-4824-a7a3-fca65be3e964 req-fa75fb69-a9bc-411c-920f-e81ea6ecb886 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 946 time: 0.4589186 Jun 17 08:45:11.062310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32862) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:11.242093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router 2b2ed40b-13e7-4456-9b3f-a1cd3f74b261 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:45:11.255522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c1152-90b2-49db-8a28-063466046e26 req-2c5042da-cbe6-4396-b877-23f127bfc8e2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.266268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec7c1152-90b2-49db-8a28-063466046e26 req-2c5042da-cbe6-4396-b877-23f127bfc8e2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 946 time: 0.1797593 Jun 17 08:45:11.408556 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dc227095-1bd3-4c23-8b56-0d4aed949ecb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a7e5c5bf8174b07be300b67abcf0e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448524 Jun 17 08:45:11.410207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32872) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:11.419074 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:11.432512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36830c-e06a-4b51-89b0-989439563ed0 None None] Sync routers for ids ['2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:11.434496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec7c1152-90b2-49db-8a28-063466046e26 req-8a0aa3e1-0975-4166-a2dc-169229617071 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672282 Jun 17 08:45:11.439482 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/2b2ed40b-13e7-4456-9b3f-a1cd3f74b261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7969484 Jun 17 08:45:11.441878 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 32874) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:11.459099 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36830c-e06a-4b51-89b0-989439563ed0 None None] Routers {'2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:11.459746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6f36830c-e06a-4b51-89b0-989439563ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:11.522981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723e65a-2bb8-46d5-97a7-5344d4ce2bc0 req-2a97cc5a-f8de-40fa-b509-4b5fbbc327c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.531964 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f723e65a-2bb8-46d5-97a7-5344d4ce2bc0 req-2a97cc5a-f8de-40fa-b509-4b5fbbc327c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 944 time: 0.2139711 Jun 17 08:45:11.552938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6f36830c-e06a-4b51-89b0-989439563ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:11.568985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f36830c-e06a-4b51-89b0-989439563ed0 None None] Routers {'2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:11.569622 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6f36830c-e06a-4b51-89b0-989439563ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:44:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:11.587437 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f723e65a-2bb8-46d5-97a7-5344d4ce2bc0 req-7253390c-6c41-4b98-8c2f-143ea5931387 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541413 Jun 17 08:45:11.589117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422f587e-36a1-41ae-b98a-79bce1113dc0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.593418 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-422f587e-36a1-41ae-b98a-79bce1113dc0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports/ddb102d1-e16c-490e-8a96-d28e6bfc1bf6 HTTP/1.1" status: 200 len: 911 time: 0.1490262 Jun 17 08:45:11.594207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 32876) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:11.610549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ce562c41-20cb-4478-8e34-a3e12bf94022 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd4770e00-cbe8-4286-a38d-8ac30f29cf38'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:11.625279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bce74d0a-4700-4608-8935-e5d43b3cfdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.629875 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6f36830c-e06a-4b51-89b0-989439563ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:11.630557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f36830c-e06a-4b51-89b0-989439563ed0 None None] The sync data for ids ['2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:11.659335 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bce74d0a-4700-4608-8935-e5d43b3cfdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.679706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:11.740578 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bce74d0a-4700-4608-8935-e5d43b3cfdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.744361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bce74d0a-4700-4608-8935-e5d43b3cfdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.744582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-c317a05c-7eda-4824-a7a3-fca65be3e964 req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:11.744995 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c317a05c-7eda-4824-a7a3-fca65be3e964 req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:11.748388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bce74d0a-4700-4608-8935-e5d43b3cfdf3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/24a8d99e-c1ae-474a-8466-fa50fadb14b3 HTTP/1.1" status: 204 len: 168 time: 0.3340762 Jun 17 08:45:11.753315 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd483e8a-361e-4287-89c7-29607626422e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:11.777902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce74d0a-4700-4608-8935-e5d43b3cfdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a8d99e-c1ae-474a-8466-fa50fadb14b3,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:11.797939 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bce74d0a-4700-4608-8935-e5d43b3cfdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:11.984889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:11.997177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b26d1-83c2-410e-b903-c81dd172ae73 req-9ac96f05-b376-4acb-bb8a-2dd8731b4c7d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:11.999045 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c42b26d1-83c2-410e-b903-c81dd172ae73 req-9ac96f05-b376-4acb-bb8a-2dd8731b4c7d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.1003065 Jun 17 08:45:12.069981 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c317a05c-7eda-4824-a7a3-fca65be3e964 req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] For port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa,segment=NetworkSegment(3dd39b10-1796-4710-9679-724358456e61),segment_id=3dd39b10-1796-4710-9679-724358456e61)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:12.070237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c42b26d1-83c2-410e-b903-c81dd172ae73 req-caae440e-42f3-40b3-8fc7-0469039c3c63 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656071 Jun 17 08:45:12.070353 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c317a05c-7eda-4824-a7a3-fca65be3e964 req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.100747 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c544ffa-f2f6-4b19-9441-54df98629992 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:12.110150 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.209974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-c317a05c-7eda-4824-a7a3-fca65be3e964 req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Calling delete_port for a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:12.226040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce562c41-20cb-4478-8e34-a3e12bf94022 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.227953 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Transition to ACTIVE for port object 4c544ffa-f2f6-4b19-9441-54df98629992 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:12.246332 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:12.276654 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f81045c6-d7b9-480e-94f8-f8dcb6b21498 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:12.359266 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=11']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:12.379676 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:12.740123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] No DVR routers for this DVR port 4c544ffa-f2f6-4b19-9441-54df98629992 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:12.924341 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68939860-0192-4500-abf9-3fb3c889091a req-fabb970b-31c8-47dc-a627-4b611c1f8a61 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:12.932096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68939860-0192-4500-abf9-3fb3c889091a req-fabb970b-31c8-47dc-a627-4b611c1f8a61 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 946 time: 0.2321520 Jun 17 08:45:13.021748 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68939860-0192-4500-abf9-3fb3c889091a req-80edd5bb-9ac1-44b1-94b8-68e25a9f40de tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a52a097-7919-422e-8e45-52b0845a0dac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883479 Jun 17 08:45:13.111511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da5180-712b-4802-a489-5ac8a16086d7 req-9353a626-a29d-41bf-ae26-6ec4d91e26db tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:13.123260 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13da5180-712b-4802-a489-5ac8a16086d7 req-9353a626-a29d-41bf-ae26-6ec4d91e26db tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 944 time: 0.1875007 Jun 17 08:45:13.238503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13da5180-712b-4802-a489-5ac8a16086d7 req-b4811929-06f7-4eb3-986b-375cb5a8a378 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140771 Jun 17 08:45:13.239023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32922) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:13.274943 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce562c41-20cb-4478-8e34-a3e12bf94022 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.295063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c317a05c-7eda-4824-a7a3-fca65be3e964 req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.304743 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce562c41-20cb-4478-8e34-a3e12bf94022 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.314528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce562c41-20cb-4478-8e34-a3e12bf94022 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:13.315243 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ce562c41-20cb-4478-8e34-a3e12bf94022 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.321813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32926) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:13.340638 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ce562c41-20cb-4478-8e34-a3e12bf94022 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/ports/ddb102d1-e16c-490e-8a96-d28e6bfc1bf6 HTTP/1.1" status: 200 len: 911 time: 1.7400622 Jun 17 08:45:13.360865 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:13.433539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce562c41-20cb-4478-8e34-a3e12bf94022 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=ddb102d1-e16c-490e-8a96-d28e6bfc1bf6,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:13.440496 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3633843b-3891-4f11-ad11-c740c070c57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.470036 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:45:13.521562 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Port': ['ID=a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:13.548474 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:13.551621 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c317a05c-7eda-4824-a7a3-fca65be3e964 req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] No DVR routers for this DVR port a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:13.554026 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:13.554693 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:13.558438 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c317a05c-7eda-4824-a7a3-fca65be3e964 req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.560808 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c317a05c-7eda-4824-a7a3-fca65be3e964 req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "DELETE /v2.0/ports/a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa HTTP/1.1" status: 204 len: 173 time: 2.5317650 Jun 17 08:45:13.561643 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '957802f7-e1c8-4108-9b97-b319d2731c68', 'name': 'network-vif-deleted', 'tag': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:13.564319 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419400e2-a784-4d48-a511-10a85e162353" -d '{"events": [{"server_uuid": "957802f7-e1c8-4108-9b97-b319d2731c68", "name": "network-vif-deleted", "tag": "a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:13.593241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-6398d034-9662-4ae9-a10e-d94a9a480d92 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:13.593856 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-6398d034-9662-4ae9-a10e-d94a9a480d92 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 17 08:45:13.594360 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-6398d034-9662-4ae9-a10e-d94a9a480d92 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:45:13.596094 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6398d034-9662-4ae9-a10e-d94a9a480d92 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3484821 Jun 17 08:45:13.601287 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 32934) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:13.604917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156862625'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:13.652370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:13.691067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb638ab-473c-43db-8960-b4e4b3120484 req-7a927be3-aae5-4e8c-a769-e0a472c7be92 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:13.697436 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5eb638ab-473c-43db-8960-b4e4b3120484 req-7a927be3-aae5-4e8c-a769-e0a472c7be92 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.3656504 Jun 17 08:45:13.698963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:13.699349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:13.703979 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f495f259-8881-4b4b-8208-664ca3dff8e9 x-openstack-request-id: req-f495f259-8881-4b4b-8208-664ca3dff8e9 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:13.704308 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "957802f7-e1c8-4108-9b97-b319d2731c68", "name": "network-vif-deleted", "tag": "a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:13.704602 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f495f259-8881-4b4b-8208-664ca3dff8e9 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:13.705051 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '957802f7-e1c8-4108-9b97-b319d2731c68', 'name': 'network-vif-deleted', 'tag': 'a1e69ca2-dd41-40b6-8d35-1bf8f476fdfa', 'status': 'completed', 'code': 200} Jun 17 08:45:13.755980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:13.757816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:13.759206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 on network f3769a56-2721-4e32-b97c-a084d6243926 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:13.772014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Port 4c544ffa-f2f6-4b19-9441-54df98629992 on network f3769a56-2721-4e32-b97c-a084d6243926 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:13.772416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Attempting to bind port 4c544ffa-f2f6-4b19-9441-54df98629992 on network f3769a56-2721-4e32-b97c-a084d6243926 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:13.772952 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5eb638ab-473c-43db-8960-b4e4b3120484 req-66d45d99-88c3-4a4b-bdb3-111c11ca3e5b tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695186 Jun 17 08:45:13.796443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:13.796443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Checking segment: {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:13.796443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Bound using segment: {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:13.796806 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Bound port: 4c544ffa-f2f6-4b19-9441-54df98629992, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf20eba-fd77-45ab-8931-bded9dbd64b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:13.797031 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.828041 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:13.841500 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.000974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:14.005480 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:14.013027 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.017101 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:14.081118 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.082871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.086048 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] 10.222.0.63 "PUT /v2.0/ports/4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 1093 time: 3.5719113 Jun 17 08:45:14.096324 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.173079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=12']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:14.202454 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:14.399056 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.442336 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.445811 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:14.483657 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-71c9a66f-2bd0-4e22-8fd1-e9c059e102a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.487561 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-71c9a66f-2bd0-4e22-8fd1-e9c059e102a6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1096 time: 0.3056488 Jun 17 08:45:14.556805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e9d273-ec5b-4bd9-9fa5-15f539d497e9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:14.574078 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:14.710440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-f65f56a1-de42-43d9-b4dd-9f84035153e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:14.711972 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-f65f56a1-de42-43d9-b4dd-9f84035153e4 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.1869760 Jun 17 08:45:14.844346 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.870216 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:14.888164 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6c05d0c5-1861-45b7-9097-2888a50e2550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:14.982721 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-4cc06bda-c171-474f-8f7a-94b291f242d6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 998 time: 0.2568476 Jun 17 08:45:15.003516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.007901 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4038246 Jun 17 08:45:15.019165 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 32956) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:15.051238 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c9ec5299-d68d-4020-8323-606baef5cfe2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': '85fce672-4023-4329-8bae-9237c4d42361', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:15.096690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c81f93d0-57da-44b8-a933-6b0dbe7271d3 req-09925bca-2a5e-4fd2-81ca-2ac30245de8d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=957802f7-e1c8-4108-9b97-b319d2731c68 HTTP/1.1" status: 200 len: 210 time: 0.6130862 Jun 17 08:45:15.107005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fce672-4023-4329-8bae-9237c4d42361,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:15.113753 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:15.169638 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5299-d68d-4020-8323-606baef5cfe2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.181087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d61e6f-8fbd-4dec-aa12-39c39ee7020d req-30abca18-da94-47c4-835f-2438b87f06a0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:15.188389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74d61e6f-8fbd-4dec-aa12-39c39ee7020d req-30abca18-da94-47c4-835f-2438b87f06a0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 944 time: 0.7079108 Jun 17 08:45:15.201111 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-52e43728-bdf9-4a1c-b685-b806065be575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:15.202977 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-52e43728-bdf9-4a1c-b685-b806065be575 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.1823449 Jun 17 08:45:15.358182 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5299-d68d-4020-8323-606baef5cfe2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.359038 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74d61e6f-8fbd-4dec-aa12-39c39ee7020d req-8a4b0059-1b9d-4ba5-bb1c-8b2d71ccaf7a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697800 Jun 17 08:45:15.381531 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5299-d68d-4020-8323-606baef5cfe2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.397565 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2cbc255f-b73c-40b1-8a7f-2d916ee9b53e tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:15.435520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec5299-d68d-4020-8323-606baef5cfe2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9e92a9-5939-4947-9efd-51a9f1170e1b,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:15.438870 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c9ec5299-d68d-4020-8323-606baef5cfe2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:15.459892 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c9ec5299-d68d-4020-8323-606baef5cfe2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.461305 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c9ec5299-d68d-4020-8323-606baef5cfe2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4382606 Jun 17 08:45:15.465524 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 32960) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:15.470746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9b6c2f40-c642-440b-b0e0-6787b7d9ece8 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': '85fce672-4023-4329-8bae-9237c4d42361', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:15.543040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port ddb102d1-e16c-490e-8a96-d28e6bfc1bf6 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:15.543415 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.619316 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-81653ffa-3381-496f-a560-39eac78b337e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.688770 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:15.821728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for ddb102d1-e16c-490e-8a96-d28e6bfc1bf6 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:15.921336 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.085552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:16.088210 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb07489-a822-40d9-b58f-0ed143259047" -d '{"events": [{"name": "network-changed", "server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:16.092615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-5282bf0c-7253-49bf-a905-acea763d2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:16.094228 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-5282bf0c-7253-49bf-a905-acea763d2026 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8764465 Jun 17 08:45:16.101604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b6c2f40-c642-440b-b0e0-6787b7d9ece8 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.104912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa3cc3-de7c-4e53-a917-6f4821635a24 req-a2d79735-7729-448e-a207-e660d9bad404 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:16.114501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dfa3cc3-de7c-4e53-a917-6f4821635a24 req-a2d79735-7729-448e-a207-e660d9bad404 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.6570911 Jun 17 08:45:16.154210 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-9b6c2f40-c642-440b-b0e0-6787b7d9ece8 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): There was a conflict when trying to complete your request. Jun 17 08:45:16.156786 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9b6c2f40-c642-440b-b0e0-6787b7d9ece8 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6902137 Jun 17 08:45:16.161014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 32976) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:16.173302 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e68e24-f13b-4ff4-b22a-d99709bd3639 x-openstack-request-id: req-c1e68e24-f13b-4ff4-b22a-d99709bd3639 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:16.173647 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:16.173952 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1e68e24-f13b-4ff4-b22a-d99709bd3639 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:16.175131 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992', 'status': 'completed', 'code': 200} Jun 17 08:45:16.225714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5dfa3cc3-de7c-4e53-a917-6f4821635a24 req-2eb22266-4cce-42e2-bb54-a8e702f7b4c3 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114533 Jun 17 08:45:16.253425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 32978) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:16.342441 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.358646 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:16.431866 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=ddb102d1-e16c-490e-8a96-d28e6bfc1bf6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:16.471403 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0089889f-754e-4f5c-bb49-59fc3287e9f6 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.488635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.489040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.489432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.489866 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.490250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.490632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.491211 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.491723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.492104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.492542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.493837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.494233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:16.498377 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:16.515009 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0089889f-754e-4f5c-bb49-59fc3287e9f6 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.609953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0089889f-754e-4f5c-bb49-59fc3287e9f6 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.613380 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0089889f-754e-4f5c-bb49-59fc3287e9f6 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.621163 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0089889f-754e-4f5c-bb49-59fc3287e9f6 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "DELETE /v2.0/security-groups/85fce672-4023-4329-8bae-9237c4d42361 HTTP/1.1" status: 204 len: 168 time: 0.4575725 Jun 17 08:45:16.624127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 32984) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:16.625684 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddb5c28d-bbb2-4871-882b-8778cf75d84b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:16.677348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089889f-754e-4f5c-bb49-59fc3287e9f6 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fce672-4023-4329-8bae-9237c4d42361,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:16.692718 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0089889f-754e-4f5c-bb49-59fc3287e9f6 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:16.702196 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-248239ad-3ecc-4c92-af4b-f1567c496e5f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.713767 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.736272 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2fe82acf-e655-40c9-923d-9bac450cb277 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067352 Jun 17 08:45:16.737214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 32988) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:16.741086 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07489-a822-40d9-b58f-0ed143259047 req-d11b95c7-7d1b-4676-92d3-5e8cdb0ce8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:16.746673 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-d11b95c7-7d1b-4676-92d3-5e8cdb0ce8a9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1096 time: 0.5200543 Jun 17 08:45:16.750801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fa8e65a0-758a-492d-9a02-a5dc5f4e8ed2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1392278102'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:16.760335 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-acdc1670-66d8-4125-9a7f-0b6d89b0a9d2 service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014107 Jun 17 08:45:16.807015 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-248239ad-3ecc-4c92-af4b-f1567c496e5f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.885054 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:16.905924 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07489-a822-40d9-b58f-0ed143259047 req-dac5a343-0d43-4a2b-8018-9e7ffcdf8c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:16.907946 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-dac5a343-0d43-4a2b-8018-9e7ffcdf8c12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.1459827 Jun 17 08:45:16.954391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b0f45-1280-42ef-8646-d5ce78a2a80b req-d154436c-5798-47c2-bcd1-18a650a95ca8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:16.958542 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d5b0f45-1280-42ef-8646-d5ce78a2a80b req-d154436c-5798-47c2-bcd1-18a650a95ca8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 944 time: 0.3706975 Jun 17 08:45:17.008347 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-f82c46d8-339e-4692-ace1-de06c0b51481 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 998 time: 0.0835707 Jun 17 08:45:17.075207 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d5b0f45-1280-42ef-8646-d5ce78a2a80b req-45553dd3-5932-44f8-ba13-019abf8a124d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030796 Jun 17 08:45:17.110937 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa8e65a0-758a-492d-9a02-a5dc5f4e8ed2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.201850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router 2b2ed40b-13e7-4456-9b3f-a1cd3f74b261 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:17.227051 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-248239ad-3ecc-4c92-af4b-f1567c496e5f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.230231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-248239ad-3ecc-4c92-af4b-f1567c496e5f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.234744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-248239ad-3ecc-4c92-af4b-f1567c496e5f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/security-groups/5a52a097-7919-422e-8e45-52b0845a0dac HTTP/1.1" status: 204 len: 168 time: 0.9777083 Jun 17 08:45:17.234999 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07489-a822-40d9-b58f-0ed143259047 req-eef6228f-f801-48cb-8496-99b9bf03d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:17.234999 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-eef6228f-f801-48cb-8496-99b9bf03d574 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.2097702 Jun 17 08:45:17.248270 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd4e9a99-39f4-4f90-96ab-af797d0b7d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:17.304446 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33002) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:17.328196 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-2029b20a-a0f8-4074-ba75-551799d6e65d req-256de618-126e-4fa2-b10f-1c0bf64e3211 service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167860 Jun 17 08:45:17.350271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248239ad-3ecc-4c92-af4b-f1567c496e5f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a52a097-7919-422e-8e45-52b0845a0dac,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:17.354166 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-248239ad-3ecc-4c92-af4b-f1567c496e5f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:17.374294 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:17.386394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/2b2ed40b-13e7-4456-9b3f-a1cd3f74b261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0634415 Jun 17 08:45:17.386522 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa8e65a0-758a-492d-9a02-a5dc5f4e8ed2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.387449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33004) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:17.393764 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33735b-24de-468c-bc4d-6d1cb6a4f5c1 None None] Sync routers for ids ['2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:17.413352 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33735b-24de-468c-bc4d-6d1cb6a4f5c1 None None] Routers {'2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:17.413990 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8d33735b-24de-468c-bc4d-6d1cb6a4f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:17.436952 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a2e38d10-92ba-47ed-a472-c8fb60e86f04 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b2ed40b-13e7-4456-9b3f-a1cd3f74b261 HTTP/1.1" status: 200 len: 205 time: 0.0482149 Jun 17 08:45:17.437564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33006) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:17.502486 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa8e65a0-758a-492d-9a02-a5dc5f4e8ed2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.504517 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8d33735b-24de-468c-bc4d-6d1cb6a4f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:17.522605 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d33735b-24de-468c-bc4d-6d1cb6a4f5c1 None None] Routers {'2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:17.523313 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8d33735b-24de-468c-bc4d-6d1cb6a4f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:17.526208 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:17.595672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-54733c73-ed1b-44f9-bdb3-0150d35393c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.608442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e65a0-758a-492d-9a02-a5dc5f4e8ed2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcafc90-8d9c-4462-a17e-20a8b34a2dc7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:17.610805 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8d33735b-24de-468c-bc4d-6d1cb6a4f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:17.611529 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d33735b-24de-468c-bc4d-6d1cb6a4f5c1 None None] The sync data for ids ['2b2ed40b-13e7-4456-9b3f-a1cd3f74b261'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:17.636369 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fa8e65a0-758a-492d-9a02-a5dc5f4e8ed2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:17.663059 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fa8e65a0-758a-492d-9a02-a5dc5f4e8ed2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.667685 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fa8e65a0-758a-492d-9a02-a5dc5f4e8ed2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9291761 Jun 17 08:45:17.668750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33010) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:17.674734 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07489-a822-40d9-b58f-0ed143259047 req-bbc59c6a-0cb3-4127-997e-2386f850cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:17.678616 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-bbc59c6a-0cb3-4127-997e-2386f850cb77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4314649 Jun 17 08:45:17.701644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-842fa5fe-edb7-4914-9353-0b32d9d76c88 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': '6fcafc90-8d9c-4462-a17e-20a8b34a2dc7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:17.702811 n-d-779913-16 neutron-server[93804]: WARNING neutron.api.v2.base [None req-842fa5fe-edb7-4914-9353-0b32d9d76c88 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 17 08:45:17.703810 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-842fa5fe-edb7-4914-9353-0b32d9d76c88 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:17.709392 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-842fa5fe-edb7-4914-9353-0b32d9d76c88 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0289111 Jun 17 08:45:17.712824 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33014) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:17.856089 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-54733c73-ed1b-44f9-bdb3-0150d35393c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.868971 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-54733c73-ed1b-44f9-bdb3-0150d35393c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.944392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-54733c73-ed1b-44f9-bdb3-0150d35393c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.944893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54733c73-ed1b-44f9-bdb3-0150d35393c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Fanout notify agent at l3_agent the message router_deleted on router 2b2ed40b-13e7-4456-9b3f-a1cd3f74b261 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:45:17.964096 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-54733c73-ed1b-44f9-bdb3-0150d35393c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:17.968048 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-54733c73-ed1b-44f9-bdb3-0150d35393c5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/2b2ed40b-13e7-4456-9b3f-a1cd3f74b261 HTTP/1.1" status: 204 len: 168 time: 0.5294204 Jun 17 08:45:17.968694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33018) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:17.996163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8736f-39b1-411f-a385-c1835c912dfc req-1ab92848-ef46-431b-815b-be56c482c7de tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:17.997775 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40a8736f-39b1-411f-a385-c1835c912dfc req-1ab92848-ef46-431b-815b-be56c482c7de tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.4626915 Jun 17 08:45:18.014888 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07489-a822-40d9-b58f-0ed143259047 req-45285291-5ee1-4bd5-99e9-dc823cd320ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:18.016465 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-45285291-5ee1-4bd5-99e9-dc823cd320ce service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1096 time: 0.5385902 Jun 17 08:45:18.109683 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be7babe8-be93-471f-aac6-76dd6c35b036 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.142467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6098d52-b441-4d0b-8b17-55c18e0366e2 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting subnet d4770e00-cbe8-4286-a38d-8ac30f29cf38 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:18.164977 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6098d52-b441-4d0b-8b17-55c18e0366e2 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.181684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40a8736f-39b1-411f-a385-c1835c912dfc req-e672b6ef-132f-4fee-aae3-d1b57c80287d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287024 Jun 17 08:45:18.200014 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-8d01fbd2-9e95-4410-bc28-58be0fa664df service neutron] 10.222.0.10 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880176 Jun 17 08:45:18.283923 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6098d52-b441-4d0b-8b17-55c18e0366e2 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.359589 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be7babe8-be93-471f-aac6-76dd6c35b036 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.512593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07489-a822-40d9-b58f-0ed143259047 req-4bfeee54-660e-4389-8bb7-51a59b4ffb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:18.514395 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-4bfeee54-660e-4389-8bb7-51a59b4ffb2d service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.3713307 Jun 17 08:45:18.520273 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6098d52-b441-4d0b-8b17-55c18e0366e2 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.522038 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be7babe8-be93-471f-aac6-76dd6c35b036 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.524895 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be7babe8-be93-471f-aac6-76dd6c35b036 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.528799 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-be7babe8-be93-471f-aac6-76dd6c35b036 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "DELETE /v2.0/security-groups/6fcafc90-8d9c-4462-a17e-20a8b34a2dc7 HTTP/1.1" status: 204 len: 168 time: 0.8050046 Jun 17 08:45:18.531618 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:18.536101 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33028) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:18.539136 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-443f8588-37b3-4b82-851e-b2e302131b56 service neutron] 10.222.0.10 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311927 Jun 17 08:45:18.555264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7babe8-be93-471f-aac6-76dd6c35b036 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcafc90-8d9c-4462-a17e-20a8b34a2dc7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:18.564977 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be7babe8-be93-471f-aac6-76dd6c35b036 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:18.624318 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f4192b79-5a4d-4357-85a0-5b4ad63beaf1 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0838976 Jun 17 08:45:18.628680 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33030) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:18.634084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5b79af1f-07f7-4636-8c94-cfd3d5234567 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group': {'name': 'tempest-secgroup--205027037'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:18.670911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4162454-14a3-403c-abbb-11b6b6b1e25b req-2c2c7a3e-80d2-41f2-9583-20b59c6dba74 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:18.670911 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c4162454-14a3-403c-abbb-11b6b6b1e25b req-2c2c7a3e-80d2-41f2-9583-20b59c6dba74 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 944 time: 0.3260643 Jun 17 08:45:18.722689 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.792428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c4162454-14a3-403c-abbb-11b6b6b1e25b req-cbc5f652-e69b-4d5d-b06d-7b503a74c848 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188073 Jun 17 08:45:18.823446 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b79af1f-07f7-4636-8c94-cfd3d5234567 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.831297 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6098d52-b441-4d0b-8b17-55c18e0366e2 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.838868 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2a773c53-f8d1-45df-9807-87cd4cb91ecf tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:18.892867 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.904286 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6098d52-b441-4d0b-8b17-55c18e0366e2 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:18.910960 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c6098d52-b441-4d0b-8b17-55c18e0366e2 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/d4770e00-cbe8-4286-a38d-8ac30f29cf38 HTTP/1.1" status: 204 len: 168 time: 0.9403398 Jun 17 08:45:18.911376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886995e8-f860-42f7-b22d-fb3ef0679c1b None None] Network 2cf78f5b-8885-4082-b07a-140174080778 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:18.917069 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33036) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:18.924383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6098d52-b441-4d0b-8b17-55c18e0366e2 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Subnet': ['ID=d4770e00-cbe8-4286-a38d-8ac30f29cf38,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:18.936838 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c6098d52-b441-4d0b-8b17-55c18e0366e2 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:18.967878 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b79af1f-07f7-4636-8c94-cfd3d5234567 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.008523 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.026136 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b79af1f-07f7-4636-8c94-cfd3d5234567 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.031288 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98bb1d19-43af-4a2f-9252-866d5eb66072 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:19.074423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79af1f-07f7-4636-8c94-cfd3d5234567 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76f8676-02af-41fb-99b3-811d3ee4c2d7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:19.078139 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b79af1f-07f7-4636-8c94-cfd3d5234567 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.079846 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5b79af1f-07f7-4636-8c94-cfd3d5234567 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4497221 Jun 17 08:45:19.081342 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b79af1f-07f7-4636-8c94-cfd3d5234567 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:19.086476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33042) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:19.087685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port 5ee91b12-8a1e-4144-bf21-635c539718c5 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:19.088019 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.100029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b06c7c95-b4c1-4da8-bc1b-90e31a0bfc93 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'a76f8676-02af-41fb-99b3-811d3ee4c2d7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:19.101223 n-d-779913-16 neutron-server[93804]: WARNING neutron.api.v2.base [None req-b06c7c95-b4c1-4da8-bc1b-90e31a0bfc93 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 17 08:45:19.102124 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-b06c7c95-b4c1-4da8-bc1b-90e31a0bfc93 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:19.103599 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b06c7c95-b4c1-4da8-bc1b-90e31a0bfc93 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0159721 Jun 17 08:45:19.106680 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33044) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:19.155490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29d35a5-3443-4f76-b45a-fbf643c65084 None None] DHCP port deletion for 2cf78f5b-8885-4082-b07a-140174080778 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:45:19.230246 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e29d35a5-3443-4f76-b45a-fbf643c65084 None None] Deleting port 5ee91b12-8a1e-4144-bf21-635c539718c5 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:19.230928 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e29d35a5-3443-4f76-b45a-fbf643c65084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.232403 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-b339cd07-8f26-43f7-9153-15558e49870f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 998 time: 0.1231787 Jun 17 08:45:19.273528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] For port 5ee91b12-8a1e-4144-bf21-635c539718c5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5ee91b12-8a1e-4144-bf21-635c539718c5,segment=NetworkSegment(97cab446-0079-4ae2-abaa-500e87a4e229),segment_id=97cab446-0079-4ae2-abaa-500e87a4e229)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:19.273893 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.310172 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07489-a822-40d9-b58f-0ed143259047 req-22f82751-5f66-4abd-8b64-803d6a882820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:19.310719 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e29d35a5-3443-4f76-b45a-fbf643c65084 None None] For port 5ee91b12-8a1e-4144-bf21-635c539718c5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5ee91b12-8a1e-4144-bf21-635c539718c5,segment=NetworkSegment(97cab446-0079-4ae2-abaa-500e87a4e229),segment_id=97cab446-0079-4ae2-abaa-500e87a4e229)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:19.312103 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-22f82751-5f66-4abd-8b64-803d6a882820 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.0588503 Jun 17 08:45:19.312664 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e29d35a5-3443-4f76-b45a-fbf643c65084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.323679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting port 3665e515-c291-411c-91cd-6f4b6e11594a {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:19.324157 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.395616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e29d35a5-3443-4f76-b45a-fbf643c65084 None None] Calling delete_port for 5ee91b12-8a1e-4144-bf21-635c539718c5 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:19.436152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for 5ee91b12-8a1e-4144-bf21-635c539718c5 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:19.453849 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ac39-d66b-465e-bf2a-0465db637424 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.457183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] For port 3665e515-c291-411c-91cd-6f4b6e11594a, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3665e515-c291-411c-91cd-6f4b6e11594a,segment=NetworkSegment(3dd39b10-1796-4710-9679-724358456e61),segment_id=3dd39b10-1796-4710-9679-724358456e61)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:19.457714 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.516051 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e29d35a5-3443-4f76-b45a-fbf643c65084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.518152 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:19.540176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d35a5-3443-4f76-b45a-fbf643c65084 None None] Pushing event deleted for resources: {'Port': ['ID=5ee91b12-8a1e-4144-bf21-635c539718c5,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:19.546346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Calling delete_port for 3665e515-c291-411c-91cd-6f4b6e11594a owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:19.546537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5ee91b12-8a1e-4144-bf21-635c539718c5 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:19.564128 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ac39-d66b-465e-bf2a-0465db637424 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.569371 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e29d35a5-3443-4f76-b45a-fbf643c65084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:19.570043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 5ee91b12-8a1e-4144-bf21-635c539718c5 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:19.570762 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5ee91b12-8a1e-4144-bf21-635c539718c5 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:19.576903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29d35a5-3443-4f76-b45a-fbf643c65084 None None] No DVR routers for this DVR port 5ee91b12-8a1e-4144-bf21-635c539718c5 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:19.653471 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260d167-7de2-472b-aff5-a1f64afed3c4 req-bc799bfd-3a13-4049-937e-76e1ab621377 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:19.655292 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3260d167-7de2-472b-aff5-a1f64afed3c4 req-bc799bfd-3a13-4049-937e-76e1ab621377 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.2641160 Jun 17 08:45:19.674096 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ac39-d66b-465e-bf2a-0465db637424 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.676948 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fc6ac39-d66b-465e-bf2a-0465db637424 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.680624 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4fc6ac39-d66b-465e-bf2a-0465db637424 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "DELETE /v2.0/security-groups/a76f8676-02af-41fb-99b3-811d3ee4c2d7 HTTP/1.1" status: 204 len: 168 time: 0.5705805 Jun 17 08:45:19.687438 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c15f8a54-9764-440e-9336-54ff9b4f35bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:19.689864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33054) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:19.694124 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.730008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6ac39-d66b-465e-bf2a-0465db637424 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76f8676-02af-41fb-99b3-811d3ee4c2d7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:19.738088 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4fc6ac39-d66b-465e-bf2a-0465db637424 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:19.739884 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93222b31-3674-42f9-84f1-9cda299c726c tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:19.742463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No DVR routers for this DVR port 5ee91b12-8a1e-4144-bf21-635c539718c5 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:19.795079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=5ee91b12-8a1e-4144-bf21-635c539718c5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:19.806904 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3260d167-7de2-472b-aff5-a1f64afed3c4 req-d6092cb8-25d0-4297-9001-4f15bb124e90 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413088 Jun 17 08:45:19.809018 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:19.890811 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2f2a9e86-57c7-48cd-a5b5-6f272e74d953 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1973598 Jun 17 08:45:19.899271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33062) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:19.913196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-88fd0b05-ca34-4ebe-a63f-221b9aa7e6b5 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group': {'name': 'tempest-secgroup--585972930'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:19.936695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.942781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb07489-a822-40d9-b58f-0ed143259047 req-bf615218-55a3-45e0-91c9-3b1c100863af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:19.944516 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-bf615218-55a3-45e0-91c9-3b1c100863af service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6227176 Jun 17 08:45:19.950699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf78f5b-8885-4082-b07a-140174080778']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:19.953049 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88fd0b05-ca34-4ebe-a63f-221b9aa7e6b5 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:19.991751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97cab446-0079-4ae2-abaa-500e87a4e229') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:19.992061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97cab446-0079-4ae2-abaa-500e87a4e229') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:20.014498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.040941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.061618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:20.062032 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:20.066011 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:20.115579 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-a1cce185-1e2b-45ef-8466-ac01e932b1ed service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621637 Jun 17 08:45:20.156121 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70122f-4dda-4784-98a3-4be426d2bf64 req-c7b77c23-1578-4a19-9c99-4e7e13f62364 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:20.157889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e70122f-4dda-4784-98a3-4be426d2bf64 req-c7b77c23-1578-4a19-9c99-4e7e13f62364 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 944 time: 0.2099981 Jun 17 08:45:20.178731 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.187889 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-66786b3b-1e0c-4a50-94ad-9111ddcb3a15 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:20.192629 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.198937 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/networks/2cf78f5b-8885-4082-b07a-140174080778 HTTP/1.1" status: 204 len: 168 time: 1.2648959 Jun 17 08:45:20.200899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33070) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:20.217200 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1343a2d9-8d0a-46ab-ad1b-f3bfdb1a0dbe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-153166033', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:20.231322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Network': ['ID=2cf78f5b-8885-4082-b07a-140174080778,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:20.238130 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:20.257180 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88fd0b05-ca34-4ebe-a63f-221b9aa7e6b5 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.265416 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e70122f-4dda-4784-98a3-4be426d2bf64 req-1ca0fd77-7c03-4256-a81f-045c8b70a618 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895348 Jun 17 08:45:20.268593 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88fd0b05-ca34-4ebe-a63f-221b9aa7e6b5 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.273348 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:20.320910 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fdb07489-a822-40d9-b58f-0ed143259047 req-90db851e-91f8-48d6-8bac-18763fd3533f service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983948 Jun 17 08:45:20.322825 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1343a2d9-8d0a-46ab-ad1b-f3bfdb1a0dbe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.324148 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1343a2d9-8d0a-46ab-ad1b-f3bfdb1a0dbe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.325835 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.328480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd0b05-ca34-4ebe-a63f-221b9aa7e6b5 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5412b5-49e3-41b1-95bc-70f2cac130d2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:20.332442 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-88fd0b05-ca34-4ebe-a63f-221b9aa7e6b5 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:20.334308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88fd0b05-ca34-4ebe-a63f-221b9aa7e6b5 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.339102 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-88fd0b05-ca34-4ebe-a63f-221b9aa7e6b5 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4347284 Jun 17 08:45:20.339102 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33072) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:20.341596 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:20.343196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d19d53ec-f3eb-4608-954a-c27677aab171 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'ac5412b5-49e3-41b1-95bc-70f2cac130d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:20.345958 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-d19d53ec-f3eb-4608-954a-c27677aab171 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 17 08:45:20.346677 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-d19d53ec-f3eb-4608-954a-c27677aab171 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:20.351869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d19d53ec-f3eb-4608-954a-c27677aab171 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0085742 Jun 17 08:45:20.351869 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33076) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:20.355474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2c50d986-7f07-483c-89e5-645cddfbcbee tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'ac5412b5-49e3-41b1-95bc-70f2cac130d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:20.356143 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-2c50d986-7f07-483c-89e5-645cddfbcbee tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 17 08:45:20.358382 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-2c50d986-7f07-483c-89e5-645cddfbcbee tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:20.362098 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2c50d986-7f07-483c-89e5-645cddfbcbee tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0077205 Jun 17 08:45:20.363053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33080) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:20.368246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-054f8ed1-9375-4c9d-b5c2-9fb2667fcf9f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'ac5412b5-49e3-41b1-95bc-70f2cac130d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:20.369098 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-054f8ed1-9375-4c9d-b5c2-9fb2667fcf9f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 17 08:45:20.369997 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-054f8ed1-9375-4c9d-b5c2-9fb2667fcf9f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:20.374001 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-054f8ed1-9375-4c9d-b5c2-9fb2667fcf9f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073159 Jun 17 08:45:20.374001 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33082) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:20.380881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-aa0e17da-7367-4e88-8487-4919a83b4469 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'ac5412b5-49e3-41b1-95bc-70f2cac130d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:20.381830 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-aa0e17da-7367-4e88-8487-4919a83b4469 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 17 08:45:20.382310 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-aa0e17da-7367-4e88-8487-4919a83b4469 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:20.384164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-aa0e17da-7367-4e88-8487-4919a83b4469 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097444 Jun 17 08:45:20.386914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33084) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:20.388906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Port': ['ID=3665e515-c291-411c-91cd-6f4b6e11594a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:20.392834 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:20.444053 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1343a2d9-8d0a-46ab-ad1b-f3bfdb1a0dbe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.457332 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1343a2d9-8d0a-46ab-ad1b-f3bfdb1a0dbe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.498414 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1343a2d9-8d0a-46ab-ad1b-f3bfdb1a0dbe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.510800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1343a2d9-8d0a-46ab-ad1b-f3bfdb1a0dbe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2992373 Jun 17 08:45:20.535772 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-176befcb-c514-4c23-b3b2-cb6afd64c8d3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.607998 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33086) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:20.613390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1076010919'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:20.635307 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-176befcb-c514-4c23-b3b2-cb6afd64c8d3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.723191 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.739202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:20.746198 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.792315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:20.809682 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.810043 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added segment 8afb40bd-8cf9-4e42-8822-a32999741b3e of type vlan for network e61f4c13-33b8-40d4-a5a0-7583872bcdf9 Jun 17 08:45:20.880918 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.915165 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-176befcb-c514-4c23-b3b2-cb6afd64c8d3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.918426 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-176befcb-c514-4c23-b3b2-cb6afd64c8d3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.922563 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-176befcb-c514-4c23-b3b2-cb6afd64c8d3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "DELETE /v2.0/security-groups/ac5412b5-49e3-41b1-95bc-70f2cac130d2 HTTP/1.1" status: 204 len: 168 time: 0.5321062 Jun 17 08:45:20.922563 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e3536b26-3fbd-4f14-8853-626aa97a8bc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:20.925502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33094) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:20.926282 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.932460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:20.933069 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:20.965237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176befcb-c514-4c23-b3b2-cb6afd64c8d3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5412b5-49e3-41b1-95bc-70f2cac130d2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:20.996164 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 33dd63aa-695b-4a69-a853-1648da95cf3b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:20.999210 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-176befcb-c514-4c23-b3b2-cb6afd64c8d3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:21.001094 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ead769d9-1b5e-4df2-b332-71f6be36663f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:21.008400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3993433 Jun 17 08:45:21.012622 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33098) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.018270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'subnet': {'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:21.066352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e8cf70a8-0ca8-49a4-8172-1beb2c86b5b7 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269419 Jun 17 08:45:21.068299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33102) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.100333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fdcd99ac-060f-4873-a3a8-c36d2b43e4a3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1372416253'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:21.128559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Network': ['ID=e61f4c13-33b8-40d4-a5a0-7583872bcdf9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:21.132319 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:21.140613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network e61f4c13-33b8-40d4-a5a0-7583872bcdf9 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:21.148047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b62ea-5bf5-4e7d-947b-c43865a8d0de req-31c978ff-bb64-4fac-a69c-adefc3b39485 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:21.155361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e5b62ea-5bf5-4e7d-947b-c43865a8d0de req-31c978ff-bb64-4fac-a69c-adefc3b39485 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.2003129 Jun 17 08:45:21.224537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e5b62ea-5bf5-4e7d-947b-c43865a8d0de req-d163ed99-0a1a-4ac6-a6f9-a345669ac213 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682492 Jun 17 08:45:21.231023 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdcd99ac-060f-4873-a3a8-c36d2b43e4a3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.254984 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:21.258567 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.316085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:21.327901 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1af380-080d-48fd-ac08-6ce78aec6ddf None None] Sync routers for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:21.334188 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "PUT /v2.0/routers/33dd63aa-695b-4a69-a853-1648da95cf3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0258918 Jun 17 08:45:21.335378 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33112) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.346603 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1af380-080d-48fd-ac08-6ce78aec6ddf None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:21.347662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4a1af380-080d-48fd-ac08-6ce78aec6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:21.453075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd138c24-9378-44db-9f0b-1a12f8efa634 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting subnet 28e9f5be-4b70-471e-934f-925d81fabfa6 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:21.459148 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd138c24-9378-44db-9f0b-1a12f8efa634 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.460078 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdcd99ac-060f-4873-a3a8-c36d2b43e4a3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.472621 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdcd99ac-060f-4873-a3a8-c36d2b43e4a3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.478088 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c506af96-67ca-41f1-a012-6249ccb89b90 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:21.507310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-4a1af380-080d-48fd-ac08-6ce78aec6ddf None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:21.534630 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fdcd99ac-060f-4873-a3a8-c36d2b43e4a3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.540170 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fdcd99ac-060f-4873-a3a8-c36d2b43e4a3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4454060 Jun 17 08:45:21.542539 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33114) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.550938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-28dc9c78-d5b0-4598-87df-ca1fb214384c tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'c3fed2fc-6ef7-46bd-b30a-3c37f287807f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:21.551419 n-d-779913-16 neutron-server[93804]: WARNING neutron.api.v2.base [None req-28dc9c78-d5b0-4598-87df-ca1fb214384c tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 17 08:45:21.551969 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-28dc9c78-d5b0-4598-87df-ca1fb214384c tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:21.555939 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-28dc9c78-d5b0-4598-87df-ca1fb214384c tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101576 Jun 17 08:45:21.560054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33116) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.571087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4c544ffa-f2f6-4b19-9441-54df98629992 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:21.571623 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-36d8f5c2-9997-40c8-8caf-578ef0e30b45 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'c3fed2fc-6ef7-46bd-b30a-3c37f287807f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:21.576213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd99ac-060f-4873-a3a8-c36d2b43e4a3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fed2fc-6ef7-46bd-b30a-3c37f287807f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:21.581595 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fdcd99ac-060f-4873-a3a8-c36d2b43e4a3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:21.586634 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd138c24-9378-44db-9f0b-1a12f8efa634 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.599462 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.604187 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-98305c95-0f67-4294-b268-211f08e1bfb4 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:21.677498 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac378044-4989-4b67-b259-fec766e9bc43 req-e8945364-024e-4c1b-95b4-95d0750abe59 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:21.684557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac378044-4989-4b67-b259-fec766e9bc43 req-e8945364-024e-4c1b-95b4-95d0750abe59 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 944 time: 0.1729515 Jun 17 08:45:21.690155 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-36d8f5c2-9997-40c8-8caf-578ef0e30b45 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:21.695011 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-36d8f5c2-9997-40c8-8caf-578ef0e30b45 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1339083 Jun 17 08:45:21.695296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33118) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.698346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Subnet': ['ID=cf5b070a-f427-4927-9e77-5d6fc155d31d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:21.702316 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:21.707857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-200a1fd4-0d4a-4653-9452-075d5fde6f9a tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'c3fed2fc-6ef7-46bd-b30a-3c37f287807f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:21.708262 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-200a1fd4-0d4a-4653-9452-075d5fde6f9a tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 17 08:45:21.708944 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-200a1fd4-0d4a-4653-9452-075d5fde6f9a tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:21.709707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-200a1fd4-0d4a-4653-9452-075d5fde6f9a tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129352 Jun 17 08:45:21.714029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33120) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.724949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2164646f-2a7e-4817-a50a-c24d7194c9c3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'c3fed2fc-6ef7-46bd-b30a-3c37f287807f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:21.733847 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd138c24-9378-44db-9f0b-1a12f8efa634 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.734365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Checking segment: {'id': '8afb40bd-8cf9-4e42-8822-a32999741b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:21.734946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network hostable DHCP agents. Network: e61f4c13-33b8-40d4-a5a0-7583872bcdf9, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:21.784816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac378044-4989-4b67-b259-fec766e9bc43 req-ca081e18-e391-45e1-b5db-7399fe243a46 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992689 Jun 17 08:45:21.792396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network e61f4c13-33b8-40d4-a5a0-7583872bcdf9 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:21.802559 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33126) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.868747 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, e61f4c13-33b8-40d4-a5a0-7583872bcdf9) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:21.870697 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-2164646f-2a7e-4817-a50a-c24d7194c9c3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:21.874504 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2164646f-2a7e-4817-a50a-c24d7194c9c3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1567843 Jun 17 08:45:21.878267 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33128) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.879426 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd138c24-9378-44db-9f0b-1a12f8efa634 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.885061 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:21.885666 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.892141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-175518d1-f507-448d-9bc3-9e88c7b27843 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'c3fed2fc-6ef7-46bd-b30a-3c37f287807f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:21.892280 n-d-779913-16 neutron-server[93804]: WARNING neutron.api.v2.base [None req-175518d1-f507-448d-9bc3-9e88c7b27843 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 17 08:45:21.892732 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-175518d1-f507-448d-9bc3-9e88c7b27843 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:21.896418 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-175518d1-f507-448d-9bc3-9e88c7b27843 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122838 Jun 17 08:45:21.898737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33130) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.899829 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7645f18f-0a4a-4b56-956d-1a60b19b31f6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:21.909005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0539b107-e103-4fb1-a7f8-89780b40e50c tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'c3fed2fc-6ef7-46bd-b30a-3c37f287807f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:21.935185 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd138c24-9378-44db-9f0b-1a12f8efa634 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:21.936389 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f4b466bb-b0c4-4869-a4cb-f5bb58f1e09b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/c4573e77-1b25-442e-9a37-3c77be7c44e6 HTTP/1.1" status: 200 len: 990 time: 0.1261992 Jun 17 08:45:21.937118 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bd138c24-9378-44db-9f0b-1a12f8efa634 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/subnets/28e9f5be-4b70-471e-934f-925d81fabfa6 HTTP/1.1" status: 204 len: 168 time: 0.6011107 Jun 17 08:45:21.941421 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9249899 Jun 17 08:45:21.941421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33132) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.941728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd138c24-9378-44db-9f0b-1a12f8efa634 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Subnet': ['ID=28e9f5be-4b70-471e-934f-925d81fabfa6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:21.942565 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33134) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.944736 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd138c24-9378-44db-9f0b-1a12f8efa634 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:21.988780 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-0539b107-e103-4fb1-a7f8-89780b40e50c tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:21.993465 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0539b107-e103-4fb1-a7f8-89780b40e50c tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0899892 Jun 17 08:45:21.993751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d38943a-a14b-4bb7-b5eb-991de80e54fb None None] Network e61f4c13-33b8-40d4-a5a0-7583872bcdf9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:21.994084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33136) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:21.996123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88acf301-9b8d-44f7-8242-46ef5ab7dacf None None] Network 6941cc9f-6e5d-4e97-bdd7-15afbf504923 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:21.999663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-54287af6-c060-4b59-ab87-b273de37b4d4 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'c3fed2fc-6ef7-46bd-b30a-3c37f287807f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:22.000443 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-54287af6-c060-4b59-ab87-b273de37b4d4 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 17 08:45:22.000987 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-54287af6-c060-4b59-ab87-b273de37b4d4 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:22.004996 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-54287af6-c060-4b59-ab87-b273de37b4d4 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097406 Jun 17 08:45:22.005742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33138) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:22.010790 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-88212d58-89dc-44d3-a925-6ea84440fa8d tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'c3fed2fc-6ef7-46bd-b30a-3c37f287807f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:22.059787 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-88212d58-89dc-44d3-a925-6ea84440fa8d tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:22.064259 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-88212d58-89dc-44d3-a925-6ea84440fa8d tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0575082 Jun 17 08:45:22.064944 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33140) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:22.072761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1ed91a6d-0503-4f1b-8afc-96c1338d9337 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': 'c3fed2fc-6ef7-46bd-b30a-3c37f287807f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:22.122715 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-1ed91a6d-0503-4f1b-8afc-96c1338d9337 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:22.127543 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1ed91a6d-0503-4f1b-8afc-96c1338d9337 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0615416 Jun 17 08:45:22.128230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33142) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:22.148773 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:22.192479 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '4c544ffa-f2f6-4b19-9441-54df98629992', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'port_id': '4c544ffa-f2f6-4b19-9441-54df98629992', 'mac_address': 'fa:16:3e:3b:99:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:22.197327 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec4ebcc9-38d9-4699-b492-05dd63db5314 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.223501 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec4ebcc9-38d9-4699-b492-05dd63db5314 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.277061 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec4ebcc9-38d9-4699-b492-05dd63db5314 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.279903 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ec4ebcc9-38d9-4699-b492-05dd63db5314 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.288881 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ec4ebcc9-38d9-4699-b492-05dd63db5314 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "DELETE /v2.0/security-groups/c3fed2fc-6ef7-46bd-b30a-3c37f287807f HTTP/1.1" status: 204 len: 168 time: 0.1570783 Jun 17 08:45:22.289387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4a1af380-080d-48fd-ac08-6ce78aec6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:45:20Z', 'revision_number': 7, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:22.289550 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-176befcb-c514-4c23-b3b2-cb6afd64c8d3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:22.292237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33152) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:22.312892 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.326170 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ebcc9-38d9-4699-b492-05dd63db5314 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fed2fc-6ef7-46bd-b30a-3c37f287807f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:22.334618 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec4ebcc9-38d9-4699-b492-05dd63db5314 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:22.369703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1af380-080d-48fd-ac08-6ce78aec6ddf None None] Checking router: 33dd63aa-695b-4a69-a853-1648da95cf3b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:22.370054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e0591833-896d-425a-9354-16f0b1c3b95d tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0688882 Jun 17 08:45:22.373939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33154) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:22.381165 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.382820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-97dc58d9-8419-44c6-bde7-c72307bb4448 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533076757'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:22.398808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c544ffa-f2f6-4b19-9441-54df98629992 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:22.419177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:22.425672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97dc58d9-8419-44c6-bde7-c72307bb4448 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.433553 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.434322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d9f21d8b-7e67-45ac-8528-d00d51a0a319 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:22.442303 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2ec9b60f-af01-4fc0-a9e5-823e14841163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:22.477058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1af380-080d-48fd-ac08-6ce78aec6ddf None None] Routers {'33dd63aa-695b-4a69-a853-1648da95cf3b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:22.477710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4a1af380-080d-48fd-ac08-6ce78aec6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['33dd63aa-695b-4a69-a853-1648da95cf3b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:22.523933 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.528710 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.545761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd61a0-9bb5-4f92-aa20-81cc18eec43e req-fbda9ea3-d59d-47d5-ab3e-8f60a0512cc9 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:22.548039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cfd61a0-9bb5-4f92-aa20-81cc18eec43e req-fbda9ea3-d59d-47d5-ab3e-8f60a0512cc9 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 943 time: 0.1093326 Jun 17 08:45:22.555233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:22.556111 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.607031 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.resource_extend [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:45:22.630759 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0e940c-3237-4945-aa6b-184be0deb077 None None] DHCP port deletion for 6941cc9f-6e5d-4e97-bdd7-15afbf504923 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:45:22.646292 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97dc58d9-8419-44c6-bde7-c72307bb4448 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.656457 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97dc58d9-8419-44c6-bde7-c72307bb4448 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.671116 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-96e942e2-01c8-4abd-8980-efff0756fefb tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:22.699084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3cfd61a0-9bb5-4f92-aa20-81cc18eec43e req-3f326c5f-e372-487f-ac52-c17e15073ca4 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167111 Jun 17 08:45:22.704466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=13']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:22.713671 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-97dc58d9-8419-44c6-bde7-c72307bb4448 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.715065 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-97dc58d9-8419-44c6-bde7-c72307bb4448 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3401461 Jun 17 08:45:22.716343 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:22.717241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc58d9-8419-44c6-bde7-c72307bb4448 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29217414-4a11-4d5b-96e6-ea8dcfb180b3,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:22.719672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33160) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:22.724859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-229f7668-70f4-48c5-ad1d-b5e608a9ae32 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': '29217414-4a11-4d5b-96e6-ea8dcfb180b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:22.729874 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-97dc58d9-8419-44c6-bde7-c72307bb4448 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:22.779547 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-229f7668-70f4-48c5-ad1d-b5e608a9ae32 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The resource could not be found. Jun 17 08:45:22.780717 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-229f7668-70f4-48c5-ad1d-b5e608a9ae32 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0599697 Jun 17 08:45:22.783894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33162) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:22.791143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-33a75bbe-440e-493f-a1a6-ba9bd9c33c76 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': '29217414-4a11-4d5b-96e6-ea8dcfb180b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2fd55254-15cf-4913-8f35-22ee8b3e312f'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:22.840364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-4a1af380-080d-48fd-ac08-6ce78aec6ddf None None] Set router 33dd63aa-695b-4a69-a853-1648da95cf3b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:22.855520 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-33a75bbe-440e-493f-a1a6-ba9bd9c33c76 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The resource could not be found. Jun 17 08:45:22.859266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-33a75bbe-440e-493f-a1a6-ba9bd9c33c76 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0713983 Jun 17 08:45:22.866277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33164) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:22.902391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Allocated IP 2001:db8::1 (e61f4c13-33b8-40d4-a5a0-7583872bcdf9/cf5b070a-f427-4927-9e77-5d6fc155d31d/567411e5-be82-40de-84e3-0d210a839c82) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:22.919415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:22.925585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting port ab3e702e-d47d-4a85-9cea-2475bdeb40ad {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:22.926201 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.946824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'port_id': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'mac_address': 'fa:16:3e:b9:ef:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:22.948705 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c4c642b-4efa-4714-83a9-a1d0883ad833 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:22.977168 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c4c642b-4efa-4714-83a9-a1d0883ad833 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.014164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e940c-3237-4945-aa6b-184be0deb077 None None] Deleting port aa1a6e9a-cc00-4f9d-91fc-645f76d61946 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:23.014542 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8e0e940c-3237-4945-aa6b-184be0deb077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.033878 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c4c642b-4efa-4714-83a9-a1d0883ad833 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.037070 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1c4c642b-4efa-4714-83a9-a1d0883ad833 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.040643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1c4c642b-4efa-4714-83a9-a1d0883ad833 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "DELETE /v2.0/security-groups/29217414-4a11-4d5b-96e6-ea8dcfb180b3 HTTP/1.1" status: 204 len: 168 time: 0.1708550 Jun 17 08:45:23.040643 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be430154-fd04-46a0-b9ec-4b77c62ad267 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:23.042497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33166) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.076961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c642b-4efa-4714-83a9-a1d0883ad833 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29217414-4a11-4d5b-96e6-ea8dcfb180b3,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:23.081575 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1c4c642b-4efa-4714-83a9-a1d0883ad833 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:23.083719 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.102273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-57abeb8a-d620-4df8-97f6-3d0fd3d41465 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0580926 Jun 17 08:45:23.106353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33168) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.111614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4cc1e5ad-fa3f-4ba1-9e5e-a0dfaf4acda1 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': '550239e6-2eb1-45e6-9cb1-3ce601f8f595', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:23.128343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8e0e940c-3237-4945-aa6b-184be0deb077 None None] For port aa1a6e9a-cc00-4f9d-91fc-645f76d61946, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=aa1a6e9a-cc00-4f9d-91fc-645f76d61946,segment=NetworkSegment(3dd39b10-1796-4710-9679-724358456e61),segment_id=3dd39b10-1796-4710-9679-724358456e61)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:23.128748 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8e0e940c-3237-4945-aa6b-184be0deb077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.138554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f21d8b-7e67-45ac-8528-d00d51a0a319 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:23.172510 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-4cc1e5ad-fa3f-4ba1-9e5e-a0dfaf4acda1 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The resource could not be found. Jun 17 08:45:23.174208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4cc1e5ad-fa3f-4ba1-9e5e-a0dfaf4acda1 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0666125 Jun 17 08:45:23.180036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33174) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.186999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-24eb4060-5407-4efe-9ae1-8b4f712be165 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group': {'name': 'tempest-secgroup--2005021480'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:23.220472 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-24eb4060-5407-4efe-9ae1-8b4f712be165 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.226481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8e0e940c-3237-4945-aa6b-184be0deb077 None None] Calling delete_port for aa1a6e9a-cc00-4f9d-91fc-645f76d61946 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:23.246307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:23.262929 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.268639 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cb544389-632a-4853-a90f-d35dd20bb06b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:23.365455 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-24eb4060-5407-4efe-9ae1-8b4f712be165 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.372086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-24eb4060-5407-4efe-9ae1-8b4f712be165 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.377290 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3ce47dbe-e610-4f9b-8233-bec43349c295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:23.390505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d9f21d8b-7e67-45ac-8528-d00d51a0a319,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:23.405508 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:23.416581 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4a1af380-080d-48fd-ac08-6ce78aec6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:45:20Z', 'revision_number': 7, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:23.428466 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-24eb4060-5407-4efe-9ae1-8b4f712be165 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.432162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-24eb4060-5407-4efe-9ae1-8b4f712be165 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2476013 Jun 17 08:45:23.433438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33178) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.434217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb4060-5407-4efe-9ae1-8b4f712be165 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=764c44f7-e60d-4340-b0e4-69a3a57dbb3d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:23.438264 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-24eb4060-5407-4efe-9ae1-8b4f712be165 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:23.441516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bf931dbe-0116-4c38-b5f6-8918e4f7b81f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group': {'name': 'tempest-secgroup--1170756121'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:23.472539 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf931dbe-0116-4c38-b5f6-8918e4f7b81f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.510454 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1af380-080d-48fd-ac08-6ce78aec6ddf None None] The sync data for ids ['33dd63aa-695b-4a69-a853-1648da95cf3b'] in n-d-779913-16 is: [{'id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'name': 'tempest-TestNetworkBasicOps-router-483731725', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:41:37Z', 'updated_at': '2021-06-17T08:45:20Z', 'revision_number': 7, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': 'ab3e702e-d47d-4a85-9cea-2475bdeb40ad', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:23:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33dd63aa-695b-4a69-a853-1648da95cf3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:41:38Z', 'updated_at': '2021-06-17T08:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:23.516009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] For port ab3e702e-d47d-4a85-9cea-2475bdeb40ad, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ab3e702e-d47d-4a85-9cea-2475bdeb40ad,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:23.516009 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.528458 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8e0e940c-3237-4945-aa6b-184be0deb077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.532487 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:23.557454 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.586006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e940c-3237-4945-aa6b-184be0deb077 None None] Pushing event deleted for resources: {'Port': ['ID=aa1a6e9a-cc00-4f9d-91fc-645f76d61946,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:23.592902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa1a6e9a-cc00-4f9d-91fc-645f76d61946 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:23.628193 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Calling delete_port for ab3e702e-d47d-4a85-9cea-2475bdeb40ad owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:23.637063 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Transition to ACTIVE for port object 567411e5-be82-40de-84e3-0d210a839c82 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:23.638074 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf931dbe-0116-4c38-b5f6-8918e4f7b81f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.640147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0e940c-3237-4945-aa6b-184be0deb077 None None] No DVR routers for this DVR port aa1a6e9a-cc00-4f9d-91fc-645f76d61946 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:23.641980 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8e0e940c-3237-4945-aa6b-184be0deb077 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:23.643249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['d9f21d8b-7e67-45ac-8528-d00d51a0a319'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:23.646601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['4c544ffa-f2f6-4b19-9441-54df98629992'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:23.646822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf931dbe-0116-4c38-b5f6-8918e4f7b81f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.653575 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: aa1a6e9a-cc00-4f9d-91fc-645f76d61946 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:23.654202 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa1a6e9a-cc00-4f9d-91fc-645f76d61946 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:23.669910 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-14b64182-adf0-4889-b69d-03662bc45248 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:23.703794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf931dbe-0116-4c38-b5f6-8918e4f7b81f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8013b178-a7fb-4104-88ad-198326289abc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:23.708186 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf931dbe-0116-4c38-b5f6-8918e4f7b81f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:23.710343 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf931dbe-0116-4c38-b5f6-8918e4f7b81f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.711749 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf931dbe-0116-4c38-b5f6-8918e4f7b81f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2747400 Jun 17 08:45:23.715191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33184) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.722743 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7caa64be-e742-4185-a59b-4d47e1e4ddf4 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group_rule': {'security_group_id': '764c44f7-e60d-4340-b0e4-69a3a57dbb3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '8013b178-a7fb-4104-88ad-198326289abc'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:23.772889 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.775695 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-7caa64be-e742-4185-a59b-4d47e1e4ddf4 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:45:23.777879 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7caa64be-e742-4185-a59b-4d47e1e4ddf4 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0612893 Jun 17 08:45:23.780973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33188) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:23.784035 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e88109f-d59d-4c3d-8df9-b869e9ebf3cb tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:23.842177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=567411e5-be82-40de-84e3-0d210a839c82,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:23.856534 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:23.863694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-958972b5-c2ed-4284-90e0-044365c72211 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.874396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network e61f4c13-33b8-40d4-a5a0-7583872bcdf9 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:23.877872 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:23.886174 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:23.886746 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:23.903471 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-958972b5-c2ed-4284-90e0-044365c72211 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.010001 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-958972b5-c2ed-4284-90e0-044365c72211 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.012786 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-958972b5-c2ed-4284-90e0-044365c72211 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.013927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-958972b5-c2ed-4284-90e0-044365c72211 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "DELETE /v2.0/security-groups/8013b178-a7fb-4104-88ad-198326289abc HTTP/1.1" status: 204 len: 168 time: 0.2304156 Jun 17 08:45:24.017561 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33194) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:24.030979 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0092381b-cfd3-40cb-b1b6-b2b09a18d8a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:24.046645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958972b5-c2ed-4284-90e0-044365c72211 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8013b178-a7fb-4104-88ad-198326289abc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:24.060278 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.073537 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3eda4e07-7d14-49ed-9912-94f6bc3b3df9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:24.074427 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-958972b5-c2ed-4284-90e0-044365c72211 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:24.125980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e22b06-f646-437a-a76d-eaccc95c6c7d req-c6a15989-873e-482e-aaec-23258fcca6ce tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:24.127853 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13e22b06-f646-437a-a76d-eaccc95c6c7d req-c6a15989-873e-482e-aaec-23258fcca6ce tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 944 time: 0.1295092 Jun 17 08:45:24.189336 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.199351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Allocated IP 2001:db8::2 (e61f4c13-33b8-40d4-a5a0-7583872bcdf9/cf5b070a-f427-4927-9e77-5d6fc155d31d/c222d83c-970c-4b04-9532-2e549c691dda) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:24.204294 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Port': ['ID=ab3e702e-d47d-4a85-9cea-2475bdeb40ad,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:24.206621 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13e22b06-f646-437a-a76d-eaccc95c6c7d req-ed557094-0648-46f1-8e16-48449a6475ed tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700407 Jun 17 08:45:24.216012 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:24.287931 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8e8c825e-789c-4203-8f6e-03e201874e27 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2607450 Jun 17 08:45:24.290655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33198) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:24.335773 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.382957 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d5d19f52-801d-4280-827d-a40ad8b36667 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.412407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d5d19f52-801d-4280-827d-a40ad8b36667 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.483368 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.487113 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d5d19f52-801d-4280-827d-a40ad8b36667 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.491436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d5d19f52-801d-4280-827d-a40ad8b36667 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.491650 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.495419 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d5d19f52-801d-4280-827d-a40ad8b36667 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "DELETE /v2.0/security-groups/764c44f7-e60d-4340-b0e4-69a3a57dbb3d HTTP/1.1" status: 204 len: 168 time: 0.2028143 Jun 17 08:45:24.496158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33204) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:24.497154 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a3b7b8f-4880-4b81-a7e9-e372a8d48da4 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:24.522015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d19f52-801d-4280-827d-a40ad8b36667 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=764c44f7-e60d-4340-b0e4-69a3a57dbb3d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:24.525996 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d5d19f52-801d-4280-827d-a40ad8b36667 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:24.532890 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.558534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Transition to ACTIVE for port object c222d83c-970c-4b04-9532-2e549c691dda will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:24.566650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3b8fc89c-4071-409b-88cb-e2d0954e3ea9 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652745 Jun 17 08:45:24.567543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33206) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:24.572792 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-451249b6-62a5-4584-acad-45d5c2891def tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group': {'name': 'tempest-secgroup--311830'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:24.597226 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Transition to ACTIVE for port object c222d83c-970c-4b04-9532-2e549c691dda will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:24.600883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-451249b6-62a5-4584-acad-45d5c2891def tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.608341 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.613367 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-090f6c2e-c660-4342-af86-128e6564ab7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:24.655362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.656034 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Fanout notify agent at l3_agent the message router_deleted on router 33dd63aa-695b-4a69-a853-1648da95cf3b {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:45:24.662442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Network e61f4c13-33b8-40d4-a5a0-7583872bcdf9 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:24.669143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:24.675976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:24.685091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Pushing event updated for resources: {'Port': ['ID=c222d83c-970c-4b04-9532-2e549c691dda,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:24.687437 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.692012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33212) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:24.692559 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/routers/33dd63aa-695b-4a69-a853-1648da95cf3b HTTP/1.1" status: 204 len: 168 time: 2.7501414 Jun 17 08:45:24.694702 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:24.786752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Attempting to bind port c222d83c-970c-4b04-9532-2e549c691dda on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:24.787651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Attempting to bind port c222d83c-970c-4b04-9532-2e549c691dda by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '8afb40bd-8cf9-4e42-8822-a32999741b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:24.788255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Attempting to bind port c222d83c-970c-4b04-9532-2e549c691dda on network e61f4c13-33b8-40d4-a5a0-7583872bcdf9 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:24.790761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-451249b6-62a5-4584-acad-45d5c2891def tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.803332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:24.803836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Checking segment: {'id': '8afb40bd-8cf9-4e42-8822-a32999741b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:24.804858 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.805339 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Bound using segment: {'id': '8afb40bd-8cf9-4e42-8822-a32999741b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:24.807412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Bound port: c222d83c-970c-4b04-9532-2e549c691dda, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afb40bd-8cf9-4e42-8822-a32999741b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:24.809596 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-451249b6-62a5-4584-acad-45d5c2891def tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.809836 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.816849 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1c4c642b-4efa-4714-83a9-a1d0883ad833 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:24.843360 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.867569 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-451249b6-62a5-4584-acad-45d5c2891def tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.871892 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-451249b6-62a5-4584-acad-45d5c2891def tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3031819 Jun 17 08:45:24.874028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33214) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:24.880415 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-db3ca362-afe3-484a-8402-60dde88bda7c tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:24.880415 n-d-779913-16 neutron-server[93803]: WARNING neutron.api.v2.base [None req-db3ca362-afe3-484a-8402-60dde88bda7c tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 17 08:45:24.880912 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-db3ca362-afe3-484a-8402-60dde88bda7c tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] update failed (client error): There was a conflict when trying to complete your request. Jun 17 08:45:24.884857 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-db3ca362-afe3-484a-8402-60dde88bda7c tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "PUT /v2.0/security-groups/65a61339-96ef-4078-94ce-7593bb66f134 HTTP/1.1" status: 409 len: 330 time: 0.0098693 Jun 17 08:45:24.887329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33216) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:24.889259 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451249b6-62a5-4584-acad-45d5c2891def tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a61339-96ef-4078-94ce-7593bb66f134,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:24.892948 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-451249b6-62a5-4584-acad-45d5c2891def tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:24.936123 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.944664 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.945953 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.949858 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fa48fa34-d824-427e-ae53-185720669799 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:24.953046 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] For port c222d83c-970c-4b04-9532-2e549c691dda, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:24.957700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] For port c222d83c-970c-4b04-9532-2e549c691dda, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c222d83c-970c-4b04-9532-2e549c691dda,segment=NetworkSegment(8afb40bd-8cf9-4e42-8822-a32999741b3e),segment_id=8afb40bd-8cf9-4e42-8822-a32999741b3e)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:24.962265 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:24.973555 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-402255ba-b298-4d66-b949-d8dc88a99a71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:25.005895 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=567411e5-be82-40de-84e3-0d210a839c82,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:25.016840 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:25.033395 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.036164 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf362e5d-f1a6-4d2d-a6c6-f5cf2943d7e7 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.046399 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Pushing event updated for resources: {'Port': ['ID=c222d83c-970c-4b04-9532-2e549c691dda,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:25.050618 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:25.058389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6941cc9f-6e5d-4e97-bdd7-15afbf504923']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:25.081652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd39b10-1796-4710-9679-724358456e61') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:25.081933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd39b10-1796-4710-9679-724358456e61') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:25.098685 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf362e5d-f1a6-4d2d-a6c6-f5cf2943d7e7 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.109219 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.148499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network e61f4c13-33b8-40d4-a5a0-7583872bcdf9 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:25.150253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:25.150703 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.167151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:25.167773 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:25.171077 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:25.413674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router ba87edca-ddbc-44ff-8fd6-cbd794c7723e is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:45:25.576717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4c544ffa-f2f6-4b19-9441-54df98629992 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:25.578497 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:25.591432 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Sync routers for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:25.596334 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6451001 Jun 17 08:45:25.601262 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33230) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:25.602586 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:25.608759 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:25.617688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1387051317'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:25.634572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c222d83c-970c-4b04-9532-2e549c691dda up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:25.671709 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:25.676186 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.706174 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port c222d83c-970c-4b04-9532-2e549c691dda completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:25.718260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 4c544ffa-f2f6-4b19-9441-54df98629992 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:25.724513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 4c544ffa-f2f6-4b19-9441-54df98629992 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:25.724893 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.761163 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:25.775953 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:25.785825 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf362e5d-f1a6-4d2d-a6c6-f5cf2943d7e7 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.788767 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf362e5d-f1a6-4d2d-a6c6-f5cf2943d7e7 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.792781 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf362e5d-f1a6-4d2d-a6c6-f5cf2943d7e7 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "DELETE /v2.0/security-groups/65a61339-96ef-4078-94ce-7593bb66f134 HTTP/1.1" status: 204 len: 168 time: 0.9009695 Jun 17 08:45:25.793308 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33232) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:25.796411 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.796879 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added segment 0f7fe952-25a2-4c11-913a-f675d43f4977 of type vlan for network 905a99ee-ad9a-479b-9cf8-54319673e833 Jun 17 08:45:25.812387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ab3e702e-d47d-4a85-9cea-2475bdeb40ad no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:25.821722 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-241d3b1f-a094-4962-a1ff-d6e3a1978ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:25.834662 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.837792 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf362e5d-f1a6-4d2d-a6c6-f5cf2943d7e7 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a61339-96ef-4078-94ce-7593bb66f134,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:25.843707 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf362e5d-f1a6-4d2d-a6c6-f5cf2943d7e7 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:25.844218 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e3661ece-3dcf-4b85-8958-838379adde0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:25.850461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.874994 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/networks/6941cc9f-6e5d-4e97-bdd7-15afbf504923 HTTP/1.1" status: 204 len: 168 time: 1.1672525 Jun 17 08:45:25.875622 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33238) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:25.883069 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'network': {'name': 'tempest-network-smoke--697145704', 'project_id': '429b1bfb82834492a01da039e4afa344', 'port_security_enabled': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:25.888515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Network': ['ID=6941cc9f-6e5d-4e97-bdd7-15afbf504923,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:25.895550 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:25.933782 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dff793-8c19-4a6f-a655-5bd52ad8a409 req-36eda9f9-7ed1-4250-b551-b257e5463ce5 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:25.935409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63dff793-8c19-4a6f-a655-5bd52ad8a409 req-36eda9f9-7ed1-4250-b551-b257e5463ce5 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 944 time: 0.1812148 Jun 17 08:45:25.936560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Made reservation on behalf of 429b1bfb82834492a01da039e4afa344 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:25.940264 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.956939 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:25.969440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: ab3e702e-d47d-4a85-9cea-2475bdeb40ad {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:25.969788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ab3e702e-d47d-4a85-9cea-2475bdeb40ad not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:25.970452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3665e515-c291-411c-91cd-6f4b6e11594a no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:25.977413 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8ed14c66-aafd-479b-927a-cf28d2384245 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1763527 Jun 17 08:45:25.985803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33240) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:26.008225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:26.015874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 3665e515-c291-411c-91cd-6f4b6e11594a {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:26.016233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3665e515-c291-411c-91cd-6f4b6e11594a not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:26.031233 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.045085 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.045584 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Added segment d4876e83-8921-4bfb-8a70-19a3fcc4bff6 of type vlan for network 8b457282-2f61-4bbd-b3ff-61878cc42143 Jun 17 08:45:26.050755 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63dff793-8c19-4a6f-a655-5bd52ad8a409 req-0161c46f-319b-42f7-95af-f886a604f24a tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055436 Jun 17 08:45:26.061353 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-96608ce4-dce8-4e3e-9a0e-bbf4fec1d582 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] delete failed (client error): The resource could not be found. Jun 17 08:45:26.068008 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-96608ce4-dce8-4e3e-9a0e-bbf4fec1d582 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "DELETE /v2.0/security-groups/d1320163-174c-4b1a-9d34-f9f1a752fa94 HTTP/1.1" status: 404 len: 347 time: 0.0790472 Jun 17 08:45:26.073684 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33242) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:26.101544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:26.106208 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d3794b-d212-4478-8c70-9a1170f02e2f" -d '{"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-plugged", "status": "completed", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:26.125395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:26.132055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.134077 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.136395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d9f21d8b-7e67-45ac-8528-d00d51a0a319 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:26.141340 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.145636 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:24Z', 'revision_number': 2, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:24Z', 'revision_number': 2, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:26.151426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:26.169718 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.174968 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0c0bc346-ec36-4406-8558-6d99ab7f3ecd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:26.178376 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a887200-4d3c-4de2-9f1e-7cd3639490f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:26.189341 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-f2ae9f83-4b35-4f02-9460-26fef2fe0c6b tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] show failed (client error): The resource could not be found. Jun 17 08:45:26.194272 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f2ae9f83-4b35-4f02-9460-26fef2fe0c6b tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "GET /v2.0/security-groups/829ab221-9f5a-4646-84b7-3bcd36a07f43 HTTP/1.1" status: 404 len: 347 time: 0.1064501 Jun 17 08:45:26.199599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33246) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:26.207977 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.214675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:26.215598 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.216294 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Checking router: ba87edca-ddbc-44ff-8fd6-cbd794c7723e for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:26.216651 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Updating router ba87edca-ddbc-44ff-8fd6-cbd794c7723e port 567411e5-be82-40de-84e3-0d210a839c82 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:26.226471 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-63b1023c-6322-45e1-8368-e41fc882a941 tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:26.235366 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75170049-7f44-4ae7-b1b3-a392e2f52231 x-openstack-request-id: req-75170049-7f44-4ae7-b1b3-a392e2f52231 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:26.235779 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-plugged", "status": "completed", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:26.235931 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-75170049-7f44-4ae7-b1b3-a392e2f52231 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:26.236304 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992', 'code': 200} Jun 17 08:45:26.267366 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-361e3ca4-16a2-4884-8277-1ce5ddd7c383 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] show failed (client error): The resource could not be found. Jun 17 08:45:26.273988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-361e3ca4-16a2-4884-8277-1ce5ddd7c383 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] 10.222.0.47 "GET /v2.0/security-group-rules/5dce58fc-bf27-4b91-9cb4-ac762ae8be55 HTTP/1.1" status: 404 len: 356 time: 0.0681186 Jun 17 08:45:26.292482 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.299822 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6961210 Jun 17 08:45:26.300586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=14']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:26.302258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33250) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:26.305222 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:26.323760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'subnet': {'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:26.332538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port d9f21d8b-7e67-45ac-8528-d00d51a0a319 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:26.332984 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.358196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4773545 Jun 17 08:45:26.358433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33252) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:26.383833 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-469753109', 'admin_state_up': True, 'project_id': '429b1bfb82834492a01da039e4afa344', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:26.415755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Network': ['ID=8b457282-2f61-4bbd-b3ff-61878cc42143,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:26.432547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 8b457282-2f61-4bbd-b3ff-61878cc42143 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:26.440614 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:26.466673 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.552376 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.584327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Network': ['ID=905a99ee-ad9a-479b-9cf8-54319673e833,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:26.589038 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:26.618910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:26.623203 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.623853 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.644949 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 905a99ee-ad9a-479b-9cf8-54319673e833 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:26.777731 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.824501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:26.828276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33264) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:26.829515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58906123-3842-49ca-a076-5ce99b78804b None None] Network e61f4c13-33b8-40d4-a5a0-7583872bcdf9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:26.845105 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.849717 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:26.858971 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.876237 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Transition to ACTIVE for port object 567411e5-be82-40de-84e3-0d210a839c82 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:26.889728 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.910373 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a14010a1-c367-4d84-aa95-523b37f2335e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:26.935025 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:26.987880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c6eea464-5578-461a-bc33-df2dd7908c9e None None] Provisioning for port c222d83c-970c-4b04-9532-2e549c691dda completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:27.049666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c6eea464-5578-461a-bc33-df2dd7908c9e None None] Provisioning complete for port c222d83c-970c-4b04-9532-2e549c691dda triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:27.049958 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c6eea464-5578-461a-bc33-df2dd7908c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.062547 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.071386 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-543fd7d8-ab8a-43e8-a5fe-dc0940eaff3d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.095162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=d9f21d8b-7e67-45ac-8528-d00d51a0a319,revision_number=10']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.102993 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.143311 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Subnet': ['ID=501cf4b9-36e6-4ca0-9c8b-f163d9ad6436,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.152134 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.239660 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c6eea464-5578-461a-bc33-df2dd7908c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.262136 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-83c5564c-d155-47c9-9b33-4ffd7e81f28e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6b247fb1b7e4825928ffb511f6a69f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304826 Jun 17 08:45:27.271849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33274) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:27.273531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Checking segment: {'id': '0f7fe952-25a2-4c11-913a-f675d43f4977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:27.274664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network hostable DHCP agents. Network: 905a99ee-ad9a-479b-9cf8-54319673e833, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:27.299377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c6eea464-5578-461a-bc33-df2dd7908c9e None None] For port c222d83c-970c-4b04-9532-2e549c691dda, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c222d83c-970c-4b04-9532-2e549c691dda,segment=NetworkSegment(8afb40bd-8cf9-4e42-8822-a32999741b3e),segment_id=8afb40bd-8cf9-4e42-8822-a32999741b3e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:27.300608 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.310837 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c6eea464-5578-461a-bc33-df2dd7908c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.313916 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.332139 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.338823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network 905a99ee-ad9a-479b-9cf8-54319673e833 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:27.368817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eea464-5578-461a-bc33-df2dd7908c9e None None] Pushing event updated for resources: {'Port': ['ID=c222d83c-970c-4b04-9532-2e549c691dda,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.372970 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c6eea464-5578-461a-bc33-df2dd7908c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.377741 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 905a99ee-ad9a-479b-9cf8-54319673e833) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:27.381297 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Pushing event updated for resources: {'Port': ['ID=567411e5-be82-40de-84e3-0d210a839c82,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.384981 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Attempting to bind port 567411e5-be82-40de-84e3-0d210a839c82 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:27.385355 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Attempting to bind port 567411e5-be82-40de-84e3-0d210a839c82 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '8afb40bd-8cf9-4e42-8822-a32999741b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:27.385724 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Attempting to bind port 567411e5-be82-40de-84e3-0d210a839c82 on network e61f4c13-33b8-40d4-a5a0-7583872bcdf9 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:27.393101 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.393440 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.393771 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.394095 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.394418 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.394732 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.395076 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.395394 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.395760 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.396078 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.396390 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.396696 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:27.400885 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:27.401732 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.401849 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.409266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe2d745-d28c-4123-8e26-e79fae6a5939 None None] Network 905a99ee-ad9a-479b-9cf8-54319673e833 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:27.415292 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:27.415292 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Checking segment: {'id': '8afb40bd-8cf9-4e42-8822-a32999741b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:27.415292 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.415292 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Bound using segment: {'id': '8afb40bd-8cf9-4e42-8822-a32999741b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:27.415292 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Bound port: 567411e5-be82-40de-84e3-0d210a839c82, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afb40bd-8cf9-4e42-8822-a32999741b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:27.415292 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.461188 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1462693 Jun 17 08:45:27.461188 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f176b29d-541f-49f2-b26e-4a580e854265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.463420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33280) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:27.518864 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f176b29d-541f-49f2-b26e-4a580e854265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.579618 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] For port 567411e5-be82-40de-84e3-0d210a839c82, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:27.583187 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] For port 567411e5-be82-40de-84e3-0d210a839c82, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=567411e5-be82-40de-84e3-0d210a839c82,segment=NetworkSegment(8afb40bd-8cf9-4e42-8822-a32999741b3e),segment_id=8afb40bd-8cf9-4e42-8822-a32999741b3e)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:27.590039 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.592276 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.635088 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f176b29d-541f-49f2-b26e-4a580e854265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.638434 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f176b29d-541f-49f2-b26e-4a580e854265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.642759 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f176b29d-541f-49f2-b26e-4a580e854265 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62e9d273-ec5b-4bd9-9fa5-15f539d497e9 HTTP/1.1" status: 204 len: 168 time: 0.3589902 Jun 17 08:45:27.644578 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef060579-56fc-44fe-8b04-8d72a60e1068 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:27.673724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176b29d-541f-49f2-b26e-4a580e854265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e9d273-ec5b-4bd9-9fa5-15f539d497e9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.676667 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f176b29d-541f-49f2-b26e-4a580e854265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.699143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c222d83c-970c-4b04-9532-2e549c691dda up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:27.712384 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Pushing event updated for resources: {'Port': ['ID=567411e5-be82-40de-84e3-0d210a839c82,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:27.715435 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:27.722761 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:27.725169 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:27.821140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port c222d83c-970c-4b04-9532-2e549c691dda triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:27.821527 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.856450 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:27.898674 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-905a99ee-ad9a-479b-9cf8-54319673e833', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:27.899894 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:27.922630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537be3a-3963-4ed3-b4b0-d174b0e675bc req-d03d3049-d0ac-4b41-9caf-1a61c0e8be17 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:27.922630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1537be3a-3963-4ed3-b4b0-d174b0e675bc req-d03d3049-d0ac-4b41-9caf-1a61c0e8be17 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 946 time: 0.5897121 Jun 17 08:45:27.922630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Allocated IP 172.25.8.55 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/66fe6895-e4fa-4d87-aa93-5d97fea97e96) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:27.984454 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-663fcdb7-8da6-4717-abc7-b28ff888fa29 None None] Provisioning complete for port c222d83c-970c-4b04-9532-2e549c691dda triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:27.985204 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-663fcdb7-8da6-4717-abc7-b28ff888fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.111540 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1537be3a-3963-4ed3-b4b0-d174b0e675bc req-9efb3f00-2fe1-4caa-b56e-6cae2e640c6d tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708655 Jun 17 08:45:28.244712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:28.247097 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a58e9f8-49f1-464d-83f3-2d3b516d0eec" -d '{"events": [{"server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "name": "network-vif-plugged", "status": "completed", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:28.325214 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:24Z', 'revision_number': 2, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:27Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:28.353862 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.357153 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ddcf4b-f9f2-41a3-9ad5-7137ae829072 x-openstack-request-id: req-41ddcf4b-f9f2-41a3-9ad5-7137ae829072 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:28.357911 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "name": "network-vif-plugged", "status": "completed", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:28.358300 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-41ddcf4b-f9f2-41a3-9ad5-7137ae829072 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:28.360983 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'code': 200} Jun 17 08:45:28.443440 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07518db4-96c3-4ce8-a9c3-df45b406d9e0 None None] The sync data for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 is: [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:24Z', 'revision_number': 2, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:27Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:28.494314 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.510939 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-283237a0-4fe8-429d-be43-994d942b922c tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:28.516602 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Allocated IP 2001:db8:1::2 (905a99ee-ad9a-479b-9cf8-54319673e833/501cf4b9-36e6-4ca0-9c8b-f163d9ad6436/3dc2fe24-34f9-439d-8737-9536ca54efd9) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:28.541618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-663fcdb7-8da6-4717-abc7-b28ff888fa29 None None] Provisioning for port 567411e5-be82-40de-84e3-0d210a839c82 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:28.571616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=66fe6895-e4fa-4d87-aa93-5d97fea97e96,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:28.611018 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:28.664739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:28.667800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:28.693317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:28.739327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f2f23-51c3-443c-80e1-0d1a4bde9cdb req-41f66cf8-2364-479c-93db-819278353c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:28.740988 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f97f2f23-51c3-443c-80e1-0d1a4bde9cdb req-41f66cf8-2364-479c-93db-819278353c23 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 1098 time: 0.1497102 Jun 17 08:45:28.763816 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.765378 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.776101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Transition to ACTIVE for port object 3dc2fe24-34f9-439d-8737-9536ca54efd9 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:28.801132 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Transition to ACTIVE for port object 3dc2fe24-34f9-439d-8737-9536ca54efd9 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:28.802434 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-f97f2f23-51c3-443c-80e1-0d1a4bde9cdb req-8ef400a5-05b2-40d8-8631-255b939bc07b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547209 Jun 17 08:45:28.825693 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:28.828641 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:28.921579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Network 905a99ee-ad9a-479b-9cf8-54319673e833 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:28.932659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:28.983411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:28.988890 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33318) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:29.000010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Pushing event updated for resources: {'Port': ['ID=3dc2fe24-34f9-439d-8737-9536ca54efd9,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:29.013623 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:29.183461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1738832179'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:29.191708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Attempting to bind port 3dc2fe24-34f9-439d-8737-9536ca54efd9 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:29.194874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Attempting to bind port 3dc2fe24-34f9-439d-8737-9536ca54efd9 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '0f7fe952-25a2-4c11-913a-f675d43f4977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:29.195252 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Attempting to bind port 3dc2fe24-34f9-439d-8737-9536ca54efd9 on network 905a99ee-ad9a-479b-9cf8-54319673e833 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:29.209818 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:29.210208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Checking segment: {'id': '0f7fe952-25a2-4c11-913a-f675d43f4977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:29.210623 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.211040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Bound using segment: {'id': '0f7fe952-25a2-4c11-913a-f675d43f4977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:29.211545 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Bound port: 3dc2fe24-34f9-439d-8737-9536ca54efd9, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7fe952-25a2-4c11-913a-f675d43f4977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:29.211916 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.237779 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Made reservation on behalf of d31bfe4d664846f4837fb9f533e8dbaa for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:29.241701 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.272798 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.415115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] For port 3dc2fe24-34f9-439d-8737-9536ca54efd9, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:29.421013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] For port 3dc2fe24-34f9-439d-8737-9536ca54efd9, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3dc2fe24-34f9-439d-8737-9536ca54efd9,segment=NetworkSegment(0f7fe952-25a2-4c11-913a-f675d43f4977),segment_id=0f7fe952-25a2-4c11-913a-f675d43f4977)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:29.435155 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.437505 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-625aac23-b8c2-4e51-ae28-e4be225a5449 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:29.500835 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.516707 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.522694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.549486 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:29.606076 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.606421 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Added segment 0af651a8-613d-4b10-9e9a-328b4df476eb of type vlan for network f12dec3e-e1f1-43de-b933-f81c3aef1cf0 Jun 17 08:45:29.626837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Pushing event updated for resources: {'Port': ['ID=3dc2fe24-34f9-439d-8737-9536ca54efd9,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:29.651072 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-66b239a1-1c5e-4b41-ba05-6874b200a9ec tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:29.659770 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:29.670857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 567411e5-be82-40de-84e3-0d210a839c82 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:29.770369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 567411e5-be82-40de-84e3-0d210a839c82 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:29.774682 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.779215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 567411e5-be82-40de-84e3-0d210a839c82 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:29.779592 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.792519 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fa01b1-696e-4228-9984-9266178d7dc4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:29.810802 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:29.863862 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.873439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:29.874102 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:29.902208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Allocated IP 2001:db8:1::1 (905a99ee-ad9a-479b-9cf8-54319673e833/501cf4b9-36e6-4ca0-9c8b-f163d9ad6436/ac993ed7-932d-4782-9e2f-c1cae712e107) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:29.910814 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c776fd55-255d-4b6e-8762-2a64bcfe5752 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:29.922944 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9326301 Jun 17 08:45:29.928359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33342) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:29.940682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-104586c3-4747-4ea3-8810-df4ab1e422ab tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0', 'tempest-TagsTest-Tag-1998704014') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:30.065309 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.091360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Pushing event updated for resources: {'Network': ['ID=f12dec3e-e1f1-43de-b933-f81c3aef1cf0,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:30.099820 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:30.122493 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network f12dec3e-e1f1-43de-b933-f81c3aef1cf0 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:30.219075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec8c92-6ca4-4bb0-a18f-6017625241b3 req-b2b16c2e-3fa9-46f8-9c2c-22d2d7e54b9c tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:30.233288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95ec8c92-6ca4-4bb0-a18f-6017625241b3 req-b2b16c2e-3fa9-46f8-9c2c-22d2d7e54b9c tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 946 time: 0.7853863 Jun 17 08:45:30.242475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 567411e5-be82-40de-84e3-0d210a839c82, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=567411e5-be82-40de-84e3-0d210a839c82,segment=NetworkSegment(8afb40bd-8cf9-4e42-8822-a32999741b3e),segment_id=8afb40bd-8cf9-4e42-8822-a32999741b3e)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:30.257252 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.264895 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:30.328408 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=567411e5-be82-40de-84e3-0d210a839c82,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:30.331921 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:30.475700 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95ec8c92-6ca4-4bb0-a18f-6017625241b3 req-f20d8c12-87ce-46d9-b997-50be6e3efccd tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659834 Jun 17 08:45:30.519167 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.536057 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:30.573995 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-104586c3-4747-4ea3-8810-df4ab1e422ab tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "PUT /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags/tempest-TagsTest-Tag-1998704014 HTTP/1.1" status: 201 len: 201 time: 0.6395233 Jun 17 08:45:30.578561 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33376) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:30.588718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-2a8e980b-b0d9-4154-9ff5-63ed1e140d22 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0', 'tempest-TagsTest-Tag-1998704014') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:30.623676 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Transition to ACTIVE for port object ac993ed7-932d-4782-9e2f-c1cae712e107 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:30.738611 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2a8e980b-b0d9-4154-9ff5-63ed1e140d22 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "GET /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags/tempest-TagsTest-Tag-1998704014 HTTP/1.1" status: 204 len: 168 time: 0.1581643 Jun 17 08:45:30.741352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33384) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:30.746550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-0e9443a4-332f-419e-a25a-d49767129336 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:30.848493 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0e9443a4-332f-419e-a25a-d49767129336 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "GET /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags HTTP/1.1" status: 200 len: 238 time: 0.1059523 Jun 17 08:45:30.851306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33386) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:30.857233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-a54097b5-d521-4b2a-959c-dc0c08366564 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0', {'tags': ['tempest-TagsTest-Tag-1648461477', 'tempest-TagsTest-Tag-887848561', 'tempest-TagsTest-Tag-2081084179']}) {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:30.980272 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a54097b5-d521-4b2a-959c-dc0c08366564 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "PUT /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags HTTP/1.1" status: 200 len: 308 time: 0.1270790 Jun 17 08:45:30.982478 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33388) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:30.987962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-b338492b-ad58-4b2d-88a3-21238bd1db45 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0', 'tempest-TagsTest-Tag-1648461477') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:31.137051 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b338492b-ad58-4b2d-88a3-21238bd1db45 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "DELETE /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags/tempest-TagsTest-Tag-1648461477 HTTP/1.1" status: 204 len: 168 time: 0.1531041 Jun 17 08:45:31.139869 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33394) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:31.145086 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-a1a048f8-fd4c-4fa5-a0a7-5279a0bba333 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0', 'tempest-TagsTest-Tag-1648461477') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:31.177640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d1c1f6-919c-45e8-b8ef-be78768023e7 None None] Network 905a99ee-ad9a-479b-9cf8-54319673e833 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:31.240999 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-a1a048f8-fd4c-4fa5-a0a7-5279a0bba333 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] show failed (client error): The resource could not be found. Jun 17 08:45:31.242104 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a1a048f8-fd4c-4fa5-a0a7-5279a0bba333 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "GET /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags/tempest-TagsTest-Tag-1648461477 HTTP/1.1" status: 404 len: 326 time: 0.1012781 Jun 17 08:45:31.245334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33396) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:31.250608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-c75bed57-8b67-4850-88c9-db6ce1701fbb tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0', 'tempest-TagsTest-Tag-887848561') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:31.311512 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.316596 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:31.328444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d8e89172-5d18-4882-af40-eb8c25f3fcff None None] Provisioning for port 3dc2fe24-34f9-439d-8737-9536ca54efd9 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:31.334052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33398) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:31.335931 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c75bed57-8b67-4850-88c9-db6ce1701fbb tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "GET /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags/tempest-TagsTest-Tag-887848561 HTTP/1.1" status: 204 len: 168 time: 0.0894911 Jun 17 08:45:31.366023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-fd8744c3-45f6-4718-a150-8ab0a52908e0 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0', 'tempest-TagsTest-Tag-2081084179') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:31.378393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network 905a99ee-ad9a-479b-9cf8-54319673e833 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:31.395128 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:31.406666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:31.406666 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.414474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 377891be-f9b1-43e3-9aff-6c993f267e44 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:45:31.455169 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=ac993ed7-932d-4782-9e2f-c1cae712e107,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:31.483869 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:31.702669 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 567411e5-be82-40de-84e3-0d210a839c82 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:31.764760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fd8744c3-45f6-4718-a150-8ab0a52908e0 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "GET /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags/tempest-TagsTest-Tag-2081084179 HTTP/1.1" status: 204 len: 168 time: 0.4101038 Jun 17 08:45:31.767382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33412) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:31.768990 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 567411e5-be82-40de-84e3-0d210a839c82 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:31.769547 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.783831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-bddeab3c-7784-4217-acfd-70bda2c6ae46 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:31.800338 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.843079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1ee4cf42-18b2-4318-997a-0e589bd777c0 None None] Provisioning for port ac993ed7-932d-4782-9e2f-c1cae712e107 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:31.851094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1ee4cf42-18b2-4318-997a-0e589bd777c0 None None] Provisioning complete for port ac993ed7-932d-4782-9e2f-c1cae712e107 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:31.851480 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1ee4cf42-18b2-4318-997a-0e589bd777c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:31.887445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:31.902080 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Sync routers for ids ['377891be-f9b1-43e3-9aff-6c993f267e44'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:31.972646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1ee4cf42-18b2-4318-997a-0e589bd777c0 None None] Port ac993ed7-932d-4782-9e2f-c1cae712e107 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:31.974552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Routers {'377891be-f9b1-43e3-9aff-6c993f267e44'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:31.975410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['377891be-f9b1-43e3-9aff-6c993f267e44'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:31.987517 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bddeab3c-7784-4217-acfd-70bda2c6ae46 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "DELETE /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags HTTP/1.1" status: 204 len: 168 time: 0.2166870 Jun 17 08:45:31.990317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33414) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:31.997280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.tag.tag_plugin [None req-a1d7af2f-1119-45e7-acee-6d9fee03a376 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0', 'tempest-TagsTest-Tag-887848561') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:32.016688 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fcba1-d0de-4498-b0b4-a0a623069fd5 req-2b6640f6-fd38-43bb-b6aa-2c66bf64e100 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.020930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d43fcba1-d0de-4498-b0b4-a0a623069fd5 req-2b6640f6-fd38-43bb-b6aa-2c66bf64e100 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 946 time: 0.3649487 Jun 17 08:45:32.060360 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.065240 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33420) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:32.065671 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.7052715 Jun 17 08:45:32.078600 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3dc2fe24-34f9-439d-8737-9536ca54efd9 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:32.121514 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-efc0fc01-97cc-40f8-bfdc-7dd38b617fb5 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=429b1bfb82834492a01da039e4afa344&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0548296 Jun 17 08:45:32.124852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33422) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:32.139079 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d43fcba1-d0de-4498-b0b4-a0a623069fd5 req-da3bf5ee-b390-4f47-bdec-6dc73acb4e5c tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702569 Jun 17 08:45:32.230538 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-a1d7af2f-1119-45e7-acee-6d9fee03a376 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] show failed (client error): The resource could not be found. Jun 17 08:45:32.234438 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a1d7af2f-1119-45e7-acee-6d9fee03a376 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "GET /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags/tempest-TagsTest-Tag-887848561 HTTP/1.1" status: 404 len: 325 time: 0.2403066 Jun 17 08:45:32.235639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33426) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:32.245459 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-fff146b5-1c4c-4192-b459-282c1d69594e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0', 'tempest-TagsTest-Tag-2081084179') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:32.328644 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Set router 377891be-f9b1-43e3-9aff-6c993f267e44 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:32.333588 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d1f48a-12f8-46a0-83e9-7b209797b855 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:32.337744 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b8d1f48a-12f8-46a0-83e9-7b209797b855 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2089295 Jun 17 08:45:32.343463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33428) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:32.356031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 3dc2fe24-34f9-439d-8737-9536ca54efd9 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:32.368420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.379924 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.381312 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.394275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 3dc2fe24-34f9-439d-8737-9536ca54efd9 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:32.394821 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.397678 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d3ea1c8f-9644-4e4b-9f48-551372f44284 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0523400 Jun 17 08:45:32.399455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33432) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:32.406112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1999433418', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'project_id': '429b1bfb82834492a01da039e4afa344', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:32.410426 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:32.483233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b29de012-cc2d-44f8-adcd-21d4945964d4 None None] Provisioning complete for port ac993ed7-932d-4782-9e2f-c1cae712e107 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:32.483767 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b29de012-cc2d-44f8-adcd-21d4945964d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.535273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Made reservation on behalf of 429b1bfb82834492a01da039e4afa344 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:32.540227 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.544459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b29de012-cc2d-44f8-adcd-21d4945964d4 None None] Port ac993ed7-932d-4782-9e2f-c1cae712e107 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:32.544662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=ac993ed7-932d-4782-9e2f-c1cae712e107,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:32.555492 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:32.562408 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-fff146b5-1c4c-4192-b459-282c1d69594e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] show failed (client error): The resource could not be found. Jun 17 08:45:32.563830 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fff146b5-1c4c-4192-b459-282c1d69594e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "GET /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags/tempest-TagsTest-Tag-2081084179 HTTP/1.1" status: 404 len: 326 time: 0.3255026 Jun 17 08:45:32.578078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33436) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:32.583318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.tag.tag_plugin [None req-9002d2f8-0688-456f-9a41-1d66aefdeaa4 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f12dec3e-e1f1-43de-b933-f81c3aef1cf0') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:32.606379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network 905a99ee-ad9a-479b-9cf8-54319673e833 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:32.635557 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.642022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:32.706941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 3dc2fe24-34f9-439d-8737-9536ca54efd9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3dc2fe24-34f9-439d-8737-9536ca54efd9,segment=NetworkSegment(0f7fe952-25a2-4c11-913a-f675d43f4977),segment_id=0f7fe952-25a2-4c11-913a-f675d43f4977)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:32.715694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:29Z', 'revision_number': 3, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:32.720894 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.782502 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-738f5917-4d0c-4c81-aa9b-88a39ac7ca60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:32.786295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Checking router: 377891be-f9b1-43e3-9aff-6c993f267e44 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:32.786653 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Updating router 377891be-f9b1-43e3-9aff-6c993f267e44 port 66fe6895-e4fa-4d87-aa93-5d97fea97e96 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:32.796400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9002d2f8-0688-456f-9a41-1d66aefdeaa4 tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "DELETE /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0/tags HTTP/1.1" status: 204 len: 168 time: 0.2169049 Jun 17 08:45:32.800975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33444) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:32.829611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router ba87edca-ddbc-44ff-8fd6-cbd794c7723e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:32.879428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:32.882893 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fc2d2dcf-02b2-41b0-9d2f-1c2fa509524d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:32.886021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=3dc2fe24-34f9-439d-8737-9536ca54efd9,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:32.890043 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:32.890682 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.004375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Subnet': ['ID=1f32d821-7f52-432e-8649-2cde7dc8942d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:33.008114 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:33.011041 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Checking segment: {'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:33.011528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network hostable DHCP agents. Network: 8b457282-2f61-4bbd-b3ff-61878cc42143, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:33.038352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 8b457282-2f61-4bbd-b3ff-61878cc42143 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:33.043581 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.051458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 8b457282-2f61-4bbd-b3ff-61878cc42143) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:33.070220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:33.070980 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.073941 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:33.088544 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Sync routers for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:33.095281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6110339 Jun 17 08:45:33.098722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33448) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:33.102281 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:33.103220 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:33.103696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-129688870'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:33.106848 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7057950 Jun 17 08:45:33.109722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33452) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:33.119438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390752c6-cc8e-4c28-8981-24942095498f None None] Network 8b457282-2f61-4bbd-b3ff-61878cc42143 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:33.182902 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.193630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:33.197519 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.201984 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f12dec3e-e1f1-43de-b933-f81c3aef1cf0']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:33.220842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af651a8-613d-4b10-9e9a-328b4df476eb') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:33.221136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af651a8-613d-4b10-9e9a-328b4df476eb') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:33.235179 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.247406 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:33.253339 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:33.264288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.275318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:33.276303 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.295750 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8e04e6a3-df5c-4142-b11d-593ccdc1e6f4 None None] Provisioning complete for port ac993ed7-932d-4782-9e2f-c1cae712e107 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:33.305752 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8e04e6a3-df5c-4142-b11d-593ccdc1e6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.311914 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:33.346500 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:33.370012 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.370527 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added segment 2f1f50f4-6101-420f-9505-096aad162012 of type vlan for network b1232937-f375-46e2-83c6-297f7d9c486c Jun 17 08:45:33.437693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8e04e6a3-df5c-4142-b11d-593ccdc1e6f4 None None] Port ac993ed7-932d-4782-9e2f-c1cae712e107 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:33.446962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.486462 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.491695 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-22447cb7-1fcd-41a1-8d92-71e307ea9aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:33.499494 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.503421 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] 10.222.0.47 "DELETE /v2.0/networks/f12dec3e-e1f1-43de-b933-f81c3aef1cf0 HTTP/1.1" status: 204 len: 168 time: 0.7011392 Jun 17 08:45:33.505708 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 3, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:32Z', 'revision_number': 2, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:33.522491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.526520 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.530707 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:33.531534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.540705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Pushing event deleted for resources: {'Network': ['ID=f12dec3e-e1f1-43de-b933-f81c3aef1cf0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:33.545466 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-95484c18-e48d-43af-ac82-7d54474c097e tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:33.547180 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-00bc06a0-103e-4c23-815d-3b97ebdfe32a tempest-NetworksIpV6Test-1923003695 tempest-NetworksIpV6Test-1923003695-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:33.550292 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Checking router: ba87edca-ddbc-44ff-8fd6-cbd794c7723e for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:33.551016 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Updating router ba87edca-ddbc-44ff-8fd6-cbd794c7723e port ac993ed7-932d-4782-9e2f-c1cae712e107 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:33.560000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Transition to ACTIVE for port object 66fe6895-e4fa-4d87-aa93-5d97fea97e96 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:33.607725 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3dc2fe24-34f9-439d-8737-9536ca54efd9 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:33.607941 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.647350 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.666244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Network': ['ID=b1232937-f375-46e2-83c6-297f7d9c486c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:33.668028 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c6eea464-5578-461a-bc33-df2dd7908c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:33.674312 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:33.681925 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5820994 Jun 17 08:45:33.684873 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-8b457282-2f61-4bbd-b3ff-61878cc42143', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ips': [{'subnet_id': '1f32d821-7f52-432e-8649-2cde7dc8942d'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:33.685721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33460) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:33.685829 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:33.691222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'subnet': {'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:33.708694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network b1232937-f375-46e2-83c6-297f7d9c486c details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:33.880492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171adb02-2257-435d-a69c-4ad3162e7c8b None None] Pushing event updated for resources: {'Port': ['ID=66fe6895-e4fa-4d87-aa93-5d97fea97e96,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:33.885872 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-171adb02-2257-435d-a69c-4ad3162e7c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:33.914083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Attempting to bind port 66fe6895-e4fa-4d87-aa93-5d97fea97e96 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:33.914821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Attempting to bind port 66fe6895-e4fa-4d87-aa93-5d97fea97e96 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:33.914915 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Attempting to bind port 66fe6895-e4fa-4d87-aa93-5d97fea97e96 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:33.915840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:33.919891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.002172 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 3dc2fe24-34f9-439d-8737-9536ca54efd9 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:34.003291 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.063939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33468) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:34.086314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:34.087028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:34.087602 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.088017 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:34.088519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Bound port: 66fe6895-e4fa-4d87-aa93-5d97fea97e96, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:34.089065 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.103163 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.123440 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Transition to ACTIVE for port object ac993ed7-932d-4782-9e2f-c1cae712e107 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:34.140177 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.152698 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:34.222577 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f4664-bde9-4fee-9895-c02715978dbc None None] Pushing event updated for resources: {'Port': ['ID=ac993ed7-932d-4782-9e2f-c1cae712e107,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:34.227486 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-7e2f4664-bde9-4fee-9895-c02715978dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:34.261697 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] For port 66fe6895-e4fa-4d87-aa93-5d97fea97e96, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:34.271124 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.278572 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-96471555-f7f1-4288-84e8-d10f713214f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:34.304873 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] For port 66fe6895-e4fa-4d87-aa93-5d97fea97e96, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=66fe6895-e4fa-4d87-aa93-5d97fea97e96,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:34.306410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Allocated IP 172.20.0.2 (8b457282-2f61-4bbd-b3ff-61878cc42143/1f32d821-7f52-432e-8649-2cde7dc8942d/bf3010c6-2af2-42a5-b349-8838696b1527) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:34.321984 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.330609 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:34.440479 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Routers {'377891be-f9b1-43e3-9aff-6c993f267e44'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:34.441136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['377891be-f9b1-43e3-9aff-6c993f267e44'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:34.486655 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Attempting to bind port ac993ed7-932d-4782-9e2f-c1cae712e107 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:34.496823 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Attempting to bind port ac993ed7-932d-4782-9e2f-c1cae712e107 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '0f7fe952-25a2-4c11-913a-f675d43f4977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:34.497429 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Attempting to bind port ac993ed7-932d-4782-9e2f-c1cae712e107 on network 905a99ee-ad9a-479b-9cf8-54319673e833 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:34.508221 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:34.508523 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Checking segment: {'id': '0f7fe952-25a2-4c11-913a-f675d43f4977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:34.512884 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.513074 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dc08bb03-f167-4765-8574-6567dabfd27c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d31bfe4d664846f4837fb9f533e8dbaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448681 Jun 17 08:45:34.513176 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Bound using segment: {'id': '0f7fe952-25a2-4c11-913a-f675d43f4977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:34.513176 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Bound port: ac993ed7-932d-4782-9e2f-c1cae712e107, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7fe952-25a2-4c11-913a-f675d43f4977', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:34.513176 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.513441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33476) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:34.564255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171adb02-2257-435d-a69c-4ad3162e7c8b None None] Pushing event updated for resources: {'Port': ['ID=66fe6895-e4fa-4d87-aa93-5d97fea97e96,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:34.567573 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-171adb02-2257-435d-a69c-4ad3162e7c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:34.587588 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.634372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Checking segment: {'id': '2f1f50f4-6101-420f-9505-096aad162012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:34.634372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network hostable DHCP agents. Network: b1232937-f375-46e2-83c6-297f7d9c486c, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:34.634372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Subnet': ['ID=15d94580-5dc8-4534-97d9-e5dce108d7bd,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:34.650071 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:34.683943 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] For port ac993ed7-932d-4782-9e2f-c1cae712e107, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:34.687584 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] For port ac993ed7-932d-4782-9e2f-c1cae712e107, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ac993ed7-932d-4782-9e2f-c1cae712e107,segment=NetworkSegment(0f7fe952-25a2-4c11-913a-f675d43f4977),segment_id=0f7fe952-25a2-4c11-913a-f675d43f4977)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:34.688172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network b1232937-f375-46e2-83c6-297f7d9c486c is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:34.691878 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ec50-a275-49b5-b824-df533bb153f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.695874 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.700427 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-eff9f307-a6c5-401a-9ef7-93d315540baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:34.723225 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ec50-a275-49b5-b824-df533bb153f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.742446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] Set router 377891be-f9b1-43e3-9aff-6c993f267e44 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:34.758108 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:34.759093 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:34.774870 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.812414 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ec50-a275-49b5-b824-df533bb153f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.815677 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb4ec50-a275-49b5-b824-df533bb153f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.816935 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bbb4ec50-a275-49b5-b824-df533bb153f5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f1fa01b1-696e-4228-9984-9266178d7dc4 HTTP/1.1" status: 204 len: 168 time: 0.2988558 Jun 17 08:45:34.818407 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bcfdb97a-7183-4735-a737-f473e596fec7 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:34.822389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, b1232937-f375-46e2-83c6-297f7d9c486c) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:34.831275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:34.831930 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:34.838171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468552c7-dc56-4797-b0d2-2f156d8ca5d4 None None] Network b1232937-f375-46e2-83c6-297f7d9c486c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:34.847155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb4ec50-a275-49b5-b824-df533bb153f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fa01b1-696e-4228-9984-9266178d7dc4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:34.852417 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbb4ec50-a275-49b5-b824-df533bb153f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:34.856042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1687217 Jun 17 08:45:34.861945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33484) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:34.932071 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Transition to ACTIVE for port object bf3010c6-2af2-42a5-b349-8838696b1527 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:35.177926 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:35.327199 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f4664-bde9-4fee-9895-c02715978dbc None None] Pushing event updated for resources: {'Port': ['ID=ac993ed7-932d-4782-9e2f-c1cae712e107,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:35.331993 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-7e2f4664-bde9-4fee-9895-c02715978dbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:35.371117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Transition to ACTIVE for port object bf3010c6-2af2-42a5-b349-8838696b1527 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:35.410160 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-b1232937-f375-46e2-83c6-297f7d9c486c', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:35.415677 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.430681 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.435789 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:35.470882 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 3, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:34Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:35.507743 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa3c00b-4424-4bee-8317-7ac01bcb2742 None None] The sync data for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 is: [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:31Z', 'revision_number': 3, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:34Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:35.602913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Allocated IP 172.20.0.1 (8b457282-2f61-4bbd-b3ff-61878cc42143/1f32d821-7f52-432e-8649-2cde7dc8942d/b0163286-c7aa-4cb4-9f71-6f1e46491cc5) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:35.603434 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Network 8b457282-2f61-4bbd-b3ff-61878cc42143 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:35.617977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:35.620701 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:35.626876 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Pushing event updated for resources: {'Port': ['ID=bf3010c6-2af2-42a5-b349-8838696b1527,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:35.629862 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:35.782523 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Attempting to bind port bf3010c6-2af2-42a5-b349-8838696b1527 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:35.782947 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Attempting to bind port bf3010c6-2af2-42a5-b349-8838696b1527 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:35.783321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Attempting to bind port bf3010c6-2af2-42a5-b349-8838696b1527 on network 8b457282-2f61-4bbd-b3ff-61878cc42143 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:35.796528 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:35.796703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Checking segment: {'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:35.797465 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.797865 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Bound using segment: {'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:35.798862 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Bound port: bf3010c6-2af2-42a5-b349-8838696b1527, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:35.798862 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.836369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:35.873044 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Allocated IP 2001:db8:2::2 (b1232937-f375-46e2-83c6-297f7d9c486c/15d94580-5dc8-4534-97d9-e5dce108d7bd/db80ca07-03ff-430c-9347-542387ea91cd) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:35.903651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:29Z', 'revision_number': 3, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:36.024755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.026581 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d687d4-c7fd-4d97-9302-a44977fe1750 None None] The sync data for ids ['377891be-f9b1-43e3-9aff-6c993f267e44'] in n-d-779913-16 is: [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:29Z', 'revision_number': 3, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:36.088561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] For port bf3010c6-2af2-42a5-b349-8838696b1527, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:36.103844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Transition to ACTIVE for port object b0163286-c7aa-4cb4-9f71-6f1e46491cc5 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:36.255752 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.272236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Transition to ACTIVE for port object db80ca07-03ff-430c-9347-542387ea91cd will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:36.283783 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-c1e768fa-d09e-4196-a558-5472b83e82bc service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4177938 Jun 17 08:45:36.294064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] For port bf3010c6-2af2-42a5-b349-8838696b1527, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bf3010c6-2af2-42a5-b349-8838696b1527,segment=NetworkSegment(d4876e83-8921-4bfb-8a70-19a3fcc4bff6),segment_id=d4876e83-8921-4bfb-8a70-19a3fcc4bff6)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:36.331486 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.335600 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:36.339821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Transition to ACTIVE for port object db80ca07-03ff-430c-9347-542387ea91cd will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:36.413450 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.429602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.451055 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c407e78e-1d6f-45e0-b0c0-21d4ac9f3e72 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:36.465322 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 8b457282-2f61-4bbd-b3ff-61878cc42143 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:36.478275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Network b1232937-f375-46e2-83c6-297f7d9c486c is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:36.481759 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:36.484968 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:36.494059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Pushing event updated for resources: {'Port': ['ID=bf3010c6-2af2-42a5-b349-8838696b1527,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:36.504079 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:36.505034 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:36.574383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Allocated IP 2001:db8:2::1 (b1232937-f375-46e2-83c6-297f7d9c486c/15d94580-5dc8-4534-97d9-e5dce108d7bd/a7977dd4-cffc-4e8e-b919-3f6afdec97d4) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:36.588113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:36.600550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:36.700938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Attempting to bind port db80ca07-03ff-430c-9347-542387ea91cd on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:36.701515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Attempting to bind port db80ca07-03ff-430c-9347-542387ea91cd by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '2f1f50f4-6101-420f-9505-096aad162012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:36.701690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Attempting to bind port db80ca07-03ff-430c-9347-542387ea91cd on network b1232937-f375-46e2-83c6-297f7d9c486c {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:36.710527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Pushing event updated for resources: {'Port': ['ID=db80ca07-03ff-430c-9347-542387ea91cd,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:36.720199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:36.720841 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Checking segment: {'id': '2f1f50f4-6101-420f-9505-096aad162012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:36.721516 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.722113 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Bound using segment: {'id': '2f1f50f4-6101-420f-9505-096aad162012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:36.722871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Bound port: db80ca07-03ff-430c-9347-542387ea91cd, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1f50f4-6101-420f-9505-096aad162012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:36.723632 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.727430 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:36.844262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] For port db80ca07-03ff-430c-9347-542387ea91cd, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:36.847498 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] For port db80ca07-03ff-430c-9347-542387ea91cd, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=db80ca07-03ff-430c-9347-542387ea91cd,segment=NetworkSegment(2f1f50f4-6101-420f-9505-096aad162012),segment_id=2f1f50f4-6101-420f-9505-096aad162012)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:36.866520 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.880974 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6842684a-9eea-4b8b-99d7-cabfe68560de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:36.900920 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:36.912400 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=b0163286-c7aa-4cb4-9f71-6f1e46491cc5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:36.920644 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:36.988851 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Pushing event updated for resources: {'Port': ['ID=db80ca07-03ff-430c-9347-542387ea91cd,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:36.999026 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:37.061145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-185581ca-7641-4ad4-9895-1a4ed8644ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.063161 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-185581ca-7641-4ad4-9895-1a4ed8644ccc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1098 time: 0.7139904 Jun 17 08:45:37.096949 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.209569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Transition to ACTIVE for port object a7977dd4-cffc-4e8e-b919-3f6afdec97d4 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:37.300350 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-39fdb2a2-68a8-4a58-90c6-2b53e4285991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:37.302064 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-39fdb2a2-68a8-4a58-90c6-2b53e4285991 service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.2025180 Jun 17 08:45:37.402379 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.416022 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:37.484485 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.510594 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-57154336-fb65-42e4-9af2-20e0cb9510a2 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 1000 time: 0.1795669 Jun 17 08:45:37.608702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network b1232937-f375-46e2-83c6-297f7d9c486c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:37.703346 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:37.713719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:37.715429 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:37.868453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=a7977dd4-cffc-4e8e-b919-3f6afdec97d4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:37.870193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bf3010c6-2af2-42a5-b349-8838696b1527 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:37.937662 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:37.994472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port bf3010c6-2af2-42a5-b349-8838696b1527 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:37.997007 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-70061f16-f613-419d-b4ee-83932c4983cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:38.002897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device db80ca07-03ff-430c-9347-542387ea91cd up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:38.004246 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-70061f16-f613-419d-b4ee-83932c4983cd service neutron] 10.222.0.63 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.4598505 Jun 17 08:45:38.096153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port db80ca07-03ff-430c-9347-542387ea91cd completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:38.103266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ac993ed7-932d-4782-9e2f-c1cae712e107 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:38.228747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port ac993ed7-932d-4782-9e2f-c1cae712e107 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:38.236740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port ac993ed7-932d-4782-9e2f-c1cae712e107 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:38.237125 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.273545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-59b5f7e1-5183-4aee-8314-adf2e32324f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:38.275172 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-59b5f7e1-5183-4aee-8314-adf2e32324f4 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2698011 Jun 17 08:45:38.342366 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.344205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05d6d1-d8e9-418c-852a-d5f696ee0162 None None] Network 8b457282-2f61-4bbd-b3ff-61878cc42143 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:38.467477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ea62e861-e817-4334-a7d2-544a083aa7a5 None None] Provisioning for port bf3010c6-2af2-42a5-b349-8838696b1527 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:38.477721 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ea62e861-e817-4334-a7d2-544a083aa7a5 None None] Provisioning complete for port bf3010c6-2af2-42a5-b349-8838696b1527 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:38.478636 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ea62e861-e817-4334-a7d2-544a083aa7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.481721 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.483712 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33578) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:38.606111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port ac993ed7-932d-4782-9e2f-c1cae712e107, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ac993ed7-932d-4782-9e2f-c1cae712e107,segment=NetworkSegment(0f7fe952-25a2-4c11-913a-f675d43f4977),segment_id=0f7fe952-25a2-4c11-913a-f675d43f4977)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:38.617725 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.619009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 66fe6895-e4fa-4d87-aa93-5d97fea97e96 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:38.624458 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8e0e940c-3237-4945-aa6b-184be0deb077 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:38.703152 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9a28-d005-45b3-825b-c1ff4635fc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.754874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b48ea65-030a-48bf-9517-57b187c31376 None None] Network b1232937-f375-46e2-83c6-297f7d9c486c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:38.788621 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ea62e861-e817-4334-a7d2-544a083aa7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.842212 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9a28-d005-45b3-825b-c1ff4635fc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.850089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=ac993ed7-932d-4782-9e2f-c1cae712e107,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:38.852930 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7fa9a28-d005-45b3-825b-c1ff4635fc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.861806 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:38.881289 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-24eb4060-5407-4efe-9ae1-8b4f712be165 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:38.894614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ea62e861-e817-4334-a7d2-544a083aa7a5 None None] For port bf3010c6-2af2-42a5-b349-8838696b1527, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bf3010c6-2af2-42a5-b349-8838696b1527,segment=NetworkSegment(d4876e83-8921-4bfb-8a70-19a3fcc4bff6),segment_id=d4876e83-8921-4bfb-8a70-19a3fcc4bff6)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:38.903104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d7fa9a28-d005-45b3-825b-c1ff4635fc3c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=719ea294dbef4de4957480d147a4e103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4179838 Jun 17 08:45:38.914925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33582) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:38.916532 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ea62e861-e817-4334-a7d2-544a083aa7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.923549 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-3ed752c5-2a24-4dc4-92b5-b85d7e8bd3b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:38.948899 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.976081 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:38.982003 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa9a28-d005-45b3-825b-c1ff4635fc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fbd1419-c853-464d-8af6-def3d0b831a4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:38.983177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 66fe6895-e4fa-4d87-aa93-5d97fea97e96 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:38.999742 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:39.013837 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d7fa9a28-d005-45b3-825b-c1ff4635fc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:39.039017 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 66fe6895-e4fa-4d87-aa93-5d97fea97e96 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:39.039565 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.075471 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7cd2baf5-5058-43b2-93a9-1ff63bc8cd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.100090 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7cd2baf5-5058-43b2-93a9-1ff63bc8cd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.113212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b5be0956-3135-4ca6-9c31-3f05202a2d7f None None] Provisioning for port db80ca07-03ff-430c-9347-542387ea91cd completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:39.125164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62e861-e817-4334-a7d2-544a083aa7a5 None None] Pushing event updated for resources: {'Port': ['ID=bf3010c6-2af2-42a5-b349-8838696b1527,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:39.136474 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ea62e861-e817-4334-a7d2-544a083aa7a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:39.138231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b5be0956-3135-4ca6-9c31-3f05202a2d7f None None] Provisioning complete for port db80ca07-03ff-430c-9347-542387ea91cd triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:39.138923 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b5be0956-3135-4ca6-9c31-3f05202a2d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.175107 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7cd2baf5-5058-43b2-93a9-1ff63bc8cd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.181843 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7cd2baf5-5058-43b2-93a9-1ff63bc8cd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.186008 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7cd2baf5-5058-43b2-93a9-1ff63bc8cd50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9fbd1419-c853-464d-8af6-def3d0b831a4 HTTP/1.1" status: 204 len: 168 time: 0.2641664 Jun 17 08:45:39.186008 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d7fa9a28-d005-45b3-825b-c1ff4635fc3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:39.214056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2baf5-5058-43b2-93a9-1ff63bc8cd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fbd1419-c853-464d-8af6-def3d0b831a4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:39.219223 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7cd2baf5-5058-43b2-93a9-1ff63bc8cd50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:39.265129 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-081ec41b-e63a-4f33-892a-d5e1c7bcdebe service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9765310 Jun 17 08:45:39.334575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.344580 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.352163 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.420846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 66fe6895-e4fa-4d87-aa93-5d97fea97e96, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=66fe6895-e4fa-4d87-aa93-5d97fea97e96,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:39.442388 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.450102 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ea62e861-e817-4334-a7d2-544a083aa7a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:39.454417 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b5be0956-3135-4ca6-9c31-3f05202a2d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.505717 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=b0163286-c7aa-4cb4-9f71-6f1e46491cc5,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:39.517897 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:39.562539 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fd78b83c-4430-475d-9ea8-6a6a567bfbfb req-1959fc81-2bc2-4765-bc07-fa4304dd7c7c service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729979 Jun 17 08:45:39.656256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=66fe6895-e4fa-4d87-aa93-5d97fea97e96,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:39.662506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ac993ed7-932d-4782-9e2f-c1cae712e107 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:39.685557 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:39.709505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b5be0956-3135-4ca6-9c31-3f05202a2d7f None None] For port db80ca07-03ff-430c-9347-542387ea91cd, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=db80ca07-03ff-430c-9347-542387ea91cd,segment=NetworkSegment(2f1f50f4-6101-420f-9505-096aad162012),segment_id=2f1f50f4-6101-420f-9505-096aad162012)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:39.725444 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b5be0956-3135-4ca6-9c31-3f05202a2d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.729009 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1e9c5d8c-75d3-42c3-9e02-90b8b0ee5851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:39.770470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33590) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:39.787726 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34848950-faad-48f1-a1a3-a0f5a740993b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.812406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port ac993ed7-932d-4782-9e2f-c1cae712e107 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:39.812796 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.814685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 8b457282-2f61-4bbd-b3ff-61878cc42143 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:39.815656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be0956-3135-4ca6-9c31-3f05202a2d7f None None] Pushing event updated for resources: {'Port': ['ID=db80ca07-03ff-430c-9347-542387ea91cd,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:39.817881 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.820693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:39.828133 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.829449 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:39.836481 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b5be0956-3135-4ca6-9c31-3f05202a2d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:39.839970 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80981906-f6be-44c2-ba0d-3280e6aed55e tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:39.937994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Provisioning complete for port bf3010c6-2af2-42a5-b349-8838696b1527 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:39.938944 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.000007 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34848950-faad-48f1-a1a3-a0f5a740993b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.002289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=a7977dd4-cffc-4e8e-b919-3f6afdec97d4,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:40.004874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bf3010c6-2af2-42a5-b349-8838696b1527 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:40.022989 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34848950-faad-48f1-a1a3-a0f5a740993b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.027299 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8e58593d-2c3a-42c5-8142-131b72e87c1c tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:40.031922 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:40.056837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network b1232937-f375-46e2-83c6-297f7d9c486c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:40.059176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:40.102635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-34848950-faad-48f1-a1a3-a0f5a740993b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2762d5f08a3648829f63b5113d8b0c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302884 Jun 17 08:45:40.104867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34848950-faad-48f1-a1a3-a0f5a740993b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07ed42f-d19e-4928-b230-c4c931a9ab79,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:40.107780 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33594) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:40.110702 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34848950-faad-48f1-a1a3-a0f5a740993b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:40.164037 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port bf3010c6-2af2-42a5-b349-8838696b1527 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:40.164913 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.170628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Provisioning for port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:40.196664 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Provisioning complete for port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:40.197626 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.202022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e3758f-3bc6-4962-aeda-0a03efe3f927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.228075 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 377891be-f9b1-43e3-9aff-6c993f267e44 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:40.238401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e3758f-3bc6-4962-aeda-0a03efe3f927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.275266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:40.316349 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e3758f-3bc6-4962-aeda-0a03efe3f927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.320034 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-95e3758f-3bc6-4962-aeda-0a03efe3f927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.322464 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-95e3758f-3bc6-4962-aeda-0a03efe3f927 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f07ed42f-d19e-4928-b230-c4c931a9ab79 HTTP/1.1" status: 204 len: 168 time: 0.2129631 Jun 17 08:45:40.323529 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-248239ad-3ecc-4c92-af4b-f1567c496e5f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:40.332928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3758f-3bc6-4962-aeda-0a03efe3f927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07ed42f-d19e-4928-b230-c4c931a9ab79,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:40.335728 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-95e3758f-3bc6-4962-aeda-0a03efe3f927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:40.355313 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Provisioning for port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:40.363765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Provisioning complete for port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:40.364244 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.412449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:40.426871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Provisioning complete for port db80ca07-03ff-430c-9347-542387ea91cd triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:40.427475 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d40e85d3-47ab-40ca-a23e-1533e27673b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.429760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:40.444195 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33598) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:40.444538 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "PUT /v2.0/routers/377891be-f9b1-43e3-9aff-6c993f267e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3304670 Jun 17 08:45:40.514197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router ba87edca-ddbc-44ff-8fd6-cbd794c7723e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:40.693580 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:40.704588 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Sync routers for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:40.708161 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8391950 Jun 17 08:45:40.711490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33602) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:40.717827 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-551038996'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:40.720600 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:40.721360 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:40.745614 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:40.755860 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.776587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Sync routers for ids ['377891be-f9b1-43e3-9aff-6c993f267e44'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:40.791335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Routers {'377891be-f9b1-43e3-9aff-6c993f267e44'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:40.792587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['377891be-f9b1-43e3-9aff-6c993f267e44'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:40.806158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:40.819010 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.819416 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added segment 128dc88a-d93f-43c8-9d32-2cfe3598b3d7 of type vlan for network ceadd4ad-c413-42ae-ad29-2bd0ed4429ea Jun 17 08:45:40.849796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a3c17-7068-4946-a9b7-c01d80cfbfeb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.850413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a3c17-7068-4946-a9b7-c01d80cfbfeb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.850741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a3c17-7068-4946-a9b7-c01d80cfbfeb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.865917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a3c17-7068-4946-a9b7-c01d80cfbfeb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.875883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a3c17-7068-4946-a9b7-c01d80cfbfeb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.876365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a3c17-7068-4946-a9b7-c01d80cfbfeb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.876838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a3c17-7068-4946-a9b7-c01d80cfbfeb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.877303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a3c17-7068-4946-a9b7-c01d80cfbfeb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.877761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a3c17-7068-4946-a9b7-c01d80cfbfeb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.878383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a3c17-7068-4946-a9b7-c01d80cfbfeb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:40.880752 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4b8a3c17-7068-4946-a9b7-c01d80cfbfeb tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7033 time: 0.4348905 Jun 17 08:45:40.882332 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:40.883618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33608) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:40.937881 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:40.952253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Set router 377891be-f9b1-43e3-9aff-6c993f267e44 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:41.020894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.036320 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.036320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.069800 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0604cafb-78d7-485f-a94c-ed0834281960 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:41.096727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-707a8d0b-94a9-49d0-be85-64857af5361f None None] Provisioning complete for port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:41.097264 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-707a8d0b-94a9-49d0-be85-64857af5361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.103138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea444-cf4b-47a7-90c4-fd29cb733a5a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.103652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea444-cf4b-47a7-90c4-fd29cb733a5a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.104114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea444-cf4b-47a7-90c4-fd29cb733a5a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.104568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea444-cf4b-47a7-90c4-fd29cb733a5a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.105019 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea444-cf4b-47a7-90c4-fd29cb733a5a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.105497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea444-cf4b-47a7-90c4-fd29cb733a5a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.105948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea444-cf4b-47a7-90c4-fd29cb733a5a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.106534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea444-cf4b-47a7-90c4-fd29cb733a5a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.107007 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea444-cf4b-47a7-90c4-fd29cb733a5a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.114845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5ea444-cf4b-47a7-90c4-fd29cb733a5a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:41.117200 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8c5ea444-cf4b-47a7-90c4-fd29cb733a5a tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6490 time: 0.2317841 Jun 17 08:45:41.120574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33616) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:41.170511 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-707a8d0b-94a9-49d0-be85-64857af5361f None None] Port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:41.202159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-707a8d0b-94a9-49d0-be85-64857af5361f None None] Provisioning complete for port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:41.202579 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-707a8d0b-94a9-49d0-be85-64857af5361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.213373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Network': ['ID=ceadd4ad-c413-42ae-ad29-2bd0ed4429ea,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:41.222905 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5095086 Jun 17 08:45:41.224248 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:41.227538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33620) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:41.233127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'subnet': {'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:41.260489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network ceadd4ad-c413-42ae-ad29-2bd0ed4429ea details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:41.269929 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 2, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:41.330980 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Checking router: ba87edca-ddbc-44ff-8fd6-cbd794c7723e for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:41.331337 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Updating router ba87edca-ddbc-44ff-8fd6-cbd794c7723e port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:41.386748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-707a8d0b-94a9-49d0-be85-64857af5361f None None] Port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:41.400694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Made reservation on behalf of 01f6d14366cc4120b59582288b577b4e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:41.409496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.445208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'b0163286-c7aa-4cb4-9f71-6f1e46491cc5', 'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:32:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:35Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 2, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:41.455954 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.506672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Checking router: 377891be-f9b1-43e3-9aff-6c993f267e44 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:41.507058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Updating router 377891be-f9b1-43e3-9aff-6c993f267e44 port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:41.607274 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device db80ca07-03ff-430c-9347-542387ea91cd up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:41.610673 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.657783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33628) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:41.721188 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9da45376-2c02-4757-99a6-81994ab88d14 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3590 time: 0.5950112 Jun 17 08:45:41.934723 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.935929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-846495999-network', 'tenant_id': '6d7d30933957463ea06d13db1701ad8d'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:41.936965 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-28f59745-5773-443a-bef2-475b69585621 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:41.959231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port db80ca07-03ff-430c-9347-542387ea91cd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:41.960241 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:41.992419 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Made reservation on behalf of 6d7d30933957463ea06d13db1701ad8d for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:42.004911 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.034114 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Subnet': ['ID=ec79fccc-9a80-4612-90bd-2687efbd22eb,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.039123 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.067944 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.074178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Checking segment: {'id': '128dc88a-d93f-43c8-9d32-2cfe3598b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:42.074178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network hostable DHCP agents. Network: ceadd4ad-c413-42ae-ad29-2bd0ed4429ea, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:42.097852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network ceadd4ad-c413-42ae-ad29-2bd0ed4429ea is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:42.117475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, ceadd4ad-c413-42ae-ad29-2bd0ed4429ea) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:42.144416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:42.145405 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.194658 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed14a031-f8a6-48d4-a6e0-ab179e82df2b None None] Network ceadd4ad-c413-42ae-ad29-2bd0ed4429ea requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:42.220635 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.224154 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.229297 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.233948 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4fc6ac39-d66b-465e-bf2a-0465db637424 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:42.247139 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0153291 Jun 17 08:45:42.247349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33636) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:42.251637 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Transition to ACTIVE for port object a7977dd4-cffc-4e8e-b919-3f6afdec97d4 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:42.266121 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.269160 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a14010a1-c367-4d84-aa95-523b37f2335e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:42.288451 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 66fe6895-e4fa-4d87-aa93-5d97fea97e96 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:42.296433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:42.320774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2122f722-3ced-4153-8344-b51a09909cb5,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.326877 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.339637 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.339989 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Added segment f6f2853a-f226-4279-8c34-bfb06b64e86d of type vlan for network 751d9fba-e9d4-4f59-adfe-f048be4b6924 Jun 17 08:45:42.358637 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9a49a-4e15-41eb-9e82-eee32a4bb7ec None None] Pushing event updated for resources: {'Port': ['ID=a7977dd4-cffc-4e8e-b919-3f6afdec97d4,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.362006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33638) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:42.363034 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-aaf9a49a-4e15-41eb-9e82-eee32a4bb7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.386564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-72b94be2-a0db-48e1-9576-1e2e2f58857a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-108628291', 'description': 'tempest-secgroup-smoke-108628291 description', 'project_id': '429b1bfb82834492a01da039e4afa344'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:42.477972 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Attempting to bind port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:42.478478 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Attempting to bind port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '2f1f50f4-6101-420f-9505-096aad162012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:42.478868 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Attempting to bind port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 on network b1232937-f375-46e2-83c6-297f7d9c486c {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:42.484531 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:42.484917 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Checking segment: {'id': '2f1f50f4-6101-420f-9505-096aad162012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:42.485314 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.485704 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Bound using segment: {'id': '2f1f50f4-6101-420f-9505-096aad162012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:42.486187 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Bound port: a7977dd4-cffc-4e8e-b919-3f6afdec97d4, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1f50f4-6101-420f-9505-096aad162012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:42.486566 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.514135 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.563500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Transition to ACTIVE for port object b0163286-c7aa-4cb4-9f71-6f1e46491cc5 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:42.574807 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] For port a7977dd4-cffc-4e8e-b919-3f6afdec97d4, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:42.575013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 66fe6895-e4fa-4d87-aa93-5d97fea97e96 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:42.577957 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.587921 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] For port a7977dd4-cffc-4e8e-b919-3f6afdec97d4, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a7977dd4-cffc-4e8e-b919-3f6afdec97d4,segment=NetworkSegment(2f1f50f4-6101-420f-9505-096aad162012),segment_id=2f1f50f4-6101-420f-9505-096aad162012)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:42.594736 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.596836 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.598942 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-49ba8996-9643-4de7-a39e-39b07a3f8c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:42.662742 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9a49a-4e15-41eb-9e82-eee32a4bb7ec None None] Pushing event updated for resources: {'Port': ['ID=a7977dd4-cffc-4e8e-b919-3f6afdec97d4,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.666427 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b5be0956-3135-4ca6-9c31-3f05202a2d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:42.676796 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-aaf9a49a-4e15-41eb-9e82-eee32a4bb7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.699940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-ceadd4ad-c413-42ae-ad29-2bd0ed4429ea', 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'fixed_ips': [{'subnet_id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:45:42.702753 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:42.703015 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:42.703828 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:42.868370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f749e96-deb2-4939-8cca-a737bfd63d7d None None] Pushing event updated for resources: {'Port': ['ID=b0163286-c7aa-4cb4-9f71-6f1e46491cc5,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:42.876183 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6f749e96-deb2-4939-8cca-a737bfd63d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:42.908289 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:43.051512 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.196644 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.207678 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72b94be2-a0db-48e1-9576-1e2e2f58857a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.210144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Attempting to bind port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:43.210613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Attempting to bind port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:43.215103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Attempting to bind port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 on network 8b457282-2f61-4bbd-b3ff-61878cc42143 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:43.241778 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Allocated IP 2001:db8:3::2 (ceadd4ad-c413-42ae-ad29-2bd0ed4429ea/ec79fccc-9a80-4612-90bd-2687efbd22eb/43d285ec-dc7e-47a4-afe8-da6839ba4f32) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:43.312519 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72b94be2-a0db-48e1-9576-1e2e2f58857a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.328875 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72b94be2-a0db-48e1-9576-1e2e2f58857a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.331404 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:43.360758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b94be2-a0db-48e1-9576-1e2e2f58857a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b03b09-c434-4fd9-a0f8-53deaf717574,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:43.387741 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-72b94be2-a0db-48e1-9576-1e2e2f58857a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:43.404361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.409456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:43.412807 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.419001 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:43.425423 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72b94be2-a0db-48e1-9576-1e2e2f58857a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.433295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-72b94be2-a0db-48e1-9576-1e2e2f58857a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0679986 Jun 17 08:45:43.439131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33644) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:43.443630 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:43.445104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d88e259f-166d-4aad-b7a9-dd903c07db73 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'a0b03b09-c434-4fd9-a0f8-53deaf717574', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:43.494974 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339996cf-3da1-4a49-a7e6-46fb87907811 None None] The sync data for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 is: [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:42Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:43.592702 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d88e259f-166d-4aad-b7a9-dd903c07db73 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.634613 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9765604 Jun 17 08:45:43.638280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33646) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:43.655145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Request body: {'subnet': {'network_id': '751d9fba-e9d4-4f59-adfe-f048be4b6924', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-846495999-subnet', 'tenant_id': '6d7d30933957463ea06d13db1701ad8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:43.682051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Pushing event updated for resources: {'Network': ['ID=751d9fba-e9d4-4f59-adfe-f048be4b6924,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:43.691971 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:43.707003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:43.707937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Checking segment: {'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:43.708565 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.709199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Bound using segment: {'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:43.709967 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Bound port: b0163286-c7aa-4cb4-9f71-6f1e46491cc5, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:43.710627 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.717505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 751d9fba-e9d4-4f59-adfe-f048be4b6924 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:43.724403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Made reservation on behalf of 6d7d30933957463ea06d13db1701ad8d for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:43.726980 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.732638 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d88e259f-166d-4aad-b7a9-dd903c07db73 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.785854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d88e259f-166d-4aad-b7a9-dd903c07db73 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.789954 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-40a162ac-54c4-4c7a-acee-6097a76cbe45 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:43.830730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e259f-166d-4aad-b7a9-dd903c07db73 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e894c8c-2c83-4413-b079-0e61333b22fd,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:43.838608 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d88e259f-166d-4aad-b7a9-dd903c07db73 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:43.849089 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d88e259f-166d-4aad-b7a9-dd903c07db73 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.853561 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33648) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:43.854104 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d88e259f-166d-4aad-b7a9-dd903c07db73 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4137571 Jun 17 08:45:43.867978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a23f6c85-3c0b-4882-9227-5d75df8ed93b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'a0b03b09-c434-4fd9-a0f8-53deaf717574', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:43.937197 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a23f6c85-3c0b-4882-9227-5d75df8ed93b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:43.962661 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-428fcf08-d732-4721-a9c9-5ef285242680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.019147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.021068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a7977dd4-cffc-4e8e-b919-3f6afdec97d4 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:44.021413 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e406a4b1-547f-4d23-9774-efc388d86064 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:44.079589 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a23f6c85-3c0b-4882-9227-5d75df8ed93b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.089902 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a23f6c85-3c0b-4882-9227-5d75df8ed93b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.091993 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3efa4f17-bb43-4a1d-a73c-f628f8fd0a76,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:44.092627 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a89696a5-e834-4fba-bffe-4a53867ae52a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:44.095911 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:44.105580 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Checking segment: {'id': 'f6f2853a-f226-4279-8c34-bfb06b64e86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '751d9fba-e9d4-4f59-adfe-f048be4b6924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:44.105945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Network hostable DHCP agents. Network: 751d9fba-e9d4-4f59-adfe-f048be4b6924, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:44.131729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Network 751d9fba-e9d4-4f59-adfe-f048be4b6924 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:44.133184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f6c85-3c0b-4882-9227-5d75df8ed93b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e677a87-9c8b-4efd-a6b8-b4e2eba1a719,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:44.140391 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a23f6c85-3c0b-4882-9227-5d75df8ed93b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:44.149733 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a23f6c85-3c0b-4882-9227-5d75df8ed93b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.151628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a23f6c85-3c0b-4882-9227-5d75df8ed93b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2966444 Jun 17 08:45:44.153871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33652) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:44.154342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 751d9fba-e9d4-4f59-adfe-f048be4b6924) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:44.159113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:44.159513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-adc39681-c304-4214-9ff4-5c10744c4b1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'a0b03b09-c434-4fd9-a0f8-53deaf717574', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:44.159960 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.205457 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-adc39681-c304-4214-9ff4-5c10744c4b1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.206831 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5673416 Jun 17 08:45:44.221874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] For port b0163286-c7aa-4cb4-9f71-6f1e46491cc5, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:44.225972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] For port b0163286-c7aa-4cb4-9f71-6f1e46491cc5, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b0163286-c7aa-4cb4-9f71-6f1e46491cc5,segment=NetworkSegment(d4876e83-8921-4bfb-8a70-19a3fcc4bff6),segment_id=d4876e83-8921-4bfb-8a70-19a3fcc4bff6)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:44.229616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7c5451-4368-40fe-b4bb-2b2d041cbce5 None None] Network 751d9fba-e9d4-4f59-adfe-f048be4b6924 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:44.286788 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.300798 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:44.304436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-adc39681-c304-4214-9ff4-5c10744c4b1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.315438 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-adc39681-c304-4214-9ff4-5c10744c4b1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.320736 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-88b462ec-98ba-44d6-aecb-74b686872372 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:44.347425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc39681-c304-4214-9ff4-5c10744c4b1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b47dbf-c72a-48f1-ab86-90a0962860c4,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:44.351139 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-adc39681-c304-4214-9ff4-5c10744c4b1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:44.353989 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-adc39681-c304-4214-9ff4-5c10744c4b1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.370274 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-adc39681-c304-4214-9ff4-5c10744c4b1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2126944 Jun 17 08:45:44.370963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33656) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:44.393747 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.407025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c461833c-7e3d-44fb-a749-0e0f84901e7d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'a0b03b09-c434-4fd9-a0f8-53deaf717574', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:44.421248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:44.432959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Transition to ACTIVE for port object 43d285ec-dc7e-47a4-afe8-da6839ba4f32 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:44.451408 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c461833c-7e3d-44fb-a749-0e0f84901e7d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.471117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:44.471734 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.533750 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Routers {'377891be-f9b1-43e3-9aff-6c993f267e44'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:44.535069 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['377891be-f9b1-43e3-9aff-6c993f267e44'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:44.573261 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c461833c-7e3d-44fb-a749-0e0f84901e7d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.580551 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c461833c-7e3d-44fb-a749-0e0f84901e7d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.582697 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b6669923-782b-4973-9848-b79190c3b7ad tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:44.625908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c461833c-7e3d-44fb-a749-0e0f84901e7d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.630097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c461833c-7e3d-44fb-a749-0e0f84901e7d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2577350 Jun 17 08:45:44.632365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c461833c-7e3d-44fb-a749-0e0f84901e7d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8513028e-1213-4ab2-a2b7-1acdc5d8446e,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:44.633916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33662) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:44.636434 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c461833c-7e3d-44fb-a749-0e0f84901e7d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:44.639302 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-48d13b4f-3aad-4a47-ab78-6e1a8a7544b2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'a0b03b09-c434-4fd9-a0f8-53deaf717574', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:44.644840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f749e96-deb2-4939-8cca-a737bfd63d7d None None] Pushing event updated for resources: {'Port': ['ID=b0163286-c7aa-4cb4-9f71-6f1e46491cc5,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:44.649070 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6f749e96-deb2-4939-8cca-a737bfd63d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:44.676526 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Transition to ACTIVE for port object 43d285ec-dc7e-47a4-afe8-da6839ba4f32 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:44.679602 n-d-779913-16 neutron-server[93804]: INFO neutron.db.securitygroups_db [None req-48d13b4f-3aad-4a47-ab78-6e1a8a7544b2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Project 429b1bfb82834492a01da039e4afa344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:45:44.737517 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.750246 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48d13b4f-3aad-4a47-ab78-6e1a8a7544b2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.770019 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.789670 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:44.794855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Allocated IP 2001:db8:3::1 (ceadd4ad-c413-42ae-ad29-2bd0ed4429ea/ec79fccc-9a80-4612-90bd-2687efbd22eb/0623b790-c473-4fe7-9686-18512b48231c) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:44.807934 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Network ceadd4ad-c413-42ae-ad29-2bd0ed4429ea is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:44.814328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:44.817314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:44.883855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05135c46-10aa-4b61-8b74-083c6f51a361 None None] Network 751d9fba-e9d4-4f59-adfe-f048be4b6924 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:44.917990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48d13b4f-3aad-4a47-ab78-6e1a8a7544b2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.926370 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48d13b4f-3aad-4a47-ab78-6e1a8a7544b2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.935042 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-09fd5ed4-513b-4b64-938e-c3298b56b966 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:44.967894 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d13b4f-3aad-4a47-ab78-6e1a8a7544b2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb505e9a-2235-429b-963a-ea1f0ec327b7,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:44.985098 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48d13b4f-3aad-4a47-ab78-6e1a8a7544b2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:44.988177 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-48d13b4f-3aad-4a47-ab78-6e1a8a7544b2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:44.990250 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-48d13b4f-3aad-4a47-ab78-6e1a8a7544b2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3547609 Jun 17 08:45:44.992673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33670) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:44.999162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d4c0150f-d89f-4eb4-a218-1c253be5990d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'security_group_rule': {'security_group_id': 'a0b03b09-c434-4fd9-a0f8-53deaf717574', 'project_id': '429b1bfb82834492a01da039e4afa344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:45.017847 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.032182 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-d4c0150f-d89f-4eb4-a218-1c253be5990d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Project 429b1bfb82834492a01da039e4afa344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:45:45.041182 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c0150f-d89f-4eb4-a218-1c253be5990d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.048362 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Transition to ACTIVE for port object 0623b790-c473-4fe7-9686-18512b48231c will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:45.115197 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.127047 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-836db4ce-5e64-4486-8511-eeaf6ba76a9d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:45.147116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33674) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:45.154403 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] Set router 377891be-f9b1-43e3-9aff-6c993f267e44 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:45.157657 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c0150f-d89f-4eb4-a218-1c253be5990d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.163900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1704937974-network', 'tenant_id': '977b02bf4c664f518119abc220a70c9e'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:45.170165 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c0150f-d89f-4eb4-a218-1c253be5990d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.174912 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7b64a28f-a143-483f-9bf3-241d167ca4dd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:45.201761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0150f-d89f-4eb4-a218-1c253be5990d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7f6c02-8163-45e1-ba86-eda23cd7ab70,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:45.206188 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4c0150f-d89f-4eb4-a218-1c253be5990d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:45.213386 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port a7977dd4-cffc-4e8e-b919-3f6afdec97d4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a7977dd4-cffc-4e8e-b919-3f6afdec97d4,segment=NetworkSegment(2f1f50f4-6101-420f-9505-096aad162012),segment_id=2f1f50f4-6101-420f-9505-096aad162012)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:45.214747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Pushing event updated for resources: {'Port': ['ID=43d285ec-dc7e-47a4-afe8-da6839ba4f32,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:45.215190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=0623b790-c473-4fe7-9686-18512b48231c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:45.223350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Made reservation on behalf of 977b02bf4c664f518119abc220a70c9e for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:45.227006 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.228138 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:45.231575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network ceadd4ad-c413-42ae-ad29-2bd0ed4429ea is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:45.233519 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:45.237269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:45.237849 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.240020 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:45.240801 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.245912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.246906 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:45.248346 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d4c0150f-d89f-4eb4-a218-1c253be5990d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.249224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Attempting to bind port 43d285ec-dc7e-47a4-afe8-da6839ba4f32 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:45.249702 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Attempting to bind port 43d285ec-dc7e-47a4-afe8-da6839ba4f32 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '128dc88a-d93f-43c8-9d32-2cfe3598b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:45.249924 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d4c0150f-d89f-4eb4-a218-1c253be5990d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2561178 Jun 17 08:45:45.250158 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Attempting to bind port 43d285ec-dc7e-47a4-afe8-da6839ba4f32 on network ceadd4ad-c413-42ae-ad29-2bd0ed4429ea {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:45.315145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:45.315481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Checking segment: {'id': '128dc88a-d93f-43c8-9d32-2cfe3598b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:45.316045 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.316516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Bound using segment: {'id': '128dc88a-d93f-43c8-9d32-2cfe3598b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:45.317335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Bound port: 43d285ec-dc7e-47a4-afe8-da6839ba4f32, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128dc88a-d93f-43c8-9d32-2cfe3598b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:45.318186 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.415537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=a7977dd4-cffc-4e8e-b919-3f6afdec97d4,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:45.423854 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:45.477680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] For port 43d285ec-dc7e-47a4-afe8-da6839ba4f32, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:45.479280 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.483517 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] For port 43d285ec-dc7e-47a4-afe8-da6839ba4f32, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=43d285ec-dc7e-47a4-afe8-da6839ba4f32,segment=NetworkSegment(128dc88a-d93f-43c8-9d32-2cfe3598b3d7),segment_id=128dc88a-d93f-43c8-9d32-2cfe3598b3d7)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:45.497534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.507113 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-88fd0b05-ca34-4ebe-a63f-221b9aa7e6b5 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:45.510221 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.514637 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:45.565547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4c4a04-1861-4cce-9562-08509c8e715b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:45.588769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Pushing event updated for resources: {'Port': ['ID=43d285ec-dc7e-47a4-afe8-da6839ba4f32,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:45.589519 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:45.593483 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:45.617887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:45:45.650681 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.651031 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Added segment ef17ad42-b4d5-415b-83e1-d8261f2720dd of type vlan for network f068f6e5-a4cd-4e60-807b-3102662ced79 Jun 17 08:45:45.653432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'b0163286-c7aa-4cb4-9f71-6f1e46491cc5', 'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:32:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:35Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:45.673609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-c1702a65-6406-4a1b-a49a-88a87c144c03 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-108628291&fields=id&tenant_id=429b1bfb82834492a01da039e4afa344 HTTP/1.1" status: 200 len: 267 time: 0.1684785 Jun 17 08:45:45.727852 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c9eda-629e-4c98-a9e4-8afd3577d11b None None] The sync data for ids ['377891be-f9b1-43e3-9aff-6c993f267e44'] in n-d-779913-16 is: [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'b0163286-c7aa-4cb4-9f71-6f1e46491cc5', 'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:32:f6:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:35Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:45.729827 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7547288-9fe0-4524-a472-8c9009a06133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.754612 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:45.971253 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.001557 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.018450 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.019751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:46.020404 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.030318 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-554d0c52-1d00-4c30-a411-2576b7886f82 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:46.084661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9834-7389-44dd-856f-70b943a429e1 req-0b4bc497-45fe-4449-becb-2181e98f754a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:46.086291 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-0b4bc497-45fe-4449-becb-2181e98f754a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/networks?id=8b457282-2f61-4bbd-b3ff-61878cc42143 HTTP/1.1" status: 200 len: 796 time: 0.3929894 Jun 17 08:45:46.149638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9981163 Jun 17 08:45:46.202629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33692) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:46.209169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a7977dd4-cffc-4e8e-b919-3f6afdec97d4 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:46.211694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Request body: {'subnet': {'network_id': 'f068f6e5-a4cd-4e60-807b-3102662ced79', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1704937974-subnet', 'tenant_id': '977b02bf4c664f518119abc220a70c9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:46.228965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Pushing event updated for resources: {'Network': ['ID=f068f6e5-a4cd-4e60-807b-3102662ced79,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:46.232223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-1daf0190-6eec-42be-be9d-4ab8d251eb8a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/quotas/429b1bfb82834492a01da039e4afa344 HTTP/1.1" status: 200 len: 375 time: 0.0911036 Jun 17 08:45:46.233155 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:46.268839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Made reservation on behalf of 977b02bf4c664f518119abc220a70c9e for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:46.274529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.367385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network f068f6e5-a4cd-4e60-807b-3102662ced79 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:45:46.457872 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-da7cd858-0ef6-4435-884f-0030ece8d87d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2156546 Jun 17 08:45:46.505823 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:46.506583 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.640732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b0163286-c7aa-4cb4-9f71-6f1e46491cc5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:46.665173 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-4a59410f-d8e8-4c12-9a28-869f80a54340 service neutron] 10.222.0.47 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796086 Jun 17 08:45:46.755250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:46.763251 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:46.763906 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.787181 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.917274 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:46.963925 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-5b443536-0464-4b4c-9ae0-f18e1d6c6a40 service neutron] 10.222.0.47 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909169 Jun 17 08:45:46.971296 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.029243 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.044941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port b0163286-c7aa-4cb4-9f71-6f1e46491cc5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b0163286-c7aa-4cb4-9f71-6f1e46491cc5,segment=NetworkSegment(d4876e83-8921-4bfb-8a70-19a3fcc4bff6),segment_id=d4876e83-8921-4bfb-8a70-19a3fcc4bff6)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:47.057669 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.059798 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ded3f690-2983-4972-99fc-7adc28c4b4a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:47.064263 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.096310 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:47.145013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=b0163286-c7aa-4cb4-9f71-6f1e46491cc5,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:47.161200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.161553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.182639 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.183298 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.183779 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.184405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.184879 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.185351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.185907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.187268 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.187714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.188055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:47.193057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event updated for resources: {'Port': ['ID=0623b790-c473-4fe7-9686-18512b48231c,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:47.205496 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:47.227806 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:47.232435 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.248022 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4048cf3e-994f-497f-ae1a-21a0e1dd47e5 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:47.287351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b868dcba-2a5f-4179-b11a-445ff320b6dc req-8a3b826f-745d-489a-bd92-d7c21a56d26b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 210 time: 0.0701609 Jun 17 08:45:47.412125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba1142f-d395-4f2a-88e7-8dd451ead350 None None] Network ceadd4ad-c413-42ae-ad29-2bd0ed4429ea requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:47.412587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c12e4c-cd4e-4de8-b2c2-ccb14e614de9,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:47.424412 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:47.427904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Checking segment: {'id': 'ef17ad42-b4d5-415b-83e1-d8261f2720dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'f068f6e5-a4cd-4e60-807b-3102662ced79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:47.427904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Network hostable DHCP agents. Network: f068f6e5-a4cd-4e60-807b-3102662ced79, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:45:47.492971 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a7d7f91e-e71b-43ae-a22f-77eca6f689b0 None None] Provisioning for port 43d285ec-dc7e-47a4-afe8-da6839ba4f32 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:47.496356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Network ceadd4ad-c413-42ae-ad29-2bd0ed4429ea is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:47.498330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:47.500390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Network f068f6e5-a4cd-4e60-807b-3102662ced79 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:45:47.708896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, f068f6e5-a4cd-4e60-807b-3102662ced79) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:47.717076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:47.717899 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:47.725113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router ba87edca-ddbc-44ff-8fd6-cbd794c7723e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:47.729514 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c15cbc-e5c3-4b9e-9014-1171fbb0f90b None None] Network f068f6e5-a4cd-4e60-807b-3102662ced79 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:47.943561 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7382004 Jun 17 08:45:47.946830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:47.976193 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7277741 Jun 17 08:45:47.979435 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 33846) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:47.984596 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0d099e0a-b85e-4f06-b204-75a3a1cb30b1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:48.028519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Sync routers for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:48.147585 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:48.148548 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:48.291971 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f8b686-8a5f-4a9d-a20e-f9f833eae7e8 None None] Network f068f6e5-a4cd-4e60-807b-3102662ced79 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:48.451406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33890) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:48.569747 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-be21442d-d3cb-4642-afba-a4012cab7823 admin admin] Deleting subnet 3efa4f17-bb43-4a1d-a73c-f628f8fd0a76 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:48.578367 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be21442d-d3cb-4642-afba-a4012cab7823 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.660036 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be21442d-d3cb-4642-afba-a4012cab7823 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.777661 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be21442d-d3cb-4642-afba-a4012cab7823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.876089 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6a99fc4e-bea2-44e8-8035-c4f8dae2772c req-8e8c7063-8a81-436f-bea6-271b56272d34 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 210 time: 0.1003697 Jun 17 08:45:48.889550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b0163286-c7aa-4cb4-9f71-6f1e46491cc5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:48.890090 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be21442d-d3cb-4642-afba-a4012cab7823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:48.893458 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6c99e720-593b-440d-a936-48dc496e3eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:49.003707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21442d-d3cb-4642-afba-a4012cab7823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3efa4f17-bb43-4a1d-a73c-f628f8fd0a76,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:49.012793 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be21442d-d3cb-4642-afba-a4012cab7823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:49.016629 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-be21442d-d3cb-4642-afba-a4012cab7823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.022177 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-be21442d-d3cb-4642-afba-a4012cab7823 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3efa4f17-bb43-4a1d-a73c-f628f8fd0a76 HTTP/1.1" status: 204 len: 168 time: 0.5695479 Jun 17 08:45:49.023108 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 33944) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:49.028758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.extraroute_db [None req-0d099e0a-b85e-4f06-b204-75a3a1cb30b1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:45:49.099409 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.extraroute_db [None req-0d099e0a-b85e-4f06-b204-75a3a1cb30b1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Removed routes are [] {{(pid=93803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:45:49.100187 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d099e0a-b85e-4f06-b204-75a3a1cb30b1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.158415 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.168690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:49.180809 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.287228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0989aa8f-b61c-4300-be1d-73a4e8f4f4a9 None None] Provisioning for port 0623b790-c473-4fe7-9686-18512b48231c completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:49.355588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0989aa8f-b61c-4300-be1d-73a4e8f4f4a9 None None] Provisioning complete for port 0623b790-c473-4fe7-9686-18512b48231c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:49.355976 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0989aa8f-b61c-4300-be1d-73a4e8f4f4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.371905 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.425677 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751d9fba-e9d4-4f59-adfe-f048be4b6924']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:49.470263 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f2853a-f226-4279-8c34-bfb06b64e86d') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:49.475861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f2853a-f226-4279-8c34-bfb06b64e86d') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:49.505891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.577855 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.687256 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d099e0a-b85e-4f06-b204-75a3a1cb30b1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.717067 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d099e0a-b85e-4f06-b204-75a3a1cb30b1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.724040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0989aa8f-b61c-4300-be1d-73a4e8f4f4a9 None None] Port 0623b790-c473-4fe7-9686-18512b48231c cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:49.731809 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:49.732145 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:49.741371 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:49.772305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:49.772522 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.947622 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:45Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '0623b790-c473-4fe7-9686-18512b48231c', 'name': '', 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:ca:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:43Z', 'updated_at': '2021-06-17T08:45:46Z', 'revision_number': 2, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:49.949719 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8ef8f225-1c0c-4080-b1e1-0cf897029d11 None None] Provisioning complete for port 0623b790-c473-4fe7-9686-18512b48231c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:49.950168 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8ef8f225-1c0c-4080-b1e1-0cf897029d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:49.966529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d099e0a-b85e-4f06-b204-75a3a1cb30b1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router ba87edca-ddbc-44ff-8fd6-cbd794c7723e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:50.035929 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.050932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 43d285ec-dc7e-47a4-afe8-da6839ba4f32 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:50.052855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Checking router: ba87edca-ddbc-44ff-8fd6-cbd794c7723e for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:50.053208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Updating router ba87edca-ddbc-44ff-8fd6-cbd794c7723e port 0623b790-c473-4fe7-9686-18512b48231c binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:45:50.071203 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5c55ec99-5105-43d0-9a0b-9fc9289f78e1 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:50.077126 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.087288 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] 10.222.0.47 "DELETE /v2.0/networks/751d9fba-e9d4-4f59-adfe-f048be4b6924 HTTP/1.1" status: 204 len: 168 time: 1.0625968 Jun 17 08:45:50.104361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9834-7389-44dd-856f-70b943a429e1 req-56b42ec4-381f-4185-bb84-bd99001175e9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:50.108270 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-56b42ec4-381f-4185-bb84-bd99001175e9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "GET /v2.0/networks?id=8b457282-2f61-4bbd-b3ff-61878cc42143 HTTP/1.1" status: 200 len: 796 time: 0.5999758 Jun 17 08:45:50.109545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34056) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:50.132236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8f225-1c0c-4080-b1e1-0cf897029d11 None None] Port 0623b790-c473-4fe7-9686-18512b48231c cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:50.145601 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e418ad5f-304e-4f1f-b338-6bce53362c41 req-7edd1368-0c98-42fe-91a0-74453729bdda tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 210 time: 0.0700970 Jun 17 08:45:50.148345 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.201200 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d099e0a-b85e-4f06-b204-75a3a1cb30b1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:50.201446 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] Pushing event deleted for resources: {'Network': ['ID=751d9fba-e9d4-4f59-adfe-f048be4b6924,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:50.210097 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:50.210285 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0d099e0a-b85e-4f06-b204-75a3a1cb30b1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.215048 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0d099e0a-b85e-4f06-b204-75a3a1cb30b1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e HTTP/1.1" status: 200 len: 953 time: 2.2311869 Jun 17 08:45:50.215048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34068) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:50.222328 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 43d285ec-dc7e-47a4-afe8-da6839ba4f32 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:50.266363 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-f02528fd-c22b-4889-8bb8-5356f1340201 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=429b1bfb82834492a01da039e4afa344 HTTP/1.1" status: 200 len: 379 time: 0.1097250 Jun 17 08:45:50.273831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 43d285ec-dc7e-47a4-afe8-da6839ba4f32 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:50.273831 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.287962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'port': {'device_id': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'admin_state_up': True, 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'security_groups': ['a0b03b09-c434-4fd9-a0f8-53deaf717574']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:50.295433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-303510cd-f11b-4f17-be5a-daac6501aa01 admin admin] Deleting subnet 03c12e4c-cd4e-4de8-b2c2-ccb14e614de9 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:50.314367 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-303510cd-f11b-4f17-be5a-daac6501aa01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.355619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7d501d82-9dce-4391-9318-3f31b3a170c4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e HTTP/1.1" status: 200 len: 953 time: 0.1394546 Jun 17 08:45:50.358489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34086) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:50.367001 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c6d1b0d9-9211-437c-ac6c-d84ab64bb176 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'routes': None}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:50.403750 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-303510cd-f11b-4f17-be5a-daac6501aa01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.418001 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.470254 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:45:50.482801 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-303510cd-f11b-4f17-be5a-daac6501aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.493071 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 43d285ec-dc7e-47a4-afe8-da6839ba4f32, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=43d285ec-dc7e-47a4-afe8-da6839ba4f32,segment=NetworkSegment(128dc88a-d93f-43c8-9d32-2cfe3598b3d7),segment_id=128dc88a-d93f-43c8-9d32-2cfe3598b3d7)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:50.503658 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.507487 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-171adb02-2257-435d-a69c-4ad3162e7c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:50.538629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Made reservation on behalf of 429b1bfb82834492a01da039e4afa344 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:50.543348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.649687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=43d285ec-dc7e-47a4-afe8-da6839ba4f32,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:50.655429 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:50.684904 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-303510cd-f11b-4f17-be5a-daac6501aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.696225 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.701847 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95521d48-ae25-4e4f-9013-2206fa3a1128 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:50.711952 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-303510cd-f11b-4f17-be5a-daac6501aa01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.715022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Transition to ACTIVE for port object 0623b790-c473-4fe7-9686-18512b48231c will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:50.719118 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-303510cd-f11b-4f17-be5a-daac6501aa01 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/03c12e4c-cd4e-4de8-b2c2-ccb14e614de9 HTTP/1.1" status: 204 len: 168 time: 0.5905752 Jun 17 08:45:50.719292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34122) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:50.724963 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.738414 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:50.753865 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303510cd-f11b-4f17-be5a-daac6501aa01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c12e4c-cd4e-4de8-b2c2-ccb14e614de9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:50.758567 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-303510cd-f11b-4f17-be5a-daac6501aa01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:50.857796 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:50.858691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Allocated IP 172.20.0.13 (8b457282-2f61-4bbd-b3ff-61878cc42143/1f32d821-7f52-432e-8649-2cde7dc8942d/ebba494f-b157-4e75-af7a-ac1149ba9694) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:50.943808 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb75d34-372d-40f0-a67f-1c1cf0231daa None None] Pushing event updated for resources: {'Port': ['ID=0623b790-c473-4fe7-9686-18512b48231c,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:50.952208 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-adb75d34-372d-40f0-a67f-1c1cf0231daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:51.003795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Attempting to bind port 0623b790-c473-4fe7-9686-18512b48231c on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:51.003795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Attempting to bind port 0623b790-c473-4fe7-9686-18512b48231c by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '128dc88a-d93f-43c8-9d32-2cfe3598b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:51.003795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Attempting to bind port 0623b790-c473-4fe7-9686-18512b48231c on network ceadd4ad-c413-42ae-ad29-2bd0ed4429ea {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:51.007361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:51.008006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Checking segment: {'id': '128dc88a-d93f-43c8-9d32-2cfe3598b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:51.008521 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.009023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Bound using segment: {'id': '128dc88a-d93f-43c8-9d32-2cfe3598b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:51.009619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Bound port: 0623b790-c473-4fe7-9686-18512b48231c, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128dc88a-d93f-43c8-9d32-2cfe3598b3d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:51.010126 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.098286 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.113855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] For port 0623b790-c473-4fe7-9686-18512b48231c, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:51.121332 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.131895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] For port 0623b790-c473-4fe7-9686-18512b48231c, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0623b790-c473-4fe7-9686-18512b48231c,segment=NetworkSegment(128dc88a-d93f-43c8-9d32-2cfe3598b3d7),segment_id=128dc88a-d93f-43c8-9d32-2cfe3598b3d7)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:51.139176 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Transition to ACTIVE for port object ebba494f-b157-4e75-af7a-ac1149ba9694 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:51.140831 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.145703 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-511daf41-f797-4499-99da-d9bb8ed36c27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:51.159564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f068f6e5-a4cd-4e60-807b-3102662ced79']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:51.175586 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef17ad42-b4d5-415b-83e1-d8261f2720dd') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:51.176094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef17ad42-b4d5-415b-83e1-d8261f2720dd') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:51.190373 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.203658 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.extraroute_db [None req-c6d1b0d9-9211-437c-ac6c-d84ab64bb176 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added routes are [] {{(pid=93803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:45:51.204127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.extraroute_db [None req-c6d1b0d9-9211-437c-ac6c-d84ab64bb176 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:45:51.209107 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.217435 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4154ec1e-82d1-411d-86c9-d7fa155617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:51.229636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.250923 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:51.251621 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:51.254684 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:51.292245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb75d34-372d-40f0-a67f-1c1cf0231daa None None] Pushing event updated for resources: {'Port': ['ID=0623b790-c473-4fe7-9686-18512b48231c,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:51.299257 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-adb75d34-372d-40f0-a67f-1c1cf0231daa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:51.307087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:51.308063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:51.330495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 8b457282-2f61-4bbd-b3ff-61878cc42143 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:51.336281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:51.352740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:51.399416 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b0d9-9211-437c-ac6c-d84ab64bb176 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.424881 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=ebba494f-b157-4e75-af7a-ac1149ba9694,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:51.437537 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:51.456194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:51.459634 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.461761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.483857 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2054074 Jun 17 08:45:51.490071 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:51.504609 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Request body: {'port': {'device_id': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:51.610656 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.757388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:49Z', 'revision_number': 6, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '0623b790-c473-4fe7-9686-18512b48231c', 'name': '', 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:ca:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:43Z', 'updated_at': '2021-06-17T08:45:51Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:51.805976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305713e-69aa-49a6-ad5a-2c91cc0048f0 None None] The sync data for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 is: [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:49Z', 'revision_number': 6, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '0623b790-c473-4fe7-9686-18512b48231c', 'name': '', 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:ca:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:43Z', 'updated_at': '2021-06-17T08:45:51Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:51.851373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8d1455d4-6b85-4116-a950-307aa8652c6b None None] Provisioning for port ebba494f-b157-4e75-af7a-ac1149ba9694 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:51.900640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8d1455d4-6b85-4116-a950-307aa8652c6b None None] Provisioning complete for port ebba494f-b157-4e75-af7a-ac1149ba9694 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:51.901022 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8d1455d4-6b85-4116-a950-307aa8652c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.914563 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37b33fee-745b-4acb-a86a-abe2ae13b773 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:51.941906 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:51.946840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] 10.222.0.47 "DELETE /v2.0/networks/f068f6e5-a4cd-4e60-807b-3102662ced79 HTTP/1.1" status: 204 len: 168 time: 1.2232862 Jun 17 08:45:51.946840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] Pushing event deleted for resources: {'Network': ['ID=f068f6e5-a4cd-4e60-807b-3102662ced79,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:51.997419 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:52.069625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8d1455d4-6b85-4116-a950-307aa8652c6b None None] Port ebba494f-b157-4e75-af7a-ac1149ba9694 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:45:52.118712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebba494f-b157-4e75-af7a-ac1149ba9694 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:52.130221 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.149170 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Transition to ACTIVE for port object ebba494f-b157-4e75-af7a-ac1149ba9694 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:52.157970 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.160407 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6036f1e2-d0b3-409e-b68e-aac3a61617b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:52.260341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34194) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:52.275473 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b0d9-9211-437c-ac6c-d84ab64bb176 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.280789 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b0d9-9211-437c-ac6c-d84ab64bb176 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.293873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Pushing event updated for resources: {'Port': ['ID=ebba494f-b157-4e75-af7a-ac1149ba9694,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:52.299521 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:52.307118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93294a8f-b83a-4871-adee-e784c2d38bdd req-950797e5-aaaf-4372-9806-2f4419f88fe1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:52.308927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93294a8f-b83a-4871-adee-e784c2d38bdd req-950797e5-aaaf-4372-9806-2f4419f88fe1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 932 time: 0.8449821 Jun 17 08:45:52.387595 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3ee04091-cf2d-408c-9549-e19c8baae03a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d7d30933957463ea06d13db1701ad8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256826 Jun 17 08:45:52.390371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34198) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:52.447629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Attempting to bind port ebba494f-b157-4e75-af7a-ac1149ba9694 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:52.447971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Attempting to bind port ebba494f-b157-4e75-af7a-ac1149ba9694 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:52.448439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Attempting to bind port ebba494f-b157-4e75-af7a-ac1149ba9694 on network 8b457282-2f61-4bbd-b3ff-61878cc42143 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:52.465893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Port ebba494f-b157-4e75-af7a-ac1149ba9694 on network 8b457282-2f61-4bbd-b3ff-61878cc42143 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:52.466255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Attempting to bind port ebba494f-b157-4e75-af7a-ac1149ba9694 on network 8b457282-2f61-4bbd-b3ff-61878cc42143 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:52.475834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:52.476180 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Checking segment: {'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:52.476569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Bound using segment: {'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:52.477023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Bound port: ebba494f-b157-4e75-af7a-ac1149ba9694, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:52.477373 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.504409 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e72a974-8501-4b87-a999-573395c6d8b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.535978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93294a8f-b83a-4871-adee-e784c2d38bdd req-311c4645-a43b-4371-bd6f-fc4405668e3c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198257 Jun 17 08:45:52.554141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-0da7fa5a-cc4a-4f0f-8107-c822715db1b2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:52.556476 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-0da7fa5a-cc4a-4f0f-8107-c822715db1b2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/networks?id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 HTTP/1.1" status: 200 len: 814 time: 0.4312282 Jun 17 08:45:52.572675 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e72a974-8501-4b87-a999-573395c6d8b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.611055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d1b0d9-9211-437c-ac6c-d84ab64bb176 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router ba87edca-ddbc-44ff-8fd6-cbd794c7723e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:52.627015 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-e6164a96-dea7-46de-898f-ce095620f4d5 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/quotas/6d0e3430fef14e0f8daca58cbe91807b HTTP/1.1" status: 200 len: 375 time: 0.0644937 Jun 17 08:45:52.641268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] For port ebba494f-b157-4e75-af7a-ac1149ba9694, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:52.656524 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] For port ebba494f-b157-4e75-af7a-ac1149ba9694, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ebba494f-b157-4e75-af7a-ac1149ba9694,segment=NetworkSegment(d4876e83-8921-4bfb-8a70-19a3fcc4bff6),segment_id=d4876e83-8921-4bfb-8a70-19a3fcc4bff6)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:52.664487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.668607 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0a0a0284-1daf-4d11-a00c-bb0839cef4c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:52.722571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-b5499e4d-6369-4ee5-8d39-87bcc2fb9cae tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d0e3430fef14e0f8daca58cbe91807b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880046 Jun 17 08:45:52.735476 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e72a974-8501-4b87-a999-573395c6d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.738507 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e72a974-8501-4b87-a999-573395c6d8b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.740441 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2e72a974-8501-4b87-a999-573395c6d8b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2122f722-3ced-4153-8344-b51a09909cb5 HTTP/1.1" status: 204 len: 168 time: 0.3487356 Jun 17 08:45:52.761020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:52.761648 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:52.763132 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] 10.222.0.10 "PUT /v2.0/ports/ebba494f-b157-4e75-af7a-ac1149ba9694 HTTP/1.1" status: 200 len: 1093 time: 1.2635756 Jun 17 08:45:52.764042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'tag': 'ebba494f-b157-4e75-af7a-ac1149ba9694'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:52.766980 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e209797b-0c16-4ac9-9869-499d37c1b866" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf8d432-0e8a-4f0b-b063-87c596567fb9", "tag": "ebba494f-b157-4e75-af7a-ac1149ba9694"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:52.814535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Pushing event updated for resources: {'Port': ['ID=ebba494f-b157-4e75-af7a-ac1149ba9694,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:52.827240 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:52.827854 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-57260cd8-19d4-4308-bbda-76597756e981 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:52.875215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 43d285ec-dc7e-47a4-afe8-da6839ba4f32 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:52.911148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72a974-8501-4b87-a999-573395c6d8b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2122f722-3ced-4153-8344-b51a09909cb5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:52.954891 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e72a974-8501-4b87-a999-573395c6d8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:52.988989 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-60abbf2e-c812-4c7f-96d1-822f24fc87fd service neutron] 10.222.0.47 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888855 Jun 17 08:45:53.007797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9834-7389-44dd-856f-70b943a429e1 req-26a7b357-349c-4431-acd9-07be42aff4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:53.011191 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-26a7b357-349c-4431-acd9-07be42aff4d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 1096 time: 0.1806486 Jun 17 08:45:53.026078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 43d285ec-dc7e-47a4-afe8-da6839ba4f32 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:53.026468 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.052108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d1b0d9-9211-437c-ac6c-d84ab64bb176 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:53.069279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6d1b0d9-9211-437c-ac6c-d84ab64bb176 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.069520 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-e2839cb5-2792-49f6-b59a-37a80390b26f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebba494f-b157-4e75-af7a-ac1149ba9694 HTTP/1.1" status: 200 len: 217 time: 0.0470390 Jun 17 08:45:53.073410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c6d1b0d9-9211-437c-ac6c-d84ab64bb176 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e HTTP/1.1" status: 200 len: 703 time: 2.7110384 Jun 17 08:45:53.081763 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34208) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:53.187139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-c10fd951-b7c4-4f61-b4fd-76b5f811732e service neutron] 10.222.0.47 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153393 Jun 17 08:45:53.206853 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c57102-5d2e-4a66-8b57-0ff2afde667a None None] Sync routers for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:53.221340 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c57102-5d2e-4a66-8b57-0ff2afde667a None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:53.222000 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-35c57102-5d2e-4a66-8b57-0ff2afde667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:53.281241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0623b790-c473-4fe7-9686-18512b48231c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:53.373769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 0623b790-c473-4fe7-9686-18512b48231c completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:45:53.381186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 0623b790-c473-4fe7-9686-18512b48231c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:53.382275 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.415969 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89aa3a-6743-46a2-8d35-58869d4bd89c req-674318e2-665b-42e5-9a1e-82da78ecb148 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:53.420305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9d89aa3a-6743-46a2-8d35-58869d4bd89c req-674318e2-665b-42e5-9a1e-82da78ecb148 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1098 time: 0.1415582 Jun 17 08:45:53.510525 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34218) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:53.559363 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9d89aa3a-6743-46a2-8d35-58869d4bd89c req-aebc60bc-2839-4246-a8a7-9d88e0662086 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310897 Jun 17 08:45:53.596499 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.606389 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-35c57102-5d2e-4a66-8b57-0ff2afde667a None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:53.644048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34222) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:53.651096 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-263f7c10-7384-4600-8807-8f0cdbdf6263 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e HTTP/1.1" status: 200 len: 703 time: 0.5678110 Jun 17 08:45:53.653820 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34224) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:53.654387 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31bd64b-1829-4670-9a61-ee20e6e84856 x-openstack-request-id: req-b31bd64b-1829-4670-9a61-ee20e6e84856 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:53.654726 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf8d432-0e8a-4f0b-b063-87c596567fb9", "tag": "ebba494f-b157-4e75-af7a-ac1149ba9694", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:53.655046 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b31bd64b-1829-4670-9a61-ee20e6e84856 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:53.655488 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'tag': 'ebba494f-b157-4e75-af7a-ac1149ba9694', 'status': 'completed', 'code': 200} Jun 17 08:45:53.682817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 0623b790-c473-4fe7-9686-18512b48231c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0623b790-c473-4fe7-9686-18512b48231c,segment=NetworkSegment(128dc88a-d93f-43c8-9d32-2cfe3598b3d7),segment_id=128dc88a-d93f-43c8-9d32-2cfe3598b3d7)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:53.689652 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bde27705-10ed-46d9-9c4e-7c2e3c38ff7d req-1ae416ab-8242-4b67-b5a9-95e185a88ee9 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 210 time: 0.1281316 Jun 17 08:45:53.698376 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:53.713346 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:53.778647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=0623b790-c473-4fe7-9686-18512b48231c,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:53.782476 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:53.795480 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9834-7389-44dd-856f-70b943a429e1 req-ce464172-1cfc-4eda-bcb8-39a91e1a6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:53.797316 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-ce464172-1cfc-4eda-bcb8-39a91e1a6cc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f32d821-7f52-432e-8649-2cde7dc8942d HTTP/1.1" status: 200 len: 835 time: 0.7167668 Jun 17 08:45:53.862802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-59b1a7d7-de02-4610-b7dd-974280e6d9f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=977b02bf4c664f518119abc220a70c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484528 Jun 17 08:45:53.869343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34230) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:53.946055 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-35c57102-5d2e-4a66-8b57-0ff2afde667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:51Z', 'revision_number': 7, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '0623b790-c473-4fe7-9686-18512b48231c', 'name': '', 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:ca:55:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:43Z', 'updated_at': '2021-06-17T08:45:51Z', 'revision_number': 4, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:53.987257 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c57102-5d2e-4a66-8b57-0ff2afde667a None None] Checking router: ba87edca-ddbc-44ff-8fd6-cbd794c7723e for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:54.000562 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c57102-5d2e-4a66-8b57-0ff2afde667a None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:54.001329 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-35c57102-5d2e-4a66-8b57-0ff2afde667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:54.014686 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b72c-6872-46ba-9c46-7408d60ffa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.065783 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b72c-6872-46ba-9c46-7408d60ffa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.081906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d9834-7389-44dd-856f-70b943a429e1 req-b624d43a-8222-4a18-9c3c-2a6631c8893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:54.083479 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-b624d43a-8222-4a18-9c3c-2a6631c8893b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b457282-2f61-4bbd-b3ff-61878cc42143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2774825 Jun 17 08:45:54.097670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1748e-3816-491e-8e0f-f01a4a26e2a2 req-8e43e56d-4d14-42a7-8bec-76e1941d8b8f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:54.099356 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0fb1748e-3816-491e-8e0f-f01a4a26e2a2 req-8e43e56d-4d14-42a7-8bec-76e1941d8b8f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 944 time: 0.2310832 Jun 17 08:45:54.147306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port f32c1f1c-264b-47dc-afb5-15543774145f {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:54.147885 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.148675 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-35c57102-5d2e-4a66-8b57-0ff2afde667a None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:54.215488 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0fb1748e-3816-491e-8e0f-f01a4a26e2a2 req-b29a12f0-f942-485b-a31e-c1c5095ba830 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012447 Jun 17 08:45:54.240862 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b72c-6872-46ba-9c46-7408d60ffa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.243745 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3eb8b72c-6872-46ba-9c46-7408d60ffa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.245006 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3eb8b72c-6872-46ba-9c46-7408d60ffa15 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f4c4a04-1861-4cce-9562-08509c8e715b HTTP/1.1" status: 204 len: 168 time: 0.3746738 Jun 17 08:45:54.248226 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6dc5c874-cd70-4c85-abe9-a61547a0f764 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:54.261897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8b72c-6872-46ba-9c46-7408d60ffa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4c4a04-1861-4cce-9562-08509c8e715b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:54.265624 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3eb8b72c-6872-46ba-9c46-7408d60ffa15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:54.277701 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-4d551cf8-9bdf-49e2-a21a-49d7feaf15ff service neutron] 10.222.0.10 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865141 Jun 17 08:45:54.310137 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.310934 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.311585 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.390851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for f32c1f1c-264b-47dc-afb5-15543774145f owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:54.441585 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-35c57102-5d2e-4a66-8b57-0ff2afde667a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:51Z', 'revision_number': 7, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '0623b790-c473-4fe7-9686-18512b48231c', 'name': '', 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:ca:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:43Z', 'updated_at': '2021-06-17T08:45:53Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:54.479419 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c57102-5d2e-4a66-8b57-0ff2afde667a None None] The sync data for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 is: [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:51Z', 'revision_number': 7, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '0623b790-c473-4fe7-9686-18512b48231c', 'name': '', 'network_id': 'ceadd4ad-c413-42ae-ad29-2bd0ed4429ea', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:ca:55:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3282, 'fixed_ips': [{'subnet_id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:43Z', 'updated_at': '2021-06-17T08:45:53Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'ec79fccc-9a80-4612-90bd-2687efbd22eb', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:54.483848 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-337d9834-7389-44dd-856f-70b943a429e1 req-33af9c21-c83f-4825-bd3f-efdef84e98f3 service neutron] 10.222.0.10 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972535 Jun 17 08:45:54.652948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0623b790-c473-4fe7-9686-18512b48231c up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:45:54.659905 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209797b-0c16-4ac9-9869-499d37c1b866 req-4e5968b3-f9d2-48fa-9dd8-39b470a96a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:54.661617 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e209797b-0c16-4ac9-9869-499d37c1b866 req-4e5968b3-f9d2-48fa-9dd8-39b470a96a3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 1096 time: 0.0954196 Jun 17 08:45:54.676531 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.705717 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd6087e4-4636-4d1f-b9a2-e24875f664b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:54.719666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 0623b790-c473-4fe7-9686-18512b48231c triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:45:54.720328 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.763477 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=f32c1f1c-264b-47dc-afb5-15543774145f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:54.767517 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:54.847975 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:54.849324 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Floating IP c4573e77-1b25-442e-9a37-3c77be7c44e6 disassociated (deleted). External IP: 172.25.8.65, port: 4c544ffa-f2f6-4b19-9441-54df98629992. Jun 17 08:45:54.903611 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209797b-0c16-4ac9-9869-499d37c1b866 req-d857a209-5345-4fa9-9d58-ac823159922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:54.906045 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e209797b-0c16-4ac9-9869-499d37c1b866 req-d857a209-5345-4fa9-9d58-ac823159922b service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b457282-2f61-4bbd-b3ff-61878cc42143 HTTP/1.1" status: 200 len: 897 time: 0.2359586 Jun 17 08:45:54.978437 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e209797b-0c16-4ac9-9869-499d37c1b866 req-67b87d54-061d-4910-9095-4dba4105f97c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebba494f-b157-4e75-af7a-ac1149ba9694 HTTP/1.1" status: 200 len: 217 time: 0.0645113 Jun 17 08:45:54.980991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port 0623b790-c473-4fe7-9686-18512b48231c {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:54.981447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.019533 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-84419422-8f42-4278-bcfa-f1412d7fc0e6 req-5facc6dc-8a21-47f4-89c9-35822ae00eb4 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 210 time: 0.0428786 Jun 17 08:45:55.182743 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209797b-0c16-4ac9-9869-499d37c1b866 req-669cd28c-3b1a-4567-9e11-9198966bfceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:55.184557 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e209797b-0c16-4ac9-9869-499d37c1b866 req-669cd28c-3b1a-4567-9e11-9198966bfceb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f32d821-7f52-432e-8649-2cde7dc8942d HTTP/1.1" status: 200 len: 835 time: 0.1998687 Jun 17 08:45:55.210574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:55.329795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] For port 0623b790-c473-4fe7-9686-18512b48231c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0623b790-c473-4fe7-9686-18512b48231c,segment=NetworkSegment(128dc88a-d93f-43c8-9d32-2cfe3598b3d7),segment_id=128dc88a-d93f-43c8-9d32-2cfe3598b3d7)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:55.330173 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.366994 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:55.373897 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.377263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e4347-70b2-415e-b312-0b647eafddd0 None None] Sync routers for ids ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:55.393164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e4347-70b2-415e-b312-0b647eafddd0 None None] Routers {'5d1b8260-fcc3-4773-999b-cd1b0e30b391'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:55.394222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-111e4347-70b2-415e-b312-0b647eafddd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:55.411673 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-16545906-6c6c-4acc-883c-dd0db19f51b3 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:55.413535 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-16545906-6c6c-4acc-883c-dd0db19f51b3 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.63 "GET /v2.0/networks?id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 HTTP/1.1" status: 200 len: 814 time: 0.3434849 Jun 17 08:45:55.446347 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for 0623b790-c473-4fe7-9686-18512b48231c owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:55.450624 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/floatingips/c4573e77-1b25-442e-9a37-3c77be7c44e6 HTTP/1.1" status: 204 len: 168 time: 1.7598999 Jun 17 08:45:55.452242 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:55.454742 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61ebc1e-b872-4f27-854a-99da5fe035fd" -d '{"events": [{"name": "network-changed", "server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:55.461898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Request body: {'port': {'device_id': '23bb55e2-38cb-4a5b-8c42-eba317ab5f03', 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8', 'admin_state_up': True, 'tenant_id': '6d0e3430fef14e0f8daca58cbe91807b'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:55.521510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61f629-2b77-4eb5-9114-b0d0043c6fc3 req-80daa1b2-538e-4a66-8bc0-ae93860ef049 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:55.524051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d61f629-2b77-4eb5-9114-b0d0043c6fc3 req-80daa1b2-538e-4a66-8bc0-ae93860ef049 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 944 time: 0.1468749 Jun 17 08:45:55.570438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-111e4347-70b2-415e-b312-0b647eafddd0 None None] Set router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:55.579800 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209797b-0c16-4ac9-9869-499d37c1b866 req-99c87249-b71a-4721-8329-8592da613bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:55.581389 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e209797b-0c16-4ac9-9869-499d37c1b866 req-99c87249-b71a-4721-8329-8592da613bdc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b457282-2f61-4bbd-b3ff-61878cc42143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3864815 Jun 17 08:45:55.592266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d61f629-2b77-4eb5-9114-b0d0043c6fc3 req-4bcb137a-e302-4244-80d4-ab18b5a10172 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606937 Jun 17 08:45:55.662042 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c417b936-f151-4ed4-b278-3421fab5be30 x-openstack-request-id: req-c417b936-f151-4ed4-b278-3421fab5be30 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:55.662623 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:55.663147 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c417b936-f151-4ed4-b278-3421fab5be30 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:55.664177 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992', 'status': 'completed', 'code': 200} Jun 17 08:45:55.788396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Made reservation on behalf of 6d0e3430fef14e0f8daca58cbe91807b for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:45:55.792387 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:55.805599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ebc1e-b872-4f27-854a-99da5fe035fd req-bcd77c94-82f0-4f31-89bc-55622fdbd7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:55.807181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e61ebc1e-b872-4f27-854a-99da5fe035fd req-bcd77c94-82f0-4f31-89bc-55622fdbd7f2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 1098 time: 0.1188889 Jun 17 08:45:55.845073 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e209797b-0c16-4ac9-9869-499d37c1b866 req-a8a03a73-97d7-4ac8-a180-38ff7162a147 service neutron] 10.222.0.10 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537804 Jun 17 08:45:55.924234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-111e4347-70b2-415e-b312-0b647eafddd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:33Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '245f76ca-5536-427e-be2b-1298d7fea928', 'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:5c:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:30Z', 'updated_at': '2021-06-17T08:43:40Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:55.955412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e4347-70b2-415e-b312-0b647eafddd0 None None] Checking router: 5d1b8260-fcc3-4773-999b-cd1b0e30b391 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:55.963312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e4347-70b2-415e-b312-0b647eafddd0 None None] Routers {'5d1b8260-fcc3-4773-999b-cd1b0e30b391'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:55.964028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-111e4347-70b2-415e-b312-0b647eafddd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:55.965608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ebc1e-b872-4f27-854a-99da5fe035fd req-2adcfa3a-6d09-46f7-ad5a-56901113b84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:55.968218 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e61ebc1e-b872-4f27-854a-99da5fe035fd req-2adcfa3a-6d09-46f7-ad5a-56901113b84d service neutron] 10.222.0.63 "GET /v2.0/networks?id=f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 200 len: 898 time: 0.1533244 Jun 17 08:45:56.066888 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.072647 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:56.099294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e61ebc1e-b872-4f27-854a-99da5fe035fd req-c20715d5-3211-4f5f-8929-3dcec3843bc1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 200 len: 217 time: 0.1156054 Jun 17 08:45:56.111518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=0623b790-c473-4fe7-9686-18512b48231c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:56.114404 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:56.114910 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-111e4347-70b2-415e-b312-0b647eafddd0 None None] Set router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:56.124462 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-e209797b-0c16-4ac9-9869-499d37c1b866 req-9e11c6bf-80a9-408e-b110-38adc9552d23 service neutron] 10.222.0.10 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693162 Jun 17 08:45:56.155958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Allocated IP 172.20.0.13 (ac058ece-22d1-4cd9-b1f6-5c9bd8779de8/6ab32955-f4cf-4e2f-9735-14f5069a2ac6/e55cb796-7462-4532-8a8f-75872643bc13) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:45:56.253235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ebc1e-b872-4f27-854a-99da5fe035fd req-13110bdb-b5c3-4f48-b430-96de0c635018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:56.256714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e61ebc1e-b872-4f27-854a-99da5fe035fd req-13110bdb-b5c3-4f48-b430-96de0c635018 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 200 len: 835 time: 0.1323125 Jun 17 08:45:56.333767 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.412394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50f60446-ef57-49b1-b3df-ed59b2c4f05a req-547b3041-f4ec-42bb-a20f-5243fca6eb2d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 210 time: 0.1514649 Jun 17 08:45:56.438206 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-111e4347-70b2-415e-b312-0b647eafddd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:33Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '245f76ca-5536-427e-be2b-1298d7fea928', 'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:5c:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:30Z', 'updated_at': '2021-06-17T08:43:40Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:56.465537 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4985bb-749e-4ec7-bf46-f3e416752feb req-d0a96aab-631b-4345-a1d9-574380cc4f0c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:56.467167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ee4985bb-749e-4ec7-bf46-f3e416752feb req-d0a96aab-631b-4345-a1d9-574380cc4f0c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 946 time: 0.3666465 Jun 17 08:45:56.469281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ebc1e-b872-4f27-854a-99da5fe035fd req-eedfa16e-d614-4137-9e05-cde437819ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:56.470666 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e61ebc1e-b872-4f27-854a-99da5fe035fd req-eedfa16e-d614-4137-9e05-cde437819ecc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=f3769a56-2721-4e32-b97c-a084d6243926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1840672 Jun 17 08:45:56.475124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e4347-70b2-415e-b312-0b647eafddd0 None None] The sync data for ids ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'] in n-d-779913-16 is: [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:43:33Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '245f76ca-5536-427e-be2b-1298d7fea928', 'name': '', 'network_id': 'f3769a56-2721-4e32-b97c-a084d6243926', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:5c:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_interface', 'standard_attr_id': 3018, 'fixed_ips': [{'subnet_id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:30Z', 'updated_at': '2021-06-17T08:43:40Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'be6e1978-a7e0-4407-808b-4a620bce6601', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:56.584216 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ee4985bb-749e-4ec7-bf46-f3e416752feb req-f167d55f-2c46-4717-80c3-092bdb1ad567 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079736 Jun 17 08:45:56.628200 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.629752 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e61ebc1e-b872-4f27-854a-99da5fe035fd req-280de84d-8bc4-441a-b629-03f0001b5803 service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437964 Jun 17 08:45:56.731313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router ba87edca-ddbc-44ff-8fd6-cbd794c7723e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:45:56.755410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e61ebc1e-b872-4f27-854a-99da5fe035fd req-adbfcc68-f203-4761-887f-f2c5795cbfab service neutron] 10.222.0.63 "GET /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179185 Jun 17 08:45:56.775412 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:56.780595 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-39626296-8af8-4953-b328-360a13e73ea5 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:56.847746 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02caec0-d1be-4e78-ad71-cdad450cbb41 req-feb74dac-3b16-4456-8e15-82f89a92f3ce tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:56.849710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f02caec0-d1be-4e78-ad71-cdad450cbb41 req-feb74dac-3b16-4456-8e15-82f89a92f3ce tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 944 time: 0.0925336 Jun 17 08:45:56.876746 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6449568d-3ece-4323-8931-b03606ad6317 None None] New status for floating IP c4573e77-1b25-442e-9a37-3c77be7c44e6: DOWN {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:45:56.903330 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f02caec0-d1be-4e78-ad71-cdad450cbb41 req-bee5e82b-1fff-4398-998d-d96931d86a09 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415518 Jun 17 08:45:56.917072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:45:56.927488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:45:56.933425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:45:56.939305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Pushing event updated for resources: {'Port': ['ID=e55cb796-7462-4532-8a8f-75872643bc13,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:56.972995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:45:56.977849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.978248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.978632 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.979035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.979404 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.979777 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.980139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.980508 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.980874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.981637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.981637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.981937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:45:56.989844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e253a0c1-78be-4508-b2c5-b617b0cd42b2 None None] Sync routers for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:45:56.990692 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3342898 Jun 17 08:45:56.993784 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34294) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:56.993913 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:57.004508 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:57.005168 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.022123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253a0c1-78be-4508-b2c5-b617b0cd42b2 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:57.022802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e253a0c1-78be-4508-b2c5-b617b0cd42b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:57.025712 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5757775 Jun 17 08:45:57.038241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Request body: {'port': {'device_id': '23bb55e2-38cb-4a5b-8c42-eba317ab5f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:45:57.134133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6902ef-bbe3-4a99-8f19-3ed65430c307 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting subnet ec79fccc-9a80-4612-90bd-2687efbd22eb {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:45:57.137953 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5e6902ef-bbe3-4a99-8f19-3ed65430c307 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.144881 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e253a0c1-78be-4508-b2c5-b617b0cd42b2 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:57.189035 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5e6902ef-bbe3-4a99-8f19-3ed65430c307 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.378413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e253a0c1-78be-4508-b2c5-b617b0cd42b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:55Z', 'revision_number': 8, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:57.405683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e253a0c1-78be-4508-b2c5-b617b0cd42b2 None None] Checking router: ba87edca-ddbc-44ff-8fd6-cbd794c7723e for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:45:57.415429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e253a0c1-78be-4508-b2c5-b617b0cd42b2 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:45:57.416094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e253a0c1-78be-4508-b2c5-b617b0cd42b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:57.512051 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e253a0c1-78be-4508-b2c5-b617b0cd42b2 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:45:57.555367 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.711711 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5e6902ef-bbe3-4a99-8f19-3ed65430c307 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.756281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e253a0c1-78be-4508-b2c5-b617b0cd42b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:55Z', 'revision_number': 8, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:57.785498 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e253a0c1-78be-4508-b2c5-b617b0cd42b2 None None] The sync data for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 is: [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:45:55Z', 'revision_number': 8, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7977dd4-cffc-4e8e-b919-3f6afdec97d4', 'name': '', 'network_id': 'b1232937-f375-46e2-83c6-297f7d9c486c', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:f8:97:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3257, 'fixed_ips': [{'subnet_id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:36Z', 'updated_at': '2021-06-17T08:45:44Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '15d94580-5dc8-4534-97d9-e5dce108d7bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:45:57.797165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a062e-57dd-450f-9183-c06330309851 req-5972188f-a93f-4adf-83bf-d6d084f57122 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:57.798725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-106a062e-57dd-450f-9183-c06330309851 req-5972188f-a93f-4adf-83bf-d6d084f57122 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.63 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 946 time: 0.5554943 Jun 17 08:45:57.817277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7bcb4-7f7f-44e0-b853-2af926541804 req-d5684fa6-59b5-46d6-a9cd-27b99cc06b54 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:57.818828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9e7bcb4-7f7f-44e0-b853-2af926541804 req-d5684fa6-59b5-46d6-a9cd-27b99cc06b54 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 932 time: 0.2024863 Jun 17 08:45:57.871152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ebba494f-b157-4e75-af7a-ac1149ba9694 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:45:57.883759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55cb796-7462-4532-8a8f-75872643bc13 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:57.894432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.919912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Transition to ACTIVE for port object e55cb796-7462-4532-8a8f-75872643bc13 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:45:57.925593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.929573 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3e150c85-c901-406b-954a-041fb5014c1d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:57.932076 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5e6902ef-bbe3-4a99-8f19-3ed65430c307 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:57.952428 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c74406bd-ce69-4782-831a-9e4123d7238a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:57.973034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port ebba494f-b157-4e75-af7a-ac1149ba9694, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ebba494f-b157-4e75-af7a-ac1149ba9694,segment=NetworkSegment(d4876e83-8921-4bfb-8a70-19a3fcc4bff6),segment_id=d4876e83-8921-4bfb-8a70-19a3fcc4bff6)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:57.982025 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c9e7bcb4-7f7f-44e0-b853-2af926541804 req-debda6a1-fe11-4921-8827-9cb09449a3d5 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490223 Jun 17 08:45:57.988216 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6902ef-bbe3-4a99-8f19-3ed65430c307 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Subnet': ['ID=ec79fccc-9a80-4612-90bd-2687efbd22eb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:57.988335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'ebba494f-b157-4e75-af7a-ac1149ba9694', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'port_id': 'ebba494f-b157-4e75-af7a-ac1149ba9694', 'mac_address': 'fa:16:3e:fe:ac:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:45:57.993817 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5e6902ef-bbe3-4a99-8f19-3ed65430c307 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:58.009968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb79ede-e003-48be-a4a7-b1f20dc8b7f4 req-b3c1aaae-1285-4e35-8571-41c0f3fb9739 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:58.011650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bb79ede-e003-48be-a4a7-b1f20dc8b7f4 req-b3c1aaae-1285-4e35-8571-41c0f3fb9739 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 946 time: 0.2925935 Jun 17 08:45:58.012889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5e6902ef-bbe3-4a99-8f19-3ed65430c307 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.017094 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5e6902ef-bbe3-4a99-8f19-3ed65430c307 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/ec79fccc-9a80-4612-90bd-2687efbd22eb HTTP/1.1" status: 204 len: 168 time: 1.0198817 Jun 17 08:45:58.017753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34302) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:58.046120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95009cb3-b8a7-474c-8bde-9ab51b3fb8fb None None] Network ceadd4ad-c413-42ae-ad29-2bd0ed4429ea requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:45:58.076448 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Pushing event updated for resources: {'Port': ['ID=e55cb796-7462-4532-8a8f-75872643bc13,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:58.107265 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.127461 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:58.155330 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bb79ede-e003-48be-a4a7-b1f20dc8b7f4 req-4ceb45d4-9f61-41a7-b658-b4870db2d1f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=8c2ee75a-27c1-48fc-a931-8ca161e1b556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359313 Jun 17 08:45:58.155861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebba494f-b157-4e75-af7a-ac1149ba9694 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:45:58.174008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-106a062e-57dd-450f-9183-c06330309851 req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port 4c544ffa-f2f6-4b19-9441-54df98629992 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:58.174452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-106a062e-57dd-450f-9183-c06330309851 req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.232920 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port ebba494f-b157-4e75-af7a-ac1149ba9694, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ebba494f-b157-4e75-af7a-ac1149ba9694,segment=NetworkSegment(d4876e83-8921-4bfb-8a70-19a3fcc4bff6),segment_id=d4876e83-8921-4bfb-8a70-19a3fcc4bff6)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:58.241647 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.245752 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:58.252695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Attempting to bind port e55cb796-7462-4532-8a8f-75872643bc13 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:45:58.253039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Attempting to bind port e55cb796-7462-4532-8a8f-75872643bc13 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '454d3450-aefd-4351-b10d-382bfc85574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:45:58.253373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Attempting to bind port e55cb796-7462-4532-8a8f-75872643bc13 on network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:58.266393 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.269288 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Port e55cb796-7462-4532-8a8f-75872643bc13 on network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:45:58.269619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Attempting to bind port e55cb796-7462-4532-8a8f-75872643bc13 on network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:45:58.283597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:45:58.283952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Checking segment: {'id': '454d3450-aefd-4351-b10d-382bfc85574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:45:58.284488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Bound using segment: {'id': '454d3450-aefd-4351-b10d-382bfc85574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:45:58.285182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Bound port: e55cb796-7462-4532-8a8f-75872643bc13, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454d3450-aefd-4351-b10d-382bfc85574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:45:58.285303 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.325730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=ebba494f-b157-4e75-af7a-ac1149ba9694,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:58.329438 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:58.372428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-106a062e-57dd-450f-9183-c06330309851 req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port 4c544ffa-f2f6-4b19-9441-54df98629992, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4c544ffa-f2f6-4b19-9441-54df98629992,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:58.372841 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-106a062e-57dd-450f-9183-c06330309851 req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.422178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] For port e55cb796-7462-4532-8a8f-75872643bc13, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:45:58.443532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port 43d285ec-dc7e-47a4-afe8-da6839ba4f32 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:58.443882 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.447832 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcebe48-ce45-4ce2-816a-b71d58b5b51e None None] DHCP port deletion for ceadd4ad-c413-42ae-ad29-2bd0ed4429ea request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:45:58.460263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-106a062e-57dd-450f-9183-c06330309851 req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for 4c544ffa-f2f6-4b19-9441-54df98629992 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:58.467116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] For port e55cb796-7462-4532-8a8f-75872643bc13, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e55cb796-7462-4532-8a8f-75872643bc13,segment=NetworkSegment(454d3450-aefd-4351-b10d-382bfc85574a),segment_id=454d3450-aefd-4351-b10d-382bfc85574a)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:45:58.502345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.509376 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:58.539937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['ebba494f-b157-4e75-af7a-ac1149ba9694'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:45:58.553517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d06249-1ee5-4480-a744-1d04d366917e req-2c040efa-a0c9-4774-beca-c2c1ceaa40de tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:58.555136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34d06249-1ee5-4480-a744-1d04d366917e req-2c040efa-a0c9-4774-beca-c2c1ceaa40de tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 945 time: 0.2623363 Jun 17 08:45:58.576100 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:58.576726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.578180 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] 10.222.0.63 "PUT /v2.0/ports/e55cb796-7462-4532-8a8f-75872643bc13 HTTP/1.1" status: 200 len: 1093 time: 1.5443978 Jun 17 08:45:58.580868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bb55e2-38cb-4a5b-8c42-eba317ab5f03', 'tag': 'e55cb796-7462-4532-8a8f-75872643bc13'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:58.589101 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3200c6fa-578e-42ba-9354-4087416e93e7" -d '{"events": [{"name": "network-changed", "server_uuid": "23bb55e2-38cb-4a5b-8c42-eba317ab5f03", "tag": "e55cb796-7462-4532-8a8f-75872643bc13"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:58.593048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4dcebe48-ce45-4ce2-816a-b71d58b5b51e None None] Deleting port 43d285ec-dc7e-47a4-afe8-da6839ba4f32 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:45:58.594708 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4dcebe48-ce45-4ce2-816a-b71d58b5b51e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.609235 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] For port 43d285ec-dc7e-47a4-afe8-da6839ba4f32, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=43d285ec-dc7e-47a4-afe8-da6839ba4f32,segment=NetworkSegment(128dc88a-d93f-43c8-9d32-2cfe3598b3d7),segment_id=128dc88a-d93f-43c8-9d32-2cfe3598b3d7)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:58.609743 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.632119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34d06249-1ee5-4480-a744-1d04d366917e req-43bd03a3-6f66-4a47-a4a4-e4bcde80b195 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660076 Jun 17 08:45:58.705629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 43d285ec-dc7e-47a4-afe8-da6839ba4f32 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:58.708858 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6599b75b-178c-411a-8043-7c8ae72ed241 x-openstack-request-id: req-6599b75b-178c-411a-8043-7c8ae72ed241 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:58.710399 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bb55e2-38cb-4a5b-8c42-eba317ab5f03", "tag": "e55cb796-7462-4532-8a8f-75872643bc13", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:58.710802 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6599b75b-178c-411a-8043-7c8ae72ed241 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:58.711364 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bb55e2-38cb-4a5b-8c42-eba317ab5f03', 'tag': 'e55cb796-7462-4532-8a8f-75872643bc13', 'status': 'completed', 'code': 200} Jun 17 08:45:58.740428 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-106a062e-57dd-450f-9183-c06330309851 req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.746800 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0f039fce-87f7-4425-8649-c8513ad7272d tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:58.776387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4dcebe48-ce45-4ce2-816a-b71d58b5b51e None None] For port 43d285ec-dc7e-47a4-afe8-da6839ba4f32, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=43d285ec-dc7e-47a4-afe8-da6839ba4f32,segment=NetworkSegment(128dc88a-d93f-43c8-9d32-2cfe3598b3d7),segment_id=128dc88a-d93f-43c8-9d32-2cfe3598b3d7)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:45:58.776795 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4dcebe48-ce45-4ce2-816a-b71d58b5b51e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.789179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=4c544ffa-f2f6-4b19-9441-54df98629992,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:58.799337 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:58.854192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Pushing event updated for resources: {'Port': ['ID=e55cb796-7462-4532-8a8f-75872643bc13,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:58.854891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-106a062e-57dd-450f-9183-c06330309851 req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] No DVR routers for this DVR port 4c544ffa-f2f6-4b19-9441-54df98629992 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:58.871001 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4dcebe48-ce45-4ce2-816a-b71d58b5b51e None None] Calling delete_port for 43d285ec-dc7e-47a4-afe8-da6839ba4f32 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:58.877652 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-106a062e-57dd-450f-9183-c06330309851 req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:58.879842 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-106a062e-57dd-450f-9183-c06330309851 req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.63 "DELETE /v2.0/ports/4c544ffa-f2f6-4b19-9441-54df98629992 HTTP/1.1" status: 204 len: 173 time: 1.0706608 Jun 17 08:45:58.880532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-deleted', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:45:58.883615 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500e1dd0-bf1f-4401-b126-f3f5a46f0b6b" -d '{"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-deleted", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:45:58.899576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for 43d285ec-dc7e-47a4-afe8-da6839ba4f32 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:45:58.930947 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:58.952154 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d7b165-6fe0-415e-a85c-edf408bf5da9 x-openstack-request-id: req-60d7b165-6fe0-415e-a85c-edf408bf5da9 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:45:58.952762 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa95876d-1915-49a8-992a-215a98069501", "name": "network-vif-deleted", "tag": "4c544ffa-f2f6-4b19-9441-54df98629992", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:45:58.952762 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-60d7b165-6fe0-415e-a85c-edf408bf5da9 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:45:58.953240 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa95876d-1915-49a8-992a-215a98069501', 'name': 'network-vif-deleted', 'tag': '4c544ffa-f2f6-4b19-9441-54df98629992', 'status': 'completed', 'code': 200} Jun 17 08:45:59.023549 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.034529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.039068 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:59.075767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=43d285ec-dc7e-47a4-afe8-da6839ba4f32,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:59.078528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No DVR routers for this DVR port 43d285ec-dc7e-47a4-afe8-da6839ba4f32 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:59.088254 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:59.118854 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4dcebe48-ce45-4ce2-816a-b71d58b5b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.122062 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6f749e96-deb2-4939-8cca-a737bfd63d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:59.144372 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-ce6ccbba-1809-4961-965d-dd4a9e96a94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:59.145493 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-ce6ccbba-1809-4961-965d-dd4a9e96a94c service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6d0e3430fef14e0f8daca58cbe91807b&device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 1096 time: 0.4642456 Jun 17 08:45:59.159056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0623b790-c473-4fe7-9686-18512b48231c no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:45:59.166677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcebe48-ce45-4ce2-816a-b71d58b5b51e None None] Pushing event deleted for resources: {'Port': ['ID=43d285ec-dc7e-47a4-afe8-da6839ba4f32,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:59.169433 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4dcebe48-ce45-4ce2-816a-b71d58b5b51e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:59.255956 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-5adf342c-adfb-4b34-b52e-a0701d463cde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e55cb796-7462-4532-8a8f-75872643bc13 HTTP/1.1" status: 200 len: 217 time: 0.0994947 Jun 17 08:45:59.268705 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.281823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceadd4ad-c413-42ae-ad29-2bd0ed4429ea']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:59.312740 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128dc88a-d93f-43c8-9d32-2cfe3598b3d7') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:59.313339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128dc88a-d93f-43c8-9d32-2cfe3598b3d7') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:45:59.325523 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.345718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bbbdf-aa5c-474e-a391-35e9da3bcee2 req-43e3bc3b-e195-4d67-9b12-5ceaee8139d4 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:59.356185 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.365127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:45:59.365544 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.368564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f06bbbdf-aa5c-474e-a391-35e9da3bcee2 req-43e3bc3b-e195-4d67-9b12-5ceaee8139d4 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 944 time: 0.1813200 Jun 17 08:45:59.434456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 0623b790-c473-4fe7-9686-18512b48231c {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:45:59.434709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0623b790-c473-4fe7-9686-18512b48231c not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:45:59.439692 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:45:59.487008 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f06bbbdf-aa5c-474e-a391-35e9da3bcee2 req-9b34fc62-01a2-40e2-a3bf-3c06ff540e22 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132076 Jun 17 08:45:59.500661 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.523717 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4cde28b6-1da2-4b46-9fcf-23a1e7a10955 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:45:59.527682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcebe48-ce45-4ce2-816a-b71d58b5b51e None None] No DVR routers for this DVR port 43d285ec-dc7e-47a4-afe8-da6839ba4f32 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:45:59.528501 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:45:59.531891 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/networks/ceadd4ad-c413-42ae-ad29-2bd0ed4429ea HTTP/1.1" status: 204 len: 168 time: 1.5110288 Jun 17 08:45:59.534693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34326) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:45:59.598627 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d66932e1-37b1-4e8e-92c4-a1b1b15fabcf req-e1635c8b-db0e-4061-8878-978a98e232bf tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa95876d-1915-49a8-992a-215a98069501 HTTP/1.1" status: 200 len: 210 time: 0.0838981 Jun 17 08:45:59.645220 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Network': ['ID=ceadd4ad-c413-42ae-ad29-2bd0ed4429ea,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:45:59.657419 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:45:59.679378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-a1a630bc-36a2-47d1-a98c-20533fc643b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:59.680900 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-a1a630bc-36a2-47d1-a98c-20533fc643b5 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6ab32955-f4cf-4e2f-9735-14f5069a2ac6 HTTP/1.1" status: 200 len: 854 time: 0.1952958 Jun 17 08:45:59.756333 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-0a668909-20ad-4dca-b736-bb3a4dc94b7d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677121 Jun 17 08:45:59.836301 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995bd11-547e-4208-afbf-18068edc329e req-ad8f86c2-f4db-4f8a-ab53-62b7e0a67d2c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:45:59.837938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c995bd11-547e-4208-afbf-18068edc329e req-ad8f86c2-f4db-4f8a-ab53-62b7e0a67d2c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 945 time: 0.0745893 Jun 17 08:45:59.889207 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c995bd11-547e-4208-afbf-18068edc329e req-2fe05016-2576-45f1-839b-b71c8ae88e13 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437896 Jun 17 08:45:59.926006 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-d613a586-b0a7-4832-a2a3-64a8d406d834 service neutron] 10.222.0.63 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440196 Jun 17 08:46:00.053285 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ffac3ae6-089a-4f9d-ac8d-c0818e81ee1f req-00a3d147-d290-4a7b-9bd0-1bf9d8e76d33 service neutron] 10.222.0.63 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058822 Jun 17 08:46:00.114677 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.307592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c6fa-578e-42ba-9354-4087416e93e7 req-64904a63-8594-4666-a2f0-5255a85280c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.309142 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3200c6fa-578e-42ba-9354-4087416e93e7 req-64904a63-8594-4666-a2f0-5255a85280c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6d0e3430fef14e0f8daca58cbe91807b&device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 1096 time: 0.1536365 Jun 17 08:46:00.452465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c6fa-578e-42ba-9354-4087416e93e7 req-d4ee6c19-6880-4c09-ab39-8e608d71ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.453954 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3200c6fa-578e-42ba-9354-4087416e93e7 req-d4ee6c19-6880-4c09-ab39-8e608d71ecdf service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 HTTP/1.1" status: 200 len: 915 time: 0.1379976 Jun 17 08:46:00.519002 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3200c6fa-578e-42ba-9354-4087416e93e7 req-229139f8-397c-4fba-b39e-efda5329c88a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e55cb796-7462-4532-8a8f-75872643bc13 HTTP/1.1" status: 200 len: 217 time: 0.0547109 Jun 17 08:46:00.583992 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200c6fa-578e-42ba-9354-4087416e93e7 req-eeff3dd8-d835-4d6f-90cd-ae363214fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.584171 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3200c6fa-578e-42ba-9354-4087416e93e7 req-eeff3dd8-d835-4d6f-90cd-ae363214fe13 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6ab32955-f4cf-4e2f-9735-14f5069a2ac6 HTTP/1.1" status: 200 len: 854 time: 0.0573888 Jun 17 08:46:00.586273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port a7977dd4-cffc-4e8e-b919-3f6afdec97d4 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:00.586623 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.657454 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3200c6fa-578e-42ba-9354-4087416e93e7 req-8cfd729e-6057-47e4-9600-f29c7d653e69 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570648 Jun 17 08:46:00.707609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcaf24-73ce-4437-a049-afb8fdbbb619 req-3da72b02-5053-47aa-bd69-2c06fccbcb43 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:00.709370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-07bcaf24-73ce-4437-a049-afb8fdbbb619 req-3da72b02-5053-47aa-bd69-2c06fccbcb43 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 944 time: 0.0814264 Jun 17 08:46:00.709868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34352) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:00.765627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] For port a7977dd4-cffc-4e8e-b919-3f6afdec97d4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a7977dd4-cffc-4e8e-b919-3f6afdec97d4,segment=NetworkSegment(2f1f50f4-6101-420f-9505-096aad162012),segment_id=2f1f50f4-6101-420f-9505-096aad162012)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:00.766005 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:00.829361 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-07bcaf24-73ce-4437-a049-afb8fdbbb619 req-6c4d091a-124c-43ea-9658-bb782620894a tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118565 Jun 17 08:46:00.861731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for a7977dd4-cffc-4e8e-b919-3f6afdec97d4 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:00.878316 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3200c6fa-578e-42ba-9354-4087416e93e7 req-b16442ae-3104-4896-a3a3-f2b75bc6fe8e service neutron] 10.222.0.63 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105739 Jun 17 08:46:01.060184 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-3200c6fa-578e-42ba-9354-4087416e93e7 req-edd2e16a-e59e-48c3-aa08-2b52c02a1ab4 service neutron] 10.222.0.63 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481621 Jun 17 08:46:01.129557 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbedf7-9cb9-48a5-adaa-93e58ad54b91 req-b228f2c5-dbf0-4735-bb27-9240c67f7d2b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:01.131524 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7cbbedf7-9cb9-48a5-adaa-93e58ad54b91 req-b228f2c5-dbf0-4735-bb27-9240c67f7d2b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 945 time: 0.1218123 Jun 17 08:46:01.135600 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.137965 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d0997783-c914-497e-a455-3849eeaef3de tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:01.169586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=a7977dd4-cffc-4e8e-b919-3f6afdec97d4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:01.177785 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:01.217514 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7cbbedf7-9cb9-48a5-adaa-93e58ad54b91 req-cc012768-b7b1-47c7-b03c-458ef515012d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762012 Jun 17 08:46:01.264974 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.365903 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.681516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4c544ffa-f2f6-4b19-9441-54df98629992 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:01.710434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port 245f76ca-5536-427e-be2b-1298d7fea928 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:01.711062 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.727633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 4c544ffa-f2f6-4b19-9441-54df98629992 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:01.728386 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4c544ffa-f2f6-4b19-9441-54df98629992 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:01.829435 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port 245f76ca-5536-427e-be2b-1298d7fea928, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=245f76ca-5536-427e-be2b-1298d7fea928,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:01.829920 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:01.885689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ebba494f-b157-4e75-af7a-ac1149ba9694 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:01.953308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for 245f76ca-5536-427e-be2b-1298d7fea928 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:01.984380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port ebba494f-b157-4e75-af7a-ac1149ba9694 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:01.989929 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port ebba494f-b157-4e75-af7a-ac1149ba9694 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:01.990319 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.101283 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.122094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router ba87edca-ddbc-44ff-8fd6-cbd794c7723e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:02.127187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebba494f-b157-4e75-af7a-ac1149ba9694'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:02.129933 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823503ac-6d54-4690-9d81-4aa6a970ea6e" -d '{"events": [{"server_uuid": "bcf8d432-0e8a-4f0b-b063-87c596567fb9", "name": "network-vif-plugged", "status": "completed", "tag": "ebba494f-b157-4e75-af7a-ac1149ba9694"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:02.149215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port ebba494f-b157-4e75-af7a-ac1149ba9694, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ebba494f-b157-4e75-af7a-ac1149ba9694,segment=NetworkSegment(d4876e83-8921-4bfb-8a70-19a3fcc4bff6),segment_id=d4876e83-8921-4bfb-8a70-19a3fcc4bff6)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:02.156614 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.166298 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:02.249747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=ebba494f-b157-4e75-af7a-ac1149ba9694,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:02.251397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68320163-dd8b-4e3f-8cff-afec9d29d916 req-5f003000-08d4-4c4f-98dd-38da682b1e38 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.253313 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:02.255118 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68320163-dd8b-4e3f-8cff-afec9d29d916 req-5f003000-08d4-4c4f-98dd-38da682b1e38 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 944 time: 0.2208579 Jun 17 08:46:02.278217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:02.286957 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7494271 Jun 17 08:46:02.288433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34374) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:02.290284 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0b2513-502c-4b2a-95fb-18f70c9b384b None None] Sync routers for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:02.301527 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b2513-502c-4b2a-95fb-18f70c9b384b None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:02.302284 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-5d0b2513-502c-4b2a-95fb-18f70c9b384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:02.304381 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255eff11-7380-4f39-9434-bd963f1f0d60 req-01fb9b69-c3f9-45f3-9fed-cd44c77202f9 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.311807 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-255eff11-7380-4f39-9434-bd963f1f0d60 req-01fb9b69-c3f9-45f3-9fed-cd44c77202f9 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 946 time: 0.2743938 Jun 17 08:46:02.351714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae88be20-3df1-4ea7-8b14-88c639d672c9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting subnet 15d94580-5dc8-4534-97d9-e5dce108d7bd {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:02.357185 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae88be20-3df1-4ea7-8b14-88c639d672c9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.373196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-68320163-dd8b-4e3f-8cff-afec9d29d916 req-b032ec47-c4c0-4a66-9916-2b2104c8488c tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042235 Jun 17 08:46:02.408750 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-255eff11-7380-4f39-9434-bd963f1f0d60 req-6d11c665-561a-4d7b-9713-d133fbef208e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959654 Jun 17 08:46:02.410698 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-5d0b2513-502c-4b2a-95fb-18f70c9b384b None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:02.457606 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9986127c-8661-45e5-aa52-207ea664ac0b x-openstack-request-id: req-9986127c-8661-45e5-aa52-207ea664ac0b {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:02.458086 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf8d432-0e8a-4f0b-b063-87c596567fb9", "name": "network-vif-plugged", "status": "completed", "tag": "ebba494f-b157-4e75-af7a-ac1149ba9694", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:02.458436 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9986127c-8661-45e5-aa52-207ea664ac0b {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:02.458974 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebba494f-b157-4e75-af7a-ac1149ba9694', 'code': 200} Jun 17 08:46:02.472561 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae88be20-3df1-4ea7-8b14-88c639d672c9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.530672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.532929 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:02.608249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=245f76ca-5536-427e-be2b-1298d7fea928,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:02.616944 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:02.695818 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae88be20-3df1-4ea7-8b14-88c639d672c9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.741929 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-5d0b2513-502c-4b2a-95fb-18f70c9b384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 9, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:02.780253 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0b2513-502c-4b2a-95fb-18f70c9b384b None None] Checking router: ba87edca-ddbc-44ff-8fd6-cbd794c7723e for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:02.781852 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de660ce7-17f8-4f7a-ae88-2fa021731215 req-d761be78-7f09-47c0-a84b-6dfd83475c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.783767 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-de660ce7-17f8-4f7a-ae88-2fa021731215 req-d761be78-7f09-47c0-a84b-6dfd83475c67 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 1098 time: 0.2486954 Jun 17 08:46:02.792624 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0b2513-502c-4b2a-95fb-18f70c9b384b None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:02.793265 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-5d0b2513-502c-4b2a-95fb-18f70c9b384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:02.826433 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae88be20-3df1-4ea7-8b14-88c639d672c9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.829436 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f392beb6-3b39-4203-bf52-36e4966f7b2e tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:02.834037 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-de660ce7-17f8-4f7a-ae88-2fa021731215 req-44696d1e-30e1-4a6f-8983-d9e20d1dae69 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434194 Jun 17 08:46:02.859750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88be20-3df1-4ea7-8b14-88c639d672c9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Subnet': ['ID=15d94580-5dc8-4534-97d9-e5dce108d7bd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:02.868715 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae88be20-3df1-4ea7-8b14-88c639d672c9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:02.873866 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae88be20-3df1-4ea7-8b14-88c639d672c9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:02.877593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1d0d76-6db0-43e6-bde5-a041f5f7e2ba None None] Network b1232937-f375-46e2-83c6-297f7d9c486c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:02.878729 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ae88be20-3df1-4ea7-8b14-88c639d672c9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/15d94580-5dc8-4534-97d9-e5dce108d7bd HTTP/1.1" status: 204 len: 168 time: 0.5884366 Jun 17 08:46:02.879492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34380) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:02.925639 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-5d0b2513-502c-4b2a-95fb-18f70c9b384b None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:02.967760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60a12c-84ae-4182-8904-6437438cf07a req-76178a90-718e-4cda-b2a0-1b9140002052 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:02.969426 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e60a12c-84ae-4182-8904-6437438cf07a req-76178a90-718e-4cda-b2a0-1b9140002052 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 946 time: 0.3055758 Jun 17 08:46:03.024047 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.024558 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.028809 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.034712 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e60a12c-84ae-4182-8904-6437438cf07a req-71c4d48a-0a13-4d59-b8b4-52e702812676 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569561 Jun 17 08:46:03.119494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port db80ca07-03ff-430c-9347-542387ea91cd {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:03.119980 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.231190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a9e912-1b0d-454a-95a8-01b21a305147 None None] DHCP port deletion for b1232937-f375-46e2-83c6-297f7d9c486c request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:03.247290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] For port db80ca07-03ff-430c-9347-542387ea91cd, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=db80ca07-03ff-430c-9347-542387ea91cd,segment=NetworkSegment(2f1f50f4-6101-420f-9505-096aad162012),segment_id=2f1f50f4-6101-420f-9505-096aad162012)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:03.247877 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.257621 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-5d0b2513-502c-4b2a-95fb-18f70c9b384b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 9, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:03.323945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:03.342231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-92a9e912-1b0d-454a-95a8-01b21a305147 None None] Deleting port db80ca07-03ff-430c-9347-542387ea91cd {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:03.342231 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-92a9e912-1b0d-454a-95a8-01b21a305147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.343733 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for db80ca07-03ff-430c-9347-542387ea91cd owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:03.367002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-46e5e372-a10a-4ee6-9c4b-eae958d48145 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:03.368870 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-46e5e372-a10a-4ee6-9c4b-eae958d48145 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.63 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 946 time: 0.1932862 Jun 17 08:46:03.454261 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-92a9e912-1b0d-454a-95a8-01b21a305147 None None] For port db80ca07-03ff-430c-9347-542387ea91cd, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=db80ca07-03ff-430c-9347-542387ea91cd,segment=NetworkSegment(2f1f50f4-6101-420f-9505-096aad162012),segment_id=2f1f50f4-6101-420f-9505-096aad162012)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:03.454671 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-92a9e912-1b0d-454a-95a8-01b21a305147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.455734 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0b2513-502c-4b2a-95fb-18f70c9b384b None None] The sync data for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 is: [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:01Z', 'revision_number': 9, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac993ed7-932d-4782-9e2f-c1cae712e107', 'name': '', 'network_id': '905a99ee-ad9a-479b-9cf8-54319673e833', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:57:b5:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:29Z', 'updated_at': '2021-06-17T08:45:38Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': '501cf4b9-36e6-4ca0-9c8b-f163d9ad6436', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:03.489899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:03.506546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "PUT /v2.0/routers/5d1b8260-fcc3-4773-999b-cd1b0e30b391/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7955110 Jun 17 08:46:03.507845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34386) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:03.544433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-92a9e912-1b0d-454a-95a8-01b21a305147 None None] Calling delete_port for db80ca07-03ff-430c-9347-542387ea91cd owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:03.548704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5081c-a19f-450d-afb8-57d7973cd867 None None] Sync routers for ids ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:03.569835 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5081c-a19f-450d-afb8-57d7973cd867 None None] Routers {'5d1b8260-fcc3-4773-999b-cd1b0e30b391'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:03.570558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-58a5081c-a19f-450d-afb8-57d7973cd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:03.622136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-8000ee33-99da-444f-b921-c1a6d19e2e3f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting subnet be6e1978-a7e0-4407-808b-4a620bce6601 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:03.631591 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8000ee33-99da-444f-b921-c1a6d19e2e3f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.662196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Deleting port d9f21d8b-7e67-45ac-8528-d00d51a0a319 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:03.662546 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.699086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e55cb796-7462-4532-8a8f-75872643bc13 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:46:03.763008 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8000ee33-99da-444f-b921-c1a6d19e2e3f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.764840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] For port d9f21d8b-7e67-45ac-8528-d00d51a0a319, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=d9f21d8b-7e67-45ac-8528-d00d51a0a319,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:03.765214 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.799681 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e55cb796-7462-4532-8a8f-75872643bc13, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e55cb796-7462-4532-8a8f-75872643bc13,segment=NetworkSegment(454d3450-aefd-4351-b10d-382bfc85574a),segment_id=454d3450-aefd-4351-b10d-382bfc85574a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:03.828403 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'e55cb796-7462-4532-8a8f-75872643bc13', 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8', 'port_id': 'e55cb796-7462-4532-8a8f-75872643bc13', 'mac_address': 'fa:16:3e:47:de:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab32955-f4cf-4e2f-9735-14f5069a2ac6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:46:03.943857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:03.964274 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-58a5081c-a19f-450d-afb8-57d7973cd867 None None] Set router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:03.968287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55cb796-7462-4532-8a8f-75872643bc13 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:03.986574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c09cf-be7e-4841-a91b-ecba5b2e3e2c req-22b46a26-b56a-4faf-8f7e-b4bf3f35f963 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:03.988425 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-514c09cf-be7e-4841-a91b-ecba5b2e3e2c req-22b46a26-b56a-4faf-8f7e-b4bf3f35f963 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 944 time: 0.3522806 Jun 17 08:46:04.024398 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.025185 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.025669 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Floating IP 766eb3db-64e9-494a-a3c9-1788e8e0cca1 disassociated. External IP: 172.25.8.114, port: d9f21d8b-7e67-45ac-8528-d00d51a0a319. Jun 17 08:46:04.026918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Calling delete_port for d9f21d8b-7e67-45ac-8528-d00d51a0a319 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:04.085177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1072ef8-c1d6-4682-bdad-41013479a639 req-769dc170-488a-4978-8d90-666f8432115e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:04.086999 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1072ef8-c1d6-4682-bdad-41013479a639 req-769dc170-488a-4978-8d90-666f8432115e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 946 time: 0.3814487 Jun 17 08:46:04.111318 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8000ee33-99da-444f-b921-c1a6d19e2e3f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.114967 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e55cb796-7462-4532-8a8f-75872643bc13, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e55cb796-7462-4532-8a8f-75872643bc13,segment=NetworkSegment(454d3450-aefd-4351-b10d-382bfc85574a),segment_id=454d3450-aefd-4351-b10d-382bfc85574a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:04.159453 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.164778 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:04.181665 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.195938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-514c09cf-be7e-4841-a91b-ecba5b2e3e2c req-61dd3ddf-40d6-4642-a24f-9007fe7ebde5 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785917 Jun 17 08:46:04.204772 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b0060cb5-f2e8-480e-8885-273f6d1952d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:04.225066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=e55cb796-7462-4532-8a8f-75872643bc13,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:04.234651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No DVR routers for this DVR port db80ca07-03ff-430c-9347-542387ea91cd on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:04.238639 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:04.244787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=db80ca07-03ff-430c-9347-542387ea91cd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:04.249045 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:04.258259 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-92a9e912-1b0d-454a-95a8-01b21a305147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.267480 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-9161f703-7ec0-4e8c-9615-59b282ec88dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:04.276507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1072ef8-c1d6-4682-bdad-41013479a639 req-d583daf1-8e76-46c5-9711-023dff3746c6 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups?id=9dcb290e-659e-4411-ad91-1de084201205&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805153 Jun 17 08:46:04.297040 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8000ee33-99da-444f-b921-c1a6d19e2e3f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.299626 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-acd4e73c-6b09-4398-a2a9-8d314944d5a8 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:04.334266 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.350813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9e912-1b0d-454a-95a8-01b21a305147 None None] Pushing event deleted for resources: {'Port': ['ID=db80ca07-03ff-430c-9347-542387ea91cd,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:04.353312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000ee33-99da-444f-b921-c1a6d19e2e3f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Subnet': ['ID=be6e1978-a7e0-4407-808b-4a620bce6601,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:04.359075 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8000ee33-99da-444f-b921-c1a6d19e2e3f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:04.361149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9e912-1b0d-454a-95a8-01b21a305147 None None] No DVR routers for this DVR port db80ca07-03ff-430c-9347-542387ea91cd on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:04.362433 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8000ee33-99da-444f-b921-c1a6d19e2e3f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.365877 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8000ee33-99da-444f-b921-c1a6d19e2e3f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/subnets/be6e1978-a7e0-4407-808b-4a620bce6601 HTTP/1.1" status: 204 len: 168 time: 0.8532026 Jun 17 08:46:04.366040 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-92a9e912-1b0d-454a-95a8-01b21a305147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:04.368788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34394) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:04.375903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a335bd6-3963-4a59-87a9-22892269226b None None] Network f3769a56-2721-4e32-b97c-a084d6243926 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:04.388220 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:04.447208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event deleted for resources: {'Port': ['ID=d9f21d8b-7e67-45ac-8528-d00d51a0a319,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:04.453950 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:04.458078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['e55cb796-7462-4532-8a8f-75872643bc13'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:04.521905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.609748 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.623940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-58a5081c-a19f-450d-afb8-57d7973cd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:04.626356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1232937-f375-46e2-83c6-297f7d9c486c']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:04.646526 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1f50f4-6101-420f-9505-096aad162012') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:04.646883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1f50f4-6101-420f-9505-096aad162012') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:04.663179 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.665441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5081c-a19f-450d-afb8-57d7973cd867 None None] Checking router: 5d1b8260-fcc3-4773-999b-cd1b0e30b391 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:04.708490 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.717178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5081c-a19f-450d-afb8-57d7973cd867 None None] Routers {'5d1b8260-fcc3-4773-999b-cd1b0e30b391'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:04.718154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-58a5081c-a19f-450d-afb8-57d7973cd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:04.736239 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:04.743932 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:04.749481 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:04.856613 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a7977dd4-cffc-4e8e-b919-3f6afdec97d4 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:04.864780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Router 8444cbf8-11ab-4cda-aedf-3126e906a14d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:04.883264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.901898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: a7977dd4-cffc-4e8e-b919-3f6afdec97d4 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:04.902243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a7977dd4-cffc-4e8e-b919-3f6afdec97d4 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:04.902407 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4274bcef-2989-4a52-9fde-5181dc17d568 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:04.902667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device db80ca07-03ff-430c-9347-542387ea91cd no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:04.910141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:04.915480 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/networks/b1232937-f375-46e2-83c6-297f7d9c486c HTTP/1.1" status: 204 len: 168 time: 2.0346999 Jun 17 08:46:04.921067 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34396) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:04.957029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: db80ca07-03ff-430c-9347-542387ea91cd {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:04.957688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device db80ca07-03ff-430c-9347-542387ea91cd not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:05.018390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-58a5081c-a19f-450d-afb8-57d7973cd867 None None] Set router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:05.059667 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Network': ['ID=b1232937-f375-46e2-83c6-297f7d9c486c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:05.185535 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:05.189999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94255f16-78ea-4685-8b7a-ed71d2410219 None None] DHCP port deletion for f3769a56-2721-4e32-b97c-a084d6243926 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:05.289136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.324094 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed6696-4785-425e-98ad-86e3b4201817 req-320df614-8344-41c6-b4e1-ffb70b2d8555 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:05.332266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0fed6696-4785-425e-98ad-86e3b4201817 req-320df614-8344-41c6-b4e1-ffb70b2d8555 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 946 time: 0.8077822 Jun 17 08:46:05.342403 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-94255f16-78ea-4685-8b7a-ed71d2410219 None None] Deleting port df39bdce-d14f-4122-bc2b-1cd0e6d4595b {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:05.342807 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-94255f16-78ea-4685-8b7a-ed71d2410219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.409455 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0fed6696-4785-425e-98ad-86e3b4201817 req-34fd6cdf-5531-43c4-ac33-2ba479accf4c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761223 Jun 17 08:46:05.428455 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:05.446763 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea5e4d-64be-4866-830e-56c31bcf4887 None None] Sync routers for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:05.454741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-94255f16-78ea-4685-8b7a-ed71d2410219 None None] For port df39bdce-d14f-4122-bc2b-1cd0e6d4595b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=df39bdce-d14f-4122-bc2b-1cd0e6d4595b,segment=NetworkSegment(ecf20eba-fd77-45ab-8931-bded9dbd64b4),segment_id=ecf20eba-fd77-45ab-8931-bded9dbd64b4)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:05.455177 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-94255f16-78ea-4685-8b7a-ed71d2410219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.464842 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea5e4d-64be-4866-830e-56c31bcf4887 None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:05.475684 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-62ea5e4d-64be-4866-830e-56c31bcf4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:05.506528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port f856be74-ccad-4318-b1e3-f47e3dd01b2d {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:05.507518 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.551081 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] No DVR routers for this DVR port d9f21d8b-7e67-45ac-8528-d00d51a0a319 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:05.554842 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.562688 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-c637b7ed-0ba0-4e9f-b0aa-a88ef011e630 req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.63 "DELETE /v2.0/ports/d9f21d8b-7e67-45ac-8528-d00d51a0a319 HTTP/1.1" status: 204 len: 173 time: 2.1875682 Jun 17 08:46:05.564887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'name': 'network-vif-deleted', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:05.572963 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c42bd0-e8ff-4f3e-93aa-a147331cb383" -d '{"events": [{"server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "name": "network-vif-deleted", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:05.579349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-94255f16-78ea-4685-8b7a-ed71d2410219 None None] Calling delete_port for df39bdce-d14f-4122-bc2b-1cd0e6d4595b owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:05.649045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-58a5081c-a19f-450d-afb8-57d7973cd867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:05.681090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f327d3c2-623f-4aa8-950f-fa7964c006c9 req-bbc3d801-ffad-4d7b-88c0-11193b1ed5f2 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/ports?device_id=d45298a9-8881-48e0-aa53-ccddc5f6933d HTTP/1.1" status: 200 len: 210 time: 0.0539165 Jun 17 08:46:05.731845 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-62ea5e4d-64be-4866-830e-56c31bcf4887 None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:05.833364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1be51b-865c-4f3d-8ced-aae74ec164e3 req-3b456a73-1cce-42d6-985c-6745165eed0e tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:05.845272 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de1be51b-865c-4f3d-8ced-aae74ec164e3 req-3b456a73-1cce-42d6-985c-6745165eed0e tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 945 time: 0.4332750 Jun 17 08:46:05.935782 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port f856be74-ccad-4318-b1e3-f47e3dd01b2d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f856be74-ccad-4318-b1e3-f47e3dd01b2d,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:05.936557 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:05.964275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a5081c-a19f-450d-afb8-57d7973cd867 None None] The sync data for ids ['5d1b8260-fcc3-4773-999b-cd1b0e30b391'] in n-d-779913-16 is: [{'id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'name': 'tempest-TestNetworkAdvancedServerOps-router-55782514', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:43:22Z', 'updated_at': '2021-06-17T08:46:02Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'f856be74-ccad-4318-b1e3-f47e3dd01b2d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:77:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1b8260-fcc3-4773-999b-cd1b0e30b391', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:43:23Z', 'updated_at': '2021-06-17T08:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:05.972201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e55cb796-7462-4532-8a8f-75872643bc13 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:06.079547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for f856be74-ccad-4318-b1e3-f47e3dd01b2d owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:06.113139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-de1be51b-865c-4f3d-8ced-aae74ec164e3 req-0881239c-ac9e-42b3-9cc4-c88b463c9f1e tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589681 Jun 17 08:46:06.152318 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.268848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port e55cb796-7462-4532-8a8f-75872643bc13 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:06.283047 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d465a9f-cfb2-40ec-a84c-7a59c03cc915 x-openstack-request-id: req-5d465a9f-cfb2-40ec-a84c-7a59c03cc915 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:06.284061 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45298a9-8881-48e0-aa53-ccddc5f6933d", "name": "network-vif-deleted", "tag": "d9f21d8b-7e67-45ac-8528-d00d51a0a319", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:06.284061 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d465a9f-cfb2-40ec-a84c-7a59c03cc915 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:06.284452 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45298a9-8881-48e0-aa53-ccddc5f6933d', 'name': 'network-vif-deleted', 'tag': 'd9f21d8b-7e67-45ac-8528-d00d51a0a319', 'status': 'completed', 'code': 200} Jun 17 08:46:06.291111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port e55cb796-7462-4532-8a8f-75872643bc13 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:06.294073 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.303388 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-94255f16-78ea-4685-8b7a-ed71d2410219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.305928 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-62ea5e4d-64be-4866-830e-56c31bcf4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:06.309262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfc72a-762b-4b20-9073-0bedc3098ed8 req-230c9eaa-cd74-4246-88fc-c854103f0db3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:06.311143 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7bfc72a-762b-4b20-9073-0bedc3098ed8 req-230c9eaa-cd74-4246-88fc-c854103f0db3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 946 time: 0.2664602 Jun 17 08:46:06.312162 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:06.403989 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea5e4d-64be-4866-830e-56c31bcf4887 None None] Checking router: 8444cbf8-11ab-4cda-aedf-3126e906a14d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:06.414935 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7bfc72a-762b-4b20-9073-0bedc3098ed8 req-19be9ab5-fbd3-48f3-8c8a-9f6bd3291960 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641239 Jun 17 08:46:06.432847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34414) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:06.437055 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea5e4d-64be-4866-830e-56c31bcf4887 None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:06.437774 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-62ea5e4d-64be-4866-830e-56c31bcf4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:06.465103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94255f16-78ea-4685-8b7a-ed71d2410219 None None] No DVR routers for this DVR port df39bdce-d14f-4122-bc2b-1cd0e6d4595b on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:06.479751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94255f16-78ea-4685-8b7a-ed71d2410219 None None] Pushing event deleted for resources: {'Port': ['ID=df39bdce-d14f-4122-bc2b-1cd0e6d4595b,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.488941 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-94255f16-78ea-4685-8b7a-ed71d2410219 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.601487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf37a24-99eb-41f6-ae27-1c6638bafcb3 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:06.604017 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cbf37a24-99eb-41f6-ae27-1c6638bafcb3 tempest-TestNetworkBasicOps-857537709 tempest-TestNetworkBasicOps-857537709-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 1093 time: 0.1702533 Jun 17 08:46:06.605607 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.613461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34416) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:06.614988 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-93b9f9ef-4ab8-457d-83e9-22fde226c4ee tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:06.627864 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': 'ebba494f-b157-4e75-af7a-ac1149ba9694', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:06.629543 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.657665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=f856be74-ccad-4318-b1e3-f47e3dd01b2d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.659926 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.668685 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-62ea5e4d-64be-4866-830e-56c31bcf4887 None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:06.704458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port e55cb796-7462-4532-8a8f-75872643bc13, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e55cb796-7462-4532-8a8f-75872643bc13,segment=NetworkSegment(454d3450-aefd-4351-b10d-382bfc85574a),segment_id=454d3450-aefd-4351-b10d-382bfc85574a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:06.707066 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.712456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bb55e2-38cb-4a5b-8c42-eba317ab5f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55cb796-7462-4532-8a8f-75872643bc13'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:06.719282 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79002802-b900-4503-a6eb-a65764703549" -d '{"events": [{"server_uuid": "23bb55e2-38cb-4a5b-8c42-eba317ab5f03", "name": "network-vif-plugged", "status": "completed", "tag": "e55cb796-7462-4532-8a8f-75872643bc13"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:06.722174 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device df39bdce-d14f-4122-bc2b-1cd0e6d4595b no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:06.767559 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.774711 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.788902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d9f21d8b-7e67-45ac-8528-d00d51a0a319 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:06.829221 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527b3b04-3912-4924-a683-455443fd525b x-openstack-request-id: req-527b3b04-3912-4924-a683-455443fd525b {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:06.829992 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bb55e2-38cb-4a5b-8c42-eba317ab5f03", "name": "network-vif-plugged", "status": "completed", "tag": "e55cb796-7462-4532-8a8f-75872643bc13", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:06.830435 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-527b3b04-3912-4924-a683-455443fd525b {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:06.831779 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bb55e2-38cb-4a5b-8c42-eba317ab5f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55cb796-7462-4532-8a8f-75872643bc13', 'code': 200} Jun 17 08:46:06.832817 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:06.835122 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: d9f21d8b-7e67-45ac-8528-d00d51a0a319 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:06.835651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device d9f21d8b-7e67-45ac-8528-d00d51a0a319 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:06.838309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: df39bdce-d14f-4122-bc2b-1cd0e6d4595b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:06.838872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device df39bdce-d14f-4122-bc2b-1cd0e6d4595b not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:06.839555 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 245f76ca-5536-427e-be2b-1298d7fea928 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:06.863569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port ac993ed7-932d-4782-9e2f-c1cae712e107 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:06.871077 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:06.920941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 245f76ca-5536-427e-be2b-1298d7fea928 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:06.921633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 245f76ca-5536-427e-be2b-1298d7fea928 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:06.950186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=e55cb796-7462-4532-8a8f-75872643bc13,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:06.953655 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:06.966225 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34424) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:06.998743 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.002118 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.058164 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.058930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Fanout notify agent at l3_agent the message router_deleted on router 5d1b8260-fcc3-4773-999b-cd1b0e30b391 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:46:07.068250 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.072242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/routers/5d1b8260-fcc3-4773-999b-cd1b0e30b391 HTTP/1.1" status: 204 len: 168 time: 2.6996846 Jun 17 08:46:07.072451 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34426) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:07.168529 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-62ea5e4d-64be-4866-830e-56c31bcf4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:07.210498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.224021 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea5e4d-64be-4866-830e-56c31bcf4887 None None] The sync data for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 is: [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:37:12Z', 'revision_number': 4, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6217cc5e-021a-4ceb-b9bb-0848303c6dc8', 'name': '', 'network_id': '6ed3f91c-ffd7-4862-8a3c-136b27341f4d', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'mac_address': 'fa:16:3e:08:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:11Z', 'updated_at': '2021-06-17T08:37:20Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'subnets': [{'id': 'b82f7461-eaec-44e4-a241-dc3c4daf14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:07.438988 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.452027 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3769a56-2721-4e32-b97c-a084d6243926']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:07.465634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf20eba-fd77-45ab-8931-bded9dbd64b4') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:07.466010 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf20eba-fd77-45ab-8931-bded9dbd64b4') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:07.495980 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.524312 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.543318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:07.543834 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:07.547662 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:07.638968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deed070-cd8a-4004-a3b4-2a9b2e36710b req-3c0b333a-cab0-4e5d-9a44-7eba3456cd11 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:07.640575 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9deed070-cd8a-4004-a3b4-2a9b2e36710b req-3c0b333a-cab0-4e5d-9a44-7eba3456cd11 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 946 time: 0.2130103 Jun 17 08:46:07.672183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] For port ac993ed7-932d-4782-9e2f-c1cae712e107, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ac993ed7-932d-4782-9e2f-c1cae712e107,segment=NetworkSegment(0f7fe952-25a2-4c11-913a-f675d43f4977),segment_id=0f7fe952-25a2-4c11-913a-f675d43f4977)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:07.673152 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.701821 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.712691 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d34c61a8-e00d-4988-9509-0db52af46b44 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:07.713670 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.721674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/networks/f3769a56-2721-4e32-b97c-a084d6243926 HTTP/1.1" status: 204 len: 168 time: 0.6455522 Jun 17 08:46:07.735814 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9deed070-cd8a-4004-a3b4-2a9b2e36710b req-6a5f7729-d5a8-4b68-a3c8-cfa812e78f84 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835013 Jun 17 08:46:07.736336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34434) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:07.772541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Network': ['ID=f3769a56-2721-4e32-b97c-a084d6243926,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:07.778973 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:07.797268 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for ac993ed7-932d-4782-9e2f-c1cae712e107 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:07.802413 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62ada66-a64f-42ea-9120-c7950af09c68 None None] New status for floating IP 766eb3db-64e9-494a-a3c9-1788e8e0cca1: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:46:07.869685 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fc6827a-0ba7-4357-bf40-f6d6de1bad78 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.883650 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ae5cc70-350e-4eef-a79b-6aaa623b67aa tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.897202 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395887a5-a4ec-4a74-b0c6-0fca9f6b855f req-f29c76b8-8de7-4860-b342-e45d3cc54f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:07.898702 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-395887a5-a4ec-4a74-b0c6-0fca9f6b855f req-f29c76b8-8de7-4860-b342-e45d3cc54f5a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 1098 time: 0.9432137 Jun 17 08:46:07.940081 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ae5cc70-350e-4eef-a79b-6aaa623b67aa tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:07.955538 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fc6827a-0ba7-4357-bf40-f6d6de1bad78 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.018299 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.027680 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-395887a5-a4ec-4a74-b0c6-0fca9f6b855f req-71dd052b-d6e3-431b-99d5-5ed6f45fcaee service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171193 Jun 17 08:46:08.065401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fc6827a-0ba7-4357-bf40-f6d6de1bad78 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.072450 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fc6827a-0ba7-4357-bf40-f6d6de1bad78 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.073736 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2fc6827a-0ba7-4357-bf40-f6d6de1bad78 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/security-groups/8c2ee75a-27c1-48fc-a931-8ca161e1b556 HTTP/1.1" status: 204 len: 168 time: 0.3339987 Jun 17 08:46:08.074575 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:08.087372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6827a-0ba7-4357-bf40-f6d6de1bad78 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2ee75a-27c1-48fc-a931-8ca161e1b556,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:08.092170 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2fc6827a-0ba7-4357-bf40-f6d6de1bad78 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:08.223448 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Allocated IP 172.25.8.152 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/aa544301-4302-4469-9e25-4adc487d00f7) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:08.229461 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ae5cc70-350e-4eef-a79b-6aaa623b67aa tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.232258 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3ae5cc70-350e-4eef-a79b-6aaa623b67aa tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.237477 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3ae5cc70-350e-4eef-a79b-6aaa623b67aa tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "DELETE /v2.0/security-groups/9dcb290e-659e-4411-ad91-1de084201205 HTTP/1.1" status: 204 len: 168 time: 1.2673109 Jun 17 08:46:08.239319 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b9304fd-0ecf-4dd2-9a74-8620424cccf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:08.240134 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34440) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:08.256466 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-2fa13d44-ffd8-471d-a781-836fc9bf99a8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] show failed (client error): The resource could not be found. Jun 17 08:46:08.257556 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2fa13d44-ffd8-471d-a781-836fc9bf99a8 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "GET /v2.0/security-groups/9dcb290e-659e-4411-ad91-1de084201205 HTTP/1.1" status: 404 len: 347 time: 0.0163791 Jun 17 08:46:08.261990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34442) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:08.281295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5cc70-350e-4eef-a79b-6aaa623b67aa tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcb290e-659e-4411-ad91-1de084201205,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:08.291093 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ae5cc70-350e-4eef-a79b-6aaa623b67aa tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:08.355109 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.359685 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:08.389894 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=ac993ed7-932d-4782-9e2f-c1cae712e107,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:08.401419 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:08.501371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34446) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:08.507245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-23cba1d7-79e7-403d-8bfd-9b883f9b4789 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851349196', 'description': 'tempest-secgroup-smoke-1851349196 description', 'project_id': '2f455ca5823946e8a10a01151d60adb3'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:08.561986 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.603448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-23cba1d7-79e7-403d-8bfd-9b883f9b4789 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.608890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Deleting port 236a483f-29ba-40f0-a94f-05f5198ead5c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:08.609318 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.645575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.715946 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.721469 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.721814 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:08.828358 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:08.844331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Calling delete_port for 236a483f-29ba-40f0-a94f-05f5198ead5c owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:08.857204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f856be74-ccad-4318-b1e3-f47e3dd01b2d no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:08.890666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:08.898957 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:08.903802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=aa544301-4302-4469-9e25-4adc487d00f7,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:08.906687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:08.916935 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:08.933131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f856be74-ccad-4318-b1e3-f47e3dd01b2d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:08.933476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f856be74-ccad-4318-b1e3-f47e3dd01b2d not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:09.089269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-23cba1d7-79e7-403d-8bfd-9b883f9b4789 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.098447 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-23cba1d7-79e7-403d-8bfd-9b883f9b4789 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.103185 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:09.122077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdad93-840c-4831-a355-3318214cadb4 req-54ee722f-4855-409c-87b6-f68e22cc6cb9 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:09.123676 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6fdad93-840c-4831-a355-3318214cadb4 req-54ee722f-4855-409c-87b6-f68e22cc6cb9 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 946 time: 0.1649339 Jun 17 08:46:09.184778 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-23cba1d7-79e7-403d-8bfd-9b883f9b4789 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.192334 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-23cba1d7-79e7-403d-8bfd-9b883f9b4789 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6830423 Jun 17 08:46:09.196469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34452) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:09.199709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cba1d7-79e7-403d-8bfd-9b883f9b4789 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ccf448-2def-4f15-839d-796448ecd655,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:09.204579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-96ddd2e7-3719-4c79-ab5b-cc75e0d03fff tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '05ccf448-2def-4f15-839d-796448ecd655', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:09.215068 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-23cba1d7-79e7-403d-8bfd-9b883f9b4789 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:09.244311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.252263 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf7936d1-dec8-44ea-96bb-a234696a9c6b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:09.290684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d6fdad93-840c-4831-a355-3318214cadb4 req-cc069ee6-69c5-4b49-92c8-1c7d9dc9c805 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600635 Jun 17 08:46:09.294757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Pushing event deleted for resources: {'Port': ['ID=236a483f-29ba-40f0-a94f-05f5198ead5c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:09.298227 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:09.317659 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.350470 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96ddd2e7-3719-4c79-ab5b-cc75e0d03fff tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.379286 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.381962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.387132 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] 10.222.0.47 "DELETE /v2.0/floatingips/766eb3db-64e9-494a-a3c9-1788e8e0cca1 HTTP/1.1" status: 204 len: 168 time: 1.1191854 Jun 17 08:46:09.438594 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96ddd2e7-3719-4c79-ab5b-cc75e0d03fff tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.448022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96ddd2e7-3719-4c79-ab5b-cc75e0d03fff tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.451503 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d926eff9-ba0e-49b9-93b3-5b1da7d3f27f tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:09.470931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddd2e7-3719-4c79-ab5b-cc75e0d03fff tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab951ac-47c8-44ce-84df-01478ed7b089,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:09.474359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router ba87edca-ddbc-44ff-8fd6-cbd794c7723e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:09.474714 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-96ddd2e7-3719-4c79-ab5b-cc75e0d03fff tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:09.483395 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-96ddd2e7-3719-4c79-ab5b-cc75e0d03fff tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.486805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-96ddd2e7-3719-4c79-ab5b-cc75e0d03fff tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2862370 Jun 17 08:46:09.488963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34456) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:09.501062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0b6327fb-73a3-498a-b4a2-ed2d19f13491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '05ccf448-2def-4f15-839d-796448ecd655', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:09.568442 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b6327fb-73a3-498a-b4a2-ed2d19f13491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.675075 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.720930 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b6327fb-73a3-498a-b4a2-ed2d19f13491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.729050 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:09.733683 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b6327fb-73a3-498a-b4a2-ed2d19f13491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.738108 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7883823 Jun 17 08:46:09.746650 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34464) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:09.748470 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172ef0a-c061-41bd-b382-32daabbcb0c5 None None] Sync routers for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:09.749395 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5568bff6-2cbb-45e8-b58c-6b7fc3799283 tempest-SecGroupIPv6Test-893699957 tempest-SecGroupIPv6Test-893699957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:09.765986 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172ef0a-c061-41bd-b382-32daabbcb0c5 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:09.766941 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c172ef0a-c061-41bd-b382-32daabbcb0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:09.784117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6327fb-73a3-498a-b4a2-ed2d19f13491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa4c714-71da-4ebf-8b1c-46bf926f3961,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:09.803073 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0b6327fb-73a3-498a-b4a2-ed2d19f13491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:09.813239 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b6327fb-73a3-498a-b4a2-ed2d19f13491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.823004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0b6327fb-73a3-498a-b4a2-ed2d19f13491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3317466 Jun 17 08:46:09.823770 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34466) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:09.836355 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ea13510f-13d3-4cc8-a91d-788d025f0e7d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '05ccf448-2def-4f15-839d-796448ecd655', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:09.884570 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-c172ef0a-c061-41bd-b382-32daabbcb0c5 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:09.941321 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:09.956198 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea13510f-13d3-4cc8-a91d-788d025f0e7d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.006216 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-3516bdab-5722-4fa3-a237-6dc22bc1c5ae tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting subnet 501cf4b9-36e6-4ca0-9c8b-f163d9ad6436 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:10.012586 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3516bdab-5722-4fa3-a237-6dc22bc1c5ae tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.093581 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3516bdab-5722-4fa3-a237-6dc22bc1c5ae tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.120266 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea13510f-13d3-4cc8-a91d-788d025f0e7d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.131285 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea13510f-13d3-4cc8-a91d-788d025f0e7d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.133798 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9d67bf87-b92c-4218-a2e3-18ffffd2295c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:10.147904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13510f-13d3-4cc8-a91d-788d025f0e7d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8e54f4-d2e5-4bb1-8143-4c3decb536a5,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:10.160873 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea13510f-13d3-4cc8-a91d-788d025f0e7d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:10.180430 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ea13510f-13d3-4cc8-a91d-788d025f0e7d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.181239 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c172ef0a-c061-41bd-b382-32daabbcb0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:08Z', 'revision_number': 10, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:10.186609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ea13510f-13d3-4cc8-a91d-788d025f0e7d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3569305 Jun 17 08:46:10.186609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34468) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:10.204376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-01775969-924d-4a21-b487-8b4c29d66717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '05ccf448-2def-4f15-839d-796448ecd655', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:10.227543 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.232338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3516bdab-5722-4fa3-a237-6dc22bc1c5ae tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.241004 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172ef0a-c061-41bd-b382-32daabbcb0c5 None None] Checking router: ba87edca-ddbc-44ff-8fd6-cbd794c7723e for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:10.249907 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c172ef0a-c061-41bd-b382-32daabbcb0c5 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:10.250909 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c172ef0a-c061-41bd-b382-32daabbcb0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:10.267406 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.270482 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:10.294407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01775969-924d-4a21-b487-8b4c29d66717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.355193 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-c172ef0a-c061-41bd-b382-32daabbcb0c5 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:10.376003 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.452880 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01775969-924d-4a21-b487-8b4c29d66717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.459810 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01775969-924d-4a21-b487-8b4c29d66717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.462086 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cce587a5-2ba7-4a45-8d8c-923f358c5006 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:10.475311 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event updated for resources: {'Port': ['ID=aa544301-4302-4469-9e25-4adc487d00f7,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:10.482212 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:10.496508 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01775969-924d-4a21-b487-8b4c29d66717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a86a16-64e8-4d68-b654-5aecf71598dd,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:10.499246 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01775969-924d-4a21-b487-8b4c29d66717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:10.507400 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-01775969-924d-4a21-b487-8b4c29d66717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.509009 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-01775969-924d-4a21-b487-8b4c29d66717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3175020 Jun 17 08:46:10.511846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34472) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:10.518342 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-65da743e-2245-42a1-b692-2d873ec5c52b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '05ccf448-2def-4f15-839d-796448ecd655', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:10.565779 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-65da743e-2245-42a1-b692-2d873ec5c52b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Project 2f455ca5823946e8a10a01151d60adb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:46:10.573047 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65da743e-2245-42a1-b692-2d873ec5c52b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.582719 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c172ef0a-c061-41bd-b382-32daabbcb0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:08Z', 'revision_number': 10, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:10.588487 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3516bdab-5722-4fa3-a237-6dc22bc1c5ae tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.606645 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3498ca8f-d5b0-4894-8d4d-26c1ff699dba tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:10.633618 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c172ef0a-c061-41bd-b382-32daabbcb0c5 None None] The sync data for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 is: [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:08Z', 'revision_number': 10, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None, '_interfaces': [{'id': '567411e5-be82-40de-84e3-0d210a839c82', 'name': '', 'network_id': 'e61f4c13-33b8-40d4-a5a0-7583872bcdf9', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'mac_address': 'fa:16:3e:b7:c0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:22Z', 'updated_at': '2021-06-17T08:45:30Z', 'revision_number': 5, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'subnets': [{'id': 'cf5b070a-f427-4927-9e77-5d6fc155d31d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:10.669381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3516bdab-5722-4fa3-a237-6dc22bc1c5ae tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Subnet': ['ID=501cf4b9-36e6-4ca0-9c8b-f163d9ad6436,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:10.678363 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3516bdab-5722-4fa3-a237-6dc22bc1c5ae tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:10.679652 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3516bdab-5722-4fa3-a237-6dc22bc1c5ae tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.681609 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3516bdab-5722-4fa3-a237-6dc22bc1c5ae tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/501cf4b9-36e6-4ca0-9c8b-f163d9ad6436 HTTP/1.1" status: 204 len: 168 time: 0.9340026 Jun 17 08:46:10.684811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34476) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:10.691943 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883dc1fd-fde1-4ee0-89da-99cac2660787 None None] Network 905a99ee-ad9a-479b-9cf8-54319673e833 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:10.836451 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Floating IP 5a7722bb-bd6f-4a01-8194-2e210a01239d associated. External IP: 172.25.8.152, port: ebba494f-b157-4e75-af7a-ac1149ba9694. Jun 17 08:46:10.851347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65da743e-2245-42a1-b692-2d873ec5c52b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.858165 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65da743e-2245-42a1-b692-2d873ec5c52b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.861822 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ea13510f-13d3-4cc8-a91d-788d025f0e7d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:10.884023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da743e-2245-42a1-b692-2d873ec5c52b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373eafac-849b-431d-a81f-b1b773e667ee,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:10.895291 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-65da743e-2245-42a1-b692-2d873ec5c52b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:10.912708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd344b5f-a3a7-4702-a4d3-1a76879b37b5 req-01ca4f2a-115b-4ea5-ae89-d304e64f42f3 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:10.914597 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd344b5f-a3a7-4702-a4d3-1a76879b37b5 req-01ca4f2a-115b-4ea5-ae89-d304e64f42f3 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 946 time: 0.2626722 Jun 17 08:46:10.915614 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-65da743e-2245-42a1-b692-2d873ec5c52b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:10.918936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-65da743e-2245-42a1-b692-2d873ec5c52b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4057579 Jun 17 08:46:10.922056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34482) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:10.936550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f89c1a9a-7c31-4208-bc51-b98146c474fd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': '05ccf448-2def-4f15-839d-796448ecd655', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:11.022723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd344b5f-a3a7-4702-a4d3-1a76879b37b5 req-85907d12-3dac-4d73-a1d3-9cd42d6412b9 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975330 Jun 17 08:46:11.029040 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-f89c1a9a-7c31-4208-bc51-b98146c474fd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Project 2f455ca5823946e8a10a01151d60adb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:46:11.040407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f89c1a9a-7c31-4208-bc51-b98146c474fd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.191106 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f89c1a9a-7c31-4208-bc51-b98146c474fd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.198436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f89c1a9a-7c31-4208-bc51-b98146c474fd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.203270 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dcff3fa9-54cd-43dd-a398-5dbb9c8f3901 tempest-ServersTestBootFromVolume-1255221218 tempest-ServersTestBootFromVolume-1255221218-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:11.279689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c1a9a-7c31-4208-bc51-b98146c474fd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd7e6f0-fb9d-4939-b48f-6396aa90916c,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:11.324708 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f89c1a9a-7c31-4208-bc51-b98146c474fd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:11.335749 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f89c1a9a-7c31-4208-bc51-b98146c474fd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.339152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cff67d-ecb6-4c43-9b73-0ff6461c5e6c None None] DHCP port deletion for 905a99ee-ad9a-479b-9cf8-54319673e833 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:11.344574 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f89c1a9a-7c31-4208-bc51-b98146c474fd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4214051 Jun 17 08:46:11.345357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34514) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:11.369074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'network': {'name': 'tempest-network-smoke--1275738034', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'port_security_enabled': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:11.477546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:11.481358 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.487510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-47cff67d-ecb6-4c43-9b73-0ff6461c5e6c None None] Deleting port 3dc2fe24-34f9-439d-8737-9536ca54efd9 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:11.488250 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47cff67d-ecb6-4c43-9b73-0ff6461c5e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.532133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:11.552128 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.552482 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Added segment a22bb750-a981-4701-8b07-597cb64a7f54 of type vlan for network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 Jun 17 08:46:11.574410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-47cff67d-ecb6-4c43-9b73-0ff6461c5e6c None None] For port 3dc2fe24-34f9-439d-8737-9536ca54efd9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3dc2fe24-34f9-439d-8737-9536ca54efd9,segment=NetworkSegment(0f7fe952-25a2-4c11-913a-f675d43f4977),segment_id=0f7fe952-25a2-4c11-913a-f675d43f4977)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:11.575124 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47cff67d-ecb6-4c43-9b73-0ff6461c5e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.631630 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.636197 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.678329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-47cff67d-ecb6-4c43-9b73-0ff6461c5e6c None None] Calling delete_port for 3dc2fe24-34f9-439d-8737-9536ca54efd9 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:11.698066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.703706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:11.704335 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.717992 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-32c2763d-60a5-4c5d-9ac8-44451acfe3c1 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:11.823586 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47cff67d-ecb6-4c43-9b73-0ff6461c5e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:11.828163 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:11.855850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cff67d-ecb6-4c43-9b73-0ff6461c5e6c None None] No DVR routers for this DVR port 3dc2fe24-34f9-439d-8737-9536ca54efd9 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:11.927821 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Network': ['ID=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:11.930694 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:11.935927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5799630 Jun 17 08:46:11.936650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34528) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:11.947653 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cff67d-ecb6-4c43-9b73-0ff6461c5e6c None None] Pushing event deleted for resources: {'Port': ['ID=3dc2fe24-34f9-439d-8737-9536ca54efd9,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:11.949982 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-47cff67d-ecb6-4c43-9b73-0ff6461c5e6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:11.952139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'admin_state_up': True, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:11.959039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:46:12.021917 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.023510 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.153556 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.168392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 377891be-f9b1-43e3-9aff-6c993f267e44 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:12.170857 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.188028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['905a99ee-ad9a-479b-9cf8-54319673e833']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:12.305806 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:12.315867 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c24a9e-1a18-41c9-9831-0b49315041e7 None None] Sync routers for ids ['377891be-f9b1-43e3-9aff-6c993f267e44'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:12.321341 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7fe952-25a2-4c11-913a-f675d43f4977') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:12.321641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7fe952-25a2-4c11-913a-f675d43f4977') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:12.331950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c24a9e-1a18-41c9-9831-0b49315041e7 None None] Routers {'377891be-f9b1-43e3-9aff-6c993f267e44'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:12.332660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-96c24a9e-1a18-41c9-9831-0b49315041e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['377891be-f9b1-43e3-9aff-6c993f267e44'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:12.372107 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.392040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.455571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.463464 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.495360 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:12.495771 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.500662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-96c24a9e-1a18-41c9-9831-0b49315041e7 None None] Set router 377891be-f9b1-43e3-9aff-6c993f267e44 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:12.501329 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:12.532647 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9120166 Jun 17 08:46:12.539694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'tag': 'ebba494f-b157-4e75-af7a-ac1149ba9694'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:12.550327 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc028bb5-a081-4edf-887d-50f56edfed9d" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf8d432-0e8a-4f0b-b063-87c596567fb9", "tag": "ebba494f-b157-4e75-af7a-ac1149ba9694"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:12.567744 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34566) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:12.663233 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29498e02-fcb3-4a4f-a37d-8d69f5cbfc3e x-openstack-request-id: req-29498e02-fcb3-4a4f-a37d-8d69f5cbfc3e {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:12.663574 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf8d432-0e8a-4f0b-b063-87c596567fb9", "tag": "ebba494f-b157-4e75-af7a-ac1149ba9694", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:12.664388 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-29498e02-fcb3-4a4f-a37d-8d69f5cbfc3e {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:12.664864 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'tag': 'ebba494f-b157-4e75-af7a-ac1149ba9694', 'status': 'completed', 'code': 200} Jun 17 08:46:12.691411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ac993ed7-932d-4782-9e2f-c1cae712e107 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:12.709412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-229a7369-6b70-4675-ac36-884de454347c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/floatingips/5a7722bb-bd6f-4a01-8194-2e210a01239d HTTP/1.1" status: 200 len: 992 time: 0.1393278 Jun 17 08:46:12.727421 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: ac993ed7-932d-4782-9e2f-c1cae712e107 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:12.728238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ac993ed7-932d-4782-9e2f-c1cae712e107 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:12.728772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3dc2fe24-34f9-439d-8737-9536ca54efd9 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:12.755286 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.760199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 3dc2fe24-34f9-439d-8737-9536ca54efd9 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:12.760766 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3dc2fe24-34f9-439d-8737-9536ca54efd9 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:12.761768 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:12.778404 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/networks/905a99ee-ad9a-479b-9cf8-54319673e833 HTTP/1.1" status: 204 len: 168 time: 2.0924010 Jun 17 08:46:12.781119 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34570) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:12.782475 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4942ff9e-a2b4-48ca-ba71-db9baac561a7 tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:12.805788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Network': ['ID=905a99ee-ad9a-479b-9cf8-54319673e833,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:12.813765 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:12.820577 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc028bb5-a081-4edf-887d-50f56edfed9d req-69c8f6f8-afff-4878-b359-6c7b2abdf109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:12.822925 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc028bb5-a081-4edf-887d-50f56edfed9d req-69c8f6f8-afff-4878-b359-6c7b2abdf109 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 1098 time: 0.1515203 Jun 17 08:46:12.913821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-96c24a9e-1a18-41c9-9831-0b49315041e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '5a7722bb-bd6f-4a01-8194-2e210a01239d', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'port_id': 'ebba494f-b157-4e75-af7a-ac1149ba9694', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'mac_address': 'fa:16:3e:fe:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:46:09Z', 'updated_at': '2021-06-17T08:46:09Z', 'revision_number': 0, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0163286-c7aa-4cb4-9f71-6f1e46491cc5', 'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:32:f6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:35Z', 'updated_at': '2021-06-17T08:45:47Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:12.964307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc028bb5-a081-4edf-887d-50f56edfed9d req-2d2715de-cca4-4045-a1c1-1bedb4098efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:12.966096 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc028bb5-a081-4edf-887d-50f56edfed9d req-2d2715de-cca4-4045-a1c1-1bedb4098efe service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b457282-2f61-4bbd-b3ff-61878cc42143 HTTP/1.1" status: 200 len: 897 time: 0.1364028 Jun 17 08:46:12.974048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c24a9e-1a18-41c9-9831-0b49315041e7 None None] Checking router: 377891be-f9b1-43e3-9aff-6c993f267e44 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:12.995148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c24a9e-1a18-41c9-9831-0b49315041e7 None None] Routers {'377891be-f9b1-43e3-9aff-6c993f267e44'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:12.996476 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-96c24a9e-1a18-41c9-9831-0b49315041e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:45:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['377891be-f9b1-43e3-9aff-6c993f267e44'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:13.054417 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc028bb5-a081-4edf-887d-50f56edfed9d req-c15572d0-f971-4269-8117-0cb125ebb251 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebba494f-b157-4e75-af7a-ac1149ba9694 HTTP/1.1" status: 200 len: 1000 time: 0.0810115 Jun 17 08:46:13.132180 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc028bb5-a081-4edf-887d-50f56edfed9d req-5c531401-21d3-4874-8620-ac9594e74da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:13.134843 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc028bb5-a081-4edf-887d-50f56edfed9d req-5c531401-21d3-4874-8620-ac9594e74da8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f32d821-7f52-432e-8649-2cde7dc8942d HTTP/1.1" status: 200 len: 835 time: 0.0739861 Jun 17 08:46:13.264225 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-96c24a9e-1a18-41c9-9831-0b49315041e7 None None] Set router 377891be-f9b1-43e3-9aff-6c993f267e44 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:13.267495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc028bb5-a081-4edf-887d-50f56edfed9d req-b73a9b8b-9e48-4425-90ce-39b484d84781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:13.269063 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc028bb5-a081-4edf-887d-50f56edfed9d req-b73a9b8b-9e48-4425-90ce-39b484d84781 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b457282-2f61-4bbd-b3ff-61878cc42143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281471 Jun 17 08:46:13.506313 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc028bb5-a081-4edf-887d-50f56edfed9d req-4e07141f-a164-44a5-be81-5ce0190f8302 service neutron] 10.222.0.10 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285173 Jun 17 08:46:13.601901 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1f39a71-45f3-41cf-bd11-e1b987602544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:13.714629 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-fc028bb5-a081-4edf-887d-50f56edfed9d req-1387ef15-8a70-448a-a070-76f95195b547 service neutron] 10.222.0.10 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008934 Jun 17 08:46:13.715417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34588) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:13.737200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-96c24a9e-1a18-41c9-9831-0b49315041e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '5a7722bb-bd6f-4a01-8194-2e210a01239d', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'port_id': 'ebba494f-b157-4e75-af7a-ac1149ba9694', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'mac_address': 'fa:16:3e:fe:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:46:09Z', 'updated_at': '2021-06-17T08:46:09Z', 'revision_number': 0, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0163286-c7aa-4cb4-9f71-6f1e46491cc5', 'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:32:f6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:35Z', 'updated_at': '2021-06-17T08:45:47Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:13.777182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c24a9e-1a18-41c9-9831-0b49315041e7 None None] The sync data for ids ['377891be-f9b1-43e3-9aff-6c993f267e44'] in n-d-779913-16 is: [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '5a7722bb-bd6f-4a01-8194-2e210a01239d', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'port_id': 'ebba494f-b157-4e75-af7a-ac1149ba9694', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'mac_address': 'fa:16:3e:fe:ac:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:46:09Z', 'updated_at': '2021-06-17T08:46:09Z', 'revision_number': 0, 'project_id': '429b1bfb82834492a01da039e4afa344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0163286-c7aa-4cb4-9f71-6f1e46491cc5', 'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:32:f6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:35Z', 'updated_at': '2021-06-17T08:45:47Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:13.837267 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6de99448-398f-46ea-9321-e008a673b9bb tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/floatingips/5a7722bb-bd6f-4a01-8194-2e210a01239d HTTP/1.1" status: 200 len: 992 time: 0.1196296 Jun 17 08:46:13.985740 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.016281 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.077808 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b13cd5-2a5e-4be2-83ba-aa22d656e5bf None None] New status for floating IP 5a7722bb-bd6f-4a01-8194-2e210a01239d: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:46:14.288135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.25.8.127 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/161fa20a-3dfa-4990-a727-4da56cb80fa2) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:14.532519 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.547942 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.800732 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:14.803841 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:14.838503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34612) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:14.902068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:14.920285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:14.934665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:14.940653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=161fa20a-3dfa-4990-a727-4da56cb80fa2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:14.948106 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:14.986985 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-410cc17f-c8d6-4a90-b027-8fbb7844f80f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/floatingips/5a7722bb-bd6f-4a01-8194-2e210a01239d HTTP/1.1" status: 200 len: 994 time: 0.1438468 Jun 17 08:46:15.424895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port 567411e5-be82-40de-84e3-0d210a839c82 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:15.425436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.441602 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.630831 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c3db9a1-eb61-4ca1-98cc-0a6dab333591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.641086 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] For port 567411e5-be82-40de-84e3-0d210a839c82, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=567411e5-be82-40de-84e3-0d210a839c82,segment=NetworkSegment(8afb40bd-8cf9-4e42-8822-a32999741b3e),segment_id=8afb40bd-8cf9-4e42-8822-a32999741b3e)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:15.641449 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.779370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for 567411e5-be82-40de-84e3-0d210a839c82 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:15.884896 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:15.963910 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.094598 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.097705 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-843a5292-25c7-4254-b2ad-3b56a7adfd0b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:16.129225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=567411e5-be82-40de-84e3-0d210a839c82,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:16.139316 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:16.204949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:46:16.247129 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.529137 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:16.550492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Sync routers for ids ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:16.553732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router ba87edca-ddbc-44ff-8fd6-cbd794c7723e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:16.562521 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.567533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34626) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:16.574629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Routers {'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:16.575302 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:16.578840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6395292 Jun 17 08:46:16.633441 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-13dea088-9fed-4341-bd33-e93b4c8afa74 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=2f455ca5823946e8a10a01151d60adb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0643754 Jun 17 08:46:16.634159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34628) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:16.727125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:16.741723 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5c46b-70f4-4f35-afbd-bb0a639a0634 None None] Sync routers for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:16.747829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9641194 Jun 17 08:46:16.751503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34634) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:16.761115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Set router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:16.762946 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5c46b-70f4-4f35-afbd-bb0a639a0634 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:16.763776 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-aea5c46b-70f4-4f35-afbd-bb0a639a0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:16.836142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-921e8ec4-2d88-454f-8083-f36d2cfc0e31 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting subnet cf5b070a-f427-4927-9e77-5d6fc155d31d {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:16.844067 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-921e8ec4-2d88-454f-8083-f36d2cfc0e31 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.850991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa67f66-a4fb-4bdc-9746-22495c71263b tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:16.882803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34638) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:16.892521 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5aa67f66-a4fb-4bdc-9746-22495c71263b tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2555797 Jun 17 08:46:16.956372 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:16.963583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d254bc89-3fcd-41ad-b824-6183381cab05 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0781915 Jun 17 08:46:16.966804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34640) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:16.971087 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-aea5c46b-70f4-4f35-afbd-bb0a639a0634 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:16.973252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-728356244', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:17.031236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34642) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:17.094870 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-921e8ec4-2d88-454f-8083-f36d2cfc0e31 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.124430 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-aea5c46b-70f4-4f35-afbd-bb0a639a0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:16Z', 'revision_number': 11, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:17.165239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:15Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:17.165496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:17.176721 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.194094 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5c46b-70f4-4f35-afbd-bb0a639a0634 None None] Checking router: ba87edca-ddbc-44ff-8fd6-cbd794c7723e for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:17.210980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Checking router: fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:17.211256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Updating router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 port 161fa20a-3dfa-4990-a727-4da56cb80fa2 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:46:17.216973 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5c46b-70f4-4f35-afbd-bb0a639a0634 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:17.217612 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-aea5c46b-70f4-4f35-afbd-bb0a639a0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:17.271689 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.338617 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-aea5c46b-70f4-4f35-afbd-bb0a639a0634 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:17.417479 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-aea5c46b-70f4-4f35-afbd-bb0a639a0634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:16Z', 'revision_number': 11, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:17.418116 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-921e8ec4-2d88-454f-8083-f36d2cfc0e31 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.453578 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea5c46b-70f4-4f35-afbd-bb0a639a0634 None None] The sync data for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 is: [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:16Z', 'revision_number': 11, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:17.571750 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.586133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Transition to ACTIVE for port object 161fa20a-3dfa-4990-a727-4da56cb80fa2 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:17.595896 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.606954 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:17.664340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Attempting to bind port 161fa20a-3dfa-4990-a727-4da56cb80fa2 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:17.665001 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Attempting to bind port 161fa20a-3dfa-4990-a727-4da56cb80fa2 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:17.665520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Attempting to bind port 161fa20a-3dfa-4990-a727-4da56cb80fa2 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:17.678525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-921e8ec4-2d88-454f-8083-f36d2cfc0e31 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.690939 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddefeeac-694b-4ada-9f5e-a61bd9283916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:17.694220 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:17.694740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:17.695327 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.696633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:17.697397 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.698168 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Bound port: 161fa20a-3dfa-4990-a727-4da56cb80fa2, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:17.698674 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.702082 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-921e8ec4-2d88-454f-8083-f36d2cfc0e31 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:17.707752 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-921e8ec4-2d88-454f-8083-f36d2cfc0e31 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/cf5b070a-f427-4927-9e77-5d6fc155d31d HTTP/1.1" status: 204 len: 168 time: 0.9543118 Jun 17 08:46:17.715842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be53b6c5-5182-41a8-89fe-389bf3b1fc79 None None] Network e61f4c13-33b8-40d4-a5a0-7583872bcdf9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:17.732171 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34652) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:17.752205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e8ec4-2d88-454f-8083-f36d2cfc0e31 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Subnet': ['ID=cf5b070a-f427-4927-9e77-5d6fc155d31d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:17.773185 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-921e8ec4-2d88-454f-8083-f36d2cfc0e31 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:17.790253 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae88be20-3df1-4ea7-8b14-88c639d672c9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:17.943494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Subnet': ['ID=c53d10a3-834a-4642-8a4a-58471f0e0107,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:17.958619 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:17.959561 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Checking segment: {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:17.960042 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network hostable DHCP agents. Network: 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:18.022974 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.055983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:18.167997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:18.173899 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:18.174670 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.203456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f5618-3e4a-4a32-ace4-a9a7c07e2df7 None None] Pushing event updated for resources: {'Port': ['ID=161fa20a-3dfa-4990-a727-4da56cb80fa2,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:18.206991 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1c3f5618-3e4a-4a32-ace4-a9a7c07e2df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:18.222522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948a9f4b-a436-4475-b143-e34c36fd6be0 None None] Network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:18.230903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34654) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:18.235562 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2585678 Jun 17 08:46:18.307928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Deleting port c222d83c-970c-4b04-9532-2e549c691dda {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:18.311559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.461875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] For port c222d83c-970c-4b04-9532-2e549c691dda, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c222d83c-970c-4b04-9532-2e549c691dda,segment=NetworkSegment(8afb40bd-8cf9-4e42-8822-a32999741b3e),segment_id=8afb40bd-8cf9-4e42-8822-a32999741b3e)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:18.462312 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.478631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] For port 161fa20a-3dfa-4990-a727-4da56cb80fa2, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:18.517166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] For port 161fa20a-3dfa-4990-a727-4da56cb80fa2, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=161fa20a-3dfa-4990-a727-4da56cb80fa2,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:18.580248 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.593576 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-11237efe-b90b-4ea8-85e0-f54da738d018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:18.652623 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ips': [{'subnet_id': 'c53d10a3-834a-4642-8a4a-58471f0e0107'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:46:18.653479 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.655371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 567411e5-be82-40de-84e3-0d210a839c82 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:18.661368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f5618-3e4a-4a32-ace4-a9a7c07e2df7 None None] Pushing event updated for resources: {'Port': ['ID=161fa20a-3dfa-4990-a727-4da56cb80fa2,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:18.662419 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Calling delete_port for c222d83c-970c-4b04-9532-2e549c691dda owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:18.667159 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1c3f5618-3e4a-4a32-ace4-a9a7c07e2df7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:18.708094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 567411e5-be82-40de-84e3-0d210a839c82 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:18.708457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 567411e5-be82-40de-84e3-0d210a839c82 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:18.712617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Routers {'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:18.713272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:18.906833 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.912657 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-750a10e8-de3c-46aa-a314-aac7b7be33d1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:18.949602 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:18.984369 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Port': ['ID=c222d83c-970c-4b04-9532-2e549c691dda,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:18.988461 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:18.989275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No DVR routers for this DVR port c222d83c-970c-4b04-9532-2e549c691dda on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:18.993544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] Set router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:19.035862 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22604fff-b2cc-47a6-b179-3e4f66ea81bc None None] DHCP port deletion for e61f4c13-33b8-40d4-a5a0-7583872bcdf9 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:19.076419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.092597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Allocated IP 172.20.0.2 (37e2a98a-6ec2-4c13-a4b6-2bedc0db4723/c53d10a3-834a-4642-8a4a-58471f0e0107/ee7ad150-5326-4464-9f7a-eb6d142c9c67) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:19.165279 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.186352 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61f4c13-33b8-40d4-a5a0-7583872bcdf9']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:19.206752 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afb40bd-8cf9-4e42-8822-a32999741b3e') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:19.207072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afb40bd-8cf9-4e42-8822-a32999741b3e') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:19.227809 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.255380 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.265773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:19.266170 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:19.270804 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:19.358889 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.361883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:15Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:19.402199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c51127-b38d-413a-9ded-2c49f358b76c None None] The sync data for ids ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'] in n-d-779913-16 is: [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:15Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:19.407825 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Transition to ACTIVE for port object ee7ad150-5326-4464-9f7a-eb6d142c9c67 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:19.412208 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.417444 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:19.423630 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.431868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Transition to ACTIVE for port object ee7ad150-5326-4464-9f7a-eb6d142c9c67 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:19.439416 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/networks/e61f4c13-33b8-40d4-a5a0-7583872bcdf9 HTTP/1.1" status: 204 len: 168 time: 1.7036576 Jun 17 08:46:19.441068 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.449462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34672) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:19.466467 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:19.468889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9982621a-73ef-4a5a-9523-27252a3b1045 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'routes': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:19.512818 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:19.516399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Pushing event deleted for resources: {'Network': ['ID=e61f4c13-33b8-40d4-a5a0-7583872bcdf9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:19.517089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:19.525689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:19.557221 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:19.589159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Pushing event updated for resources: {'Port': ['ID=ee7ad150-5326-4464-9f7a-eb6d142c9c67,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:19.604426 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:19.643338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Attempting to bind port ee7ad150-5326-4464-9f7a-eb6d142c9c67 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:19.644046 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Attempting to bind port ee7ad150-5326-4464-9f7a-eb6d142c9c67 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:19.644657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Attempting to bind port ee7ad150-5326-4464-9f7a-eb6d142c9c67 on network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:19.651526 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:19.652251 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Checking segment: {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:19.652853 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.653250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Bound using segment: {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:19.653725 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Bound port: ee7ad150-5326-4464-9f7a-eb6d142c9c67, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:19.654239 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.670889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.706643 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.extraroute_db [None req-9982621a-73ef-4a5a-9523-27252a3b1045 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Added routes are [] {{(pid=93804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:46:19.707356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.extraroute_db [None req-9982621a-73ef-4a5a-9523-27252a3b1045 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Removed routes are [] {{(pid=93804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:46:19.707868 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9982621a-73ef-4a5a-9523-27252a3b1045 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.752164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] For port ee7ad150-5326-4464-9f7a-eb6d142c9c67, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:19.758659 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] For port ee7ad150-5326-4464-9f7a-eb6d142c9c67, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ee7ad150-5326-4464-9f7a-eb6d142c9c67,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:19.769072 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:19.780052 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e29d35a5-3443-4f76-b45a-fbf643c65084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:19.906424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Pushing event updated for resources: {'Port': ['ID=ee7ad150-5326-4464-9f7a-eb6d142c9c67,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:19.933158 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:20.096586 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9982621a-73ef-4a5a-9523-27252a3b1045 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.101841 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9982621a-73ef-4a5a-9523-27252a3b1045 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.197589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Deleting port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:20.200647 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.256133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9982621a-73ef-4a5a-9523-27252a3b1045 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router ba87edca-ddbc-44ff-8fd6-cbd794c7723e has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:20.414442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9982621a-73ef-4a5a-9523-27252a3b1045 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:20.422541 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9982621a-73ef-4a5a-9523-27252a3b1045 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.426168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] For port 6217cc5e-021a-4ceb-b9bb-0848303c6dc8, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6217cc5e-021a-4ceb-b9bb-0848303c6dc8,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:20.426517 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f44d35-625a-4f21-a183-281c780fa3d4 None None] Sync routers for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:20.427013 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.427454 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9982621a-73ef-4a5a-9523-27252a3b1045 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e HTTP/1.1" status: 200 len: 704 time: 0.9767914 Jun 17 08:46:20.428175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34680) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.437958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.20.0.1 (37e2a98a-6ec2-4c13-a4b6-2bedc0db4723/c53d10a3-834a-4642-8a4a-58471f0e0107/958a7cd0-3949-4cd1-96d8-bf06d0b3e231) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:20.444217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f44d35-625a-4f21-a183-281c780fa3d4 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:20.445683 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f9f44d35-625a-4f21-a183-281c780fa3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:20.463435 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dc1b298c-3f04-46cb-b601-cbd24caf7c87 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba87edca-ddbc-44ff-8fd6-cbd794c7723e HTTP/1.1" status: 200 len: 205 time: 0.0338678 Jun 17 08:46:20.464216 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34682) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:20.549074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f9f44d35-625a-4f21-a183-281c780fa3d4 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:20.549614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Calling delete_port for 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:20.592676 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6f34858-6b6c-41ff-880c-52d162221bd7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.704584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f9f44d35-625a-4f21-a183-281c780fa3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:16Z', 'revision_number': 11, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:20.759358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f44d35-625a-4f21-a183-281c780fa3d4 None None] Checking router: ba87edca-ddbc-44ff-8fd6-cbd794c7723e for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:20.781564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 161fa20a-3dfa-4990-a727-4da56cb80fa2 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:20.846571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f44d35-625a-4f21-a183-281c780fa3d4 None None] Routers {'ba87edca-ddbc-44ff-8fd6-cbd794c7723e'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:20.851392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f9f44d35-625a-4f21-a183-281c780fa3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:20.959483 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6f34858-6b6c-41ff-880c-52d162221bd7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:20.962626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6f34858-6b6c-41ff-880c-52d162221bd7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.033643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f9f44d35-625a-4f21-a183-281c780fa3d4 None None] Set router ba87edca-ddbc-44ff-8fd6-cbd794c7723e gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:21.115294 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6f34858-6b6c-41ff-880c-52d162221bd7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.116434 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f34858-6b6c-41ff-880c-52d162221bd7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Fanout notify agent at l3_agent the message router_deleted on router ba87edca-ddbc-44ff-8fd6-cbd794c7723e {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:46:21.135665 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a6f34858-6b6c-41ff-880c-52d162221bd7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.137083 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a6f34858-6b6c-41ff-880c-52d162221bd7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e HTTP/1.1" status: 204 len: 168 time: 0.6718504 Jun 17 08:46:21.146479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34692) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:21.147722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 161fa20a-3dfa-4990-a727-4da56cb80fa2 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:21.151129 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f9f44d35-625a-4f21-a183-281c780fa3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:16Z', 'revision_number': 11, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:21.157309 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5c71b714-e79b-45b0-b30c-b41ebf8dde2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1837890062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:21.183123 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.188487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 161fa20a-3dfa-4990-a727-4da56cb80fa2 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:21.188875 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.192890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f44d35-625a-4f21-a183-281c780fa3d4 None None] The sync data for ids ['ba87edca-ddbc-44ff-8fd6-cbd794c7723e'] in n-d-779913-16 is: [{'id': 'ba87edca-ddbc-44ff-8fd6-cbd794c7723e', 'name': 'tempest-RoutersIpV6Test-router-153166033', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:20Z', 'updated_at': '2021-06-17T08:46:16Z', 'revision_number': 11, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:21.213484 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c71b714-e79b-45b0-b30c-b41ebf8dde2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.214171 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c71b714-e79b-45b0-b30c-b41ebf8dde2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.256230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Transition to ACTIVE for port object 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:21.325584 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c71b714-e79b-45b0-b30c-b41ebf8dde2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.332890 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c71b714-e79b-45b0-b30c-b41ebf8dde2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.366397 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5c71b714-e79b-45b0-b30c-b41ebf8dde2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.368166 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5c71b714-e79b-45b0-b30c-b41ebf8dde2e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2202508 Jun 17 08:46:21.372598 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34694) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:21.381392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-52a77675-27bb-49ca-bade-a7bdaa5023c1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:21.405414 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.434101 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.443582 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8fc8a379-6e23-40aa-b72f-61f9efdbdf64 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:21.456601 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 161fa20a-3dfa-4990-a727-4da56cb80fa2, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=161fa20a-3dfa-4990-a727-4da56cb80fa2,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:21.471563 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.476643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ee7ad150-5326-4464-9f7a-eb6d142c9c67 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:21.484349 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:21.502527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=958a7cd0-3949-4cd1-96d8-bf06d0b3e231,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:21.515316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.515703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.516081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.516742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.517113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.517485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.517859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.518460 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.518861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.519233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.519702 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.520318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:21.523793 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.536706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:21.542888 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:21.543430 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:21.613540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:21.642445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:21.717897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Pushing event deleted for resources: {'Port': ['ID=6217cc5e-021a-4ceb-b9bb-0848303c6dc8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:21.735156 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:21.851578 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:21.988818 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ead1b0-9d91-4701-a7b3-a1a925f2cda2 None None] Network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:22.130161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.191109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0fb1fc18-c18c-47b3-9fff-c8bd187797aa None None] Provisioning for port ee7ad150-5326-4464-9f7a-eb6d142c9c67 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:22.214436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=161fa20a-3dfa-4990-a727-4da56cb80fa2,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:22.231084 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:22.298200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port ee7ad150-5326-4464-9f7a-eb6d142c9c67 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:22.399777 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.400349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port ee7ad150-5326-4464-9f7a-eb6d142c9c67 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:22.400474 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.596129 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.608282 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52a77675-27bb-49ca-bade-a7bdaa5023c1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.637072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52a77675-27bb-49ca-bade-a7bdaa5023c1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.688949 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port ee7ad150-5326-4464-9f7a-eb6d142c9c67, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ee7ad150-5326-4464-9f7a-eb6d142c9c67,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:22.697528 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:22.704152 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1c3f5618-3e4a-4a32-ace4-a9a7c07e2df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:22.786228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=ee7ad150-5326-4464-9f7a-eb6d142c9c67,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:22.797430 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:22.819645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c222d83c-970c-4b04-9532-2e549c691dda no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:22.883629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34714) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:22.887612 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: c222d83c-970c-4b04-9532-2e549c691dda {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:22.887970 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c222d83c-970c-4b04-9532-2e549c691dda not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:22.996018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a77675-27bb-49ca-bade-a7bdaa5023c1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Router 3d46046d-d17d-4ed7-8a00-28c3bf0ec796 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:46:23.042091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cf543313-f138-4054-85ba-71f0f370b000 None None] Provisioning complete for port ee7ad150-5326-4464-9f7a-eb6d142c9c67 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:23.042750 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cf543313-f138-4054-85ba-71f0f370b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.212350 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 161fa20a-3dfa-4990-a727-4da56cb80fa2 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:23.256564 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8222465d-991e-4c55-81dc-0cdad9007b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.288823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a77675-27bb-49ca-bade-a7bdaa5023c1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:23.301760 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7fa46-d425-46da-8b03-b801b69e442f None None] Sync routers for ids ['3d46046d-d17d-4ed7-8a00-28c3bf0ec796'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:23.303222 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-52a77675-27bb-49ca-bade-a7bdaa5023c1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.307085 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-52a77675-27bb-49ca-bade-a7bdaa5023c1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "PUT /v2.0/routers/3d46046d-d17d-4ed7-8a00-28c3bf0ec796 HTTP/1.1" status: 200 len: 698 time: 1.9330397 Jun 17 08:46:23.309958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34720) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:23.319994 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7fa46-d425-46da-8b03-b801b69e442f None None] Routers {'3d46046d-d17d-4ed7-8a00-28c3bf0ec796'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:23.321075 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4fe7fa46-d425-46da-8b03-b801b69e442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3d46046d-d17d-4ed7-8a00-28c3bf0ec796'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:23.361316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cf543313-f138-4054-85ba-71f0f370b000 None None] Provisioning for port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:23.371741 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cf543313-f138-4054-85ba-71f0f370b000 None None] Provisioning complete for port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:23.373196 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cf543313-f138-4054-85ba-71f0f370b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.420427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 161fa20a-3dfa-4990-a727-4da56cb80fa2 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:23.427009 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.428720 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8222465d-991e-4c55-81dc-0cdad9007b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.439743 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8222465d-991e-4c55-81dc-0cdad9007b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.443067 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8ceb631-27c2-4038-bdcb-68d90f9938cd tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:23.462323 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-cf543313-f138-4054-85ba-71f0f370b000 None None] Port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:23.514316 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222465d-991e-4c55-81dc-0cdad9007b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6951fd7-0c24-4c87-ba82-0cd459286a8b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:23.521159 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8222465d-991e-4c55-81dc-0cdad9007b71 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dd8984e7241f4e70ac8d04d2e97e0a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6341343 Jun 17 08:46:23.521159 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8222465d-991e-4c55-81dc-0cdad9007b71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:23.521575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34722) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:23.534723 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-4fe7fa46-d425-46da-8b03-b801b69e442f None None] Set router 3d46046d-d17d-4ed7-8a00-28c3bf0ec796 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:23.538277 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1f962888-cae1-4103-a178-75b45f57e93d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/routers/3d46046d-d17d-4ed7-8a00-28c3bf0ec796 HTTP/1.1" status: 200 len: 704 time: 0.2269051 Jun 17 08:46:23.545139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34724) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:23.563753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ee7ad150-5326-4464-9f7a-eb6d142c9c67 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:23.598547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4beda44d-caed-49b9-b3d7-81e1c82768e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d46046d-d17d-4ed7-8a00-28c3bf0ec796 HTTP/1.1" status: 200 len: 205 time: 0.0496898 Jun 17 08:46:23.602322 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34726) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:23.604533 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4fe7fa46-d425-46da-8b03-b801b69e442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d46046d-d17d-4ed7-8a00-28c3bf0ec796', 'name': 'tempest-RoutersIpV6Test-router-1837890062', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:21Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 2, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:23.637301 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7fa46-d425-46da-8b03-b801b69e442f None None] Checking router: 3d46046d-d17d-4ed7-8a00-28c3bf0ec796 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:23.639547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Router 8444cbf8-11ab-4cda-aedf-3126e906a14d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:23.658312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-01cde5fd-f021-4ba8-bf41-0b75b17b5c45 None None] Provisioning complete for port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:23.658920 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-01cde5fd-f021-4ba8-bf41-0b75b17b5c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.660969 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7fa46-d425-46da-8b03-b801b69e442f None None] Routers {'3d46046d-d17d-4ed7-8a00-28c3bf0ec796'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:23.666945 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4fe7fa46-d425-46da-8b03-b801b69e442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3d46046d-d17d-4ed7-8a00-28c3bf0ec796'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:23.699705 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-01cde5fd-f021-4ba8-bf41-0b75b17b5c45 None None] Port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:23.705964 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port ee7ad150-5326-4464-9f7a-eb6d142c9c67 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:23.706408 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.759797 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-667ba7c2-c864-4175-8f01-b7cc84b177df tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.760360 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-4fe7fa46-d425-46da-8b03-b801b69e442f None None] Set router 3d46046d-d17d-4ed7-8a00-28c3bf0ec796 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:23.776420 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b94587a-1320-470c-96af-c29b484cbda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.851627 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4fe7fa46-d425-46da-8b03-b801b69e442f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d46046d-d17d-4ed7-8a00-28c3bf0ec796', 'name': 'tempest-RoutersIpV6Test-router-1837890062', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:21Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 2, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:23.885679 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7fa46-d425-46da-8b03-b801b69e442f None None] The sync data for ids ['3d46046d-d17d-4ed7-8a00-28c3bf0ec796'] in n-d-779913-16 is: [{'id': '3d46046d-d17d-4ed7-8a00-28c3bf0ec796', 'name': 'tempest-RoutersIpV6Test-router-1837890062', 'tenant_id': '01f6d14366cc4120b59582288b577b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:21Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 2, 'project_id': '01f6d14366cc4120b59582288b577b4e', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:23.927538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:23.937743 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] 10.222.0.47 "PUT /v2.0/routers/8444cbf8-11ab-4cda-aedf-3126e906a14d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9054110 Jun 17 08:46:23.941970 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fd853-ab8f-4673-8d88-16bde075e9d1 None None] Sync routers for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:23.954792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:23.956559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34728) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:23.959635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fd853-ab8f-4673-8d88-16bde075e9d1 None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:23.960622 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd853-ab8f-4673-8d88-16bde075e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:24.005015 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b94587a-1320-470c-96af-c29b484cbda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.017422 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-667ba7c2-c864-4175-8f01-b7cc84b177df tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.021337 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-667ba7c2-c864-4175-8f01-b7cc84b177df tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.022490 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.095537 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de35ceb0-f7e5-4b1f-a573-a0782cc8070d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:24.102292 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-667ba7c2-c864-4175-8f01-b7cc84b177df tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.103760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667ba7c2-c864-4175-8f01-b7cc84b177df tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Fanout notify agent at l3_agent the message router_deleted on router 3d46046d-d17d-4ed7-8a00-28c3bf0ec796 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:46:24.106976 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b94587a-1320-470c-96af-c29b484cbda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.112001 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b94587a-1320-470c-96af-c29b484cbda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.113736 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4b94587a-1320-470c-96af-c29b484cbda6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f6951fd7-0c24-4c87-ba82-0cd459286a8b HTTP/1.1" status: 204 len: 168 time: 0.5907192 Jun 17 08:46:24.121725 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-667ba7c2-c864-4175-8f01-b7cc84b177df tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.129128 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-667ba7c2-c864-4175-8f01-b7cc84b177df tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/3d46046d-d17d-4ed7-8a00-28c3bf0ec796 HTTP/1.1" status: 204 len: 168 time: 0.5252922 Jun 17 08:46:24.130257 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fdcd99ac-060f-4873-a3a8-c36d2b43e4a3 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:24.133380 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34732) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.136067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-1d8fd853-ab8f-4673-8d88-16bde075e9d1 None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:24.145563 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94587a-1320-470c-96af-c29b484cbda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6951fd7-0c24-4c87-ba82-0cd459286a8b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:24.148005 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b94587a-1320-470c-96af-c29b484cbda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:24.219861 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34734) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.220431 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d52f67a9-5663-4d9e-8619-03bc2fdf0b61 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d46046d-d17d-4ed7-8a00-28c3bf0ec796 HTTP/1.1" status: 200 len: 205 time: 0.0787373 Jun 17 08:46:24.221513 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.233989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=958a7cd0-3949-4cd1-96d8-bf06d0b3e231,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:24.275311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.279501 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:24.317642 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-37743d13-7b6d-4752-8673-81d6df3e08e7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] delete failed (client error): The resource could not be found. Jun 17 08:46:24.318692 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-37743d13-7b6d-4752-8673-81d6df3e08e7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/3d46046d-d17d-4ed7-8a00-28c3bf0ec796 HTTP/1.1" status: 404 len: 336 time: 0.0978045 Jun 17 08:46:24.321208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34740) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.357207 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbeeae0b-30f4-45df-b057-3e8e94a5ee6d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:24.357946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbeeae0b-30f4-45df-b057-3e8e94a5ee6d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:24.359867 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bbeeae0b-30f4-45df-b057-3e8e94a5ee6d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/ec79fccc-9a80-4612-90bd-2687efbd22eb HTTP/1.1" status: 404 len: 337 time: 0.0377283 Jun 17 08:46:24.362376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34742) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.401909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd853-ab8f-4673-8d88-16bde075e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:24.426497 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a208b3-16ef-42cb-92a5-fa3b61fc0b1e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:24.427253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a208b3-16ef-42cb-92a5-fa3b61fc0b1e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:24.432707 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d3a208b3-16ef-42cb-92a5-fa3b61fc0b1e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/15d94580-5dc8-4534-97d9-e5dce108d7bd HTTP/1.1" status: 404 len: 337 time: 0.0690289 Jun 17 08:46:24.433638 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34744) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.439843 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fd853-ab8f-4673-8d88-16bde075e9d1 None None] Checking router: 8444cbf8-11ab-4cda-aedf-3126e906a14d for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:24.459101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8fd853-ab8f-4673-8d88-16bde075e9d1 None None] Routers {'8444cbf8-11ab-4cda-aedf-3126e906a14d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:24.459800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd853-ab8f-4673-8d88-16bde075e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8444cbf8-11ab-4cda-aedf-3126e906a14d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:24.474181 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-be27fbd2-35b9-45fc-88e4-1b2ab7eb13ce tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:24.474393 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be27fbd2-35b9-45fc-88e4-1b2ab7eb13ce tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:24.479791 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-be27fbd2-35b9-45fc-88e4-1b2ab7eb13ce tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/501cf4b9-36e6-4ca0-9c8b-f163d9ad6436 HTTP/1.1" status: 404 len: 337 time: 0.0447185 Jun 17 08:46:24.480643 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34746) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.516398 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-daaafd03-f235-462a-bf46-3e467c9ad755 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:24.516969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daaafd03-f235-462a-bf46-3e467c9ad755 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:24.531612 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-daaafd03-f235-462a-bf46-3e467c9ad755 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/cf5b070a-f427-4927-9e77-5d6fc155d31d HTTP/1.1" status: 404 len: 337 time: 0.0497861 Jun 17 08:46:24.532248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34748) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.566681 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-89b28c73-543b-4558-8cc2-aebae8075b62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=ba87edca-ddbc-44ff-8fd6-cbd794c7723e HTTP/1.1" status: 200 len: 205 time: 0.0326962 Jun 17 08:46:24.567325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34750) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.607509 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-6df552ec-8bab-4909-bba9-fed23db678a7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] delete failed (client error): The resource could not be found. Jun 17 08:46:24.611747 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6df552ec-8bab-4909-bba9-fed23db678a7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/ba87edca-ddbc-44ff-8fd6-cbd794c7723e HTTP/1.1" status: 404 len: 336 time: 0.0433750 Jun 17 08:46:24.612499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34752) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.615392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34754) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.623253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-1d8fd853-ab8f-4673-8d88-16bde075e9d1 None None] Set router 8444cbf8-11ab-4cda-aedf-3126e906a14d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:24.651534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecdb0-8131-4486-8772-9be8585c7470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.656478 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-22ede6e8-3db8-47d1-9305-9aecdcf6e26a tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b2ed40b-13e7-4456-9b3f-a1cd3f74b261 HTTP/1.1" status: 200 len: 205 time: 0.0425904 Jun 17 08:46:24.657554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34756) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.679916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:24.685934 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:24.692384 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:24.714984 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-669c42a4-63fa-46ec-939b-0dd42fda3a9e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] delete failed (client error): The resource could not be found. Jun 17 08:46:24.719481 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-669c42a4-63fa-46ec-939b-0dd42fda3a9e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/2b2ed40b-13e7-4456-9b3f-a1cd3f74b261 HTTP/1.1" status: 404 len: 336 time: 0.0593643 Jun 17 08:46:24.719825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34758) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.879947 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f09c9ed-df5f-4385-b00b-d5edd39eb7d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:24.880513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f09c9ed-df5f-4385-b00b-d5edd39eb7d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:24.883012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4f09c9ed-df5f-4385-b00b-d5edd39eb7d8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/d4770e00-cbe8-4286-a38d-8ac30f29cf38 HTTP/1.1" status: 404 len: 337 time: 0.1558509 Jun 17 08:46:24.886037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34760) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.952224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-1d8fd853-ab8f-4673-8d88-16bde075e9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:24.958361 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2814cb02-b403-496f-96bb-9a5251b2aba7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=edbab63d-6136-4112-8ff1-5d1f790abd92 HTTP/1.1" status: 200 len: 205 time: 0.0703092 Jun 17 08:46:24.959254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34762) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:24.992176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8fd853-ab8f-4673-8d88-16bde075e9d1 None None] The sync data for ids ['8444cbf8-11ab-4cda-aedf-3126e906a14d'] in n-d-779913-16 is: [{'id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'name': 'tempest-AttachVolumeShelveTestJSON-541984690-router', 'tenant_id': '376995c4f311493cb8f3f61879be2ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:37:04Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 5, 'project_id': '376995c4f311493cb8f3f61879be2ef0', 'gw_port': {'id': 'd61ce31b-11f2-4bd6-b8b9-861272bf9789', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:68:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8444cbf8-11ab-4cda-aedf-3126e906a14d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2198, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:37:05Z', 'updated_at': '2021-06-17T08:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:24.996727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:24.998306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Deleting port d61ce31b-11f2-4bd6-b8b9-861272bf9789 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:24.998746 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.009635 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-f3008d05-1477-4b48-975f-7c105b44a6d7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] delete failed (client error): The resource could not be found. Jun 17 08:46:25.010823 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f3008d05-1477-4b48-975f-7c105b44a6d7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/edbab63d-6136-4112-8ff1-5d1f790abd92 HTTP/1.1" status: 404 len: 336 time: 0.0504253 Jun 17 08:46:25.017591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34764) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.045695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1ea69f73-0b3a-410f-92d8-d06f8403d60b None None] Provisioning complete for port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:25.046407 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1ea69f73-0b3a-410f-92d8-d06f8403d60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.065194 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4a72ddd0-86e7-4690-9b2f-a893c5b523f4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa874d7e-7821-4298-a51b-8abe8c1b3ec1 HTTP/1.1" status: 200 len: 205 time: 0.0463519 Jun 17 08:46:25.067590 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34766) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.074249 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecdb0-8131-4486-8772-9be8585c7470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.086922 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a0ecdb0-8131-4486-8772-9be8585c7470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.109689 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-187ea194-5a2c-4bf0-b910-6ecc3760cc3c tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] delete failed (client error): The resource could not be found. Jun 17 08:46:25.110742 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-187ea194-5a2c-4bf0-b910-6ecc3760cc3c tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/fa874d7e-7821-4298-a51b-8abe8c1b3ec1 HTTP/1.1" status: 404 len: 336 time: 0.0422266 Jun 17 08:46:25.113448 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34768) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.124256 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1ea69f73-0b3a-410f-92d8-d06f8403d60b None None] Port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:25.156539 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7cd2baf5-5058-43b2-93a9-1ff63bc8cd50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.161400 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3686033d-b3f3-4c78-aabd-893a52c25f06 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:25.162106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3686033d-b3f3-4c78-aabd-893a52c25f06 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:25.164143 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3686033d-b3f3-4c78-aabd-893a52c25f06 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/68f65e46-7edd-4ed9-bbb4-72fd982d0489 HTTP/1.1" status: 404 len: 337 time: 0.0497565 Jun 17 08:46:25.166764 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34770) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.210666 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9beaf4a0-23a2-436a-9373-35df1f87c3f7 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21 HTTP/1.1" status: 200 len: 205 time: 0.0420732 Jun 17 08:46:25.216124 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34772) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.259499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ecdb0-8131-4486-8772-9be8585c7470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f62c788-1380-4fc4-8b97-4817b54fa43b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.262964 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7a0ecdb0-8131-4486-8772-9be8585c7470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.268519 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-43184a58-ace5-4db4-8278-3ec018f5c795 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] delete failed (client error): The resource could not be found. Jun 17 08:46:25.270540 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-43184a58-ace5-4db4-8278-3ec018f5c795 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/8baa3de7-a7c1-4a4a-92f8-0541e9fa9f21 HTTP/1.1" status: 404 len: 336 time: 0.0499191 Jun 17 08:46:25.273841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7a0ecdb0-8131-4486-8772-9be8585c7470 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=124e5f197fc0495096bbb81ff9e5574a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523423 Jun 17 08:46:25.277142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34774) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.277885 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34776) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.283154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] For port d61ce31b-11f2-4bd6-b8b9-861272bf9789, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d61ce31b-11f2-4bd6-b8b9-861272bf9789,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:25.283519 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.329555 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-975db8e5-1b85-45aa-9100-a09cb71ce50e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:25.330018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975db8e5-1b85-45aa-9100-a09cb71ce50e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:25.334300 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-975db8e5-1b85-45aa-9100-a09cb71ce50e tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/8426e842-905a-4c40-a30a-01eac9b1ccb4 HTTP/1.1" status: 404 len: 337 time: 0.0552063 Jun 17 08:46:25.341370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34778) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.353436 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Calling delete_port for d61ce31b-11f2-4bd6-b8b9-861272bf9789 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:25.371165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:25.379466 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "PUT /v2.0/routers/fc8c107c-bb5f-467b-895b-bd0a0f5a59e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1453402 Jun 17 08:46:25.395916 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Sync routers for ids ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:25.403024 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e6c8e642-8824-4c82-ba3d-787b2d2ce36d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "GET /v2.0/ports?device_id=66f282db-d230-4808-b9a0-8f65239ed86e HTTP/1.1" status: 200 len: 205 time: 0.0603247 Jun 17 08:46:25.410834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34782) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.429720 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Routers {'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:25.430376 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:25.475916 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-62fc9c29-ffc1-4dcd-b481-24e03be60528 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] delete failed (client error): The resource could not be found. Jun 17 08:46:25.477005 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-62fc9c29-ffc1-4dcd-b481-24e03be60528 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/routers/66f282db-d230-4808-b9a0-8f65239ed86e HTTP/1.1" status: 404 len: 336 time: 0.0651360 Jun 17 08:46:25.489143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34786) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.495902 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f454e6ea-f991-44c1-9faa-543f8761b9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.526253 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f454e6ea-f991-44c1-9faa-543f8761b9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.548062 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-1086e368-0cf2-4cbd-ac40-f05c8e41d9ed tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:25.548062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1086e368-0cf2-4cbd-ac40-f05c8e41d9ed tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:25.550045 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1086e368-0cf2-4cbd-ac40-f05c8e41d9ed tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/390b6e12-dac8-43f1-ab6f-18c516a91b2d HTTP/1.1" status: 404 len: 337 time: 0.0547113 Jun 17 08:46:25.553275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34788) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:25.583861 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f454e6ea-f991-44c1-9faa-543f8761b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.587929 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f454e6ea-f991-44c1-9faa-543f8761b9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.592580 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f454e6ea-f991-44c1-9faa-543f8761b9cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f62c788-1380-4fc4-8b97-4817b54fa43b HTTP/1.1" status: 204 len: 168 time: 0.2685251 Jun 17 08:46:25.593491 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a7ab2032-f4b8-4811-8e89-dd042281b56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.602536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454e6ea-f991-44c1-9faa-543f8761b9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f62c788-1380-4fc4-8b97-4817b54fa43b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.605792 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f454e6ea-f991-44c1-9faa-543f8761b9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.620340 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Set router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:25.620926 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c4f7d2-455b-4b1e-9cf1-19accb3c42a3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] DELETE failed (client error): The resource could not be found. Jun 17 08:46:25.621378 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c4f7d2-455b-4b1e-9cf1-19accb3c42a3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:46:25.623301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c2c4f7d2-455b-4b1e-9cf1-19accb3c42a3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] 10.222.0.47 "DELETE /v2.0/subnets/643e9c50-d799-46d8-ae6a-fb395b3a5343 HTTP/1.1" status: 404 len: 337 time: 0.0685885 Jun 17 08:46:25.767924 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:25.788002 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-005f0b4b-d1a4-457e-9872-a098fa298a38 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:25.855526 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d61ce31b-11f2-4bd6-b8b9-861272bf9789,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:25.869695 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:25.927265 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-697c0a00-7fa0-41e1-9401-b41539c12ad3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851349196&fields=id&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 267 time: 0.0907896 Jun 17 08:46:25.977646 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '958a7cd0-3949-4cd1-96d8-bf06d0b3e231', 'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:fd:82:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:20Z', 'updated_at': '2021-06-17T08:46:23Z', 'revision_number': 2, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:25.981250 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.006346 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Checking router: fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:26.006708 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Updating router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:46:26.039542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34808) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:26.073285 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.138897 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.142561 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.230461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.231048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8444cbf8-11ab-4cda-aedf-3126e906a14d {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:46:26.237105 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.240941 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34818) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:26.244489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] 10.222.0.47 "DELETE /v2.0/routers/8444cbf8-11ab-4cda-aedf-3126e906a14d HTTP/1.1" status: 204 len: 168 time: 2.2866721 Jun 17 08:46:26.255824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5603-fcdc-4389-942a-844719311f45 req-f71e7bcd-148b-4b6f-a734-d703a6d25325 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:26.257525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-f71e7bcd-148b-4b6f-a734-d703a6d25325 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/networks?id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 HTTP/1.1" status: 200 len: 797 time: 0.3181329 Jun 17 08:46:26.276564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-05c06181-c2f0-4f04-9097-d7535991eaa0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/quotas/2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 375 time: 0.0131078 Jun 17 08:46:26.393690 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.393928 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-18ef7b52-b275-4de5-8c5a-fc2f609401b2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072817 Jun 17 08:46:26.403883 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Transition to ACTIVE for port object 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:26.414571 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e40e43a-57d2-43e5-ad51-de6ecb7d1abf admin admin] Deleting subnet b82f7461-eaec-44e4-a241-dc3c4daf14ed {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:26.423662 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e40e43a-57d2-43e5-ad51-de6ecb7d1abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.429334 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.432760 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-0fe7edd6-5941-44b1-8693-aa2b3bf3a661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:26.475556 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-20caffa9-7ab8-4dad-bf6a-eb38b04379f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01f6d14366cc4120b59582288b577b4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4345036 Jun 17 08:46:26.476394 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34822) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:26.499403 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e40e43a-57d2-43e5-ad51-de6ecb7d1abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.597990 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-dd9825fe-0a78-415f-a476-ccea0f82e8fc service neutron] 10.222.0.47 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846457 Jun 17 08:46:26.762129 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f15efd2f-55c3-4fae-a43d-0f77d720459e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.835252 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f15efd2f-55c3-4fae-a43d-0f77d720459e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.838628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-51edd12b-f8e3-4780-bb90-f1eaf577bc73 service neutron] 10.222.0.47 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321410 Jun 17 08:46:26.877579 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e40e43a-57d2-43e5-ad51-de6ecb7d1abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.884932 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Pushing event updated for resources: {'Port': ['ID=958a7cd0-3949-4cd1-96d8-bf06d0b3e231,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:26.896958 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:26.987979 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Attempting to bind port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:26.988969 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Attempting to bind port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:26.989215 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Attempting to bind port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 on network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:26.995511 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:26.996316 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Checking segment: {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:26.996925 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:26.997545 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Bound using segment: {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:26.998239 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Bound port: 958a7cd0-3949-4cd1-96d8-bf06d0b3e231, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:26.998874 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.009274 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e40e43a-57d2-43e5-ad51-de6ecb7d1abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.022530 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-255e0fbd-4f8c-43c6-b289-2e01bfd591c4 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:27.066912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:27.076784 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40e43a-57d2-43e5-ad51-de6ecb7d1abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b82f7461-eaec-44e4-a241-dc3c4daf14ed,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:27.079155 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f15efd2f-55c3-4fae-a43d-0f77d720459e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.082561 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f15efd2f-55c3-4fae-a43d-0f77d720459e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.088029 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f15efd2f-55c3-4fae-a43d-0f77d720459e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/57bef5ff-903a-4b6e-8183-0d06355b10d2 HTTP/1.1" status: 204 len: 168 time: 0.6047130 Jun 17 08:46:27.088029 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e40e43a-57d2-43e5-ad51-de6ecb7d1abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:27.088029 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7e11f761-d708-41fe-9dd7-16e81164c97d tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:27.101394 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5e40e43a-57d2-43e5-ad51-de6ecb7d1abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.106312 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5e40e43a-57d2-43e5-ad51-de6ecb7d1abf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b82f7461-eaec-44e4-a241-dc3c4daf14ed HTTP/1.1" status: 204 len: 168 time: 0.8618050 Jun 17 08:46:27.107724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34842) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:27.138728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:27.139115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6217cc5e-021a-4ceb-b9bb-0848303c6dc8 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:27.139556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d61ce31b-11f2-4bd6-b8b9-861272bf9789 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:27.144598 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15efd2f-55c3-4fae-a43d-0f77d720459e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bef5ff-903a-4b6e-8183-0d06355b10d2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:27.154073 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f15efd2f-55c3-4fae-a43d-0f77d720459e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:27.168654 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16403d39-70af-4449-ac20-fd6fe88464f8 None None] Network 6ed3f91c-ffd7-4862-8a3c-136b27341f4d requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:27.178223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: d61ce31b-11f2-4bd6-b8b9-861272bf9789 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:27.178578 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d61ce31b-11f2-4bd6-b8b9-861272bf9789 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:27.187343 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] For port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:27.191282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d5d3bd99-8882-439c-bc9a-6752d2977ad9 req-7dc58826-182a-472e-9b8d-ccbabd5fe034 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 210 time: 0.0762429 Jun 17 08:46:27.207175 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] For port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=958a7cd0-3949-4cd1-96d8-bf06d0b3e231,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:27.221625 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.239425 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-93fae19d-d8cd-4b94-8539-1533ab25a12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:27.345147 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.452458 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Deleting port fdb32885-1bbb-4cc0-a276-1658695edf1f {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:27.452891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.460057 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Routers {'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:27.465871 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:27.475061 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Pushing event updated for resources: {'Port': ['ID=958a7cd0-3949-4cd1-96d8-bf06d0b3e231,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:27.564626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a70934e-3ef4-4ab5-b3a3-8b4792fe775f None None] DHCP port deletion for 6ed3f91c-ffd7-4862-8a3c-136b27341f4d request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:27.573381 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:46:27.610310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] For port fdb32885-1bbb-4cc0-a276-1658695edf1f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fdb32885-1bbb-4cc0-a276-1658695edf1f,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:27.610885 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.677550 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.679188 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.679536 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.679870 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.680194 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.680553 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.681042 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.681372 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.681690 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.682004 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.682318 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.682625 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:27.708033 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-cc48ad9b-2587-44a4-aea1-dc8036733a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:27.733223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4a70934e-3ef4-4ab5-b3a3-8b4792fe775f None None] Deleting port fdb32885-1bbb-4cc0-a276-1658695edf1f {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:27.733787 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4a70934e-3ef4-4ab5-b3a3-8b4792fe775f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:27.834481 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] Set router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:27.986135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4a70934e-3ef4-4ab5-b3a3-8b4792fe775f None None] For port fdb32885-1bbb-4cc0-a276-1658695edf1f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=fdb32885-1bbb-4cc0-a276-1658695edf1f,segment=NetworkSegment(87bddddf-47e0-409f-86df-1729c6bf864c),segment_id=87bddddf-47e0-409f-86df-1729c6bf864c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:27.986564 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4a70934e-3ef4-4ab5-b3a3-8b4792fe775f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.161781 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4a70934e-3ef4-4ab5-b3a3-8b4792fe775f None None] Calling delete_port for fdb32885-1bbb-4cc0-a276-1658695edf1f owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:28.354483 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '958a7cd0-3949-4cd1-96d8-bf06d0b3e231', 'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:fd:82:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:20Z', 'updated_at': '2021-06-17T08:46:27Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:28.368408 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4a70934e-3ef4-4ab5-b3a3-8b4792fe775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.372095 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-adb75d34-372d-40f0-a67f-1c1cf0231daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:28.430749 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7b9833-0471-4d06-94e7-620de7a36210 None None] The sync data for ids ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'] in n-d-779913-16 is: [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '958a7cd0-3949-4cd1-96d8-bf06d0b3e231', 'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:fd:82:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:20Z', 'updated_at': '2021-06-17T08:46:27Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:28.434073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70934e-3ef4-4ab5-b3a3-8b4792fe775f None None] No DVR routers for this DVR port fdb32885-1bbb-4cc0-a276-1658695edf1f on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:28.436029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70934e-3ef4-4ab5-b3a3-8b4792fe775f None None] Pushing event deleted for resources: {'Port': ['ID=fdb32885-1bbb-4cc0-a276-1658695edf1f,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:28.450788 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4a70934e-3ef4-4ab5-b3a3-8b4792fe775f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:28.467073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Calling delete_port for fdb32885-1bbb-4cc0-a276-1658695edf1f owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:28.547971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e6b132ad-addc-42f5-a4ed-67dac9bbfc6b req-8ee00a73-e4cc-4568-aa81-0f4f1e48a5e9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 210 time: 0.0693841 Jun 17 08:46:28.685638 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.696580 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:28.720580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb32885-1bbb-4cc0-a276-1658695edf1f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:28.722915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] No DVR routers for this DVR port fdb32885-1bbb-4cc0-a276-1658695edf1f on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:28.725258 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:28.849027 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34892) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:28.921705 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:28.953524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed3f91c-ffd7-4862-8a3c-136b27341f4d']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:28.995381 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bddddf-47e0-409f-86df-1729c6bf864c') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:28.995717 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bddddf-47e0-409f-86df-1729c6bf864c') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:29.006279 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5603-fcdc-4389-942a-844719311f45 req-bd7c86a8-617c-49dd-a378-68a4c4daf7bd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:29.017440 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.019564 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-bd7c86a8-617c-49dd-a378-68a4c4daf7bd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "GET /v2.0/networks?id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 HTTP/1.1" status: 200 len: 797 time: 0.2927461 Jun 17 08:46:29.052472 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.069696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:29.070444 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:29.072892 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:29.092461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:29.094540 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-5d4c831a-8907-48cb-9470-48ae2117595c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 380 time: 0.0653374 Jun 17 08:46:29.109958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'port': {'device_id': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'admin_state_up': True, 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'security_groups': ['05ccf448-2def-4f15-839d-796448ecd655']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:29.240774 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.246028 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe4325e8-1ee7-4943-8356-0ae35d049886 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:29.251261 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.253007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:29.259622 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] 10.222.0.47 "DELETE /v2.0/networks/6ed3f91c-ffd7-4862-8a3c-136b27341f4d HTTP/1.1" status: 204 len: 168 time: 2.1505606 Jun 17 08:46:29.262219 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6a99e659-1d34-40ff-bcbe-e98e159643df tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1690778723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:29.273758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:29.274149 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.292906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed3f91c-ffd7-4862-8a3c-136b27341f4d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:29.302509 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:29.326464 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a99e659-1d34-40ff-bcbe-e98e159643df tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.329366 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a99e659-1d34-40ff-bcbe-e98e159643df tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.486915 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a99e659-1d34-40ff-bcbe-e98e159643df tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.497269 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.504685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a99e659-1d34-40ff-bcbe-e98e159643df tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.559997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=958a7cd0-3949-4cd1-96d8-bf06d0b3e231,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:29.570905 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.573132 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:29.574199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:29.581389 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.590553 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6a99e659-1d34-40ff-bcbe-e98e159643df tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.593470 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6a99e659-1d34-40ff-bcbe-e98e159643df tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7434311 Jun 17 08:46:29.596231 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34904) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:29.603417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-488913853'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:29.669749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Made reservation on behalf of e86459ac2734440cb19353a214e781a8 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:29.678154 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.682572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=958a7cd0-3949-4cd1-96d8-bf06d0b3e231,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:29.704616 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:29.711730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fdb32885-1bbb-4cc0-a276-1658695edf1f no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:29.715797 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34910) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:29.746908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:29.769270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: fdb32885-1bbb-4cc0-a276-1658695edf1f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:29.780946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device fdb32885-1bbb-4cc0-a276-1658695edf1f not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:29.836204 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.20.0.10 (37e2a98a-6ec2-4c13-a4b6-2bedc0db4723/c53d10a3-834a-4642-8a4a-58471f0e0107/fa17cebe-bc60-4567-8827-75094fa5a76b) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:29.859680 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-759257cb-c049-40a6-9a89-c25274d2eeb4 req-b835e1b6-4278-4951-8529-909fd5f0d6c5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 210 time: 0.0573430 Jun 17 08:46:30.035472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-71e52a1e-2d5b-41b5-a544-e0d4bffa61db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=376995c4f311493cb8f3f61879be2ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168178 Jun 17 08:46:30.039325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34914) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:30.047500 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.062696 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.070446 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2fc6827a-0ba7-4357-bf40-f6d6de1bad78 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:30.107239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=390b473e-6606-41bd-8184-1de917cd0ac4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:30.120755 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:30.127045 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:30.142799 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.149426 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.149779 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Added segment e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a of type vlan for network e91418b6-7350-4cb7-9c00-579a06f2b770 Jun 17 08:46:30.167175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Transition to ACTIVE for port object fa17cebe-bc60-4567-8827-75094fa5a76b will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:30.212355 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.218877 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-02b94d07-86f3-4c54-8a27-1d8d774d9ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.220600 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.227518 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56b867a8-b445-4dc7-981b-4f01297c471e tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:30.254357 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-02b94d07-86f3-4c54-8a27-1d8d774d9ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.303855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:30.313242 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:30.317954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:30.336267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.345719 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:30.346558 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.352158 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-78c306ec-71bc-4c64-a104-95e7ca6017b3 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:30.354131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=fa17cebe-bc60-4567-8827-75094fa5a76b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:30.363504 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:30.424482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:30.425355 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.430623 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-02b94d07-86f3-4c54-8a27-1d8d774d9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.433399 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-02b94d07-86f3-4c54-8a27-1d8d774d9ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.437702 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-02b94d07-86f3-4c54-8a27-1d8d774d9ba9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4b7c67c-68be-43b5-b8e3-ed19ee0abbaf HTTP/1.1" status: 204 len: 168 time: 0.3937957 Jun 17 08:46:30.445648 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8446541 Jun 17 08:46:30.446716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34918) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:30.468899 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3636577 Jun 17 08:46:30.479761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'subnet': {'network_id': 'e91418b6-7350-4cb7-9c00-579a06f2b770', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:30.489742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Request body: {'port': {'device_id': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:30.575911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Network': ['ID=e91418b6-7350-4cb7-9c00-579a06f2b770,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:30.579340 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:30.582500 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d7c5bd85-9f4a-4d19-b159-0a5f5b5f5f68 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:30.587962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network e91418b6-7350-4cb7-9c00-579a06f2b770 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:46:30.668634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b94d07-86f3-4c54-8a27-1d8d774d9ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b7c67c-68be-43b5-b8e3-ed19ee0abbaf,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:30.684282 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.685414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-02b94d07-86f3-4c54-8a27-1d8d774d9ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:30.731781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Made reservation on behalf of e86459ac2734440cb19353a214e781a8 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:30.739720 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.930625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-86a9165b-1e5d-46a7-adbc-bd997d877256 None None] Provisioning for port fa17cebe-bc60-4567-8827-75094fa5a76b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:30.935671 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-86a9165b-1e5d-46a7-adbc-bd997d877256 None None] Provisioning complete for port fa17cebe-bc60-4567-8827-75094fa5a76b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:30.936052 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-86a9165b-1e5d-46a7-adbc-bd997d877256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:30.985031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-86a9165b-1e5d-46a7-adbc-bd997d877256 None None] Port fa17cebe-bc60-4567-8827-75094fa5a76b cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:31.085605 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.109144 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:31.141653 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:31.185209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Subnet': ['ID=14b6650c-37f3-49fb-9c52-2fb95e8b6487,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:31.188917 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:31.237512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04158c6-b2a5-4207-93bd-1b19ac6c2d96 req-cc8041d1-e746-494d-b76f-2569534cf4d5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:31.244183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:31.244561 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.245459 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a04158c6-b2a5-4207-93bd-1b19ac6c2d96 req-cc8041d1-e746-494d-b76f-2569534cf4d5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 932 time: 0.1871018 Jun 17 08:46:31.256567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Checking segment: {'id': 'e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e91418b6-7350-4cb7-9c00-579a06f2b770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:31.256567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network hostable DHCP agents. Network: e91418b6-7350-4cb7-9c00-579a06f2b770, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:31.274742 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa17cebe-bc60-4567-8827-75094fa5a76b {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:31.284555 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.299208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network e91418b6-7350-4cb7-9c00-579a06f2b770 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:31.313345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Transition to ACTIVE for port object fa17cebe-bc60-4567-8827-75094fa5a76b will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:31.320390 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a04158c6-b2a5-4207-93bd-1b19ac6c2d96 req-fbca6276-d11d-437d-9f9d-0e74aaf721d7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739307 Jun 17 08:46:31.326626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.333424 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-35daa8f3-bbe7-43da-85b0-512dc188347b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:31.336216 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, e91418b6-7350-4cb7-9c00-579a06f2b770) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:31.346975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:31.347882 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.357297 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b736d6-363d-4910-af38-3044d9b528c6 None None] Network e91418b6-7350-4cb7-9c00-579a06f2b770 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:31.370710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9233558 Jun 17 08:46:31.373513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34936) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:31.384922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'network': {'name': 'tempest-router-network01--865163747'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:31.451026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Made reservation on behalf of e86459ac2734440cb19353a214e781a8 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:31.457660 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.505440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89025d77-0640-480c-8359-07633817342c service neutron] Pushing event updated for resources: {'Port': ['ID=fa17cebe-bc60-4567-8827-75094fa5a76b,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:31.518360 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-89025d77-0640-480c-8359-07633817342c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:31.521423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:31.549556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:31.549896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:31.550229 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b on network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:31.555162 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.556473 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Port fa17cebe-bc60-4567-8827-75094fa5a76b on network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:46:31.557068 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b on network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:31.558591 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Added segment 8bc6f09a-128f-4a29-948f-25a84aa4612b of type vlan for network 7b401c00-e23a-4b22-8e37-f5c6b989d797 Jun 17 08:46:31.563941 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:31.564299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Checking segment: {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:31.564693 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Bound using segment: {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:31.565137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Bound port: fa17cebe-bc60-4567-8827-75094fa5a76b, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:31.565492 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.653678 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:31.658640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:31.668044 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.672138 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-43c1cf00-3038-4026-9cf2-1300d1df58cd tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:31.716050 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-e91418b6-7350-4cb7-9c00-579a06f2b770', 'network_id': 'e91418b6-7350-4cb7-9c00-579a06f2b770', 'tenant_id': 'e86459ac2734440cb19353a214e781a8', 'fixed_ips': [{'subnet_id': '14b6650c-37f3-49fb-9c52-2fb95e8b6487'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:46:31.717173 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.719807 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:31.720606 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.721268 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.722265 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-89025d77-0640-480c-8359-07633817342c service neutron] 10.222.0.10 "PUT /v2.0/ports/fa17cebe-bc60-4567-8827-75094fa5a76b HTTP/1.1" status: 200 len: 1093 time: 1.2448494 Jun 17 08:46:31.725476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:31.736681 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510da92a-6dcc-4ded-82a5-5d28c99c71b1" -d '{"events": [{"name": "network-changed", "server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:31.806163 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.822155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:31.823896 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:31.830908 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2a3f0d66-c03e-4e33-aa99-71ef93165145 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:31.851942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89025d77-0640-480c-8359-07633817342c service neutron] Pushing event updated for resources: {'Port': ['ID=fa17cebe-bc60-4567-8827-75094fa5a76b,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:31.860765 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-89025d77-0640-480c-8359-07633817342c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:31.870947 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4a39fc-0f99-4a1d-a2c2-55ac861554d4 x-openstack-request-id: req-ea4a39fc-0f99-4a1d-a2c2-55ac861554d4 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:31.871289 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:31.871585 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ea4a39fc-0f99-4a1d-a2c2-55ac861554d4 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:31.872082 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'status': 'completed', 'code': 200} Jun 17 08:46:31.899672 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5603-fcdc-4389-942a-844719311f45 req-58ef7267-246b-40a1-9c79-b109728b9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:31.901596 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-58ef7267-246b-40a1-9c79-b109728b9999 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1096 time: 0.1038377 Jun 17 08:46:31.966079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34952) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:31.972368 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-76e517e9-0595-471a-8450-e708a870412e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa17cebe-bc60-4567-8827-75094fa5a76b HTTP/1.1" status: 200 len: 217 time: 0.0612319 Jun 17 08:46:32.010802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34956) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:32.013408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6372116 Jun 17 08:46:32.025208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Network': ['ID=7b401c00-e23a-4b22-8e37-f5c6b989d797,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.030342 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.067492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'network': {'name': 'tempest-router-network02--1672845814'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:32.179639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Made reservation on behalf of e86459ac2734440cb19353a214e781a8 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:32.183917 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.237498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5603-fcdc-4389-942a-844719311f45 req-8b079a95-721a-415a-9a7d-d237fd07dfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:32.240634 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-8b079a95-721a-415a-9a7d-d237fd07dfa9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53d10a3-834a-4642-8a4a-58471f0e0107 HTTP/1.1" status: 200 len: 834 time: 0.2622390 Jun 17 08:46:32.246322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 7b401c00-e23a-4b22-8e37-f5c6b989d797 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:46:32.249121 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Allocated IP 2001:db8::2 (e91418b6-7350-4cb7-9c00-579a06f2b770/14b6650c-37f3-49fb-9c52-2fb95e8b6487/86df8f9d-d2fb-4d5b-af2c-9e04d6864f86) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:32.290090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2092295726-network', 'tenant_id': '78a54131c9134496acc1241ec4f8e1cd'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:32.305675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:32.329726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.330085 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Added segment d349e69b-a7c1-4257-a7c8-d4c4a87d8ef7 of type vlan for network 18ca7a09-029c-4769-b108-ede4c573d586 Jun 17 08:46:32.338254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Made reservation on behalf of 78a54131c9134496acc1241ec4f8e1cd for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:32.340741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.357042 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.451737 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.468495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d5603-fcdc-4389-942a-844719311f45 req-ba165a6e-651b-448f-b028-2acee905e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:32.473104 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-ba165a6e-651b-448f-b028-2acee905e701 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2259183 Jun 17 08:46:32.550449 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.560864 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Transition to ACTIVE for port object 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:32.576530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.582102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Transition to ACTIVE for port object 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:32.583243 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:32.584195 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.590461 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02008bf3-c392-417a-98cf-e92c8e107e90 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:32.596819 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.600408 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:32.631236 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.644308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.651565 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ec4ebcc9-38d9-4699-b492-05dd63db5314 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:32.674572 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6607354 Jun 17 08:46:32.678904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34964) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:32.691127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'subnet': {'network_id': '7b401c00-e23a-4b22-8e37-f5c6b989d797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:32.694614 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-18499c82-73c2-480b-b65e-81892ddb3156 service neutron] 10.222.0.10 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125242 Jun 17 08:46:32.699204 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Network': ['ID=18ca7a09-029c-4769-b108-ede4c573d586,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.706380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Pushing event updated for resources: {'Port': ['ID=86df8f9d-d2fb-4d5b-af2c-9e04d6864f86,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.707359 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.718015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:32.735904 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 18ca7a09-029c-4769-b108-ede4c573d586 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:46:32.820735 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:32.821799 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Added segment 964abde9-e483-41af-943c-8fe210b3bc29 of type vlan for network fa372ab1-c497-4810-a467-76fc17fa293b Jun 17 08:46:32.836241 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-028d5603-fcdc-4389-942a-844719311f45 req-4e500154-d2a4-42dd-89fd-737215f6787b service neutron] 10.222.0.10 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303697 Jun 17 08:46:32.836466 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33f0e31-235d-47b9-b4e5-2a38b517c1d5,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:32.878394 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.882972 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:32.895171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Network e91418b6-7350-4cb7-9c00-579a06f2b770 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:32.899349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:32.902214 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:32.941292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f828dc6c-2abb-4fb3-9bb7-87f0e4c97d97 req-bddfa56a-df82-40bc-aeea-d4b55c973af0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:32.943650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f828dc6c-2abb-4fb3-9bb7-87f0e4c97d97 req-bddfa56a-df82-40bc-aeea-d4b55c973af0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 944 time: 0.4510546 Jun 17 08:46:32.984973 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da92a-6dcc-4ded-82a5-5d28c99c71b1 req-7f6239b0-a0b6-4c19-a6ac-be5bfcfe4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:32.986939 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-510da92a-6dcc-4ded-82a5-5d28c99c71b1 req-7f6239b0-a0b6-4c19-a6ac-be5bfcfe4a13 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1096 time: 0.0924826 Jun 17 08:46:33.008655 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Attempting to bind port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:33.009215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Attempting to bind port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e91418b6-7350-4cb7-9c00-579a06f2b770'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:33.009680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Attempting to bind port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 on network e91418b6-7350-4cb7-9c00-579a06f2b770 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:33.017029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:33.017926 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Checking segment: {'id': 'e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e91418b6-7350-4cb7-9c00-579a06f2b770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:33.018241 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.018729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Bound using segment: {'id': 'e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e91418b6-7350-4cb7-9c00-579a06f2b770'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:33.019342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Bound port: 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e91418b6-7350-4cb7-9c00-579a06f2b770'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:33.020458 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.021128 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.025709 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.085201 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f828dc6c-2abb-4fb3-9bb7-87f0e4c97d97 req-5c5f76ee-116a-43ea-a2c4-c5995aeb020b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185572 Jun 17 08:46:33.104254 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.104620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:33.105289 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.109337 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a31bb0ee-e6ba-458d-b0b6-49024c18177f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:33.129824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Made reservation on behalf of e86459ac2734440cb19353a214e781a8 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:33.130751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] For port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:33.133299 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.134388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] For port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=86df8f9d-d2fb-4d5b-af2c-9e04d6864f86,segment=NetworkSegment(e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a),segment_id=e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:33.142406 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.148193 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-1c3f5618-3e4a-4a32-ace4-a9a7c07e2df7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:33.156037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da92a-6dcc-4ded-82a5-5d28c99c71b1 req-78bd658d-4ab6-4f03-b706-4825448b9228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:33.163197 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-510da92a-6dcc-4ded-82a5-5d28c99c71b1 req-78bd658d-4ab6-4f03-b706-4825448b9228 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 HTTP/1.1" status: 200 len: 898 time: 0.1688631 Jun 17 08:46:33.208347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Pushing event updated for resources: {'Port': ['ID=86df8f9d-d2fb-4d5b-af2c-9e04d6864f86,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:33.212887 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:33.243212 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-510da92a-6dcc-4ded-82a5-5d28c99c71b1 req-a5e24fd0-29e9-4d30-9ff6-4f5e2571c87c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa17cebe-bc60-4567-8827-75094fa5a76b HTTP/1.1" status: 200 len: 217 time: 0.0742147 Jun 17 08:46:33.305090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3252592 Jun 17 08:46:33.341197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 34978) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:33.364109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da92a-6dcc-4ded-82a5-5d28c99c71b1 req-0e2705cf-34cd-46bb-a2b2-4b08052f1001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:33.365612 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-510da92a-6dcc-4ded-82a5-5d28c99c71b1 req-0e2705cf-34cd-46bb-a2b2-4b08052f1001 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53d10a3-834a-4642-8a4a-58471f0e0107 HTTP/1.1" status: 200 len: 834 time: 0.1158481 Jun 17 08:46:33.446636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510da92a-6dcc-4ded-82a5-5d28c99c71b1 req-b3e8d3e8-691e-495d-9626-86867feea980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:33.448611 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-510da92a-6dcc-4ded-82a5-5d28c99c71b1 req-b3e8d3e8-691e-495d-9626-86867feea980 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757687 Jun 17 08:46:33.453092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Request body: {'subnet': {'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2092295726-subnet', 'tenant_id': '78a54131c9134496acc1241ec4f8e1cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:33.460298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Pushing event updated for resources: {'Network': ['ID=fa372ab1-c497-4810-a467-76fc17fa293b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:33.470193 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:33.470561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network fa372ab1-c497-4810-a467-76fc17fa293b details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:46:33.578951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Made reservation on behalf of 78a54131c9134496acc1241ec4f8e1cd for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:33.581588 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.633341 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-510da92a-6dcc-4ded-82a5-5d28c99c71b1 req-f569f5cf-7908-4a21-ac3c-eb594ca28c85 service neutron] 10.222.0.10 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782684 Jun 17 08:46:33.723935 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:33.734368 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-07b68719-8b53-4a9a-895b-e240f49aef73 tempest-RoutersNegativeTest-2031318644 tempest-RoutersNegativeTest-2031318644-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:33.811597 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-510da92a-6dcc-4ded-82a5-5d28c99c71b1 req-6fa44383-7c2a-4e2d-8dc2-57b46fe04452 service neutron] 10.222.0.10 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713581 Jun 17 08:46:33.891422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Subnet': ['ID=fbcb20c7-0bfd-43df-9bf9-2b5ad3b968f7,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:33.912487 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:33.928471 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Checking segment: {'id': '8bc6f09a-128f-4a29-948f-25a84aa4612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7b401c00-e23a-4b22-8e37-f5c6b989d797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:33.928925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network hostable DHCP agents. Network: 7b401c00-e23a-4b22-8e37-f5c6b989d797, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:33.989729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network 7b401c00-e23a-4b22-8e37-f5c6b989d797 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:34.009463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 7b401c00-e23a-4b22-8e37-f5c6b989d797) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:34.016781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:34.017793 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.017930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862592cd-39d6-4965-abbd-748ae8dae11d None None] Network 7b401c00-e23a-4b22-8e37-f5c6b989d797 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:34.022062 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.026854 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5e6902ef-bbe3-4a99-8f19-3ed65430c307 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:34.079477 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3938918 Jun 17 08:46:34.082761 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 34988) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:34.088569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'subnet': {'network_id': '18ca7a09-029c-4769-b108-ede4c573d586', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:34.101854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4870a4-6310-40a7-9511-b9a985b9f9e1,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:34.104826 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:34.111970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Checking segment: {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:34.112593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Network hostable DHCP agents. Network: fa372ab1-c497-4810-a467-76fc17fa293b, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:34.150029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Network fa372ab1-c497-4810-a467-76fc17fa293b is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:34.171516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, fa372ab1-c497-4810-a467-76fc17fa293b) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:34.177011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:34.178761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.186136 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9296b9ee-297b-4ccb-9993-77504940f306 None None] Network fa372ab1-c497-4810-a467-76fc17fa293b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:34.241266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8915589 Jun 17 08:46:34.264285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Made reservation on behalf of e86459ac2734440cb19353a214e781a8 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:34.276006 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.305842 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-7b401c00-e23a-4b22-8e37-f5c6b989d797', 'network_id': '7b401c00-e23a-4b22-8e37-f5c6b989d797', 'tenant_id': 'e86459ac2734440cb19353a214e781a8', 'fixed_ips': [{'subnet_id': 'fbcb20c7-0bfd-43df-9bf9-2b5ad3b968f7'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:46:34.312448 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.543566 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197128fe-6898-46aa-ac9e-c7a874065b37 req-82a8c37d-f8cb-45a9-801f-8538cf46c3af tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:34.557571 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-197128fe-6898-46aa-ac9e-c7a874065b37 req-82a8c37d-f8cb-45a9-801f-8538cf46c3af tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 944 time: 0.1823442 Jun 17 08:46:34.583575 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef31ad4e-31d3-418f-afec-839a3985c8a4 None None] Network fa372ab1-c497-4810-a467-76fc17fa293b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:34.649932 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-197128fe-6898-46aa-ac9e-c7a874065b37 req-00adb5af-9a35-4839-a00f-b189aa94a0f9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855865 Jun 17 08:46:34.766299 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Allocated IP 2001:db8::2 (7b401c00-e23a-4b22-8e37-f5c6b989d797/fbcb20c7-0bfd-43df-9bf9-2b5ad3b968f7/50b5b46b-8aee-4676-80d4-15b248eb3e04) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:34.842831 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:34.852635 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-87597b7e-c4e3-4d61-a7e6-de82c937c9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:34.903959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4830dcd-e266-410e-881f-4e28fa241b98 None None] Network e91418b6-7350-4cb7-9c00-579a06f2b770 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:34.993517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Subnet': ['ID=75820382-6a3b-4803-b9c1-90e6e02cca13,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:34.997556 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:35.007269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Checking segment: {'id': 'd349e69b-a7c1-4257-a7c8-d4c4a87d8ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '18ca7a09-029c-4769-b108-ede4c573d586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:35.007627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network hostable DHCP agents. Network: 18ca7a09-029c-4769-b108-ede4c573d586, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:35.038425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network 18ca7a09-029c-4769-b108-ede4c573d586 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:35.059238 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 18ca7a09-029c-4769-b108-ede4c573d586) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:35.066751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:35.067547 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.074520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c53be460-50e9-4338-9267-606164a8c690 None None] Provisioning for port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:35.097347 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0108266 Jun 17 08:46:35.097618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35018) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:35.102820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:35.106557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d49c96-9cc3-451b-9fc4-70d0c3295e02 None None] Network 18ca7a09-029c-4769-b108-ede4c573d586 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:35.108076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-8cc03cc6-d885-41df-867c-5d78a56d1d62 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:35.111722 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-8cc03cc6-d885-41df-867c-5d78a56d1d62 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 815 time: 0.1715844 Jun 17 08:46:35.140724 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-f4eb182c-0a9e-4fb1-821e-8756b6aef61a tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/quotas/78a54131c9134496acc1241ec4f8e1cd HTTP/1.1" status: 200 len: 375 time: 0.0208795 Jun 17 08:46:35.192191 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-0dd70f4e-6256-4e67-a6f9-2d37483517c3 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498846 Jun 17 08:46:35.228602 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.276306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Transition to ACTIVE for port object 50b5b46b-8aee-4676-80d4-15b248eb3e04 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:35.325854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Transition to ACTIVE for port object 50b5b46b-8aee-4676-80d4-15b248eb3e04 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:35.361532 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-5c9f6ff2-1498-4bb3-901d-73df4a082206 service neutron] 10.222.0.47 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432309 Jun 17 08:46:35.376294 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.388153 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:35.403580 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:35.465052 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-0ba1b712-009e-42ad-9497-d4c653d9dd50 service neutron] 10.222.0.47 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973473 Jun 17 08:46:35.640794 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Network 7b401c00-e23a-4b22-8e37-f5c6b989d797 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:35.653427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:35.656863 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:35.750705 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5794583d-ee87-4e6e-95cb-4772f8275b83 req-89311110-8e6d-4c6f-84e4-3c73e1f2c0e1 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 210 time: 0.0766542 Jun 17 08:46:35.760967 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:35.766741 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:35.893224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Pushing event updated for resources: {'Port': ['ID=50b5b46b-8aee-4676-80d4-15b248eb3e04,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:35.896847 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:35.966692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Attempting to bind port 50b5b46b-8aee-4676-80d4-15b248eb3e04 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:35.967211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Attempting to bind port 50b5b46b-8aee-4676-80d4-15b248eb3e04 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '8bc6f09a-128f-4a29-948f-25a84aa4612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7b401c00-e23a-4b22-8e37-f5c6b989d797'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:35.967670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Attempting to bind port 50b5b46b-8aee-4676-80d4-15b248eb3e04 on network 7b401c00-e23a-4b22-8e37-f5c6b989d797 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:36.021586 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b33037c-0ddd-469e-9164-3791f163e243 req-d5804e6c-455a-4d82-8b15-d4ecd1944bf9 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2518580 Jun 17 08:46:36.024164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-18ca7a09-029c-4769-b108-ede4c573d586', 'network_id': '18ca7a09-029c-4769-b108-ede4c573d586', 'tenant_id': 'e86459ac2734440cb19353a214e781a8', 'fixed_ips': [{'subnet_id': '75820382-6a3b-4803-b9c1-90e6e02cca13'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:46:36.024327 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.029341 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16351f75-6857-4dd0-bb7e-0be7294bfc5c req-29fb1544-7551-47d8-93e4-7e1135f24c1c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:36.032170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16351f75-6857-4dd0-bb7e-0be7294bfc5c req-29fb1544-7551-47d8-93e4-7e1135f24c1c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 944 time: 0.1250796 Jun 17 08:46:36.040029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device fa17cebe-bc60-4567-8827-75094fa5a76b details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:46:36.073873 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.086739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:36.104135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Checking segment: {'id': '8bc6f09a-128f-4a29-948f-25a84aa4612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7b401c00-e23a-4b22-8e37-f5c6b989d797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:36.104957 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.105449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Bound using segment: {'id': '8bc6f09a-128f-4a29-948f-25a84aa4612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7b401c00-e23a-4b22-8e37-f5c6b989d797'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:36.106066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Bound port: 50b5b46b-8aee-4676-80d4-15b248eb3e04, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bc6f09a-128f-4a29-948f-25a84aa4612b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7b401c00-e23a-4b22-8e37-f5c6b989d797'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:36.107139 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.119107 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16351f75-6857-4dd0-bb7e-0be7294bfc5c req-74aa30ce-0fac-418a-8bdd-555114751cdb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774913 Jun 17 08:46:36.168385 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.446325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=86df8f9d-d2fb-4d5b-af2c-9e04d6864f86,segment=NetworkSegment(e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a),segment_id=e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:36.480474 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.490393 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] For port 50b5b46b-8aee-4676-80d4-15b248eb3e04, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:36.492549 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:36.495112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33037c-0ddd-469e-9164-3791f163e243 req-1f4ca617-271d-4950-baa8-88e0bb98e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:36.497270 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b33037c-0ddd-469e-9164-3791f163e243 req-1f4ca617-271d-4950-baa8-88e0bb98e049 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6d0e3430fef14e0f8daca58cbe91807b&device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 1098 time: 0.4254093 Jun 17 08:46:36.501313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Allocated IP 2001:db8::1 (7b401c00-e23a-4b22-8e37-f5c6b989d797/fbcb20c7-0bfd-43df-9bf9-2b5ad3b968f7/ec3fa2dd-4bb9-468a-ab13-de79dccedb11) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:36.566684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] For port 50b5b46b-8aee-4676-80d4-15b248eb3e04, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=50b5b46b-8aee-4676-80d4-15b248eb3e04,segment=NetworkSegment(8bc6f09a-128f-4a29-948f-25a84aa4612b),segment_id=8bc6f09a-128f-4a29-948f-25a84aa4612b)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:36.572324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:36.586113 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.625773 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'port_id': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'mac_address': 'fa:16:3e:4d:ad:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:46:36.628935 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Allocated IP 2001:db8::2 (18ca7a09-029c-4769-b108-ede4c573d586/75820382-6a3b-4803-b9c1-90e6e02cca13/f26d366c-4b21-47b8-8e62-c0f72faf02f1) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:36.653661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-29d74b5b-c217-42a6-8e32-f0c5708a8b87 None None] Provisioning complete for port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:36.654107 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-29d74b5b-c217-42a6-8e32-f0c5708a8b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.711986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=86df8f9d-d2fb-4d5b-af2c-9e04d6864f86,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:36.715659 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:36.719207 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:36.806681 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33037c-0ddd-469e-9164-3791f163e243 req-3b1e0eed-45cc-4127-a2c6-3bab9401f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:36.808230 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b33037c-0ddd-469e-9164-3791f163e243 req-3b1e0eed-45cc-4127-a2c6-3bab9401f993 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 HTTP/1.1" status: 200 len: 915 time: 0.2860394 Jun 17 08:46:36.848719 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:36.918194 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b33037c-0ddd-469e-9164-3791f163e243 req-8eb02556-34de-4fe4-8e20-1fcc661465fc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e55cb796-7462-4532-8a8f-75872643bc13 HTTP/1.1" status: 200 len: 217 time: 0.1013029 Jun 17 08:46:36.942400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa17cebe-bc60-4567-8827-75094fa5a76b {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:36.958473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Pushing event updated for resources: {'Port': ['ID=50b5b46b-8aee-4676-80d4-15b248eb3e04,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:36.962793 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:36.978277 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7928f61a-b986-469e-a51c-ea94e2929766 req-1ab7c212-5066-4c63-85d0-4cef832d11ce tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 210 time: 0.0550239 Jun 17 08:46:36.979797 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.086440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:37.118897 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Transition to ACTIVE for port object ec3fa2dd-4bb9-468a-ab13-de79dccedb11 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:37.124794 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.125322 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33037c-0ddd-469e-9164-3791f163e243 req-bd26803e-3edc-4419-a20e-51b93b92b6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:37.127166 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b33037c-0ddd-469e-9164-3791f163e243 req-bd26803e-3edc-4419-a20e-51b93b92b6e9 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6ab32955-f4cf-4e2f-9735-14f5069a2ac6 HTTP/1.1" status: 200 len: 854 time: 0.1941993 Jun 17 08:46:37.130607 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:37.153813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:37.187881 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b33037c-0ddd-469e-9164-3791f163e243 req-fcef5b9e-b138-4776-b55f-5ae33f557bcb service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499487 Jun 17 08:46:37.301115 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.308640 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.316079 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a076322d-b256-4ed4-9361-afe452cf2278 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:37.348515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Transition to ACTIVE for port object f26d366c-4b21-47b8-8e62-c0f72faf02f1 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:37.368669 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=fa17cebe-bc60-4567-8827-75094fa5a76b,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:37.373989 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network 7b401c00-e23a-4b22-8e37-f5c6b989d797 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:37.379141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:37.386366 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:37.389939 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:37.390426 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.394889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Transition to ACTIVE for port object f26d366c-4b21-47b8-8e62-c0f72faf02f1 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:37.404746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Port': ['ID=ec3fa2dd-4bb9-468a-ab13-de79dccedb11,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:37.407573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:37.408151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.419459 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9d865-b411-4f4a-a3da-2bf1820e262e req-09b3f5c7-913d-42f3-8572-f8d165cf2cc8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:37.428157 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.433325 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:37.443288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-89c9d865-b411-4f4a-a3da-2bf1820e262e req-09b3f5c7-913d-42f3-8572-f8d165cf2cc8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 945 time: 0.1010172 Jun 17 08:46:37.510984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['fa17cebe-bc60-4567-8827-75094fa5a76b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:37.522869 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:37.544852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-89c9d865-b411-4f4a-a3da-2bf1820e262e req-537bfb64-f71b-48c4-b88d-bf7cf6890222 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998411 Jun 17 08:46:37.587046 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b33037c-0ddd-469e-9164-3791f163e243 req-e40b89e1-d840-4f9c-9d8d-6bfd9762ff29 service neutron] 10.222.0.63 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880761 Jun 17 08:46:37.619730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Pushing event updated for resources: {'Port': ['ID=f26d366c-4b21-47b8-8e62-c0f72faf02f1,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:37.623957 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Network 18ca7a09-029c-4769-b108-ede4c573d586 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:37.632649 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:37.641577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:37.645240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:37.790523 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-1b33037c-0ddd-469e-9164-3791f163e243 req-21c61f0f-e927-4ffe-b748-13769cbe387c service neutron] 10.222.0.63 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947145 Jun 17 08:46:37.833189 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:37.865255 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-b1cdf9e3-c813-4a93-a46d-9c529fec43b4 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:37.880640 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-b1cdf9e3-c813-4a93-a46d-9c529fec43b4 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.63 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 815 time: 0.2716751 Jun 17 08:46:37.893912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Request body: {'port': {'device_id': '6d0cf0bc-f43c-4879-8027-f64c45cf81ff', 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b', 'admin_state_up': True, 'tenant_id': '78a54131c9134496acc1241ec4f8e1cd'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:37.986611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Attempting to bind port f26d366c-4b21-47b8-8e62-c0f72faf02f1 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:37.991923 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Attempting to bind port f26d366c-4b21-47b8-8e62-c0f72faf02f1 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'd349e69b-a7c1-4257-a7c8-d4c4a87d8ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '18ca7a09-029c-4769-b108-ede4c573d586'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:37.992271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Attempting to bind port f26d366c-4b21-47b8-8e62-c0f72faf02f1 on network 18ca7a09-029c-4769-b108-ede4c573d586 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:38.024144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:38.025300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Checking segment: {'id': 'd349e69b-a7c1-4257-a7c8-d4c4a87d8ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '18ca7a09-029c-4769-b108-ede4c573d586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:38.026699 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.028508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Bound using segment: {'id': 'd349e69b-a7c1-4257-a7c8-d4c4a87d8ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '18ca7a09-029c-4769-b108-ede4c573d586'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:38.029067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Bound port: f26d366c-4b21-47b8-8e62-c0f72faf02f1, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd349e69b-a7c1-4257-a7c8-d4c4a87d8ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '18ca7a09-029c-4769-b108-ede4c573d586'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:38.030181 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.136962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Made reservation on behalf of 78a54131c9134496acc1241ec4f8e1cd for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:38.140702 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.364755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.379692 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.382738 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.387803 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79074ce1-3232-4f8d-b1f0-ebb311c09c24 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:38.391614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] For port f26d366c-4b21-47b8-8e62-c0f72faf02f1, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:38.423598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-504caf6f-01b5-4a18-8331-9623d09d9900 req-25244fec-fc64-4ed1-886a-23662d320eda tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 210 time: 0.0743189 Jun 17 08:46:38.427245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] For port f26d366c-4b21-47b8-8e62-c0f72faf02f1, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f26d366c-4b21-47b8-8e62-c0f72faf02f1,segment=NetworkSegment(d349e69b-a7c1-4257-a7c8-d4c4a87d8ef7),segment_id=d349e69b-a7c1-4257-a7c8-d4c4a87d8ef7)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:38.448574 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:38.450540 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:38.467869 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Allocated IP 172.20.0.8 (fa372ab1-c497-4810-a467-76fc17fa293b/dc4870a4-6310-40a7-9511-b9a985b9f9e1/1f605f50-872a-423b-bdc2-32591bbfca2a) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:38.469605 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f7f9d7-9093-4026-9a2b-d7d1265eb591 None None] Network 7b401c00-e23a-4b22-8e37-f5c6b989d797 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:38.557258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Port': ['ID=ec3fa2dd-4bb9-468a-ab13-de79dccedb11,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:38.561883 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:38.624908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b8b82cbd-e859-4228-a45f-3985832f0726 None None] Provisioning for port 50b5b46b-8aee-4676-80d4-15b248eb3e04 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:38.671013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network 7b401c00-e23a-4b22-8e37-f5c6b989d797 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:38.673091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Pushing event updated for resources: {'Port': ['ID=f26d366c-4b21-47b8-8e62-c0f72faf02f1,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:38.679036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:38.682581 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:39.026906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16aac94-5f19-406c-a10f-9e7367f92073 req-acfbd1f1-14ca-4ce8-9c90-fe02d5b05717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:39.028694 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f16aac94-5f19-406c-a10f-9e7367f92073 req-acfbd1f1-14ca-4ce8-9c90-fe02d5b05717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 945 time: 0.2449334 Jun 17 08:46:39.047095 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.101779 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 50b5b46b-8aee-4676-80d4-15b248eb3e04 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:39.137551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Router c825e9ce-dda4-4fa2-abef-9f082b3c94c2 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:46:39.228580 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f16aac94-5f19-406c-a10f-9e7367f92073 req-83fc5001-b7e6-47a4-8a1c-3fac6a55a2e3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778295 Jun 17 08:46:39.279526 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.299642 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c13cc07-a2f1-4a9f-ab47-51f6c24d3258 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:39.312653 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.318360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 50b5b46b-8aee-4676-80d4-15b248eb3e04 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:39.326818 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 50b5b46b-8aee-4676-80d4-15b248eb3e04 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:39.327566 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.339907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Network fa372ab1-c497-4810-a467-76fc17fa293b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:39.354567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:39.361421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:39.369492 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "PUT /v2.0/routers/c825e9ce-dda4-4fa2-abef-9f082b3c94c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2682965 Jun 17 08:46:39.374677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:39.378025 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35074) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:39.403854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbddc3-02e5-4b72-88d1-b9631457e8a1 None None] Sync routers for ids ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:39.459038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dbddc3-02e5-4b72-88d1-b9631457e8a1 None None] Routers {'c825e9ce-dda4-4fa2-abef-9f082b3c94c2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:39.459785 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c3dbddc3-02e5-4b72-88d1-b9631457e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:39.467535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Pushing event updated for resources: {'Port': ['ID=1f605f50-872a-423b-bdc2-32591bbfca2a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:39.470940 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:39.522981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:39.525455 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.546055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c3dbddc3-02e5-4b72-88d1-b9631457e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:39.565096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6746032 Jun 17 08:46:39.583924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Request body: {'port': {'device_id': '6d0cf0bc-f43c-4879-8027-f64c45cf81ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:39.720597 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.801009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 50b5b46b-8aee-4676-80d4-15b248eb3e04, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=50b5b46b-8aee-4676-80d4-15b248eb3e04,segment=NetworkSegment(8bc6f09a-128f-4a29-948f-25a84aa4612b),segment_id=8bc6f09a-128f-4a29-948f-25a84aa4612b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:39.815061 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.823905 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-09a9c047-cadd-4879-8a1e-822d464215b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:39.825981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dbddc3-02e5-4b72-88d1-b9631457e8a1 None None] Routers {'c825e9ce-dda4-4fa2-abef-9f082b3c94c2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:39.826640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c3dbddc3-02e5-4b72-88d1-b9631457e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:39.889496 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:39.923711 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c3dbddc3-02e5-4b72-88d1-b9631457e8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:39.924497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbddc3-02e5-4b72-88d1-b9631457e8a1 None None] The sync data for ids ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:39.931118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6cc12a3c-5b96-40d9-b640-216ae90ef915 None None] Provisioning complete for port 50b5b46b-8aee-4676-80d4-15b248eb3e04 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:39.931505 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6cc12a3c-5b96-40d9-b640-216ae90ef915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.195080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d72e0-a5b0-429b-b05b-6f9cc494d152 req-3a097b5c-d0fb-4cac-99b3-cb2135c8bbe3 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:40.206447 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-077d72e0-a5b0-429b-b05b-6f9cc494d152 req-3a097b5c-d0fb-4cac-99b3-cb2135c8bbe3 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 931 time: 0.4868474 Jun 17 08:46:40.225306 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-53ebad2d-cf00-4cdf-b4f3-966e4e833ba9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:46:40.226374 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-53ebad2d-cf00-4cdf-b4f3-966e4e833ba9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "PUT /v2.0/routers/c825e9ce-dda4-4fa2-abef-9f082b3c94c2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8472667 Jun 17 08:46:40.229387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35088) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:40.367733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device fa17cebe-bc60-4567-8827-75094fa5a76b up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:40.465044 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=50b5b46b-8aee-4676-80d4-15b248eb3e04,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:40.469678 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:40.553177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port fa17cebe-bc60-4567-8827-75094fa5a76b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:40.576442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port fa17cebe-bc60-4567-8827-75094fa5a76b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:40.576872 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.585872 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6cc12a3c-5b96-40d9-b640-216ae90ef915 None None] Provisioning for port ec3fa2dd-4bb9-468a-ab13-de79dccedb11 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:40.681250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6477c5-2004-48e7-9238-740808895f4c None None] Network 18ca7a09-029c-4769-b108-ede4c573d586 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:40.683183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6cc12a3c-5b96-40d9-b640-216ae90ef915 None None] Provisioning complete for port ec3fa2dd-4bb9-468a-ab13-de79dccedb11 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:40.683770 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6cc12a3c-5b96-40d9-b640-216ae90ef915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.782210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6cc12a3c-5b96-40d9-b640-216ae90ef915 None None] Port ec3fa2dd-4bb9-468a-ab13-de79dccedb11 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:40.827646 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.842983 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.845736 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-077d72e0-a5b0-429b-b05b-6f9cc494d152 req-9c252919-89ce-42af-bcf0-f0d3f2b92941 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365702 Jun 17 08:46:40.900840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:40.903520 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5be2ce8-23b6-418b-a757-f821415e1a54" -d '{"events": [{"server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "name": "network-vif-plugged", "status": "completed", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:40.936248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:40.949331 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:40.955298 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:40.964126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6a41d731-4c84-4b62-9efd-e8b580892dbc None None] Provisioning for port f26d366c-4b21-47b8-8e62-c0f72faf02f1 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:41.018869 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e48b5d9-56bb-448a-bda0-bb60b4e40596 x-openstack-request-id: req-1e48b5d9-56bb-448a-bda0-bb60b4e40596 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:41.019134 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "name": "network-vif-plugged", "status": "completed", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:41.019498 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e48b5d9-56bb-448a-bda0-bb60b4e40596 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:41.020041 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'code': 200} Jun 17 08:46:41.058220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f605f50-872a-423b-bdc2-32591bbfca2a {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:41.066693 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.080935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Transition to ACTIVE for port object 1f605f50-872a-423b-bdc2-32591bbfca2a will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:41.085529 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6a41d731-4c84-4b62-9efd-e8b580892dbc None None] Provisioning complete for port ec3fa2dd-4bb9-468a-ab13-de79dccedb11 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:41.086056 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a41d731-4c84-4b62-9efd-e8b580892dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.088861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=fa17cebe-bc60-4567-8827-75094fa5a76b,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:41.097258 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:41.104760 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.126328 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-428a5821-6f0d-4e91-8d9e-1677d9a3bb0a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:41.156525 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6a41d731-4c84-4b62-9efd-e8b580892dbc None None] Port ec3fa2dd-4bb9-468a-ab13-de79dccedb11 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:41.241492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 50b5b46b-8aee-4676-80d4-15b248eb3e04 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:41.259151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9479db7-d20a-4c0e-af84-fe4f2736c580 req-21a9c680-bc04-43b9-8cba-199845ff6e74 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:41.260829 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9479db7-d20a-4c0e-af84-fe4f2736c580 req-21a9c680-bc04-43b9-8cba-199845ff6e74 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 945 time: 0.4462776 Jun 17 08:46:41.324538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Pushing event updated for resources: {'Port': ['ID=1f605f50-872a-423b-bdc2-32591bbfca2a,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:41.336137 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:41.350247 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 50b5b46b-8aee-4676-80d4-15b248eb3e04 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:41.350798 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.453338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f26d366c-4b21-47b8-8e62-c0f72faf02f1 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:41.488983 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9479db7-d20a-4c0e-af84-fe4f2736c580 req-c11fc94d-b704-4148-937a-296f4bb683d4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770370 Jun 17 08:46:41.550694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Attempting to bind port 1f605f50-872a-423b-bdc2-32591bbfca2a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:41.551069 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Attempting to bind port 1f605f50-872a-423b-bdc2-32591bbfca2a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:41.551421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Attempting to bind port 1f605f50-872a-423b-bdc2-32591bbfca2a on network fa372ab1-c497-4810-a467-76fc17fa293b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:41.560437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f26d366c-4b21-47b8-8e62-c0f72faf02f1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:41.566233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Port 1f605f50-872a-423b-bdc2-32591bbfca2a on network fa372ab1-c497-4810-a467-76fc17fa293b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:46:41.566402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f26d366c-4b21-47b8-8e62-c0f72faf02f1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:41.566573 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Attempting to bind port 1f605f50-872a-423b-bdc2-32591bbfca2a on network fa372ab1-c497-4810-a467-76fc17fa293b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:41.566730 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.574117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:41.574486 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Checking segment: {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:41.574924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Bound using segment: {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:41.575395 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Bound port: 1f605f50-872a-423b-bdc2-32591bbfca2a, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:41.575755 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.623321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-81c9ba74-3c34-42bf-9b6c-999d5ce3c3ad None None] Provisioning complete for port f26d366c-4b21-47b8-8e62-c0f72faf02f1 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:41.623321 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-81c9ba74-3c34-42bf-9b6c-999d5ce3c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.649662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] For port 1f605f50-872a-423b-bdc2-32591bbfca2a, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:41.653807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] For port 1f605f50-872a-423b-bdc2-32591bbfca2a, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1f605f50-872a-423b-bdc2-32591bbfca2a,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:41.663267 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.666320 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5265eee1-edc2-4a56-b578-0666a973d37f tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:41.758213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:41.760225 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.765262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] 10.222.0.63 "PUT /v2.0/ports/1f605f50-872a-423b-bdc2-32591bbfca2a HTTP/1.1" status: 200 len: 1092 time: 2.1856699 Jun 17 08:46:41.766047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d0cf0bc-f43c-4879-8027-f64c45cf81ff', 'tag': '1f605f50-872a-423b-bdc2-32591bbfca2a'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:41.770364 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4e950e-3040-451a-a997-e8f6e6a3004c" -d '{"events": [{"name": "network-changed", "server_uuid": "6d0cf0bc-f43c-4879-8027-f64c45cf81ff", "tag": "1f605f50-872a-423b-bdc2-32591bbfca2a"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:41.776660 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-81c9ba74-3c34-42bf-9b6c-999d5ce3c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.794349 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eacb3f4-11e8-4a07-b2db-f1644213a2e4 req-a0323894-cba0-46a6-a274-7d4a4b98c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:41.807423 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4eacb3f4-11e8-4a07-b2db-f1644213a2e4 req-a0323894-cba0-46a6-a274-7d4a4b98c7ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1098 time: 0.1739175 Jun 17 08:46:41.815231 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.853205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-81c9ba74-3c34-42bf-9b6c-999d5ce3c3ad None None] For port f26d366c-4b21-47b8-8e62-c0f72faf02f1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f26d366c-4b21-47b8-8e62-c0f72faf02f1,segment=NetworkSegment(d349e69b-a7c1-4257-a7c8-d4c4a87d8ef7),segment_id=d349e69b-a7c1-4257-a7c8-d4c4a87d8ef7)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:41.860824 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9ad3a9-2c25-462b-8e22-ebc002c92327 x-openstack-request-id: req-bf9ad3a9-2c25-462b-8e22-ebc002c92327 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:41.863442 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-81c9ba74-3c34-42bf-9b6c-999d5ce3c3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:41.868570 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d0cf0bc-f43c-4879-8027-f64c45cf81ff", "tag": "1f605f50-872a-423b-bdc2-32591bbfca2a", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:41.868913 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf9ad3a9-2c25-462b-8e22-ebc002c92327 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:41.869368 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d0cf0bc-f43c-4879-8027-f64c45cf81ff', 'tag': '1f605f50-872a-423b-bdc2-32591bbfca2a', 'status': 'completed', 'code': 200} Jun 17 08:46:41.871698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Pushing event updated for resources: {'Port': ['ID=1f605f50-872a-423b-bdc2-32591bbfca2a,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:41.883091 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-48a4fa8f-8bde-4db4-ab1d-2a9fab611fcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:41.912326 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:41.926171 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4eacb3f4-11e8-4a07-b2db-f1644213a2e4 req-79842ead-9c34-459a-bd6a-aafcb834aec8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116123 Jun 17 08:46:42.014111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-2fd135d6-1588-4cf3-b754-64ebe5b27f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.015941 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-2fd135d6-1588-4cf3-b754-64ebe5b27f75 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 1095 time: 0.1884782 Jun 17 08:46:42.097032 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-40cefb67-529b-47f8-abdf-00f106f83b86 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f605f50-872a-423b-bdc2-32591bbfca2a HTTP/1.1" status: 200 len: 217 time: 0.0733545 Jun 17 08:46:42.107485 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:46:42.107856 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:46:42.124857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9ba74-3c34-42bf-9b6c-999d5ce3c3ad None None] Pushing event updated for resources: {'Port': ['ID=f26d366c-4b21-47b8-8e62-c0f72faf02f1,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:42.139859 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-81c9ba74-3c34-42bf-9b6c-999d5ce3c3ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:42.202308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-f73f0790-1ed0-4876-8524-291df8996cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.204170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-f73f0790-1ed0-4876-8524-291df8996cd3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 200 len: 855 time: 0.0861759 Jun 17 08:46:42.216919 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Deleting port ec3fa2dd-4bb9-468a-ab13-de79dccedb11 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:42.217263 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:42.262580 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-b52ac2e2-85c9-4390-a67d-c9002ec1515f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa372ab1-c497-4810-a467-76fc17fa293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504458 Jun 17 08:46:42.293113 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-74982183-de9a-4bcf-8328-aa6481bca46f req-2c7371b1-fc81-45f3-a0bb-44676d11fbb6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1653242 Jun 17 08:46:42.408563 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:42.458235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9dade0-ce5f-4bfe-b82e-d314fbb85afb req-8de99856-3b60-4188-be0e-ecdb750aca54 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.459884 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f9dade0-ce5f-4bfe-b82e-d314fbb85afb req-8de99856-3b60-4188-be0e-ecdb750aca54 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 943 time: 0.3767781 Jun 17 08:46:42.462420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-cd13fe03-870e-4b75-9938-dc0f29da6c5e service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827412 Jun 17 08:46:42.493587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Calling delete_port for ec3fa2dd-4bb9-468a-ab13-de79dccedb11 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:42.553877 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f9dade0-ce5f-4bfe-b82e-d314fbb85afb req-6dfef452-f738-4ba3-b9e0-55b0023940b0 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875850 Jun 17 08:46:42.583553 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74982183-de9a-4bcf-8328-aa6481bca46f req-fa33af98-fa90-4ee0-b01e-d897790a85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.585068 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-74982183-de9a-4bcf-8328-aa6481bca46f req-fa33af98-fa90-4ee0-b01e-d897790a85c9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 1098 time: 0.2274017 Jun 17 08:46:42.616135 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0e1347e0-0f83-404d-9b1c-04311d69f483 req-f278a745-cc5c-46c9-a8d2-25963d0e73b1 service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431923 Jun 17 08:46:42.808766 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18dc29-08c9-40ac-a75d-8899055dc985 req-38e355aa-1d24-4ece-b354-c568cb7500e5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.810805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3f18dc29-08c9-40ac-a75d-8899055dc985 req-38e355aa-1d24-4ece-b354-c568cb7500e5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.1562362 Jun 17 08:46:42.812747 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e950e-3040-451a-a997-e8f6e6a3004c req-9fc14053-a1b4-4860-aa6a-ce80fbf1e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.815209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe4e950e-3040-451a-a997-e8f6e6a3004c req-9fc14053-a1b4-4860-aa6a-ce80fbf1e62a service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 1095 time: 0.1259282 Jun 17 08:46:42.862910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74982183-de9a-4bcf-8328-aa6481bca46f req-c12ea691-f72f-4d56-8840-908e48588930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.862910 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-74982183-de9a-4bcf-8328-aa6481bca46f req-c12ea691-f72f-4d56-8840-908e48588930 service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b457282-2f61-4bbd-b3ff-61878cc42143 HTTP/1.1" status: 200 len: 897 time: 0.2491245 Jun 17 08:46:42.958803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e950e-3040-451a-a997-e8f6e6a3004c req-1b45e9ad-0f69-455b-81ae-edb0d7045e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:42.959529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe4e950e-3040-451a-a997-e8f6e6a3004c req-1b45e9ad-0f69-455b-81ae-edb0d7045e05 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 916 time: 0.1338465 Jun 17 08:46:42.984295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3f18dc29-08c9-40ac-a75d-8899055dc985 req-4f835221-0079-493d-b217-204c48b49402 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676879 Jun 17 08:46:43.004887 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-74982183-de9a-4bcf-8328-aa6481bca46f req-64eefb9f-4e32-4599-86f6-26b67bd8c510 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebba494f-b157-4e75-af7a-ac1149ba9694 HTTP/1.1" status: 200 len: 1002 time: 0.1218750 Jun 17 08:46:43.006554 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.065963 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-62889f48-f6d0-42fb-9564-c75b161c8aa1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:43.069946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f26d366c-4b21-47b8-8e62-c0f72faf02f1 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:43.098173 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe4e950e-3040-451a-a997-e8f6e6a3004c req-3d0a2b76-dca5-4a9c-8b2e-f593c4b6b1c5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f605f50-872a-423b-bdc2-32591bbfca2a HTTP/1.1" status: 200 len: 217 time: 0.1220219 Jun 17 08:46:43.102133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74982183-de9a-4bcf-8328-aa6481bca46f req-5cf2db7a-0b4e-438e-be6a-ae337c44df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:43.104445 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-74982183-de9a-4bcf-8328-aa6481bca46f req-5cf2db7a-0b4e-438e-be6a-ae337c44df2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f32d821-7f52-432e-8649-2cde7dc8942d HTTP/1.1" status: 200 len: 835 time: 0.0869961 Jun 17 08:46:43.108983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Port': ['ID=ec3fa2dd-4bb9-468a-ab13-de79dccedb11,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:43.152766 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:43.208815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f26d366c-4b21-47b8-8e62-c0f72faf02f1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:43.209051 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.214239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e950e-3040-451a-a997-e8f6e6a3004c req-f4d9b80e-8764-452d-bd23-71102fa5aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:43.217082 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe4e950e-3040-451a-a997-e8f6e6a3004c req-f4d9b80e-8764-452d-bd23-71102fa5aec3 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 200 len: 855 time: 0.1118937 Jun 17 08:46:43.262979 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe4e950e-3040-451a-a997-e8f6e6a3004c req-35cfa6b2-b4f6-4f20-a9f0-c48236fcb381 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa372ab1-c497-4810-a467-76fc17fa293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358896 Jun 17 08:46:43.302255 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.326147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74982183-de9a-4bcf-8328-aa6481bca46f req-8669bfbb-daad-4554-a6e9-172db5b306e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:43.328273 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-74982183-de9a-4bcf-8328-aa6481bca46f req-8669bfbb-daad-4554-a6e9-172db5b306e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b457282-2f61-4bbd-b3ff-61878cc42143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2154744 Jun 17 08:46:43.416563 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe4e950e-3040-451a-a997-e8f6e6a3004c req-ecdb0b68-f87f-4f57-9251-5328dc63741c service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454937 Jun 17 08:46:43.450323 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-87f491c8-1655-4f65-88f0-895bc9b5f21f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:43.535213 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe4e950e-3040-451a-a997-e8f6e6a3004c req-a95d699e-bfdd-434b-8b3d-d20c4d04d768 service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112237 Jun 17 08:46:43.580889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Router c825e9ce-dda4-4fa2-abef-9f082b3c94c2 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:43.607825 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-74982183-de9a-4bcf-8328-aa6481bca46f req-3195935a-219f-4ebf-ad74-cf581d1cc131 service neutron] 10.222.0.10 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423947 Jun 17 08:46:43.737080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:43.744292 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "PUT /v2.0/routers/c825e9ce-dda4-4fa2-abef-9f082b3c94c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5139205 Jun 17 08:46:43.750381 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a3db0-c88e-4962-aea2-60f50ff2e160 None None] Sync routers for ids ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:43.751596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35130) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:43.762256 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a3db0-c88e-4962-aea2-60f50ff2e160 None None] Routers {'c825e9ce-dda4-4fa2-abef-9f082b3c94c2'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:43.763506 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-cb2a3db0-c88e-4962-aea2-60f50ff2e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:43.815404 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-cb2a3db0-c88e-4962-aea2-60f50ff2e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:43.816478 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-be61f3d0-9aa4-4315-875b-768e40c99002 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] delete failed (client error): The resource could not be found. Jun 17 08:46:43.817606 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-be61f3d0-9aa4-4315-875b-768e40c99002 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1379966720 HTTP/1.1" status: 404 len: 335 time: 0.0630596 Jun 17 08:46:43.821532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35132) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:43.823245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c2cd-4103-4881-8ec0-eb2322c340b4 req-498b67ed-353c-4076-a4c5-25419d5d51d5 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:43.826159 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58c0c2cd-4103-4881-8ec0-eb2322c340b4 req-498b67ed-353c-4076-a4c5-25419d5d51d5 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 943 time: 0.1060631 Jun 17 08:46:43.826495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5b4a885d-3d4f-41a1-80d2-9cc9687ff06d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c825e9ce-dda4-4fa2-abef-9f082b3c94c2'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:43.832228 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2a3db0-c88e-4962-aea2-60f50ff2e160 None None] Routers {'c825e9ce-dda4-4fa2-abef-9f082b3c94c2'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:43.833073 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-cb2a3db0-c88e-4962-aea2-60f50ff2e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:43.872985 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-cb2a3db0-c88e-4962-aea2-60f50ff2e160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:43.873646 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2a3db0-c88e-4962-aea2-60f50ff2e160 None None] The sync data for ids ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:43.881868 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58c0c2cd-4103-4881-8ec0-eb2322c340b4 req-159bb0e5-f81a-4734-9d54-8faccdcf6e42 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505080 Jun 17 08:46:43.922573 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-74982183-de9a-4bcf-8328-aa6481bca46f req-3b41391c-4421-4086-8afc-8a6404bd580b service neutron] 10.222.0.10 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842102 Jun 17 08:46:44.083796 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5b4a885d-3d4f-41a1-80d2-9cc9687ff06d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.123594 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-5b4a885d-3d4f-41a1-80d2-9cc9687ff06d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] update failed (client error): The resource could not be found. Jun 17 08:46:44.128078 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5b4a885d-3d4f-41a1-80d2-9cc9687ff06d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "PUT /v2.0/routers/c825e9ce-dda4-4fa2-abef-9f082b3c94c2 HTTP/1.1" status: 404 len: 339 time: 0.3021359 Jun 17 08:46:44.129535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35142) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:44.136377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-64678501'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:44.203673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Made reservation on behalf of e86459ac2734440cb19353a214e781a8 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:44.207924 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.281620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131d12a-20f5-4caf-ae8c-e372ba656cdb req-ea176be4-ec16-4445-a747-75fb1928c12c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.289823 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8131d12a-20f5-4caf-ae8c-e372ba656cdb req-ea176be4-ec16-4445-a747-75fb1928c12c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.1456757 Jun 17 08:46:44.311386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:46:44.348733 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8131d12a-20f5-4caf-ae8c-e372ba656cdb req-5c6b0e14-02eb-49a6-a661-dabfa4e1f3c1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562248 Jun 17 08:46:44.375246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35148) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:44.382755 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.383243 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Added segment 8d4d522c-84e1-4beb-aea4-0501404b443d of type vlan for network 662c3bb5-14ab-42a3-9bdc-5ca24ca41806 Jun 17 08:46:44.459839 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.500367 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.511466 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.512191 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.524529 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-afdcde48-020e-4338-b31a-6a34c518cd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.544424 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c48c851e-9c2d-4fbf-ab27-2b5ae4ae2030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:44.631196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-afdcde48-020e-4338-b31a-6a34c518cd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.637462 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-afdcde48-020e-4338-b31a-6a34c518cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.665379 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5333488 Jun 17 08:46:44.668865 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35152) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:44.669872 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-14cf1ddd-e144-4faa-9c3b-414fab056f51 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:44.672973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Network': ['ID=662c3bb5-14ab-42a3-9bdc-5ca24ca41806,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:44.676682 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-afdcde48-020e-4338-b31a-6a34c518cd73 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e99a0c190a334c65999776b59ec6c789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977247 Jun 17 08:46:44.676824 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:44.677916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35154) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:44.684327 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 662c3bb5-14ab-42a3-9bdc-5ca24ca41806 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:46:44.687012 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'subnet': {'network_id': '662c3bb5-14ab-42a3-9bdc-5ca24ca41806', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:44.754251 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e44d40b-0d06-4a29-b5d8-067596eb8f29 req-696114f3-cfed-449a-8bac-e5315b91b2c7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:44.761673 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e44d40b-0d06-4a29-b5d8-067596eb8f29 req-696114f3-cfed-449a-8bac-e5315b91b2c7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.2289603 Jun 17 08:46:44.772615 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6a12c71a-7bf2-468f-8db3-5a52c1847201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.803053 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcde48-020e-4338-b31a-6a34c518cd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d213a7-c1a4-4fc8-b4d4-f66a2a1f5523,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:44.821704 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-afdcde48-020e-4338-b31a-6a34c518cd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:44.824504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Made reservation on behalf of e86459ac2734440cb19353a214e781a8 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:46:44.829050 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.844498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6a12c71a-7bf2-468f-8db3-5a52c1847201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.867388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e44d40b-0d06-4a29-b5d8-067596eb8f29 req-c86fea0b-dd60-429e-89a2-91d62574dad0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047368 Jun 17 08:46:44.888495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35156) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:44.949722 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6a12c71a-7bf2-468f-8db3-5a52c1847201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.952659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6a12c71a-7bf2-468f-8db3-5a52c1847201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:44.956107 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6a12c71a-7bf2-468f-8db3-5a52c1847201 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/25d213a7-c1a4-4fc8-b4d4-f66a2a1f5523 HTTP/1.1" status: 204 len: 168 time: 0.2748804 Jun 17 08:46:44.956107 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-97dc58d9-8419-44c6-bde7-c72307bb4448 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:44.963080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12c71a-7bf2-468f-8db3-5a52c1847201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d213a7-c1a4-4fc8-b4d4-f66a2a1f5523,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:44.965556 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6a12c71a-7bf2-468f-8db3-5a52c1847201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:45.111941 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905bfb11-4091-46f3-a5ca-0c1bbcc5a7a7 req-f8232f45-f414-4270-ab84-c9352a59aaeb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:45.124584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-905bfb11-4091-46f3-a5ca-0c1bbcc5a7a7 req-f8232f45-f414-4270-ab84-c9352a59aaeb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 943 time: 0.0929213 Jun 17 08:46:45.200549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38a3624-78e4-4f51-a596-f612bc647130 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:45.203571 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f38a3624-78e4-4f51-a596-f612bc647130 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1093 time: 0.3118961 Jun 17 08:46:45.207307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35166) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:45.215647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:45.224104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-905bfb11-4091-46f3-a5ca-0c1bbcc5a7a7 req-d174f5f1-4e6a-4f71-b318-228802b6b9f4 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978687 Jun 17 08:46:45.251947 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.264676 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.270043 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3338172e-f76d-49fd-a049-23c82b489121 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:45.351501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Checking segment: {'id': '8d4d522c-84e1-4beb-aea4-0501404b443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '662c3bb5-14ab-42a3-9bdc-5ca24ca41806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:45.351866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network hostable DHCP agents. Network: 662c3bb5-14ab-42a3-9bdc-5ca24ca41806, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:46:45.354031 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Subnet': ['ID=1b2f96f0-4cb6-428f-9c23-bc3a1e33b36d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:45.357414 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:45.368815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.377661 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network 662c3bb5-14ab-42a3-9bdc-5ca24ca41806 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:46:45.389264 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 662c3bb5-14ab-42a3-9bdc-5ca24ca41806) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:45.399490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35168) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:45.400511 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d11cd9-444a-4075-a2d0-ad6b97fd4148 None None] Network 662c3bb5-14ab-42a3-9bdc-5ca24ca41806 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:45.403005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:45.403769 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.423141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1b63-fec8-46b5-b1fb-265a7c5ef823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.444318 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7686033 Jun 17 08:46:45.447358 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35170) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:45.452719 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b01ff3a6-f727-4a63-b90d-c021856334ca tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'router': {'external_gateway_info': {'network_id': '662c3bb5-14ab-42a3-9bdc-5ca24ca41806'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:45.491213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.25.8.157 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/3e9b0532-902f-498a-99f9-d894265f1922) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:45.580887 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-662c3bb5-14ab-42a3-9bdc-5ca24ca41806', 'network_id': '662c3bb5-14ab-42a3-9bdc-5ca24ca41806', 'tenant_id': 'e86459ac2734440cb19353a214e781a8', 'fixed_ips': [{'subnet_id': '1b2f96f0-4cb6-428f-9c23-bc3a1e33b36d'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:46:45.581943 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.623838 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1be324ba-96f7-4428-9efb-b7f40a408b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.647025 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.701166 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.705909 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ac44c4b2-6472-460d-b23f-2801df799aaa tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:45.714118 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b01ff3a6-f727-4a63-b90d-c021856334ca tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.749111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:45.753885 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:45.757401 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:45.778093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Allocated IP 2001:db8:1::2 (662c3bb5-14ab-42a3-9bdc-5ca24ca41806/1b2f96f0-4cb6-428f-9c23-bc3a1e33b36d/a6ab77d0-7ded-45ae-a3a4-9e461eba95b0) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:45.798072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1b63-fec8-46b5-b1fb-265a7c5ef823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.806485 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a4a1b63-fec8-46b5-b1fb-265a7c5ef823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.831735 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e72a974-8501-4b87-a999-573395c6d8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:45.835566 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1a4a1b63-fec8-46b5-b1fb-265a7c5ef823 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c4c2befd067d43fcaa55b5fddfc97a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4342866 Jun 17 08:46:45.844023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35174) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:45.854322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=3e9b0532-902f-498a-99f9-d894265f1922,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:45.858384 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:45.877909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a1b63-fec8-46b5-b1fb-265a7c5ef823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfd51cb-fb27-4f8b-9d24-711f2a021614,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:45.895020 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a4a1b63-fec8-46b5-b1fb-265a7c5ef823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:45.916477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1f605f50-872a-423b-bdc2-32591bbfca2a details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:46:45.957862 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2652ab1a-28a8-4130-8e23-acfa99a44a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:45.999788 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.097804 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1f605f50-872a-423b-bdc2-32591bbfca2a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1f605f50-872a-423b-bdc2-32591bbfca2a,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:46.111158 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '1f605f50-872a-423b-bdc2-32591bbfca2a', 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b', 'port_id': '1f605f50-872a-423b-bdc2-32591bbfca2a', 'mac_address': 'fa:16:3e:33:e5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4870a4-6310-40a7-9511-b9a985b9f9e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:46:46.166497 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.168562 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.185880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Transition to ACTIVE for port object a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:46.194801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f605f50-872a-423b-bdc2-32591bbfca2a {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:46:46.218083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Transition to ACTIVE for port object a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:46.229114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1f605f50-872a-423b-bdc2-32591bbfca2a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1f605f50-872a-423b-bdc2-32591bbfca2a,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:46.236162 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.239562 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:46.267451 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.271118 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2652ab1a-28a8-4130-8e23-acfa99a44a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.289512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Network 662c3bb5-14ab-42a3-9bdc-5ca24ca41806 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:46.292798 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:46.296442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:46.336339 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-b01ff3a6-f727-4a63-b90d-c021856334ca tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 17 08:46:46.336902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Pushing event updated for resources: {'Port': ['ID=a6ab77d0-7ded-45ae-a3a4-9e461eba95b0,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:46.338901 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:46.341955 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b01ff3a6-f727-4a63-b90d-c021856334ca tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "PUT /v2.0/routers/c825e9ce-dda4-4fa2-abef-9f082b3c94c2 HTTP/1.1" status: 400 len: 364 time: 0.8931952 Jun 17 08:46:46.342567 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35180) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:46.358191 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-81c9ba74-3c34-42bf-9b6c-999d5ce3c3ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:46.428169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Attempting to bind port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:46:46.428583 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Attempting to bind port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '8d4d522c-84e1-4beb-aea4-0501404b443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '662c3bb5-14ab-42a3-9bdc-5ca24ca41806'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:46:46.428955 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Attempting to bind port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 on network 662c3bb5-14ab-42a3-9bdc-5ca24ca41806 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:46:46.445255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:46:46.445648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Checking segment: {'id': '8d4d522c-84e1-4beb-aea4-0501404b443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '662c3bb5-14ab-42a3-9bdc-5ca24ca41806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:46:46.446069 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.446477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Bound using segment: {'id': '8d4d522c-84e1-4beb-aea4-0501404b443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '662c3bb5-14ab-42a3-9bdc-5ca24ca41806'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:46:46.447000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Bound port: a6ab77d0-7ded-45ae-a3a4-9e461eba95b0, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4d522c-84e1-4beb-aea4-0501404b443d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '662c3bb5-14ab-42a3-9bdc-5ca24ca41806'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:46:46.447387 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.488527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=1f605f50-872a-423b-bdc2-32591bbfca2a,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:46.492692 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:46.496685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1f605f50-872a-423b-bdc2-32591bbfca2a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:46:46.541801 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.588596 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] For port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:46:46.606232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] For port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a6ab77d0-7ded-45ae-a3a4-9e461eba95b0,segment=NetworkSegment(8d4d522c-84e1-4beb-aea4-0501404b443d),segment_id=8d4d522c-84e1-4beb-aea4-0501404b443d)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:46:46.632427 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.641356 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:46.660462 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.719269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2652ab1a-28a8-4130-8e23-acfa99a44a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.728728 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2652ab1a-28a8-4130-8e23-acfa99a44a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.730028 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2652ab1a-28a8-4130-8e23-acfa99a44a77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1dfd51cb-fb27-4f8b-9d24-711f2a021614 HTTP/1.1" status: 204 len: 168 time: 0.8850083 Jun 17 08:46:46.744418 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-451249b6-62a5-4584-acad-45d5c2891def tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:46.757043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Pushing event updated for resources: {'Port': ['ID=a6ab77d0-7ded-45ae-a3a4-9e461eba95b0,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:46.760067 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:46.778895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652ab1a-28a8-4130-8e23-acfa99a44a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfd51cb-fb27-4f8b-9d24-711f2a021614,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:46.789738 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2652ab1a-28a8-4130-8e23-acfa99a44a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:46.791405 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.875768 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:46.915678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5cf93-fc54-4a50-87dd-31684ed51bfc req-11e50c6c-84de-4838-a396-7f80817a7185 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:46.917372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14a5cf93-fc54-4a50-87dd-31684ed51bfc req-11e50c6c-84de-4838-a396-7f80817a7185 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 944 time: 0.3010280 Jun 17 08:46:47.030648 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14a5cf93-fc54-4a50-87dd-31684ed51bfc req-da86d50d-be2e-4a75-8dae-57e671c81eaf tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028655 Jun 17 08:46:47.071639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Allocated IP 2001:db8::1 (e91418b6-7350-4cb7-9c00-579a06f2b770/14b6650c-37f3-49fb-9c52-2fb95e8b6487/418eedd1-aba4-477c-a527-f65788e84877) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:46:47.128451 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.137273 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.144620 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5a126516-5745-4834-916e-d575c7ee6625 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:47.233867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=3e9b0532-902f-498a-99f9-d894265f1922,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:47.242663 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.258282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Transition to ACTIVE for port object 418eedd1-aba4-477c-a527-f65788e84877 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:46:47.263872 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:47.272153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.301240 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.317916 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6406e205-efd9-4361-aa26-be6301b5ec4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:47.380983 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Port': ['ID=418eedd1-aba4-477c-a527-f65788e84877,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:47.386516 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:47.395457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network e91418b6-7350-4cb7-9c00-579a06f2b770 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:47.397098 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:47.405937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:46:47.408447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.426395 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Floating IP 7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc associated. External IP: 172.25.8.157, port: fa17cebe-bc60-4567-8827-75094fa5a76b. Jun 17 08:46:47.585625 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.856414 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-68d36f9f-dfae-4f21-ba4a-36414e15f3ba None None] Provisioning for port 418eedd1-aba4-477c-a527-f65788e84877 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:47.866482 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-68d36f9f-dfae-4f21-ba4a-36414e15f3ba None None] Provisioning complete for port 418eedd1-aba4-477c-a527-f65788e84877 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:47.866908 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-68d36f9f-dfae-4f21-ba4a-36414e15f3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:47.923942 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1f605f50-872a-423b-bdc2-32591bbfca2a up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:47.993312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-68d36f9f-dfae-4f21-ba4a-36414e15f3ba None None] Port 418eedd1-aba4-477c-a527-f65788e84877 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:48.008478 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.016121 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.017468 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.019117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 1f605f50-872a-423b-bdc2-32591bbfca2a completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:48.021744 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fa369918-aabc-430f-973e-9dbbab7ec7d2 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:48.027900 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 1f605f50-872a-423b-bdc2-32591bbfca2a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:48.029711 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.112586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event updated for resources: {'Port': ['ID=418eedd1-aba4-477c-a527-f65788e84877,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:48.147997 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.149023 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:48.180258 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3903f733-344a-40d2-b5f1-f60092a172f0 None None] Network 662c3bb5-14ab-42a3-9bdc-5ca24ca41806 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:48.227368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Network e91418b6-7350-4cb7-9c00-579a06f2b770 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:46:48.229340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:46:48.267245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 1f605f50-872a-423b-bdc2-32591bbfca2a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1f605f50-872a-423b-bdc2-32591bbfca2a,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:48.270560 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0cf0bc-f43c-4879-8027-f64c45cf81ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f605f50-872a-423b-bdc2-32591bbfca2a'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:48.273944 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bac666-d9a3-41bd-b5e3-b61a83a7ccf5" -d '{"events": [{"server_uuid": "6d0cf0bc-f43c-4879-8027-f64c45cf81ff", "name": "network-vif-plugged", "status": "completed", "tag": "1f605f50-872a-423b-bdc2-32591bbfca2a"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:48.287857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.292389 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-92a9e912-1b0d-454a-95a8-01b21a305147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:48.316714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-67ca8ff5-6958-4d3e-8883-923ccf317f87 None None] Provisioning for port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:48.337673 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a47b798-6ce9-4cf3-87e4-cd0300001183 x-openstack-request-id: req-4a47b798-6ce9-4cf3-87e4-cd0300001183 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:48.337980 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0cf0bc-f43c-4879-8027-f64c45cf81ff", "name": "network-vif-plugged", "status": "completed", "tag": "1f605f50-872a-423b-bdc2-32591bbfca2a", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:48.338915 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a47b798-6ce9-4cf3-87e4-cd0300001183 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:48.340293 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0cf0bc-f43c-4879-8027-f64c45cf81ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f605f50-872a-423b-bdc2-32591bbfca2a', 'code': 200} Jun 17 08:46:48.395086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=1f605f50-872a-423b-bdc2-32591bbfca2a,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:48.403135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.403409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.403743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.404080 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.404410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.404740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.405180 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.405514 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.405848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.406174 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.406496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.406840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:48.412069 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:48.422455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:48.424191 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Router c825e9ce-dda4-4fa2-abef-9f082b3c94c2 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:48.435914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b0283-c9e0-40fe-86c9-de7b55481f17 req-6c81f0b0-cad4-4cfc-b4f5-135ea228e03c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:48.448584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c14b0283-c9e0-40fe-86c9-de7b55481f17 req-6c81f0b0-cad4-4cfc-b4f5-135ea228e03c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 944 time: 0.2250519 Jun 17 08:46:48.581405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:48.589939 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "PUT /v2.0/routers/c825e9ce-dda4-4fa2-abef-9f082b3c94c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2437685 Jun 17 08:46:48.590061 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35218) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:48.597656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fcb1f6-4d03-4f0e-b030-13ec9bc010bd None None] Sync routers for ids ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:48.612985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fcb1f6-4d03-4f0e-b030-13ec9bc010bd None None] Routers {'c825e9ce-dda4-4fa2-abef-9f082b3c94c2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:48.614993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c8fcb1f6-4d03-4f0e-b030-13ec9bc010bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:48.617990 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c14b0283-c9e0-40fe-86c9-de7b55481f17 req-721ae754-51f2-4555-b5fb-758d843a4296 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683443 Jun 17 08:46:48.674042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a78a8-9de1-4bcd-80a7-f7ea8cd730cd req-ec5eb9b1-ab5b-4395-b82d-8ce02de11b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:48.676164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-878a78a8-9de1-4bcd-80a7-f7ea8cd730cd req-ec5eb9b1-ab5b-4395-b82d-8ce02de11b9a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 1097 time: 0.2509768 Jun 17 08:46:48.685582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c8fcb1f6-4d03-4f0e-b030-13ec9bc010bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:48.703822 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fcb1f6-4d03-4f0e-b030-13ec9bc010bd None None] Routers {'c825e9ce-dda4-4fa2-abef-9f082b3c94c2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:48.704541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c8fcb1f6-4d03-4f0e-b030-13ec9bc010bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:48.722290 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:48.732830 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e74372-8bf0-4a02-9033-28735a69973c None None] Sync routers for ids ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:48.747958 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e74372-8bf0-4a02-9033-28735a69973c None None] Routers {'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:48.748522 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f8e74372-8bf0-4a02-9033-28735a69973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:48.761739 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-878a78a8-9de1-4bcd-80a7-f7ea8cd730cd req-6933196f-1f4f-4ba4-9761-7396095d6a34 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757029 Jun 17 08:46:48.764436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.780649 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3f8c974-8705-4108-b137-fe8972b58184 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.804334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c8fcb1f6-4d03-4f0e-b030-13ec9bc010bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:48.805023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fcb1f6-4d03-4f0e-b030-13ec9bc010bd None None] The sync data for ids ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:48.821269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bb71ff7b-e261-4c51-889a-9b5a0373012c None None] Provisioning complete for port 418eedd1-aba4-477c-a527-f65788e84877 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:48.821575 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bb71ff7b-e261-4c51-889a-9b5a0373012c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.846311 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6206100 Jun 17 08:46:48.847237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:46:48.849723 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d42430-c0fc-45c2-a373-b0fbdd588116" -d '{"events": [{"name": "network-changed", "server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:46:48.939856 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:48.946568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-bb71ff7b-e261-4c51-889a-9b5a0373012c None None] Port 418eedd1-aba4-477c-a527-f65788e84877 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:46:48.962913 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2c4a60-5981-45d5-acd6-ca50f7df0a32 x-openstack-request-id: req-5d2c4a60-5981-45d5-acd6-ca50f7df0a32 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:46:48.963274 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:46:48.964233 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d2c4a60-5981-45d5-acd6-ca50f7df0a32 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:46:48.964490 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'status': 'completed', 'code': 200} Jun 17 08:46:48.965575 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-d3f8c974-8705-4108-b137-fe8972b58184 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 17 08:46:48.967298 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d3f8c974-8705-4108-b137-fe8972b58184 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "DELETE /v2.0/routers/c825e9ce-dda4-4fa2-abef-9f082b3c94c2 HTTP/1.1" status: 409 len: 329 time: 0.3762479 Jun 17 08:46:48.970235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35226) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:48.993954 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-f8e74372-8bf0-4a02-9033-28735a69973c None None] Set router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:49.054866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d42430-c0fc-45c2-a373-b0fbdd588116 req-421211a4-4060-4ba6-b25d-426b20533e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.056551 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d4d42430-c0fc-45c2-a373-b0fbdd588116 req-421211a4-4060-4ba6-b25d-426b20533e9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1098 time: 0.0695491 Jun 17 08:46:49.105454 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:49.187880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:46:49.189094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d42430-c0fc-45c2-a373-b0fbdd588116 req-7b3dfdd8-60e7-432c-8f43-3298be962092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.190804 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d4d42430-c0fc-45c2-a373-b0fbdd588116 req-7b3dfdd8-60e7-432c-8f43-3298be962092 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 HTTP/1.1" status: 200 len: 898 time: 0.1253722 Jun 17 08:46:49.193859 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:49.194513 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:49.263997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8fae8-2d2a-40da-8da6-89431e22d49e req-1a9a44d3-f2b2-48d8-8b8d-0ff17cc25c97 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.271355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1f8fae8-2d2a-40da-8da6-89431e22d49e req-1a9a44d3-f2b2-48d8-8b8d-0ff17cc25c97 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.2349100 Jun 17 08:46:49.336637 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d4d42430-c0fc-45c2-a373-b0fbdd588116 req-e40cdb7c-d234-4a2a-adf5-4a887aafee07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa17cebe-bc60-4567-8827-75094fa5a76b HTTP/1.1" status: 200 len: 1000 time: 0.1391451 Jun 17 08:46:49.359042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1f8fae8-2d2a-40da-8da6-89431e22d49e req-d06601e6-d299-493f-8eac-fee363d24663 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866582 Jun 17 08:46:49.381080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35236) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:49.387870 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f8e74372-8bf0-4a02-9033-28735a69973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'port_id': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'mac_address': 'fa:16:3e:4d:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:46:46Z', 'updated_at': '2021-06-17T08:46:46Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958a7cd0-3949-4cd1-96d8-bf06d0b3e231', 'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:fd:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:20Z', 'updated_at': '2021-06-17T08:46:29Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:49.427465 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d42430-c0fc-45c2-a373-b0fbdd588116 req-bb6b69d7-3ee5-42ef-836e-f0c744da0f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.429571 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d4d42430-c0fc-45c2-a373-b0fbdd588116 req-bb6b69d7-3ee5-42ef-836e-f0c744da0f07 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53d10a3-834a-4642-8a4a-58471f0e0107 HTTP/1.1" status: 200 len: 834 time: 0.0851123 Jun 17 08:46:49.433271 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e74372-8bf0-4a02-9033-28735a69973c None None] Checking router: fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:46:49.493147 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e74372-8bf0-4a02-9033-28735a69973c None None] Routers {'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:49.493818 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f8e74372-8bf0-4a02-9033-28735a69973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:49.539868 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:49.555405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d42430-c0fc-45c2-a373-b0fbdd588116 req-81ce2296-1770-4e8b-b40a-de3c97d2239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.557013 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d4d42430-c0fc-45c2-a373-b0fbdd588116 req-81ce2296-1770-4e8b-b40a-de3c97d2239c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209824 Jun 17 08:46:49.562321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2dd8bf76-f917-4976-b5c3-1eff641674f0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc HTTP/1.1" status: 200 len: 992 time: 0.1758180 Jun 17 08:46:49.625181 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a6ab77d0-7ded-45ae-a3a4-9e461eba95b0,segment=NetworkSegment(8d4d522c-84e1-4beb-aea4-0501404b443d),segment_id=8d4d522c-84e1-4beb-aea4-0501404b443d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:49.634144 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:49.636462 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4dcebe48-ce45-4ce2-816a-b71d58b5b51e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:49.644529 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:49.729638 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-f8e74372-8bf0-4a02-9033-28735a69973c None None] Set router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:46:49.734625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=a6ab77d0-7ded-45ae-a3a4-9e461eba95b0,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:49.740914 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:49.742946 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d4d42430-c0fc-45c2-a373-b0fbdd588116 req-f1584752-dd83-4f55-8bf7-d3c29ecae0f1 service neutron] 10.222.0.10 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776960 Jun 17 08:46:49.893843 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d4d42430-c0fc-45c2-a373-b0fbdd588116 req-253b1468-8af6-4f00-a966-a27701baa616 service neutron] 10.222.0.10 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434779 Jun 17 08:46:49.971683 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0353fc-1fc7-4daa-acf7-03b445442877 req-9639a299-645b-4eaf-a299-ce52bbb976de tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:46:49.973486 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c0353fc-1fc7-4daa-acf7-03b445442877 req-9639a299-645b-4eaf-a299-ce52bbb976de tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 945 time: 0.1253753 Jun 17 08:46:49.990392 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f8e74372-8bf0-4a02-9033-28735a69973c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'port_id': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'mac_address': 'fa:16:3e:4d:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:46:46Z', 'updated_at': '2021-06-17T08:46:46Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958a7cd0-3949-4cd1-96d8-bf06d0b3e231', 'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:fd:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:20Z', 'updated_at': '2021-06-17T08:46:29Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:50.050289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35250) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:50.054792 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c0353fc-1fc7-4daa-acf7-03b445442877 req-41b9e3a0-4086-4b5e-8796-8c944cca0fa5 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748725 Jun 17 08:46:50.107805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Deleting port 418eedd1-aba4-477c-a527-f65788e84877 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:50.108239 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.122797 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e74372-8bf0-4a02-9033-28735a69973c None None] The sync data for ids ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'] in n-d-779913-16 is: [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.157', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'port_id': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'mac_address': 'fa:16:3e:4d:ad:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:46:46Z', 'updated_at': '2021-06-17T08:46:46Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '958a7cd0-3949-4cd1-96d8-bf06d0b3e231', 'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:fd:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:20Z', 'updated_at': '2021-06-17T08:46:29Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:50.200825 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02d3df41-6ac9-4164-bbfd-ec98cdaad0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.223656 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.296151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Calling delete_port for 418eedd1-aba4-477c-a527-f65788e84877 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:50.311992 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02d3df41-6ac9-4164-bbfd-ec98cdaad0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.320493 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02d3df41-6ac9-4164-bbfd-ec98cdaad0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.325021 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b94587a-1320-470c-96af-c29b484cbda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:50.371110 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-02d3df41-6ac9-4164-bbfd-ec98cdaad0e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a85c313c17a478cb93b58b8681bd76c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3170884 Jun 17 08:46:50.371110 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3df41-6ac9-4164-bbfd-ec98cdaad0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec90bae-e3e6-466f-a048-1e4515a63976,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:50.372390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35258) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:50.374751 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02d3df41-6ac9-4164-bbfd-ec98cdaad0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:50.426150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef18f629-5150-4bb6-bebc-d11958172e81 None None] New status for floating IP 7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:46:50.480219 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf2ba-efe6-4030-b0a0-e3b425ac4e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.507010 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf2ba-efe6-4030-b0a0-e3b425ac4e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.541817 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.550919 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-14e8280a-8a1f-4811-b0cc-4d865df67d18 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:50.564802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35266) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:50.590160 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Port': ['ID=418eedd1-aba4-477c-a527-f65788e84877,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:50.592107 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:50.660619 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf2ba-efe6-4030-b0a0-e3b425ac4e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.664919 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0ceaf2ba-efe6-4030-b0a0-e3b425ac4e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.668559 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0ceaf2ba-efe6-4030-b0a0-e3b425ac4e74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ec90bae-e3e6-466f-a048-1e4515a63976 HTTP/1.1" status: 204 len: 168 time: 0.2926965 Jun 17 08:46:50.678443 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-43568d69-7730-4ed8-818e-b8b198c0b8e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:50.704211 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaf2ba-efe6-4030-b0a0-e3b425ac4e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec90bae-e3e6-466f-a048-1e4515a63976,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:50.714338 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:50.715538 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0ceaf2ba-efe6-4030-b0a0-e3b425ac4e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:50.757810 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-01c55898-1401-4fef-8f94-6672847caaa4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc HTTP/1.1" status: 200 len: 992 time: 0.1908903 Jun 17 08:46:50.915977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Router c825e9ce-dda4-4fa2-abef-9f082b3c94c2 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:46:51.000663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:46:51.010626 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "PUT /v2.0/routers/c825e9ce-dda4-4fa2-abef-9f082b3c94c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0344260 Jun 17 08:46:51.010626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35276) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:51.012869 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97ea39-c6b1-420d-ba1b-7cde2874c76b None None] Sync routers for ids ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:46:51.028133 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97ea39-c6b1-420d-ba1b-7cde2874c76b None None] Routers {'c825e9ce-dda4-4fa2-abef-9f082b3c94c2'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:51.034373 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-db97ea39-c6b1-420d-ba1b-7cde2874c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:51.036059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:46:51.046275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35278) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:51.049388 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-d2b72820-a1cb-4698-89be-76a97c91aea0 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] show failed (client error): The resource could not be found. Jun 17 08:46:51.050451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d2b72820-a1cb-4698-89be-76a97c91aea0 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1912948118 HTTP/1.1" status: 404 len: 335 time: 0.0398080 Jun 17 08:46:51.054763 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35280) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:51.060117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-711b6ef9-d6c3-4482-b036-e015a1ad5242 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:46:51.065612 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38032f90-080e-4a72-a975-9f8cc0ed0f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.100219 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-711b6ef9-d6c3-4482-b036-e015a1ad5242 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] update failed (client error): The resource could not be found. Jun 17 08:46:51.101270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-711b6ef9-d6c3-4482-b036-e015a1ad5242 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-2094106666 HTTP/1.1" status: 404 len: 335 time: 0.0455382 Jun 17 08:46:51.106705 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35282) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:51.122819 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-db97ea39-c6b1-420d-ba1b-7cde2874c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:51.129351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:46:51.129976 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.140041 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db97ea39-c6b1-420d-ba1b-7cde2874c76b None None] Routers {'c825e9ce-dda4-4fa2-abef-9f082b3c94c2'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:46:51.140698 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-db97ea39-c6b1-420d-ba1b-7cde2874c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:51.190296 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-db97ea39-c6b1-420d-ba1b-7cde2874c76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:51.192181 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db97ea39-c6b1-420d-ba1b-7cde2874c76b None None] The sync data for ids ['c825e9ce-dda4-4fa2-abef-9f082b3c94c2'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:46:51.202064 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-72e85936-6818-42e6-b376-7c95f99d822a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Deleting subnet 1b2f96f0-4cb6-428f-9c23-bc3a1e33b36d {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:51.216751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-72e85936-6818-42e6-b376-7c95f99d822a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.275763 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-72e85936-6818-42e6-b376-7c95f99d822a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.333528 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38032f90-080e-4a72-a975-9f8cc0ed0f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.342126 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38032f90-080e-4a72-a975-9f8cc0ed0f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.359529 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f15efd2f-55c3-4fae-a43d-0f77d720459e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:51.409333 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-38032f90-080e-4a72-a975-9f8cc0ed0f99 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8f1b18331834382b46aa773ff0a2bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617852 Jun 17 08:46:51.412112 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38032f90-080e-4a72-a975-9f8cc0ed0f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6730c37-7d45-41c9-8369-06769565cc2f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:51.412252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35284) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:51.416515 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-38032f90-080e-4a72-a975-9f8cc0ed0f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:51.418111 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-72e85936-6818-42e6-b376-7c95f99d822a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.468396 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90af0e42-8dfb-4f71-b9a3-1faa59c6d480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.483437 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-72e85936-6818-42e6-b376-7c95f99d822a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.492641 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90af0e42-8dfb-4f71-b9a3-1faa59c6d480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.495220 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-144c570a-131d-4867-a35a-76def2ae3bf5 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:51.502473 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-72e85936-6818-42e6-b376-7c95f99d822a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.504435 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-72e85936-6818-42e6-b376-7c95f99d822a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "DELETE /v2.0/subnets/1b2f96f0-4cb6-428f-9c23-bc3a1e33b36d HTTP/1.1" status: 204 len: 168 time: 0.3950083 Jun 17 08:46:51.510428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3e3b6c-3783-4349-ac8c-be496b808d7e None None] Network 662c3bb5-14ab-42a3-9bdc-5ca24ca41806 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:51.520921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35288) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:51.530813 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e85936-6818-42e6-b376-7c95f99d822a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Subnet': ['ID=1b2f96f0-4cb6-428f-9c23-bc3a1e33b36d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:51.537800 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-72e85936-6818-42e6-b376-7c95f99d822a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:51.626044 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.664002 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90af0e42-8dfb-4f71-b9a3-1faa59c6d480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.667155 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-90af0e42-8dfb-4f71-b9a3-1faa59c6d480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.671071 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-90af0e42-8dfb-4f71-b9a3-1faa59c6d480 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6730c37-7d45-41c9-8369-06769565cc2f HTTP/1.1" status: 204 len: 168 time: 0.2550681 Jun 17 08:46:51.671071 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbb4ec50-a275-49b5-b824-df533bb153f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:51.679629 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af0e42-8dfb-4f71-b9a3-1faa59c6d480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6730c37-7d45-41c9-8369-06769565cc2f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:51.687492 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-90af0e42-8dfb-4f71-b9a3-1faa59c6d480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:51.722651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Deleting port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:51.723232 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.761795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35298) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:51.766402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d074967-1a8d-4040-8f29-60d50752e259 None None] DHCP port deletion for 662c3bb5-14ab-42a3-9bdc-5ca24ca41806 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:51.839212 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] For port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a6ab77d0-7ded-45ae-a3a4-9e461eba95b0,segment=NetworkSegment(8d4d522c-84e1-4beb-aea4-0501404b443d),segment_id=8d4d522c-84e1-4beb-aea4-0501404b443d)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:51.839626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.870341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4d074967-1a8d-4040-8f29-60d50752e259 None None] Deleting port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:51.870341 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d074967-1a8d-4040-8f29-60d50752e259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:51.901127 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0937d509-1ecc-43f3-93ed-2e9ff291e4be tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc HTTP/1.1" status: 200 len: 994 time: 0.1292567 Jun 17 08:46:51.934167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Calling delete_port for a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:51.954612 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4d074967-1a8d-4040-8f29-60d50752e259 None None] For port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a6ab77d0-7ded-45ae-a3a4-9e461eba95b0,segment=NetworkSegment(8d4d522c-84e1-4beb-aea4-0501404b443d),segment_id=8d4d522c-84e1-4beb-aea4-0501404b443d)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:51.955044 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d074967-1a8d-4040-8f29-60d50752e259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.027217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4d074967-1a8d-4040-8f29-60d50752e259 None None] Calling delete_port for a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:52.040170 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.045133 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1342408f-ea07-481d-a873-0e491c8f4935 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:52.077022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Port': ['ID=a6ab77d0-7ded-45ae-a3a4-9e461eba95b0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:52.080998 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:52.082241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] No DVR routers for this DVR port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:52.125066 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4d074967-1a8d-4040-8f29-60d50752e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.128261 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fe70aee1-18d5-4742-a5e9-80dba79d45ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:52.152534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d074967-1a8d-4040-8f29-60d50752e259 None None] Pushing event deleted for resources: {'Port': ['ID=a6ab77d0-7ded-45ae-a3a4-9e461eba95b0,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:52.155822 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4d074967-1a8d-4040-8f29-60d50752e259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:52.157447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d074967-1a8d-4040-8f29-60d50752e259 None None] No DVR routers for this DVR port a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:52.173765 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.184533 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662c3bb5-14ab-42a3-9bdc-5ca24ca41806']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:52.201356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4d522c-84e1-4beb-aea4-0501404b443d') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:52.201710 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4d522c-84e1-4beb-aea4-0501404b443d') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:52.216041 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.233253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.241314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:52.241889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:52.245422 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:52.315527 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.319854 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86185573-20e6-4db9-bc8b-92eb0b6b3b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:52.324306 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.327549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "DELETE /v2.0/networks/662c3bb5-14ab-42a3-9bdc-5ca24ca41806 HTTP/1.1" status: 204 len: 168 time: 0.8048244 Jun 17 08:46:52.329418 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35318) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:52.345219 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Network': ['ID=662c3bb5-14ab-42a3-9bdc-5ca24ca41806,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:52.348041 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:52.393124 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3cea07-f834-4f30-85c0-fa04ecf6e841 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Deleting subnet 75820382-6a3b-4803-b9c1-90e6e02cca13 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:52.397538 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc3cea07-f834-4f30-85c0-fa04ecf6e841 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.442190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc3cea07-f834-4f30-85c0-fa04ecf6e841 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.533369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc3cea07-f834-4f30-85c0-fa04ecf6e841 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.614236 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc3cea07-f834-4f30-85c0-fa04ecf6e841 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.617649 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc5e6aee-a712-451b-994a-2d0cc107db62 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:52.643015 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3cea07-f834-4f30-85c0-fa04ecf6e841 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Subnet': ['ID=75820382-6a3b-4803-b9c1-90e6e02cca13,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:52.645578 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc3cea07-f834-4f30-85c0-fa04ecf6e841 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:52.648698 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc3cea07-f834-4f30-85c0-fa04ecf6e841 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.650642 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dc3cea07-f834-4f30-85c0-fa04ecf6e841 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "DELETE /v2.0/subnets/75820382-6a3b-4803-b9c1-90e6e02cca13 HTTP/1.1" status: 204 len: 168 time: 0.3202648 Jun 17 08:46:52.653247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35326) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:52.662205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d7dfe9-abb5-41b0-8930-9d2290a533b0 None None] Network 18ca7a09-029c-4769-b108-ede4c573d586 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:52.722389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0db435-54d7-4bd0-b74d-bee81aa8c965 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Deleting subnet fbcb20c7-0bfd-43df-9bf9-2b5ad3b968f7 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:52.726085 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b0db435-54d7-4bd0-b74d-bee81aa8c965 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.774430 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b0db435-54d7-4bd0-b74d-bee81aa8c965 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.879726 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b0db435-54d7-4bd0-b74d-bee81aa8c965 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.951869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fbd4e3-fd0f-4cc5-a002-347bba81ec8f None None] DHCP port deletion for 18ca7a09-029c-4769-b108-ede4c573d586 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:52.991562 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b0db435-54d7-4bd0-b74d-bee81aa8c965 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:52.995544 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-82ceb178-79d9-4dce-a07e-aadb45e51b0d tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:53.017414 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbd4e3-fd0f-4cc5-a002-347bba81ec8f None None] Deleting port f26d366c-4b21-47b8-8e62-c0f72faf02f1 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:53.018115 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd4e3-fd0f-4cc5-a002-347bba81ec8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.028545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0db435-54d7-4bd0-b74d-bee81aa8c965 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Subnet': ['ID=fbcb20c7-0bfd-43df-9bf9-2b5ad3b968f7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:53.036572 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5b0db435-54d7-4bd0-b74d-bee81aa8c965 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:53.043691 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5b0db435-54d7-4bd0-b74d-bee81aa8c965 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.046080 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5b0db435-54d7-4bd0-b74d-bee81aa8c965 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "DELETE /v2.0/subnets/fbcb20c7-0bfd-43df-9bf9-2b5ad3b968f7 HTTP/1.1" status: 204 len: 168 time: 0.3917794 Jun 17 08:46:53.048915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35334) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:53.052460 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93efc196-8de8-43c8-9af7-9d9bce668751 None None] Network 7b401c00-e23a-4b22-8e37-f5c6b989d797 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:53.156101 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f26d366c-4b21-47b8-8e62-c0f72faf02f1 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:53.157889 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.241073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Deleting port f26d366c-4b21-47b8-8e62-c0f72faf02f1 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:53.242131 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.333775 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c7fbd4e3-fd0f-4cc5-a002-347bba81ec8f None None] For port f26d366c-4b21-47b8-8e62-c0f72faf02f1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f26d366c-4b21-47b8-8e62-c0f72faf02f1,segment=NetworkSegment(d349e69b-a7c1-4257-a7c8-d4c4a87d8ef7),segment_id=d349e69b-a7c1-4257-a7c8-d4c4a87d8ef7)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:53.334185 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd4e3-fd0f-4cc5-a002-347bba81ec8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.341555 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] For port f26d366c-4b21-47b8-8e62-c0f72faf02f1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f26d366c-4b21-47b8-8e62-c0f72faf02f1,segment=NetworkSegment(d349e69b-a7c1-4257-a7c8-d4c4a87d8ef7),segment_id=d349e69b-a7c1-4257-a7c8-d4c4a87d8ef7)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:53.342266 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.429882 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c7fbd4e3-fd0f-4cc5-a002-347bba81ec8f None None] Calling delete_port for f26d366c-4b21-47b8-8e62-c0f72faf02f1 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:53.438652 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Calling delete_port for f26d366c-4b21-47b8-8e62-c0f72faf02f1 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:53.557005 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.558413 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.561398 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:53.595281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Port': ['ID=f26d366c-4b21-47b8-8e62-c0f72faf02f1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:53.602477 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:53.613773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] No DVR routers for this DVR port f26d366c-4b21-47b8-8e62-c0f72faf02f1 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:53.625334 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2259bb-c3d9-4bfd-ade8-37984e9a95c4 None None] DHCP port deletion for 7b401c00-e23a-4b22-8e37-f5c6b989d797 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:53.648605 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:53.668492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:53.669137 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a6ab77d0-7ded-45ae-a3a4-9e461eba95b0 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:53.670649 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c7fbd4e3-fd0f-4cc5-a002-347bba81ec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.674839 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4a70934e-3ef4-4ab5-b3a3-8b4792fe775f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:53.702844 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbd4e3-fd0f-4cc5-a002-347bba81ec8f None None] Pushing event deleted for resources: {'Port': ['ID=f26d366c-4b21-47b8-8e62-c0f72faf02f1,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:53.707080 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c7fbd4e3-fd0f-4cc5-a002-347bba81ec8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:53.708662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fbd4e3-fd0f-4cc5-a002-347bba81ec8f None None] No DVR routers for this DVR port f26d366c-4b21-47b8-8e62-c0f72faf02f1 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:53.715046 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.731618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6a2259bb-c3d9-4bfd-ade8-37984e9a95c4 None None] Deleting port 50b5b46b-8aee-4676-80d4-15b248eb3e04 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:53.733067 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a2259bb-c3d9-4bfd-ade8-37984e9a95c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.744529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ca7a09-029c-4769-b108-ede4c573d586']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:53.758443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd349e69b-a7c1-4257-a7c8-d4c4a87d8ef7') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:53.759009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd349e69b-a7c1-4257-a7c8-d4c4a87d8ef7') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:53.768744 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.784488 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.792130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:53.792708 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:53.796427 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:53.822698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6a2259bb-c3d9-4bfd-ade8-37984e9a95c4 None None] For port 50b5b46b-8aee-4676-80d4-15b248eb3e04, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=50b5b46b-8aee-4676-80d4-15b248eb3e04,segment=NetworkSegment(8bc6f09a-128f-4a29-948f-25a84aa4612b),segment_id=8bc6f09a-128f-4a29-948f-25a84aa4612b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:53.823390 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a2259bb-c3d9-4bfd-ade8-37984e9a95c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.880083 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.889970 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ba794899-81a6-4c7a-b9c3-e0948b8ba79f tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:53.909725 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6a2259bb-c3d9-4bfd-ade8-37984e9a95c4 None None] Calling delete_port for 50b5b46b-8aee-4676-80d4-15b248eb3e04 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:53.922994 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:53.927880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35354) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:53.928377 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "DELETE /v2.0/networks/18ca7a09-029c-4769-b108-ede4c573d586 HTTP/1.1" status: 204 len: 168 time: 0.8778424 Jun 17 08:46:53.929584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Network': ['ID=18ca7a09-029c-4769-b108-ede4c573d586,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:53.932994 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:54.021300 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.026423 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a2259bb-c3d9-4bfd-ade8-37984e9a95c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.030738 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:54.087262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2259bb-c3d9-4bfd-ade8-37984e9a95c4 None None] No DVR routers for this DVR port 50b5b46b-8aee-4676-80d4-15b248eb3e04 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:54.099053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2259bb-c3d9-4bfd-ade8-37984e9a95c4 None None] Pushing event deleted for resources: {'Port': ['ID=50b5b46b-8aee-4676-80d4-15b248eb3e04,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:54.106525 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6a2259bb-c3d9-4bfd-ade8-37984e9a95c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:54.515626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.527937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b401c00-e23a-4b22-8e37-f5c6b989d797']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:54.540443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bc6f09a-128f-4a29-948f-25a84aa4612b') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:54.541012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bc6f09a-128f-4a29-948f-25a84aa4612b') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:54.551996 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.585095 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.596523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:54.597430 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:54.675700 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:54.681316 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.686804 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-28edf8a8-0fcd-4240-a2a6-7dcbfcc1a8a9 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:54.693360 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.696145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "DELETE /v2.0/networks/7b401c00-e23a-4b22-8e37-f5c6b989d797 HTTP/1.1" status: 204 len: 168 time: 0.7670577 Jun 17 08:46:54.698536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35380) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:54.735987 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Network': ['ID=7b401c00-e23a-4b22-8e37-f5c6b989d797,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:54.742463 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:54.776696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abb787b-52f7-4243-991d-c138989430c1 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Deleting subnet 14b6650c-37f3-49fb-9c52-2fb95e8b6487 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:46:54.781604 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5abb787b-52f7-4243-991d-c138989430c1 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.823381 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5abb787b-52f7-4243-991d-c138989430c1 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:54.944029 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5abb787b-52f7-4243-991d-c138989430c1 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.025229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 50b5b46b-8aee-4676-80d4-15b248eb3e04 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:55.062264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5abb787b-52f7-4243-991d-c138989430c1 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.065284 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddbb9160-3d94-4179-854b-cb1bbcd50247 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:55.075208 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 50b5b46b-8aee-4676-80d4-15b248eb3e04 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:55.075557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 50b5b46b-8aee-4676-80d4-15b248eb3e04 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:55.100597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb787b-52f7-4243-991d-c138989430c1 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Subnet': ['ID=14b6650c-37f3-49fb-9c52-2fb95e8b6487,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:55.103457 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5abb787b-52f7-4243-991d-c138989430c1 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:55.107226 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5abb787b-52f7-4243-991d-c138989430c1 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.111781 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5abb787b-52f7-4243-991d-c138989430c1 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "DELETE /v2.0/subnets/14b6650c-37f3-49fb-9c52-2fb95e8b6487 HTTP/1.1" status: 204 len: 168 time: 0.4090011 Jun 17 08:46:55.112454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35390) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:55.114509 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a42280b-e0fa-4d21-9119-35acd18df0f7 None None] Network e91418b6-7350-4cb7-9c00-579a06f2b770 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:46:55.218222 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.308143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Deleting port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:55.308489 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.398436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c7effd-2eb2-4da4-a722-49b682cb299d None None] DHCP port deletion for e91418b6-7350-4cb7-9c00-579a06f2b770 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:46:55.402006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] For port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=86df8f9d-d2fb-4d5b-af2c-9e04d6864f86,segment=NetworkSegment(e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a),segment_id=e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:55.402448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.493441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Calling delete_port for 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:55.555925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7effd-2eb2-4da4-a722-49b682cb299d None None] Deleting port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:46:55.556437 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e2c7effd-2eb2-4da4-a722-49b682cb299d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.664118 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.675230 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:55.680862 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] No DVR routers for this DVR port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:55.709594 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e2c7effd-2eb2-4da4-a722-49b682cb299d None None] For port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=86df8f9d-d2fb-4d5b-af2c-9e04d6864f86,segment=NetworkSegment(e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a),segment_id=e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:46:55.710713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Port': ['ID=86df8f9d-d2fb-4d5b-af2c-9e04d6864f86,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:55.711687 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e2c7effd-2eb2-4da4-a722-49b682cb299d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.731669 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:55.818674 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e2c7effd-2eb2-4da4-a722-49b682cb299d None None] Calling delete_port for 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:46:55.828151 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.852932 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91418b6-7350-4cb7-9c00-579a06f2b770']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:55.879638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:55.879921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ac3dd6-e701-425a-8abb-5c2b1a6bd90a') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:46:55.893644 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.918642 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.942023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:46:55.942448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:46:55.948603 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:46:55.972440 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e2c7effd-2eb2-4da4-a722-49b682cb299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:55.975111 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-adb75d34-372d-40f0-a67f-1c1cf0231daa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:56.005195 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7effd-2eb2-4da4-a722-49b682cb299d None None] Pushing event deleted for resources: {'Port': ['ID=86df8f9d-d2fb-4d5b-af2c-9e04d6864f86,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:56.008146 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e2c7effd-2eb2-4da4-a722-49b682cb299d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:56.023467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c7effd-2eb2-4da4-a722-49b682cb299d None None] No DVR routers for this DVR port 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:46:56.056199 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.059879 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4b40910f-a754-4c6f-9ac3-bb7a1d487678 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:56.069126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.072814 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "DELETE /v2.0/networks/e91418b6-7350-4cb7-9c00-579a06f2b770 HTTP/1.1" status: 204 len: 168 time: 0.9577549 Jun 17 08:46:56.073845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35412) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:56.086680 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Pushing event deleted for resources: {'Network': ['ID=e91418b6-7350-4cb7-9c00-579a06f2b770,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:56.089452 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:56.115854 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f5531151-09a1-4f4c-bc57-700ff75fbfe6 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "GET /v2.0/ports?device_id=c825e9ce-dda4-4fa2-abef-9f082b3c94c2 HTTP/1.1" status: 200 len: 205 time: 0.0400095 Jun 17 08:46:56.117939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35414) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:56.212629 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de59c558-cef7-4738-bc8d-764c4054a998 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.429278 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de59c558-cef7-4738-bc8d-764c4054a998 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.432247 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de59c558-cef7-4738-bc8d-764c4054a998 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.486335 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de59c558-cef7-4738-bc8d-764c4054a998 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.486904 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de59c558-cef7-4738-bc8d-764c4054a998 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Fanout notify agent at l3_agent the message router_deleted on router c825e9ce-dda4-4fa2-abef-9f082b3c94c2 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:46:56.501699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de59c558-cef7-4738-bc8d-764c4054a998 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:56.503438 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-de59c558-cef7-4738-bc8d-764c4054a998 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] 10.222.0.47 "DELETE /v2.0/routers/c825e9ce-dda4-4fa2-abef-9f082b3c94c2 HTTP/1.1" status: 204 len: 168 time: 0.3836482 Jun 17 08:46:56.820975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35424) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:57.013773 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a8260e86-710e-4e73-98ea-21f75a3eeecb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e86459ac2734440cb19353a214e781a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909854 Jun 17 08:46:57.015930 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35430) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:57.044954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:46:57.078724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:46:57.079314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 86df8f9d-d2fb-4d5b-af2c-9e04d6864f86 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:46:57.112251 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.135168 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.191188 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.194255 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:57.195309 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/390b473e-6606-41bd-8184-1de917cd0ac4 HTTP/1.1" status: 204 len: 168 time: 0.1784103 Jun 17 08:46:57.196209 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be7babe8-be93-471f-aac6-76dd6c35b036 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:57.204165 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390b473e-6606-41bd-8184-1de917cd0ac4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:57.213568 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.213962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.223448 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.224036 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.224522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.225195 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.226282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.226631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.227201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.228322 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.228844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.229371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:46:57.233263 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:57.991272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35462) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:57.996881 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0039999 Jun 17 08:46:57.999904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35464) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:58.107153 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b1ba3ad3-7f0c-49dd-8b2e-31f1bd6dd148 tempest-NetworksApiDiscovery-1973053219 tempest-NetworksApiDiscovery-1973053219-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1060669 Jun 17 08:46:58.388607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35480) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:58.503154 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a373cea-3bb1-4840-8c6a-c33870bbfde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.600878 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a373cea-3bb1-4840-8c6a-c33870bbfde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.605873 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a373cea-3bb1-4840-8c6a-c33870bbfde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.609752 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0ceaf2ba-efe6-4030-b0a0-e3b425ac4e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:58.645627 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1a373cea-3bb1-4840-8c6a-c33870bbfde5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b616abc5be347f58a80f07b9a39abf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559879 Jun 17 08:46:58.647803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a373cea-3bb1-4840-8c6a-c33870bbfde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc1491c-5f3c-48d8-a73e-ad5582150922,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:58.648485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35486) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:46:58.650954 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a373cea-3bb1-4840-8c6a-c33870bbfde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:46:58.725278 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3efb6ad-f1d7-4d58-b3b6-2b613fe057c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.751091 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3efb6ad-f1d7-4d58-b3b6-2b613fe057c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.806334 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3efb6ad-f1d7-4d58-b3b6-2b613fe057c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.809147 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d3efb6ad-f1d7-4d58-b3b6-2b613fe057c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:46:58.810321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d3efb6ad-f1d7-4d58-b3b6-2b613fe057c7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3bc1491c-5f3c-48d8-a73e-ad5582150922 HTTP/1.1" status: 204 len: 168 time: 0.1608596 Jun 17 08:46:58.811233 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-90af0e42-8dfb-4f71-b9a3-1faa59c6d480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:46:58.820253 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efb6ad-f1d7-4d58-b3b6-2b613fe057c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc1491c-5f3c-48d8-a73e-ad5582150922,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:46:58.822878 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d3efb6ad-f1d7-4d58-b3b6-2b613fe057c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:02.980312 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:03.836669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-7cd672bd-c6ae-407d-b027-ad451d9b563c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:03.844606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-7cd672bd-c6ae-407d-b027-ad451d9b563c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 815 time: 0.1384077 Jun 17 08:47:03.872420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-e88293ec-1380-4486-beff-24b6fd368a3c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/quotas/78a54131c9134496acc1241ec4f8e1cd HTTP/1.1" status: 200 len: 375 time: 0.0256031 Jun 17 08:47:03.980765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-eb776b55-af86-45ec-a91a-17cbdafbe354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1068475 Jun 17 08:47:04.090485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-0d2c69b6-9133-4ac0-a8c7-080b1610553a service neutron] 10.222.0.47 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004982 Jun 17 08:47:04.227555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-65fa7148-a837-4220-8ab4-0c488132708b service neutron] 10.222.0.47 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292419 Jun 17 08:47:04.480864 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-faa13101-e339-452d-9e4b-1c4f579bf2bb req-d8ebaaa9-a35c-4b99-a6da-2f3b5a04dad1 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 210 time: 0.0635085 Jun 17 08:47:04.482872 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:47:04.959981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35654) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:05.104219 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a06a6781-0e40-4c0e-a29c-717c1dd89267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.224816 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a06a6781-0e40-4c0e-a29c-717c1dd89267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.230794 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a06a6781-0e40-4c0e-a29c-717c1dd89267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.235346 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ed1dc64c-121b-41ed-8da0-dd8eb7156231 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:05.279436 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a06a6781-0e40-4c0e-a29c-717c1dd89267 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6ba55e838ba64c24be6730bab47ae446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178716 Jun 17 08:47:05.280863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06a6781-0e40-4c0e-a29c-717c1dd89267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a126b9ed-8782-4b77-8c51-3448455e2c01,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:05.282252 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35662) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:05.285280 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a06a6781-0e40-4c0e-a29c-717c1dd89267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:05.339525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d5fde7a-91b5-40cd-979a-a562c3579f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.360984 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d5fde7a-91b5-40cd-979a-a562c3579f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.416414 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d5fde7a-91b5-40cd-979a-a562c3579f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.419875 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0d5fde7a-91b5-40cd-979a-a562c3579f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.421497 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0d5fde7a-91b5-40cd-979a-a562c3579f67 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a126b9ed-8782-4b77-8c51-3448455e2c01 HTTP/1.1" status: 204 len: 168 time: 0.1376081 Jun 17 08:47:05.422485 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0e8a5cac-b21e-4efc-a451-d7c4c497f943 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:05.431092 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5fde7a-91b5-40cd-979a-a562c3579f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a126b9ed-8782-4b77-8c51-3448455e2c01,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:05.433561 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0d5fde7a-91b5-40cd-979a-a562c3579f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:05.672611 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-976bd880-d5e9-4edc-b5db-a69d297b2c10 req-6eaca5ce-93f6-4640-9119-aaf54a31ee7d tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 210 time: 0.0477467 Jun 17 08:47:05.821247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35670) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:05.843078 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0d72841-6ca2-41b9-88ee-3a005eb62ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:05.991351 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0d72841-6ca2-41b9-88ee-3a005eb62ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.003352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f0d72841-6ca2-41b9-88ee-3a005eb62ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.006590 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ab8fbe44-26f3-4290-84af-9e99b3673673 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:06.047854 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f0d72841-6ca2-41b9-88ee-3a005eb62ac0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=505d44d54b4445b197939fc9927210b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252376 Jun 17 08:47:06.049322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d72841-6ca2-41b9-88ee-3a005eb62ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b927940-4be1-4a0f-b09c-4aefb8dbe684,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:06.052745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35672) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:06.087655 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f0d72841-6ca2-41b9-88ee-3a005eb62ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:06.167930 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-552ad685-eb8f-4e6e-94e8-c383369be506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.195070 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-552ad685-eb8f-4e6e-94e8-c383369be506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.274136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-552ad685-eb8f-4e6e-94e8-c383369be506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.276625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-552ad685-eb8f-4e6e-94e8-c383369be506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.277793 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-552ad685-eb8f-4e6e-94e8-c383369be506 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b927940-4be1-4a0f-b09c-4aefb8dbe684 HTTP/1.1" status: 204 len: 168 time: 0.2239127 Jun 17 08:47:06.278819 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f4e5b661-7d5f-4945-8752-7b24a8ac5cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:06.287916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ad685-eb8f-4e6e-94e8-c383369be506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b927940-4be1-4a0f-b09c-4aefb8dbe684,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:06.290995 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-552ad685-eb8f-4e6e-94e8-c383369be506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:06.318710 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-e4abc86f-9148-4a63-95c9-c6e097d9045f tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:06.324962 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-e4abc86f-9148-4a63-95c9-c6e097d9045f tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.10 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 815 time: 0.6362424 Jun 17 08:47:06.343158 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Request body: {'port': {'device_id': 'a5a87b55-fefa-4c91-9d38-7b9b87418038', 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b', 'admin_state_up': True, 'tenant_id': '78a54131c9134496acc1241ec4f8e1cd'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:06.485060 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Made reservation on behalf of 78a54131c9134496acc1241ec4f8e1cd for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:06.489336 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.635003 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Allocated IP 172.20.0.7 (fa372ab1-c497-4810-a467-76fc17fa293b/dc4870a4-6310-40a7-9511-b9a985b9f9e1/ef559eae-f93b-41d6-8f86-65487585981a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:06.714876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35688) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:06.730175 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a97fe5a5-dfd5-48cb-99f5-950b7ffb5c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.821873 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.848691 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5ffde61-5274-4ed6-980e-a9dfcc328452 req-d5b979cd-085c-43b0-8c2c-8d72397d73ad tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 210 time: 0.0376132 Jun 17 08:47:06.863749 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a97fe5a5-dfd5-48cb-99f5-950b7ffb5c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.864761 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.869270 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a97fe5a5-dfd5-48cb-99f5-950b7ffb5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:06.869901 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d12d4ab9-baaf-41fa-8b6a-e6bf1cf35754 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:06.877926 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1f605f50-872a-423b-bdc2-32591bbfca2a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:06.894874 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d5d19f52-801d-4280-827d-a40ad8b36667 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:06.899004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a97fe5a5-dfd5-48cb-99f5-950b7ffb5c2e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=caa9673f5c74495f8c5d16cf6ef81b41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837873 Jun 17 08:47:06.902961 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35692) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:06.926520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fe5a5-dfd5-48cb-99f5-950b7ffb5c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88bda71-9092-4054-b094-966b2ae8cf55,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:06.929620 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a97fe5a5-dfd5-48cb-99f5-950b7ffb5c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:06.950000 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Network fa372ab1-c497-4810-a467-76fc17fa293b is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:06.960751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:06.969818 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:06.977335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Pushing event updated for resources: {'Port': ['ID=ef559eae-f93b-41d6-8f86-65487585981a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:06.997498 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:07.019987 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc7891b2-2911-427d-a321-07d8908804e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.038679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:07.039296 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.059048 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc7891b2-2911-427d-a321-07d8908804e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.068273 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7324269 Jun 17 08:47:07.086317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Request body: {'port': {'device_id': 'a5a87b55-fefa-4c91-9d38-7b9b87418038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:07.171275 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc7891b2-2911-427d-a321-07d8908804e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.178160 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-dc7891b2-2911-427d-a321-07d8908804e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.178160 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dc7891b2-2911-427d-a321-07d8908804e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a88bda71-9092-4054-b094-966b2ae8cf55 HTTP/1.1" status: 204 len: 168 time: 0.2690563 Jun 17 08:47:07.179345 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f176b29d-541f-49f2-b26e-4a580e854265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:07.181465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.195225 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7891b2-2911-427d-a321-07d8908804e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88bda71-9092-4054-b094-966b2ae8cf55,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:07.198851 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc7891b2-2911-427d-a321-07d8908804e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:07.483898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef559eae-f93b-41d6-8f86-65487585981a {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:07.492407 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.505599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Transition to ACTIVE for port object ef559eae-f93b-41d6-8f86-65487585981a will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:07.510410 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.513708 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:07.590469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Pushing event updated for resources: {'Port': ['ID=ef559eae-f93b-41d6-8f86-65487585981a,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:07.594716 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:07.661013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Attempting to bind port ef559eae-f93b-41d6-8f86-65487585981a on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:07.661359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Attempting to bind port ef559eae-f93b-41d6-8f86-65487585981a by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:07.661682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Attempting to bind port ef559eae-f93b-41d6-8f86-65487585981a on network fa372ab1-c497-4810-a467-76fc17fa293b {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:07.666581 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Port ef559eae-f93b-41d6-8f86-65487585981a on network fa372ab1-c497-4810-a467-76fc17fa293b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:07.666756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Attempting to bind port ef559eae-f93b-41d6-8f86-65487585981a on network fa372ab1-c497-4810-a467-76fc17fa293b {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:07.674447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:07.674831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Checking segment: {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:07.675441 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Bound using segment: {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:07.676065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Bound port: ef559eae-f93b-41d6-8f86-65487585981a, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:07.676627 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.757370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] For port ef559eae-f93b-41d6-8f86-65487585981a, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:07.762028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] For port ef559eae-f93b-41d6-8f86-65487585981a, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ef559eae-f93b-41d6-8f86-65487585981a,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:07.766801 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.769299 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1f3d7ce9-c99f-46f6-b5f1-e2762262da65 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:07.816442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:07.817074 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:07.818728 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] 10.222.0.10 "PUT /v2.0/ports/ef559eae-f93b-41d6-8f86-65487585981a HTTP/1.1" status: 200 len: 1092 time: 0.7416277 Jun 17 08:47:07.819398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5a87b55-fefa-4c91-9d38-7b9b87418038', 'tag': 'ef559eae-f93b-41d6-8f86-65487585981a'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:07.821775 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6624693b-9538-4b40-9d6a-4095be627978" -d '{"events": [{"name": "network-changed", "server_uuid": "a5a87b55-fefa-4c91-9d38-7b9b87418038", "tag": "ef559eae-f93b-41d6-8f86-65487585981a"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:07.910431 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414462d6-35aa-4807-b743-7daa236f16d9 x-openstack-request-id: req-414462d6-35aa-4807-b743-7daa236f16d9 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:07.910688 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5a87b55-fefa-4c91-9d38-7b9b87418038", "tag": "ef559eae-f93b-41d6-8f86-65487585981a", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:07.911117 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-414462d6-35aa-4807-b743-7daa236f16d9 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:07.911622 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5a87b55-fefa-4c91-9d38-7b9b87418038', 'tag': 'ef559eae-f93b-41d6-8f86-65487585981a', 'status': 'completed', 'code': 200} Jun 17 08:47:07.944204 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Pushing event updated for resources: {'Port': ['ID=ef559eae-f93b-41d6-8f86-65487585981a,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:07.948075 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:07.983145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-7155c10d-f627-4ead-ad75-03128001eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:07.987979 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-7155c10d-f627-4ead-ad75-03128001eeed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 1095 time: 0.1108181 Jun 17 08:47:08.080481 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-5c739dbb-83a2-4ecc-bff9-6b037bc5a2c3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef559eae-f93b-41d6-8f86-65487585981a HTTP/1.1" status: 200 len: 217 time: 0.0849900 Jun 17 08:47:08.082400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f0585d-d2a4-4159-b93f-f62dcb77266f req-0f887bcf-5ec5-49da-b218-1b126589e415 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:08.084125 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05f0585d-d2a4-4159-b93f-f62dcb77266f req-0f887bcf-5ec5-49da-b218-1b126589e415 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 943 time: 0.0747051 Jun 17 08:47:08.141447 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-05f0585d-d2a4-4159-b93f-f62dcb77266f req-4983f204-aeb5-4d67-bd29-e9a007526445 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512025 Jun 17 08:47:08.168938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-64993cee-7eb0-49a3-b66c-b496802ff1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:08.171469 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-64993cee-7eb0-49a3-b66c-b496802ff1d0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 200 len: 855 time: 0.0841904 Jun 17 08:47:08.244404 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-ba39dd03-a415-4155-8037-4c244081da5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa372ab1-c497-4810-a467-76fc17fa293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520973 Jun 17 08:47:08.343119 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-99947a9e-8242-4fb5-b871-b187cd6303d7 service neutron] 10.222.0.10 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910976 Jun 17 08:47:08.472444 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-4da34a96-75e7-4534-841e-cf0f9ccfced2 req-80af4865-87ae-4ae8-b9fa-fb76ee7f150c service neutron] 10.222.0.10 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202757 Jun 17 08:47:08.601055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624693b-9538-4b40-9d6a-4095be627978 req-75b05d43-cc11-44f7-b21c-7651e94371b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:08.602901 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6624693b-9538-4b40-9d6a-4095be627978 req-75b05d43-cc11-44f7-b21c-7651e94371b0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 1095 time: 0.0751662 Jun 17 08:47:08.712533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624693b-9538-4b40-9d6a-4095be627978 req-d9b1224f-884e-4120-878d-27cb9f607ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:08.714397 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6624693b-9538-4b40-9d6a-4095be627978 req-d9b1224f-884e-4120-878d-27cb9f607ab9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 916 time: 0.1029904 Jun 17 08:47:08.767480 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6624693b-9538-4b40-9d6a-4095be627978 req-bb43f686-1077-489f-bf13-a16e037000a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef559eae-f93b-41d6-8f86-65487585981a HTTP/1.1" status: 200 len: 217 time: 0.0457540 Jun 17 08:47:08.838832 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624693b-9538-4b40-9d6a-4095be627978 req-12c33f3b-77c5-4316-8708-99c55fa18477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:08.838832 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6624693b-9538-4b40-9d6a-4095be627978 req-12c33f3b-77c5-4316-8708-99c55fa18477 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 200 len: 855 time: 0.0617645 Jun 17 08:47:08.890512 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6624693b-9538-4b40-9d6a-4095be627978 req-47da812d-5de9-4d52-9637-fb62588619fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa372ab1-c497-4810-a467-76fc17fa293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438488 Jun 17 08:47:08.995041 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6624693b-9538-4b40-9d6a-4095be627978 req-8772c00d-7aaa-43cd-8612-fccc19a67f73 service neutron] 10.222.0.10 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966139 Jun 17 08:47:09.103203 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6624693b-9538-4b40-9d6a-4095be627978 req-2a36f667-7f25-43a5-a49c-56ba869b8420 service neutron] 10.222.0.10 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998917 Jun 17 08:47:09.278869 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:09.375418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501672a2-1fd3-437e-8278-49fdc0442cf2 req-5d44b8c0-d6cc-453e-89b7-ad1d9d588724 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:09.377528 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-501672a2-1fd3-437e-8278-49fdc0442cf2 req-5d44b8c0-d6cc-453e-89b7-ad1d9d588724 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 943 time: 0.0920475 Jun 17 08:47:09.435587 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-501672a2-1fd3-437e-8278-49fdc0442cf2 req-6a1f7cba-64ec-4326-b3cd-6f52d939b4f2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510807 Jun 17 08:47:10.035609 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35808) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:10.134399 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cabf5554-45c4-4da8-afd3-ef5164e257d7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/floatingips/5a7722bb-bd6f-4a01-8194-2e210a01239d HTTP/1.1" status: 200 len: 994 time: 0.0973136 Jun 17 08:47:10.508825 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35824) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:10.790955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting port aa544301-4302-4469-9e25-4adc487d00f7 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:10.791636 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.804561 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730c6d9-2849-4fd9-a266-19245980fad3 req-04692e5f-cf23-4d95-a923-c6449ddeb9dc tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:10.818536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6730c6d9-2849-4fd9-a266-19245980fad3 req-04692e5f-cf23-4d95-a923-c6449ddeb9dc tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 943 time: 0.1807921 Jun 17 08:47:10.878062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6730c6d9-2849-4fd9-a266-19245980fad3 req-8dbc8fec-5b11-459d-a14a-faf7ced714b8 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567069 Jun 17 08:47:10.925280 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.926392 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:10.998492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Calling delete_port for aa544301-4302-4469-9e25-4adc487d00f7 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:11.162310 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.165397 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-41e4fdcd-6698-449a-8967-ba91078f607d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:11.195286 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Port': ['ID=aa544301-4302-4469-9e25-4adc487d00f7,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:11.200832 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:11.281362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.281709 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Floating IP 5a7722bb-bd6f-4a01-8194-2e210a01239d disassociated (deleted). External IP: 172.25.8.152, port: ebba494f-b157-4e75-af7a-ac1149ba9694. Jun 17 08:47:11.534692 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 377891be-f9b1-43e3-9aff-6c993f267e44 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:11.691523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:11.705974 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:11.717714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c8d0f-e398-42ac-9859-6e9706968edd None None] Sync routers for ids ['377891be-f9b1-43e3-9aff-6c993f267e44'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:11.734668 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c8d0f-e398-42ac-9859-6e9706968edd None None] Routers {'377891be-f9b1-43e3-9aff-6c993f267e44'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:11.735427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f61c8d0f-e398-42ac-9859-6e9706968edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['377891be-f9b1-43e3-9aff-6c993f267e44'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:11.744407 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/floatingips/5a7722bb-bd6f-4a01-8194-2e210a01239d HTTP/1.1" status: 204 len: 168 time: 1.2381995 Jun 17 08:47:11.745217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'tag': 'ebba494f-b157-4e75-af7a-ac1149ba9694'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:11.748015 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb22808f-8ca3-43aa-8015-6c9d11d987c0" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf8d432-0e8a-4f0b-b063-87c596567fb9", "tag": "ebba494f-b157-4e75-af7a-ac1149ba9694"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:11.855954 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d36a21-6fb6-4cb1-a42d-1037a245989e x-openstack-request-id: req-57d36a21-6fb6-4cb1-a42d-1037a245989e {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:11.856531 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf8d432-0e8a-4f0b-b063-87c596567fb9", "tag": "ebba494f-b157-4e75-af7a-ac1149ba9694", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:11.856843 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-57d36a21-6fb6-4cb1-a42d-1037a245989e {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:11.857377 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'tag': 'ebba494f-b157-4e75-af7a-ac1149ba9694', 'status': 'completed', 'code': 200} Jun 17 08:47:11.882607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f61c8d0f-e398-42ac-9859-6e9706968edd None None] Set router 377891be-f9b1-43e3-9aff-6c993f267e44 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:12.028211 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22808f-8ca3-43aa-8015-6c9d11d987c0 req-2508423d-4f51-4b1e-a63a-860afa01ba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.032487 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb22808f-8ca3-43aa-8015-6c9d11d987c0 req-2508423d-4f51-4b1e-a63a-860afa01ba9b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=429b1bfb82834492a01da039e4afa344&device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 1098 time: 0.1307817 Jun 17 08:47:12.129263 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ef559eae-f93b-41d6-8f86-65487585981a details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:12.250203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22808f-8ca3-43aa-8015-6c9d11d987c0 req-47fda697-19c8-4d84-97a9-460adff7c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.252801 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb22808f-8ca3-43aa-8015-6c9d11d987c0 req-47fda697-19c8-4d84-97a9-460adff7c47c service neutron] 10.222.0.10 "GET /v2.0/networks?id=8b457282-2f61-4bbd-b3ff-61878cc42143 HTTP/1.1" status: 200 len: 897 time: 0.2126582 Jun 17 08:47:12.307662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59856cc-ce1c-4e72-ae94-df511ffd9976 req-7378acd1-9427-462f-8db7-ad87605cc485 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.309304 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f59856cc-ce1c-4e72-ae94-df511ffd9976 req-7378acd1-9427-462f-8db7-ad87605cc485 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 943 time: 0.1216023 Jun 17 08:47:12.340797 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb22808f-8ca3-43aa-8015-6c9d11d987c0 req-ec33f3af-8666-4c62-a18c-83740a74d6d8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebba494f-b157-4e75-af7a-ac1149ba9694 HTTP/1.1" status: 200 len: 217 time: 0.0808344 Jun 17 08:47:12.419856 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22808f-8ca3-43aa-8015-6c9d11d987c0 req-c4ba7573-6b1d-4ce5-a16f-48b262726f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.422501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f59856cc-ce1c-4e72-ae94-df511ffd9976 req-66939b23-bf37-41ad-bfcd-a13ee0ddd329 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048989 Jun 17 08:47:12.423956 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port ef559eae-f93b-41d6-8f86-65487585981a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ef559eae-f93b-41d6-8f86-65487585981a,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:12.426866 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb22808f-8ca3-43aa-8015-6c9d11d987c0 req-c4ba7573-6b1d-4ce5-a16f-48b262726f3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1f32d821-7f52-432e-8649-2cde7dc8942d HTTP/1.1" status: 200 len: 835 time: 0.0785065 Jun 17 08:47:12.510696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81271f5-a590-4e01-976e-ae37f27483d9 req-9508fac3-b6af-4bac-9399-ae3736ba37e2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.519759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a81271f5-a590-4e01-976e-ae37f27483d9 req-9508fac3-b6af-4bac-9399-ae3736ba37e2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 946 time: 0.0959535 Jun 17 08:47:12.547535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22808f-8ca3-43aa-8015-6c9d11d987c0 req-81fea10e-3bd2-4b25-83a9-761fa31cafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:12.549080 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb22808f-8ca3-43aa-8015-6c9d11d987c0 req-81fea10e-3bd2-4b25-83a9-761fa31cafee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=8b457282-2f61-4bbd-b3ff-61878cc42143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1141534 Jun 17 08:47:12.577364 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a81271f5-a590-4e01-976e-ae37f27483d9 req-d9181373-10d3-4bb2-a4c3-34e86d2ef29d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564251 Jun 17 08:47:12.694983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f61c8d0f-e398-42ac-9859-6e9706968edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'b0163286-c7aa-4cb4-9f71-6f1e46491cc5', 'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:32:f6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:35Z', 'updated_at': '2021-06-17T08:45:47Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:12.695986 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb22808f-8ca3-43aa-8015-6c9d11d987c0 req-5798faeb-80a7-45c4-85b2-f0e40af1cf12 service neutron] 10.222.0.10 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380689 Jun 17 08:47:12.723527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'ef559eae-f93b-41d6-8f86-65487585981a', 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b', 'port_id': 'ef559eae-f93b-41d6-8f86-65487585981a', 'mac_address': 'fa:16:3e:f5:55:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4870a4-6310-40a7-9511-b9a985b9f9e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:12.733276 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c8d0f-e398-42ac-9859-6e9706968edd None None] Checking router: 377891be-f9b1-43e3-9aff-6c993f267e44 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:47:12.762916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61c8d0f-e398-42ac-9859-6e9706968edd None None] Routers {'377891be-f9b1-43e3-9aff-6c993f267e44'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:12.763722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f61c8d0f-e398-42ac-9859-6e9706968edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:46:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['377891be-f9b1-43e3-9aff-6c993f267e44'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:12.806205 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bb22808f-8ca3-43aa-8015-6c9d11d987c0 req-1f303dfd-6a33-45b4-a6c3-3ab8a71da2da service neutron] 10.222.0.10 "GET /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001787 Jun 17 08:47:12.847329 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.877419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef559eae-f93b-41d6-8f86-65487585981a {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:12.911159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port ef559eae-f93b-41d6-8f86-65487585981a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ef559eae-f93b-41d6-8f86-65487585981a,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:12.923825 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:12.927896 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-47cff67d-ecb6-4c43-9b73-0ff6461c5e6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:12.931199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f61c8d0f-e398-42ac-9859-6e9706968edd None None] Set router 377891be-f9b1-43e3-9aff-6c993f267e44 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:13.070245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=ef559eae-f93b-41d6-8f86-65487585981a,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:13.100853 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:13.234847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f61c8d0f-e398-42ac-9859-6e9706968edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'b0163286-c7aa-4cb4-9f71-6f1e46491cc5', 'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:32:f6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:35Z', 'updated_at': '2021-06-17T08:45:47Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:13.271812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61c8d0f-e398-42ac-9859-6e9706968edd None None] The sync data for ids ['377891be-f9b1-43e3-9aff-6c993f267e44'] in n-d-779913-16 is: [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:45:37Z', 'revision_number': 4, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'b0163286-c7aa-4cb4-9f71-6f1e46491cc5', 'name': '', 'network_id': '8b457282-2f61-4bbd-b3ff-61878cc42143', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'mac_address': 'fa:16:3e:32:f6:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3255, 'fixed_ips': [{'subnet_id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:35Z', 'updated_at': '2021-06-17T08:45:47Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'subnets': [{'id': '1f32d821-7f52-432e-8649-2cde7dc8942d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:13.335425 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['ef559eae-f93b-41d6-8f86-65487585981a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:13.459383 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9acfacf3-dccf-4377-80a6-d32802fe8225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:13.715616 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c0e414c-ed6b-4b07-b718-275c19622d4f None None] New status for floating IP 5a7722bb-bd6f-4a01-8194-2e210a01239d: DOWN {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:47:13.778177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b357284-4c2d-41b4-a50a-a7ac0c7f77c6 req-e9c774f9-d686-40b9-abe3-d59a5fc9ae02 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:13.785850 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b357284-4c2d-41b4-a50a-a7ac0c7f77c6 req-e9c774f9-d686-40b9-abe3-d59a5fc9ae02 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 944 time: 0.1705678 Jun 17 08:47:13.816728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80855e9-e8e1-4aa3-a343-08fda2f5cedf req-98f72a1f-dd7b-42fc-bf24-ca5509debe0b tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:13.818420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b80855e9-e8e1-4aa3-a343-08fda2f5cedf req-98f72a1f-dd7b-42fc-bf24-ca5509debe0b tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 946 time: 0.1855214 Jun 17 08:47:13.839325 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b357284-4c2d-41b4-a50a-a7ac0c7f77c6 req-d49da8c1-3409-4100-abb9-3a22621f1ab8 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522320 Jun 17 08:47:13.932776 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b80855e9-e8e1-4aa3-a343-08fda2f5cedf req-a8348a54-5623-45ef-ad83-fbaef45a94d1 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030595 Jun 17 08:47:14.061109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739c312-aa66-4d1d-8948-2b7ada691151 req-5d775c5b-9e1a-4936-9ee7-0cfd50d5fa65 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:14.062803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f739c312-aa66-4d1d-8948-2b7ada691151 req-5d775c5b-9e1a-4936-9ee7-0cfd50d5fa65 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 946 time: 0.0698297 Jun 17 08:47:14.096770 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78277535-21a6-446e-a33a-f6e011457bb9 req-4c9d5e68-08d2-45f9-84c7-6c8cc7f2497d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:14.098263 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-78277535-21a6-446e-a33a-f6e011457bb9 req-4c9d5e68-08d2-45f9-84c7-6c8cc7f2497d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcf8d432-0e8a-4f0b-b063-87c596567fb9 HTTP/1.1" status: 200 len: 946 time: 0.0827999 Jun 17 08:47:14.107514 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f739c312-aa66-4d1d-8948-2b7ada691151 req-d4966587-33f7-42a3-8b92-001fb2c5a9da tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "GET /v2.0/security-groups?id=a0b03b09-c434-4fd9-a0f8-53deaf717574&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384684 Jun 17 08:47:14.226715 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-78277535-21a6-446e-a33a-f6e011457bb9 req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting port ebba494f-b157-4e75-af7a-ac1149ba9694 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:14.227103 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-78277535-21a6-446e-a33a-f6e011457bb9 req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.337702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-78277535-21a6-446e-a33a-f6e011457bb9 req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] For port ebba494f-b157-4e75-af7a-ac1149ba9694, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ebba494f-b157-4e75-af7a-ac1149ba9694,segment=NetworkSegment(d4876e83-8921-4bfb-8a70-19a3fcc4bff6),segment_id=d4876e83-8921-4bfb-8a70-19a3fcc4bff6)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:14.338410 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-78277535-21a6-446e-a33a-f6e011457bb9 req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.415796 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-78277535-21a6-446e-a33a-f6e011457bb9 req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Calling delete_port for ebba494f-b157-4e75-af7a-ac1149ba9694 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:14.594412 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-78277535-21a6-446e-a33a-f6e011457bb9 req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.599315 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a35bbe2-14f5-4d4f-9dca-bd682a7b4c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:14.628379 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Port': ['ID=ebba494f-b157-4e75-af7a-ac1149ba9694,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:14.635631 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:14.684057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-78277535-21a6-446e-a33a-f6e011457bb9 req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] No DVR routers for this DVR port ebba494f-b157-4e75-af7a-ac1149ba9694 on host n-h1-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:14.686954 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-78277535-21a6-446e-a33a-f6e011457bb9 req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:14.689135 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-78277535-21a6-446e-a33a-f6e011457bb9 req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.10 "DELETE /v2.0/ports/ebba494f-b157-4e75-af7a-ac1149ba9694 HTTP/1.1" status: 204 len: 173 time: 0.5834384 Jun 17 08:47:14.689821 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'name': 'network-vif-deleted', 'tag': 'ebba494f-b157-4e75-af7a-ac1149ba9694'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:14.692366 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01b9eda-bd45-4958-bd5a-8141d0a69e78" -d '{"events": [{"server_uuid": "bcf8d432-0e8a-4f0b-b063-87c596567fb9", "name": "network-vif-deleted", "tag": "ebba494f-b157-4e75-af7a-ac1149ba9694"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:14.733839 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c3013e-ca22-41c5-a96e-fa643814aa16 x-openstack-request-id: req-39c3013e-ca22-41c5-a96e-fa643814aa16 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:14.734208 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf8d432-0e8a-4f0b-b063-87c596567fb9", "name": "network-vif-deleted", "tag": "ebba494f-b157-4e75-af7a-ac1149ba9694", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:14.734514 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-39c3013e-ca22-41c5-a96e-fa643814aa16 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:14.735190 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf8d432-0e8a-4f0b-b063-87c596567fb9', 'name': 'network-vif-deleted', 'tag': 'ebba494f-b157-4e75-af7a-ac1149ba9694', 'status': 'completed', 'code': 200} Jun 17 08:47:15.142400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1495f-b300-4a2d-acfd-bf674b699ccf req-b1c7e192-b584-4df0-bd63-d85df5fbc5f6 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:15.156922 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95f1495f-b300-4a2d-acfd-bf674b699ccf req-b1c7e192-b584-4df0-bd63-d85df5fbc5f6 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.63 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 946 time: 0.1671126 Jun 17 08:47:15.371443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc0590-40ec-4312-9eb8-0a856dc9f974 req-6a68cdb4-0aef-4f5f-b4f1-6ee6ca2be4f6 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:15.380798 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4fc0590-40ec-4312-9eb8-0a856dc9f974 req-6a68cdb4-0aef-4f5f-b4f1-6ee6ca2be4f6 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 944 time: 0.3756604 Jun 17 08:47:15.449154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f4fc0590-40ec-4312-9eb8-0a856dc9f974 req-5eec9b50-59aa-4b6c-87e6-be147f5cb58c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674050 Jun 17 08:47:15.463838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da664e8-e59f-4989-a469-1fa63924874e req-e9c12c3f-5f34-437f-bbc9-a4d37773fc3f tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:15.480164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1da664e8-e59f-4989-a469-1fa63924874e req-e9c12c3f-5f34-437f-bbc9-a4d37773fc3f tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 946 time: 0.3199291 Jun 17 08:47:15.516999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-95f1495f-b300-4a2d-acfd-bf674b699ccf req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Deleting port e55cb796-7462-4532-8a8f-75872643bc13 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:15.517607 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-95f1495f-b300-4a2d-acfd-bf674b699ccf req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.533454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35952) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:15.606449 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1da664e8-e59f-4989-a469-1fa63924874e req-c3da67ef-78f5-44a3-844b-73892fb5f762 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184552 Jun 17 08:47:15.607334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35958) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:15.640327 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d72bc61d-c2ef-4e6d-a83c-8f09b28562cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.684825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-95f1495f-b300-4a2d-acfd-bf674b699ccf req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] For port e55cb796-7462-4532-8a8f-75872643bc13, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=e55cb796-7462-4532-8a8f-75872643bc13,segment=NetworkSegment(454d3450-aefd-4351-b10d-382bfc85574a),segment_id=454d3450-aefd-4351-b10d-382bfc85574a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:15.685608 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-95f1495f-b300-4a2d-acfd-bf674b699ccf req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.706956 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0930c5d-4179-4ed5-8224-e0e3e215042b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.716725 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96af5349-79de-4b5a-b085-76b4342232be tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.756048 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96af5349-79de-4b5a-b085-76b4342232be tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.757120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-95f1495f-b300-4a2d-acfd-bf674b699ccf req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Calling delete_port for e55cb796-7462-4532-8a8f-75872643bc13 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:15.937447 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-95f1495f-b300-4a2d-acfd-bf674b699ccf req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:15.943451 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf698ea0-c6f4-4025-8ea6-107e7a45f4e1 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:15.970431 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['e55cb796-7462-4532-8a8f-75872643bc13'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:16.005931 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.017668 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Pushing event deleted for resources: {'Port': ['ID=e55cb796-7462-4532-8a8f-75872643bc13,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:16.020615 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:16.044035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f1495f-b300-4a2d-acfd-bf674b699ccf req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] No DVR routers for this DVR port e55cb796-7462-4532-8a8f-75872643bc13 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:16.047037 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-95f1495f-b300-4a2d-acfd-bf674b699ccf req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.049136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95f1495f-b300-4a2d-acfd-bf674b699ccf req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.63 "DELETE /v2.0/ports/e55cb796-7462-4532-8a8f-75872643bc13 HTTP/1.1" status: 204 len: 173 time: 0.8751736 Jun 17 08:47:16.049722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bb55e2-38cb-4a5b-8c42-eba317ab5f03', 'name': 'network-vif-deleted', 'tag': 'e55cb796-7462-4532-8a8f-75872643bc13'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:16.052224 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c86a87-4d94-4c87-84dc-a6d1e0e6f38d" -d '{"events": [{"server_uuid": "23bb55e2-38cb-4a5b-8c42-eba317ab5f03", "name": "network-vif-deleted", "tag": "e55cb796-7462-4532-8a8f-75872643bc13"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:16.097354 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4b5908-33b3-4cdd-bbcf-61a19df56692 x-openstack-request-id: req-bd4b5908-33b3-4cdd-bbcf-61a19df56692 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:16.098036 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bb55e2-38cb-4a5b-8c42-eba317ab5f03", "name": "network-vif-deleted", "tag": "e55cb796-7462-4532-8a8f-75872643bc13", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:16.098662 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd4b5908-33b3-4cdd-bbcf-61a19df56692 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:16.099395 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bb55e2-38cb-4a5b-8c42-eba317ab5f03', 'name': 'network-vif-deleted', 'tag': 'e55cb796-7462-4532-8a8f-75872643bc13', 'status': 'completed', 'code': 200} Jun 17 08:47:16.150587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ef559eae-f93b-41d6-8f86-65487585981a up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:16.226118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port ef559eae-f93b-41d6-8f86-65487585981a completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:16.232542 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port ef559eae-f93b-41d6-8f86-65487585981a triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:16.233358 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.273402 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96af5349-79de-4b5a-b085-76b4342232be tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.276026 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96af5349-79de-4b5a-b085-76b4342232be tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.280140 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-96af5349-79de-4b5a-b085-76b4342232be tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/security-groups/a0b03b09-c434-4fd9-a0f8-53deaf717574 HTTP/1.1" status: 204 len: 168 time: 0.6688526 Jun 17 08:47:16.280140 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0930c5d-4179-4ed5-8224-e0e3e215042b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.280579 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b34b6c30-dd2c-45f6-9ac5-39d73efaffc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:16.292963 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0930c5d-4179-4ed5-8224-e0e3e215042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.296994 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af5349-79de-4b5a-b085-76b4342232be tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b03b09-c434-4fd9-a0f8-53deaf717574,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:16.304996 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-96af5349-79de-4b5a-b085-76b4342232be tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:16.306108 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fa8e65a0-758a-492d-9a02-a5dc5f4e8ed2 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:16.320252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 35976) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:16.334066 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d0930c5d-4179-4ed5-8224-e0e3e215042b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8b8bffb6ba14f90938afa906711fa0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7991560 Jun 17 08:47:16.337230 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 35978) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:16.345267 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0930c5d-4179-4ed5-8224-e0e3e215042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351a183f-33d3-492e-a6ae-91c11af240ee,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:16.353096 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d0930c5d-4179-4ed5-8224-e0e3e215042b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:16.358638 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.387759 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a87b55-fefa-4c91-9d38-7b9b87418038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef559eae-f93b-41d6-8f86-65487585981a'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:16.390860 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e95ce3-f867-4139-958f-387929cb14ec" -d '{"events": [{"server_uuid": "a5a87b55-fefa-4c91-9d38-7b9b87418038", "name": "network-vif-plugged", "status": "completed", "tag": "ef559eae-f93b-41d6-8f86-65487585981a"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:16.405522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port ef559eae-f93b-41d6-8f86-65487585981a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ef559eae-f93b-41d6-8f86-65487585981a,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:16.411942 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.413013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ebba494f-b157-4e75-af7a-ac1149ba9694 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:16.415215 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:16.429777 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-09ffa90a-a49e-43e9-816a-e90fb72da91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.458370 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-09ffa90a-a49e-43e9-816a-e90fb72da91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.477800 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbbabef-2f32-45eb-a05e-18297bf77ff9 x-openstack-request-id: req-bfbbabef-2f32-45eb-a05e-18297bf77ff9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:16.478106 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a87b55-fefa-4c91-9d38-7b9b87418038", "name": "network-vif-plugged", "status": "completed", "tag": "ef559eae-f93b-41d6-8f86-65487585981a", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:16.478924 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bfbbabef-2f32-45eb-a05e-18297bf77ff9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:16.479077 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a87b55-fefa-4c91-9d38-7b9b87418038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef559eae-f93b-41d6-8f86-65487585981a', 'code': 200} Jun 17 08:47:16.482176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: ebba494f-b157-4e75-af7a-ac1149ba9694 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:16.482596 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ebba494f-b157-4e75-af7a-ac1149ba9694 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:16.552599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=ef559eae-f93b-41d6-8f86-65487585981a,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:16.557017 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:16.627602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-09ffa90a-a49e-43e9-816a-e90fb72da91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.630623 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-09ffa90a-a49e-43e9-816a-e90fb72da91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.634462 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-09ffa90a-a49e-43e9-816a-e90fb72da91e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/351a183f-33d3-492e-a6ae-91c11af240ee HTTP/1.1" status: 204 len: 168 time: 0.2962973 Jun 17 08:47:16.635405 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02d3df41-6ac9-4164-bbfd-ec98cdaad0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:16.677312 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ffa90a-a49e-43e9-816a-e90fb72da91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351a183f-33d3-492e-a6ae-91c11af240ee,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:16.691909 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-09ffa90a-a49e-43e9-816a-e90fb72da91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:16.715639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb77a7-415e-402f-b983-e5701da3a13e req-6c87c007-35ae-40d7-84ab-d1c4ec871db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:16.717158 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ccfb77a7-415e-402f-b983-e5701da3a13e req-6c87c007-35ae-40d7-84ab-d1c4ec871db3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 1097 time: 0.1829662 Jun 17 08:47:16.801563 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-ccfb77a7-415e-402f-b983-e5701da3a13e req-98aeec80-8dfc-4ac3-afbb-d489e3145897 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753658 Jun 17 08:47:16.885053 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a73cc23-ec69-41ba-89d4-83ca01a5ec3f req-a7433a9f-1e6f-4e78-bdbc-a1bd1c7f9cac tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=23bb55e2-38cb-4a5b-8c42-eba317ab5f03 HTTP/1.1" status: 200 len: 210 time: 0.0477076 Jun 17 08:47:16.901506 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:16.918818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9923550-3db8-4c87-b298-e90dc35284d8 req-3933cd9a-c16f-4a18-a99d-9c40492f4148 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:16.929375 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9923550-3db8-4c87-b298-e90dc35284d8 req-3933cd9a-c16f-4a18-a99d-9c40492f4148 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 945 time: 0.2149677 Jun 17 08:47:16.976318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9923550-3db8-4c87-b298-e90dc35284d8 req-0320f438-b7dc-4c78-825d-7704d013383e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483017 Jun 17 08:47:17.029724 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.063398 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36000) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:17.077850 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3146f86-0f9c-41a6-a90a-b53a1b3fa6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.182238 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3146f86-0f9c-41a6-a90a-b53a1b3fa6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.187680 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d3146f86-0f9c-41a6-a90a-b53a1b3fa6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.190478 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-96af5349-79de-4b5a-b085-76b4342232be tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:17.226442 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d3146f86-0f9c-41a6-a90a-b53a1b3fa6b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e8a9f7762704c968e097596b247cd07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622977 Jun 17 08:47:17.227462 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3146f86-0f9c-41a6-a90a-b53a1b3fa6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027e4e50-bfee-4804-8231-d82940ccfcb5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:17.229831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36002) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:17.231937 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d3146f86-0f9c-41a6-a90a-b53a1b3fa6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:17.281082 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-af06fef2-d506-46ad-a365-f328140abea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.308726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-af06fef2-d506-46ad-a365-f328140abea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.317666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting port b0163286-c7aa-4cb4-9f71-6f1e46491cc5 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:17.318013 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.361784 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-af06fef2-d506-46ad-a365-f328140abea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.364569 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-af06fef2-d506-46ad-a365-f328140abea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.368542 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-af06fef2-d506-46ad-a365-f328140abea7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/027e4e50-bfee-4804-8231-d82940ccfcb5 HTTP/1.1" status: 204 len: 168 time: 0.1376238 Jun 17 08:47:17.369255 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0089889f-754e-4f5c-bb49-59fc3287e9f6 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:17.377236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af06fef2-d506-46ad-a365-f328140abea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027e4e50-bfee-4804-8231-d82940ccfcb5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:17.380647 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-af06fef2-d506-46ad-a365-f328140abea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:17.425721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] For port b0163286-c7aa-4cb4-9f71-6f1e46491cc5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b0163286-c7aa-4cb4-9f71-6f1e46491cc5,segment=NetworkSegment(d4876e83-8921-4bfb-8a70-19a3fcc4bff6),segment_id=d4876e83-8921-4bfb-8a70-19a3fcc4bff6)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:17.426315 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.489940 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Calling delete_port for b0163286-c7aa-4cb4-9f71-6f1e46491cc5 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:17.712240 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:17.713660 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:17.739972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Port': ['ID=b0163286-c7aa-4cb4-9f71-6f1e46491cc5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:17.742557 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:18.007900 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:18.020898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e55cb796-7462-4532-8a8f-75872643bc13 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:18.073338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: e55cb796-7462-4532-8a8f-75872643bc13 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:18.073611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device e55cb796-7462-4532-8a8f-75872643bc13 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:18.392864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e4ced-d350-4c73-b5aa-f001cc8dadfd req-ff46efb8-b05b-4a74-a6ef-a327db9dc14b tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:18.395875 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c8e4ced-d350-4c73-b5aa-f001cc8dadfd req-ff46efb8-b05b-4a74-a6ef-a327db9dc14b tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 945 time: 0.1691980 Jun 17 08:47:18.414129 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Router 377891be-f9b1-43e3-9aff-6c993f267e44 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:18.917465 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:18.947460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3c8e4ced-d350-4c73-b5aa-f001cc8dadfd req-c52ee597-6b12-462a-83dc-1893f600d549 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452030 Jun 17 08:47:19.027779 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:19.040502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d07688-ae50-4b85-9c95-918fd6225d4d None None] Sync routers for ids ['377891be-f9b1-43e3-9aff-6c993f267e44'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:19.044803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "PUT /v2.0/routers/377891be-f9b1-43e3-9aff-6c993f267e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7233405 Jun 17 08:47:19.047822 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36076) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:19.079688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d07688-ae50-4b85-9c95-918fd6225d4d None None] Routers {'377891be-f9b1-43e3-9aff-6c993f267e44'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:19.083148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e4d07688-ae50-4b85-9c95-918fd6225d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['377891be-f9b1-43e3-9aff-6c993f267e44'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:19.152313 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34eff4b-a4f6-4a74-b40b-638b2b21e099 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting subnet 1f32d821-7f52-432e-8649-2cde7dc8942d {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:47:19.162835 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c34eff4b-a4f6-4a74-b40b-638b2b21e099 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.225720 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c34eff4b-a4f6-4a74-b40b-638b2b21e099 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.291009 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e4d07688-ae50-4b85-9c95-918fd6225d4d None None] Set router 377891be-f9b1-43e3-9aff-6c993f267e44 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:19.436449 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c34eff4b-a4f6-4a74-b40b-638b2b21e099 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.546683 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c34eff4b-a4f6-4a74-b40b-638b2b21e099 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.554183 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-17ec44ce-e1c3-4152-b1d7-ebec56fcd320 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:19.612748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34eff4b-a4f6-4a74-b40b-638b2b21e099 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Subnet': ['ID=1f32d821-7f52-432e-8649-2cde7dc8942d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:19.634885 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c34eff4b-a4f6-4a74-b40b-638b2b21e099 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:19.666904 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a10f755-10b9-40e5-8a3e-4207a2d63e63 None None] Network 8b457282-2f61-4bbd-b3ff-61878cc42143 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:19.669206 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c34eff4b-a4f6-4a74-b40b-638b2b21e099 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:19.676460 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c34eff4b-a4f6-4a74-b40b-638b2b21e099 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/subnets/1f32d821-7f52-432e-8649-2cde7dc8942d HTTP/1.1" status: 204 len: 168 time: 0.6268034 Jun 17 08:47:19.679325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36104) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:19.933461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e4d07688-ae50-4b85-9c95-918fd6225d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:47:17Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:20.023586 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.041988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d07688-ae50-4b85-9c95-918fd6225d4d None None] Checking router: 377891be-f9b1-43e3-9aff-6c993f267e44 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:47:20.054748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d07688-ae50-4b85-9c95-918fd6225d4d None None] Routers {'377891be-f9b1-43e3-9aff-6c993f267e44'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:20.055474 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e4d07688-ae50-4b85-9c95-918fd6225d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['377891be-f9b1-43e3-9aff-6c993f267e44'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:20.143367 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.226318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e4d07688-ae50-4b85-9c95-918fd6225d4d None None] Set router 377891be-f9b1-43e3-9aff-6c993f267e44 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:20.276839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Deleting port 66fe6895-e4fa-4d87-aa93-5d97fea97e96 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:20.277206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.324288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cea3a54-20b5-4ed3-9d0c-ccea441c943f None None] DHCP port deletion for 8b457282-2f61-4bbd-b3ff-61878cc42143 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:47:20.403971 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] For port 66fe6895-e4fa-4d87-aa93-5d97fea97e96, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=66fe6895-e4fa-4d87-aa93-5d97fea97e96,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:20.404710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.487766 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Calling delete_port for 66fe6895-e4fa-4d87-aa93-5d97fea97e96 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:20.494209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4cea3a54-20b5-4ed3-9d0c-ccea441c943f None None] Deleting port bf3010c6-2af2-42a5-b349-8838696b1527 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:47:20.494586 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4cea3a54-20b5-4ed3-9d0c-ccea441c943f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.577056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4cea3a54-20b5-4ed3-9d0c-ccea441c943f None None] For port bf3010c6-2af2-42a5-b349-8838696b1527, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bf3010c6-2af2-42a5-b349-8838696b1527,segment=NetworkSegment(d4876e83-8921-4bfb-8a70-19a3fcc4bff6),segment_id=d4876e83-8921-4bfb-8a70-19a3fcc4bff6)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:20.577473 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4cea3a54-20b5-4ed3-9d0c-ccea441c943f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.625553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e4d07688-ae50-4b85-9c95-918fd6225d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:47:17Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:20.657925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4cea3a54-20b5-4ed3-9d0c-ccea441c943f None None] Calling delete_port for bf3010c6-2af2-42a5-b349-8838696b1527 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:47:20.748565 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:20.752636 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7be51ea6-8a14-4a7b-b421-f3e70201d6c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:20.784297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Port': ['ID=66fe6895-e4fa-4d87-aa93-5d97fea97e96,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:20.787831 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:20.928748 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.116798 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d07688-ae50-4b85-9c95-918fd6225d4d None None] The sync data for ids ['377891be-f9b1-43e3-9aff-6c993f267e44'] in n-d-779913-16 is: [{'id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'name': 'tempest-TestNetworkBasicOps-router-469753109', 'tenant_id': '429b1bfb82834492a01da039e4afa344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55'}], 'enable_snat': True}, 'gw_port_id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:45:26Z', 'updated_at': '2021-06-17T08:47:17Z', 'revision_number': 5, 'project_id': '429b1bfb82834492a01da039e4afa344', 'gw_port': {'id': '66fe6895-e4fa-4d87-aa93-5d97fea97e96', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:54:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377891be-f9b1-43e3-9aff-6c993f267e44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:45:27Z', 'updated_at': '2021-06-17T08:45:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:21.177456 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.184682 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.186986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bf3010c6-2af2-42a5-b349-8838696b1527 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:21.343878 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.352295 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4cea3a54-20b5-4ed3-9d0c-ccea441c943f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.356489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Fanout notify agent at l3_agent the message router_deleted on router 377891be-f9b1-43e3-9aff-6c993f267e44 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:47:21.377823 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.383606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/routers/377891be-f9b1-43e3-9aff-6c993f267e44 HTTP/1.1" status: 204 len: 168 time: 1.7029526 Jun 17 08:47:21.384193 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36156) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:21.409581 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-94255f16-78ea-4685-8b7a-ed71d2410219 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:21.441012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea3a54-20b5-4ed3-9d0c-ccea441c943f None None] Pushing event deleted for resources: {'Port': ['ID=bf3010c6-2af2-42a5-b349-8838696b1527,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:21.445497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea3a54-20b5-4ed3-9d0c-ccea441c943f None None] No DVR routers for this DVR port bf3010c6-2af2-42a5-b349-8838696b1527 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:47:21.450301 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4cea3a54-20b5-4ed3-9d0c-ccea441c943f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:21.490323 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.571734 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.719481 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.732331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b457282-2f61-4bbd-b3ff-61878cc42143']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:21.744876 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:21.745435 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4876e83-8921-4bfb-8a70-19a3fcc4bff6') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:21.764540 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.783179 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.791339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:47:21.791734 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:47:21.795253 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:47:21.872777 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.881245 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b26c2135-7a46-4757-a8fb-4d701943e729 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:21.885863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:21.902042 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] 10.222.0.47 "DELETE /v2.0/networks/8b457282-2f61-4bbd-b3ff-61878cc42143 HTTP/1.1" status: 204 len: 168 time: 0.5160058 Jun 17 08:47:21.953972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Pushing event deleted for resources: {'Network': ['ID=8b457282-2f61-4bbd-b3ff-61878cc42143,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:21.963922 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:22.314072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36182) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:22.505582 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-21fda07d-8768-4655-9674-4aaa7a7a1102 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=429b1bfb82834492a01da039e4afa344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900432 Jun 17 08:47:22.507820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36192) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:22.659537 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:22.713689 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:22.810534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:22.818377 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:22.822025 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e1c3fc03-027f-4a01-b0af-d4e8a5fe7bbe HTTP/1.1" status: 204 len: 168 time: 0.3106923 Jun 17 08:47:22.822025 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:22.847956 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c3fc03-027f-4a01-b0af-d4e8a5fe7bbe,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:22.865163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.865555 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.865935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.866310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.866680 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.867082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.867433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.867796 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.868157 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.868514 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.868871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.869226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:22.884620 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:23.003834 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b0163286-c7aa-4cb4-9f71-6f1e46491cc5 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:23.034323 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: b0163286-c7aa-4cb4-9f71-6f1e46491cc5 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:23.034689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b0163286-c7aa-4cb4-9f71-6f1e46491cc5 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:23.035131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 66fe6895-e4fa-4d87-aa93-5d97fea97e96 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:47:23.084288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 66fe6895-e4fa-4d87-aa93-5d97fea97e96 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:47:23.084639 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 66fe6895-e4fa-4d87-aa93-5d97fea97e96 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:47:23.270932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36218) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:23.288259 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-93e5e453-35dd-4e6a-87b9-819aea3f5b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.515316 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-93e5e453-35dd-4e6a-87b9-819aea3f5b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.523882 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-93e5e453-35dd-4e6a-87b9-819aea3f5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.527483 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f454e6ea-f991-44c1-9faa-543f8761b9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:23.570672 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-93e5e453-35dd-4e6a-87b9-819aea3f5b16 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9deb0c4ffadc403e8fc98845e36d29ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985401 Jun 17 08:47:23.571893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5e453-35dd-4e6a-87b9-819aea3f5b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a34fea-8c1e-4667-8617-e202aef18fbb,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:23.573326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36224) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:23.584989 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-93e5e453-35dd-4e6a-87b9-819aea3f5b16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:23.727858 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2dbaaf77-9c23-4953-9fb2-3e65c4179c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.767156 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2dbaaf77-9c23-4953-9fb2-3e65c4179c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.861045 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2dbaaf77-9c23-4953-9fb2-3e65c4179c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.866287 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2dbaaf77-9c23-4953-9fb2-3e65c4179c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:23.870541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2dbaaf77-9c23-4953-9fb2-3e65c4179c8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6a34fea-8c1e-4667-8617-e202aef18fbb HTTP/1.1" status: 204 len: 168 time: 0.2955823 Jun 17 08:47:23.871740 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a06a6781-0e40-4c0e-a29c-717c1dd89267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:23.891546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaaf77-9c23-4953-9fb2-3e65c4179c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a34fea-8c1e-4667-8617-e202aef18fbb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:23.896987 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2dbaaf77-9c23-4953-9fb2-3e65c4179c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:25.192495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36286) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:25.334917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-382470093-network', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:25.360531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Made reservation on behalf of be3a3851bff0485fa3dcf0ecde535818 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:25.362297 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.396461 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.512463 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.519422 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.523456 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0f4fc012-65b4-41cf-8668-a1a6a5b2f97b tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:25.550026 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:47:25.561724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0c3ebc-0cba-48d2-94a9-e4ae3a02fac4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:25.567802 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:25.569288 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.570325 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Added segment aefb0f28-80f8-46e1-8d1b-27f04c0ac271 of type vlan for network aa451041-9485-478e-9607-550dd8be49b4 Jun 17 08:47:25.670910 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.721228 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.724946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:25.727702 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:25.735388 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1e88648c-7d15-4d59-961a-308c087a0239 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:25.837249 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Pushing event updated for resources: {'Network': ['ID=aa451041-9485-478e-9607-550dd8be49b4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:25.855989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network aa451041-9485-478e-9607-550dd8be49b4 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:47:25.866576 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:25.880879 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6842434 Jun 17 08:47:25.881215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36310) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:25.887182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Request body: {'subnet': {'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-382470093-subnet', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:25.929778 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Made reservation on behalf of be3a3851bff0485fa3dcf0ecde535818 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:25.933123 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:26.200957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-6d8a0f05-232a-4101-94fd-aa655a649f6e tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:26.202378 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-6d8a0f05-232a-4101-94fd-aa655a649f6e tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/networks?id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 HTTP/1.1" status: 200 len: 814 time: 0.1951449 Jun 17 08:47:26.227390 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-167593d2-7305-48b3-a478-18a7c7b9d5df tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/quotas/6d0e3430fef14e0f8daca58cbe91807b HTTP/1.1" status: 200 len: 375 time: 0.0146775 Jun 17 08:47:26.294338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-3416a52a-d340-47fb-93de-e4ff1498243e tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d0e3430fef14e0f8daca58cbe91807b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574088 Jun 17 08:47:26.331189 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:26.336554 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d82c8d50-9ce5-41a4-978e-52c09c66a19c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:26.459407 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=908edddf-0185-496e-97d3-f3defb1fe079,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:26.464877 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:26.472845 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Checking segment: {'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:26.473204 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Network hostable DHCP agents. Network: aa451041-9485-478e-9607-550dd8be49b4, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:47:26.509693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-3170348d-96de-4898-baf3-9396237a5533 service neutron] 10.222.0.47 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058761 Jun 17 08:47:26.514535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Network aa451041-9485-478e-9607-550dd8be49b4 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:47:26.541312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, aa451041-9485-478e-9607-550dd8be49b4) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:26.549774 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192fc742-cf58-4253-8f04-b2241514558d None None] Network aa451041-9485-478e-9607-550dd8be49b4 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:26.551266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:26.552043 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:26.603397 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7202735 Jun 17 08:47:26.606213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36336) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:26.616319 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:26.647843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:26.661354 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:26.664759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-4fe5fe98-85a9-4573-ab84-408d8d03c0a1 service neutron] 10.222.0.47 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474106 Jun 17 08:47:26.743354 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-aa451041-9485-478e-9607-550dd8be49b4', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'fixed_ips': [{'subnet_id': '908edddf-0185-496e-97d3-f3defb1fe079'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:47:26.744630 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:26.798821 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.027529 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3bea0e8a-32b4-4b97-99df-49fddd9719d3 req-4c0878ba-6322-4b85-bdea-c1060727f19b tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 210 time: 0.0819695 Jun 17 08:47:27.110650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Allocated IP 172.20.0.2 (aa451041-9485-478e-9607-550dd8be49b4/908edddf-0185-496e-97d3-f3defb1fe079/a9da919f-bbba-45ea-8ee4-a29fe2fe9da9) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:27.213847 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.346404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-acd90dd5-5640-4360-9c49-4bb44f5f8dce tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:27.354522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-acd90dd5-5640-4360-9c49-4bb44f5f8dce tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 815 time: 0.1566780 Jun 17 08:47:27.372458 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-a39eec64-1f6b-4d71-a206-334b4358f8c8 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/quotas/78a54131c9134496acc1241ec4f8e1cd HTTP/1.1" status: 200 len: 375 time: 0.0167992 Jun 17 08:47:27.507214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-2f1083b2-06da-415b-9dfd-aa539e680a1e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333456 Jun 17 08:47:27.548305 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.568212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Transition to ACTIVE for port object a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:27.589146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Transition to ACTIVE for port object a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:27.599280 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.603763 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6f749e96-deb2-4939-8cca-a737bfd63d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:27.667317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Pushing event updated for resources: {'Port': ['ID=a9da919f-bbba-45ea-8ee4-a29fe2fe9da9,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:27.672630 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:27.701363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Network aa451041-9485-478e-9607-550dd8be49b4 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:27.704189 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:27.709706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:27.726276 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.751064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.755339 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-ad8a3a8b-6e7b-4cd6-8c61-fa993970687d service neutron] 10.222.0.47 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443063 Jun 17 08:47:27.786380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Attempting to bind port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:27.786960 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Attempting to bind port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:27.787471 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Attempting to bind port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 on network aa451041-9485-478e-9607-550dd8be49b4 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:27.793595 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:27.794109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Checking segment: {'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:27.794592 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.795430 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Bound using segment: {'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:27.796147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Bound port: a9da919f-bbba-45ea-8ee4-a29fe2fe9da9, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:27.796785 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.832572 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36386) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:27.897389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] For port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:27.901475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] For port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a9da919f-bbba-45ea-8ee4-a29fe2fe9da9,segment=NetworkSegment(aefb0f28-80f8-46e1-8d1b-27f04c0ac271),segment_id=aefb0f28-80f8-46e1-8d1b-27f04c0ac271)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:27.911126 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:27.925365 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:28.007348 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-410df03f-5883-43a4-b553-2b403e2e909f service neutron] 10.222.0.47 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457576 Jun 17 08:47:28.044280 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Allocated IP 172.25.8.40 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/bb480050-b8e7-4cbf-b8f5-c7b781de49e4) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:28.076583 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Pushing event updated for resources: {'Port': ['ID=a9da919f-bbba-45ea-8ee4-a29fe2fe9da9,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:28.089977 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:28.256759 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.289186 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8744e0b7-4eaa-4989-a969-d822e49940f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.339251 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-07995fd0-1ed3-4212-baf7-1dad6c689466 req-f50babcf-568a-403e-a30d-90c837c26d22 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 210 time: 0.0926020 Jun 17 08:47:28.461283 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8744e0b7-4eaa-4989-a969-d822e49940f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.472264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8744e0b7-4eaa-4989-a969-d822e49940f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.476630 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d3146f86-0f9c-41a6-a90a-b53a1b3fa6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:28.503194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744e0b7-4eaa-4989-a969-d822e49940f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85ccb22-538b-4e1f-9506-6f63af9a6334,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:28.506706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.522479 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8744e0b7-4eaa-4989-a969-d822e49940f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:28.523352 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:28.621764 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8744e0b7-4eaa-4989-a969-d822e49940f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2e83d5b75c846d7a649745fcaf3cd3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7836475 Jun 17 08:47:28.628536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:28.628691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36406) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:28.648263 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:28.654425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:28.658958 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Pushing event updated for resources: {'Port': ['ID=bb480050-b8e7-4cbf-b8f5-c7b781de49e4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:28.689289 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:28.768786 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d60c0ea7-bc6b-4f0e-a40f-d693f67afa85 req-7b093a94-9ecf-4fe5-8598-90d633a4d701 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 210 time: 0.4069655 Jun 17 08:47:28.845908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38051f7a-c272-4cf4-9ca2-3d947c67a102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:28.857846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-39e9ef43-9cd2-45b7-a024-775d640d11bd tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:28.859702 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-39e9ef43-9cd2-45b7-a024-775d640d11bd tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.63 "GET /v2.0/networks?id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 HTTP/1.1" status: 200 len: 814 time: 0.2898443 Jun 17 08:47:28.874699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Request body: {'port': {'device_id': '18dd1030-75d8-468c-b2d8-f23700601bed', 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8', 'admin_state_up': True, 'tenant_id': '6d0e3430fef14e0f8daca58cbe91807b'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:28.898120 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38051f7a-c272-4cf4-9ca2-3d947c67a102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.054106 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.058410 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38051f7a-c272-4cf4-9ca2-3d947c67a102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.061301 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-38051f7a-c272-4cf4-9ca2-3d947c67a102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.063693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-38051f7a-c272-4cf4-9ca2-3d947c67a102 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a85ccb22-538b-4e1f-9506-6f63af9a6334 HTTP/1.1" status: 204 len: 168 time: 0.4279747 Jun 17 08:47:29.066759 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-72b94be2-a0db-48e1-9576-1e2e2f58857a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:29.080309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38051f7a-c272-4cf4-9ca2-3d947c67a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85ccb22-538b-4e1f-9506-6f63af9a6334,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:29.090010 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38051f7a-c272-4cf4-9ca2-3d947c67a102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:29.095833 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Made reservation on behalf of 6d0e3430fef14e0f8daca58cbe91807b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:29.099888 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.174432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:29.311756 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:29.360171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Allocated IP 172.20.0.13 (ac058ece-22d1-4cd9-b1f6-5c9bd8779de8/6ab32955-f4cf-4e2f-9735-14f5069a2ac6/bcba141c-23c0-4b06-8196-b37b41de7611) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:29.565768 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.653063 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7cac2f1d-de27-4295-acdf-a7e7379030aa req-b55e4c13-d37f-4236-9f5b-b7e3cfeb767a tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 210 time: 0.0934007 Jun 17 08:47:29.711168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36434) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:29.726631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebb6f76-4698-47ed-bede-ab66df04e784 None None] Network aa451041-9485-478e-9607-550dd8be49b4 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:29.731398 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.748751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-afef7793-a1cd-4910-87a5-02f1d84cbbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.804715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.809799 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ea2b0ac-131c-4bd8-8e2b-289b1de6d7e0 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:29.832788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d650e7c8-1066-4478-8839-9d71d56bca8b None None] Provisioning for port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:29.844082 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d650e7c8-1066-4478-8839-9d71d56bca8b None None] Provisioning complete for port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:29.844462 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d650e7c8-1066-4478-8839-9d71d56bca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.899413 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:29.904107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:29.909006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:29.920329 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Router cddfcc75-fe7e-4f11-9e78-04bffa718948 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:47:29.940416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Pushing event updated for resources: {'Port': ['ID=bcba141c-23c0-4b06-8196-b37b41de7611,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:29.945926 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:29.987001 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:29.987886 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:29.993406 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-afef7793-a1cd-4910-87a5-02f1d84cbbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.004584 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-afef7793-a1cd-4910-87a5-02f1d84cbbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.012032 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ab253ef-1c59-4e1d-9339-95bba1a87906 req-1eb74a89-4efe-43c4-81cd-98e64001a70d tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 210 time: 0.0491621 Jun 17 08:47:30.037341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1666543 Jun 17 08:47:30.042298 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8222465d-991e-4c55-81dc-0cdad9007b71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:30.048847 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d650e7c8-1066-4478-8839-9d71d56bca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.065947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Request body: {'port': {'device_id': '18dd1030-75d8-468c-b2d8-f23700601bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:30.098166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d650e7c8-1066-4478-8839-9d71d56bca8b None None] For port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a9da919f-bbba-45ea-8ee4-a29fe2fe9da9,segment=NetworkSegment(aefb0f28-80f8-46e1-8d1b-27f04c0ac271),segment_id=aefb0f28-80f8-46e1-8d1b-27f04c0ac271)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:30.107665 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d650e7c8-1066-4478-8839-9d71d56bca8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.114432 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:30.182892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650e7c8-1066-4478-8839-9d71d56bca8b None None] Pushing event updated for resources: {'Port': ['ID=a9da919f-bbba-45ea-8ee4-a29fe2fe9da9,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:30.189251 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-afef7793-a1cd-4910-87a5-02f1d84cbbf0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c31494b5ad8f4dbfbdf55cf86c9ce92d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4773698 Jun 17 08:47:30.190076 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d650e7c8-1066-4478-8839-9d71d56bca8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:30.192141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36442) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:30.192903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef7793-a1cd-4910-87a5-02f1d84cbbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e14b9f-ace9-4596-89f3-7aaab2f92239,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:30.204413 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-afef7793-a1cd-4910-87a5-02f1d84cbbf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:30.216120 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.315206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:30.328081 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Sync routers for ids ['cddfcc75-fe7e-4f11-9e78-04bffa718948'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:30.342573 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Routers {'cddfcc75-fe7e-4f11-9e78-04bffa718948'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:30.343536 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['cddfcc75-fe7e-4f11-9e78-04bffa718948'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:30.499640 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Set router cddfcc75-fe7e-4f11-9e78-04bffa718948 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:30.538533 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.549882 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9358013 Jun 17 08:47:30.550957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36452) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:30.597419 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-9d6bb19d-8d67-4950-82aa-2f8b624f9007 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:30.600974 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-9d6bb19d-8d67-4950-82aa-2f8b624f9007 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.10 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 815 time: 0.3934102 Jun 17 08:47:30.601984 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31f84bee-e9b3-4317-8209-e5fba07621e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.617554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Request body: {'port': {'device_id': '71643a13-f3e9-4955-9b8a-c08299458f45', 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b', 'admin_state_up': True, 'tenant_id': '78a54131c9134496acc1241ec4f8e1cd'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:30.638709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dbbd2ce9-9ad5-4e0d-ad92-23242dac41a8 None None] Provisioning complete for port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:30.639417 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dbbd2ce9-9ad5-4e0d-ad92-23242dac41a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.654511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31f84bee-e9b3-4317-8209-e5fba07621e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.757989 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcba141c-23c0-4b06-8196-b37b41de7611 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:30.771307 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.805973 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:28Z', 'revision_number': 3, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:30.868928 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Checking router: cddfcc75-fe7e-4f11-9e78-04bffa718948 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:47:30.871361 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Updating router cddfcc75-fe7e-4f11-9e78-04bffa718948 port bb480050-b8e7-4cbf-b8f5-c7b781de49e4 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:47:30.918865 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Made reservation on behalf of 78a54131c9134496acc1241ec4f8e1cd for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:30.921440 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.923030 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.939248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31f84bee-e9b3-4317-8209-e5fba07621e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.944097 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-31f84bee-e9b3-4317-8209-e5fba07621e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:30.949622 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Transition to ACTIVE for port object bcba141c-23c0-4b06-8196-b37b41de7611 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:30.951292 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-31f84bee-e9b3-4317-8209-e5fba07621e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/07e14b9f-ace9-4596-89f3-7aaab2f92239 HTTP/1.1" status: 204 len: 168 time: 0.7551556 Jun 17 08:47:30.956147 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-81457a97-b9bf-493a-b045-4412e8dfaae6 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:30.968273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f84bee-e9b3-4317-8209-e5fba07621e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e14b9f-ace9-4596-89f3-7aaab2f92239,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:30.972066 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-31f84bee-e9b3-4317-8209-e5fba07621e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:31.000663 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.031008 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9c5b67e4-fe40-49ab-add9-a913ee6e7fab tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:31.117266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:31.173501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fc97a-4c0d-4af7-b8f4-3b98391af86d req-f239e474-37f0-4d0a-ab29-2dea39dd9c38 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:31.175383 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a58fc97a-4c0d-4af7-b8f4-3b98391af86d req-f239e474-37f0-4d0a-ab29-2dea39dd9c38 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 932 time: 0.2780743 Jun 17 08:47:31.192762 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Pushing event updated for resources: {'Port': ['ID=bcba141c-23c0-4b06-8196-b37b41de7611,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:31.195750 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:31.295882 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:31.296953 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.302324 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Allocated IP 172.20.0.4 (fa372ab1-c497-4810-a467-76fc17fa293b/dc4870a4-6310-40a7-9511-b9a985b9f9e1/cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:31.422248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Attempting to bind port bcba141c-23c0-4b06-8196-b37b41de7611 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:31.433265 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Attempting to bind port bcba141c-23c0-4b06-8196-b37b41de7611 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '454d3450-aefd-4351-b10d-382bfc85574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:31.439449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Attempting to bind port bcba141c-23c0-4b06-8196-b37b41de7611 on network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:31.451137 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.467463 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Transition to ACTIVE for port object bb480050-b8e7-4cbf-b8f5-c7b781de49e4 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:31.475925 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.478747 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-eff9f307-a6c5-401a-9ef7-93d315540baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:31.490973 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e54926b1-4425-49a6-aab0-3f6d66642515 req-8a8a8ae8-a66d-4c30-9b65-d6a74d4ccc71 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 210 time: 0.1292906 Jun 17 08:47:31.491642 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Port bcba141c-23c0-4b06-8196-b37b41de7611 on network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:31.491970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Attempting to bind port bcba141c-23c0-4b06-8196-b37b41de7611 on network ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:31.533236 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Pushing event updated for resources: {'Port': ['ID=bb480050-b8e7-4cbf-b8f5-c7b781de49e4,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:31.548177 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.548638 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.548966 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.549459 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.550111 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.550574 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.551056 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.551516 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.551930 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.552317 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.552632 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.553001 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:31.559960 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:31.583123 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Attempting to bind port bb480050-b8e7-4cbf-b8f5-c7b781de49e4 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:31.583491 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Attempting to bind port bb480050-b8e7-4cbf-b8f5-c7b781de49e4 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:31.584326 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Attempting to bind port bb480050-b8e7-4cbf-b8f5-c7b781de49e4 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:31.591384 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:31.591834 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:31.592268 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.592660 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:31.593191 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Bound port: bb480050-b8e7-4cbf-b8f5-c7b781de49e4, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:31.593590 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.613384 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:31.614353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Checking segment: {'id': '454d3450-aefd-4351-b10d-382bfc85574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:31.614959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Bound using segment: {'id': '454d3450-aefd-4351-b10d-382bfc85574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:31.615640 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Bound port: bcba141c-23c0-4b06-8196-b37b41de7611, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454d3450-aefd-4351-b10d-382bfc85574a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:31.616387 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.625262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a58fc97a-4c0d-4af7-b8f4-3b98391af86d req-ebc14255-6a99-4d60-aa80-b40cc1eab381 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358153 Jun 17 08:47:31.729795 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.758817 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] For port bb480050-b8e7-4cbf-b8f5-c7b781de49e4, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:31.767066 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] For port bb480050-b8e7-4cbf-b8f5-c7b781de49e4, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bb480050-b8e7-4cbf-b8f5-c7b781de49e4,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:31.778612 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:31.790911 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-2792c9be-3015-442a-bd28-6fadaedd108d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:31.859891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] For port bcba141c-23c0-4b06-8196-b37b41de7611, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:31.872058 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Routers {'cddfcc75-fe7e-4f11-9e78-04bffa718948'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:31.872735 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['cddfcc75-fe7e-4f11-9e78-04bffa718948'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:31.977358 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] For port bcba141c-23c0-4b06-8196-b37b41de7611, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bcba141c-23c0-4b06-8196-b37b41de7611,segment=NetworkSegment(454d3450-aefd-4351-b10d-382bfc85574a),segment_id=454d3450-aefd-4351-b10d-382bfc85574a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:32.001774 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Pushing event updated for resources: {'Port': ['ID=bb480050-b8e7-4cbf-b8f5-c7b781de49e4,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:32.008167 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:32.030418 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.092764 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] Set router cddfcc75-fe7e-4f11-9e78-04bffa718948 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:32.116324 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.137035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1f605f50-872a-423b-bdc2-32591bbfca2a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:32.140626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['ef559eae-f93b-41d6-8f86-65487585981a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:32.161217 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b32160aa-246c-44cf-a8b8-2b3b9c3a5a98 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:32.203356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Network fa372ab1-c497-4810-a467-76fc17fa293b is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:32.209994 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:32.213688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:32.302375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:32.303890 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.307642 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:28Z', 'revision_number': 3, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:32.324608 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7117226 Jun 17 08:47:32.341879 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61c438-1d70-4ae0-b01e-2b258da50b58 None None] The sync data for ids ['cddfcc75-fe7e-4f11-9e78-04bffa718948'] in n-d-779913-16 is: [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:28Z', 'revision_number': 3, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:32.348387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Request body: {'port': {'device_id': '71643a13-f3e9-4955-9b8a-c08299458f45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:32.352862 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Pushing event updated for resources: {'Port': ['ID=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:32.380693 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:32.477925 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.667905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.688817 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8f3bf21-be5b-4508-8d9a-1c7909a7b3ef tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:32.837877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:32.840490 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:32.843175 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] 10.222.0.63 "PUT /v2.0/ports/bcba141c-23c0-4b06-8196-b37b41de7611 HTTP/1.1" status: 200 len: 1093 time: 2.7848043 Jun 17 08:47:32.874247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18dd1030-75d8-468c-b2d8-f23700601bed', 'tag': 'bcba141c-23c0-4b06-8196-b37b41de7611'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:32.882598 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9cf217-5ae5-440c-87da-002be155921d" -d '{"events": [{"name": "network-changed", "server_uuid": "18dd1030-75d8-468c-b2d8-f23700601bed", "tag": "bcba141c-23c0-4b06-8196-b37b41de7611"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:33.035086 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.057788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Pushing event updated for resources: {'Port': ['ID=bcba141c-23c0-4b06-8196-b37b41de7611,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:33.065881 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:33.132694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bb480050-b8e7-4cbf-b8f5-c7b781de49e4 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:33.172151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Allocated IP 172.20.0.1 (aa451041-9485-478e-9607-550dd8be49b4/908edddf-0185-496e-97d3-f3defb1fe079/e24a4762-14c7-4e5b-b538-d6412e3102b0) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:33.190441 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af639a42-56c2-4820-93cc-61d4b088a3fb req-8c7595bd-7a10-4525-8676-13f7a876b01c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:33.200233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af639a42-56c2-4820-93cc-61d4b088a3fb req-8c7595bd-7a10-4525-8676-13f7a876b01c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 931 time: 0.4937642 Jun 17 08:47:33.244205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 {{(pid=93804) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:33.253527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port bb480050-b8e7-4cbf-b8f5-c7b781de49e4 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:33.258882 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port bb480050-b8e7-4cbf-b8f5-c7b781de49e4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:33.259904 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.264597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.298168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Transition to ACTIVE for port object cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:33.308858 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.324544 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f8b43f17-5099-4c12-b7fe-63107adbd364 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:33.408838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af639a42-56c2-4820-93cc-61d4b088a3fb req-a41e707c-3762-4562-ad2c-98debe1b6668 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924756 Jun 17 08:47:33.456630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-f52dfaa0-7762-4637-a109-8e317929ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:33.458186 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-f52dfaa0-7762-4637-a109-8e317929ed5e service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6d0e3430fef14e0f8daca58cbe91807b&device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 1096 time: 0.5144920 Jun 17 08:47:33.490705 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.515455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port bb480050-b8e7-4cbf-b8f5-c7b781de49e4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bb480050-b8e7-4cbf-b8f5-c7b781de49e4,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:33.522009 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.530172 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:33.566278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Pushing event updated for resources: {'Port': ['ID=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:33.575188 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:33.579829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Attempting to bind port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:33.580276 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Attempting to bind port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:33.580829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Attempting to bind port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 on network fa372ab1-c497-4810-a467-76fc17fa293b {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:33.587207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 on network fa372ab1-c497-4810-a467-76fc17fa293b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:33.587780 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Attempting to bind port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 on network fa372ab1-c497-4810-a467-76fc17fa293b {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:33.594716 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:33.595166 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Checking segment: {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:33.595447 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Bound using segment: {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'} {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:33.596099 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Bound port: cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'}}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:33.596571 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.629301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-3889ac70-1a9f-444c-8e2e-0008e5d179dc service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcba141c-23c0-4b06-8196-b37b41de7611 HTTP/1.1" status: 200 len: 217 time: 0.1570795 Jun 17 08:47:33.632855 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ade13f-50a9-4583-9281-355e132a577b x-openstack-request-id: req-86ade13f-50a9-4583-9281-355e132a577b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:33.633216 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18dd1030-75d8-468c-b2d8-f23700601bed", "tag": "bcba141c-23c0-4b06-8196-b37b41de7611", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:33.633517 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-86ade13f-50a9-4583-9281-355e132a577b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:33.633958 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18dd1030-75d8-468c-b2d8-f23700601bed', 'tag': 'bcba141c-23c0-4b06-8196-b37b41de7611', 'status': 'completed', 'code': 200} Jun 17 08:47:33.647228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=bb480050-b8e7-4cbf-b8f5-c7b781de49e4,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:33.651540 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:33.695633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] For port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:33.708486 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] For port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:33.715304 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.717736 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:33.723296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-e9f5d56d-de38-46a0-991c-a41eedb6701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:33.725560 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-e9f5d56d-de38-46a0-991c-a41eedb6701e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6ab32955-f4cf-4e2f-9735-14f5069a2ac6 HTTP/1.1" status: 200 len: 854 time: 0.0835841 Jun 17 08:47:33.771727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:33.775579 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.777308 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] 10.222.0.10 "PUT /v2.0/ports/cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 HTTP/1.1" status: 200 len: 1092 time: 1.4420695 Jun 17 08:47:33.780105 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71643a13-f3e9-4955-9b8a-c08299458f45', 'tag': 'cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:33.782806 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c7c94d-8774-4d03-95f5-495a45224629" -d '{"events": [{"name": "network-changed", "server_uuid": "71643a13-f3e9-4955-9b8a-c08299458f45", "tag": "cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:33.794374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-a2119e8c-fcac-4223-87c0-508070576d65 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475571 Jun 17 08:47:33.816278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Pushing event updated for resources: {'Port': ['ID=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:33.821008 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:33.883370 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d91cfb2-2f20-4c94-9f1d-f3ad9fc3d28d x-openstack-request-id: req-5d91cfb2-2f20-4c94-9f1d-f3ad9fc3d28d {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:33.883799 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71643a13-f3e9-4955-9b8a-c08299458f45", "tag": "cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:33.884189 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d91cfb2-2f20-4c94-9f1d-f3ad9fc3d28d {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:33.884718 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71643a13-f3e9-4955-9b8a-c08299458f45', 'tag': 'cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512', 'status': 'completed', 'code': 200} Jun 17 08:47:33.926843 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-acde9997-ba2f-46b9-aa3d-24b034810c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:33.928370 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-acde9997-ba2f-46b9-aa3d-24b034810c68 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 1095 time: 0.0902474 Jun 17 08:47:33.962377 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:33.994812 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-7b0c59a9-0ad2-4391-bb21-5ce126692cd9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 HTTP/1.1" status: 200 len: 217 time: 0.0526147 Jun 17 08:47:34.013060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dab59-a682-4c3f-a883-f37e8c7fc4a4 req-82748d45-51bd-4e5a-bde4-eb6d4693d97c tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:34.022117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-567dab59-a682-4c3f-a883-f37e8c7fc4a4 req-82748d45-51bd-4e5a-bde4-eb6d4693d97c tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 944 time: 1.1268067 Jun 17 08:47:34.024725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Transition to ACTIVE for port object e24a4762-14c7-4e5b-b538-d6412e3102b0 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:34.079760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-4cc1fe4c-e377-46e3-b9cb-ba26d8d8ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:34.081743 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-4cc1fe4c-e377-46e3-b9cb-ba26d8d8ff3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 200 len: 855 time: 0.0820894 Jun 17 08:47:34.111157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-567dab59-a682-4c3f-a883-f37e8c7fc4a4 req-fb635038-9aae-46c3-bcf7-db802e1bb30d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879257 Jun 17 08:47:34.124300 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-50dfddfd-7271-48fe-adf9-2bd372c14f88 service neutron] 10.222.0.63 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199975 Jun 17 08:47:34.153805 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.165326 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3d623b03-6d95-4385-a59c-ae6d62b3998e tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:34.181333 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-fc19be01-b5e9-4beb-b346-6201f3658d5a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa372ab1-c497-4810-a467-76fc17fa293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888956 Jun 17 08:47:34.242581 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Network aa451041-9485-478e-9607-550dd8be49b4 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:34.248541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:34.255377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:34.302948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Pushing event updated for resources: {'Port': ['ID=e24a4762-14c7-4e5b-b538-d6412e3102b0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:34.315550 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:34.347623 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac06eb34-bfc0-4db1-a8dd-0db8054ca0c9 req-d1f8b583-ec80-4d18-aafc-8e52835f8182 service neutron] 10.222.0.63 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160685 Jun 17 08:47:34.348810 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.362765 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-6942a171-7512-4067-8abb-1ba44169cade service neutron] 10.222.0.10 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735923 Jun 17 08:47:34.526958 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-27d08e1b-9ac1-457e-94ed-76c946baba82 req-c2216833-5926-4da1-bc32-1cc0628a6b5d service neutron] 10.222.0.10 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550066 Jun 17 08:47:34.617394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf217-5ae5-440c-87da-002be155921d req-1e02dfdf-7249-4d12-b904-02e74542e243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:34.619131 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e9cf217-5ae5-440c-87da-002be155921d req-1e02dfdf-7249-4d12-b904-02e74542e243 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=6d0e3430fef14e0f8daca58cbe91807b&device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 1096 time: 0.1714864 Jun 17 08:47:34.659827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dbec3249-9aa3-463b-b827-8fed5e328bda None None] Provisioning for port e24a4762-14c7-4e5b-b538-d6412e3102b0 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:34.670662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dbec3249-9aa3-463b-b827-8fed5e328bda None None] Provisioning complete for port e24a4762-14c7-4e5b-b538-d6412e3102b0 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:34.670918 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dbec3249-9aa3-463b-b827-8fed5e328bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.710378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7c94d-8774-4d03-95f5-495a45224629 req-501228e4-9a1d-40c5-a3b3-233a8aa5ea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:34.713272 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-89c7c94d-8774-4d03-95f5-495a45224629 req-501228e4-9a1d-40c5-a3b3-233a8aa5ea45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 1095 time: 0.1221125 Jun 17 08:47:34.735624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-dbec3249-9aa3-463b-b827-8fed5e328bda None None] Port e24a4762-14c7-4e5b-b538-d6412e3102b0 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:34.811768 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:34.887496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7c94d-8774-4d03-95f5-495a45224629 req-75304c2a-6a0d-41e0-9f12-e441c05296a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:34.889007 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-89c7c94d-8774-4d03-95f5-495a45224629 req-75304c2a-6a0d-41e0-9f12-e441c05296a7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 916 time: 0.1692672 Jun 17 08:47:34.896241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf217-5ae5-440c-87da-002be155921d req-e0f957cd-2c99-4c92-b86a-a077d7f26540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:34.897888 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e9cf217-5ae5-440c-87da-002be155921d req-e0f957cd-2c99-4c92-b86a-a077d7f26540 service neutron] 10.222.0.63 "GET /v2.0/networks?id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 HTTP/1.1" status: 200 len: 915 time: 0.2483368 Jun 17 08:47:34.965152 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-89c7c94d-8774-4d03-95f5-495a45224629 req-9c255f55-0611-42a2-9273-1425abfab6a7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 HTTP/1.1" status: 200 len: 217 time: 0.0665665 Jun 17 08:47:34.976806 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e9cf217-5ae5-440c-87da-002be155921d req-e4b5a06b-ba76-41db-bb90-b17c39a5491f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcba141c-23c0-4b06-8196-b37b41de7611 HTTP/1.1" status: 200 len: 217 time: 0.0536938 Jun 17 08:47:35.015962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e0ead-b26a-4134-81c3-a4e6dc30adb1 req-4681fa98-ce5a-4c29-863b-387884ee37be tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.023113 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-663e0ead-b26a-4134-81c3-a4e6dc30adb1 req-4681fa98-ce5a-4c29-863b-387884ee37be tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 943 time: 0.2616546 Jun 17 08:47:35.073063 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7c94d-8774-4d03-95f5-495a45224629 req-f57507d6-4e61-4fed-96bc-5bdd2950818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.074383 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-89c7c94d-8774-4d03-95f5-495a45224629 req-f57507d6-4e61-4fed-96bc-5bdd2950818f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 200 len: 855 time: 0.1019588 Jun 17 08:47:35.078332 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36592) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:35.081492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bb480050-b8e7-4cbf-b8f5-c7b781de49e4 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:35.130702 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-89c7c94d-8774-4d03-95f5-495a45224629 req-eee3a0f1-15cc-452b-afe4-357f88eddaec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa372ab1-c497-4810-a467-76fc17fa293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471876 Jun 17 08:47:35.166975 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port bb480050-b8e7-4cbf-b8f5-c7b781de49e4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:35.167514 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.209908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cf217-5ae5-440c-87da-002be155921d req-a003e40e-5fbf-4ffc-9b65-5bab587f342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.212293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e9cf217-5ae5-440c-87da-002be155921d req-a003e40e-5fbf-4ffc-9b65-5bab587f342c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=6ab32955-f4cf-4e2f-9735-14f5069a2ac6 HTTP/1.1" status: 200 len: 854 time: 0.2263842 Jun 17 08:47:35.269456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-663e0ead-b26a-4134-81c3-a4e6dc30adb1 req-212a77aa-5877-41f9-8b60-2a06aed21022 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454221 Jun 17 08:47:35.303807 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-89c7c94d-8774-4d03-95f5-495a45224629 req-afccf6b7-c307-4696-a436-13c279044159 service neutron] 10.222.0.10 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657238 Jun 17 08:47:35.342027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e9cf217-5ae5-440c-87da-002be155921d req-bc3bb72e-e7db-4368-8cd0-0e30e7b34e2b service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912838 Jun 17 08:47:35.385795 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f915-7ce6-464c-926b-097768692944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.447248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.452423 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-89c7c94d-8774-4d03-95f5-495a45224629 req-3a79b3ac-4a41-48ae-9d62-f23d4d417e7a service neutron] 10.222.0.10 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417313 Jun 17 08:47:35.461837 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.474295 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-869a89b8-0628-4b01-81cb-ad57ff2e918d tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:35.539985 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e9cf217-5ae5-440c-87da-002be155921d req-c466dcac-c5ac-4998-9ebc-022ca0b5081c service neutron] 10.222.0.63 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915667 Jun 17 08:47:35.545991 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f915-7ce6-464c-926b-097768692944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.551455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18af0b-b4cc-4527-943b-f00c09bc6c87 req-d13f7bb2-2fdb-4994-a2d1-464b1e1624d3 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:35.551683 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6ec4f915-7ce6-464c-926b-097768692944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.553015 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e18af0b-b4cc-4527-943b-f00c09bc6c87 req-d13f7bb2-2fdb-4994-a2d1-464b1e1624d3 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 944 time: 0.2995536 Jun 17 08:47:35.554183 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8744e0b7-4eaa-4989-a969-d822e49940f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:35.592726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Pushing event updated for resources: {'Port': ['ID=e24a4762-14c7-4e5b-b538-d6412e3102b0,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:35.599857 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:35.604047 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6ec4f915-7ce6-464c-926b-097768692944 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0686a3a69849483580edadfd094b87fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245380 Jun 17 08:47:35.605367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4f915-7ce6-464c-926b-097768692944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bb86a8-43d7-4841-869c-75c38b376974,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:35.609020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36604) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:35.620495 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ec4f915-7ce6-464c-926b-097768692944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:35.639669 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.750980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e18af0b-b4cc-4527-943b-f00c09bc6c87 req-1297af18-fee5-416c-a6af-475f40cc2555 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810088 Jun 17 08:47:35.801426 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2e9cf217-5ae5-440c-87da-002be155921d req-62f98d3b-ea7a-4dd0-b64e-332a0e9ef7a8 service neutron] 10.222.0.63 "GET /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441893 Jun 17 08:47:35.808951 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-247fce3a-acc2-4219-85c8-4ff6bbde3a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.854183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-247fce3a-acc2-4219-85c8-4ff6bbde3a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.864371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Network aa451041-9485-478e-9607-550dd8be49b4 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:35.869205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:35.974496 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-247fce3a-acc2-4219-85c8-4ff6bbde3a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.977504 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-247fce3a-acc2-4219-85c8-4ff6bbde3a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:35.981091 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-247fce3a-acc2-4219-85c8-4ff6bbde3a1a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00bb86a8-43d7-4841-869c-75c38b376974 HTTP/1.1" status: 204 len: 168 time: 0.3408518 Jun 17 08:47:35.989311 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-38051f7a-c272-4cf4-9ca2-3d947c67a102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:36.007136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fce3a-acc2-4219-85c8-4ff6bbde3a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bb86a8-43d7-4841-869c-75c38b376974,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:36.007136 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-247fce3a-acc2-4219-85c8-4ff6bbde3a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:36.051558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Router cddfcc75-fe7e-4f11-9e78-04bffa718948 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:36.165979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-12194870-0fdf-4cf7-aee7-c9bc8f11d148 None None] Provisioning complete for port e24a4762-14c7-4e5b-b538-d6412e3102b0 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:36.166624 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-12194870-0fdf-4cf7-aee7-c9bc8f11d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.182009 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:36.194710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Sync routers for ids ['cddfcc75-fe7e-4f11-9e78-04bffa718948'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:36.196883 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] 10.222.0.47 "PUT /v2.0/routers/cddfcc75-fe7e-4f11-9e78-04bffa718948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6445894 Jun 17 08:47:36.214381 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-12194870-0fdf-4cf7-aee7-c9bc8f11d148 None None] Port e24a4762-14c7-4e5b-b538-d6412e3102b0 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:36.227790 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Routers {'cddfcc75-fe7e-4f11-9e78-04bffa718948'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:36.228515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['cddfcc75-fe7e-4f11-9e78-04bffa718948'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:36.405262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Set router cddfcc75-fe7e-4f11-9e78-04bffa718948 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:36.429059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36630) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:36.443173 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d22a0924-9a46-4a2e-ac35-29aa6cb31f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.560035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcdb343-0b05-4349-8ac7-4e57d74aab62 req-998d223d-e0ed-4116-bd3d-84f323118e67 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:36.562397 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1fcdb343-0b05-4349-8ac7-4e57d74aab62 req-998d223d-e0ed-4116-bd3d-84f323118e67 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 943 time: 0.1108010 Jun 17 08:47:36.659485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1fcdb343-0b05-4349-8ac7-4e57d74aab62 req-a92a6f3a-fe5c-4e6c-8625-2b26e1492984 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732834 Jun 17 08:47:36.671278 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d22a0924-9a46-4a2e-ac35-29aa6cb31f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.685815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d22a0924-9a46-4a2e-ac35-29aa6cb31f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.699670 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:34Z', 'revision_number': 4, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e24a4762-14c7-4e5b-b538-d6412e3102b0', 'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'mac_address': 'fa:16:3e:38:5a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '908edddf-0185-496e-97d3-f3defb1fe079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:31Z', 'updated_at': '2021-06-17T08:47:34Z', 'revision_number': 2, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'subnets': [{'id': '908edddf-0185-496e-97d3-f3defb1fe079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:36.713090 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7a0ecdb0-8131-4486-8772-9be8585c7470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:36.721333 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d22a0924-9a46-4a2e-ac35-29aa6cb31f5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b400129ab564ec09f9b29cef44eaec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2913275 Jun 17 08:47:36.721781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36642) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:36.742939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a0924-9a46-4a2e-ac35-29aa6cb31f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7aec1bc-e5b2-47dc-8b64-bf3ce917310e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:36.747098 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d22a0924-9a46-4a2e-ac35-29aa6cb31f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:36.770625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Checking router: cddfcc75-fe7e-4f11-9e78-04bffa718948 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:47:36.771084 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Updating router cddfcc75-fe7e-4f11-9e78-04bffa718948 port e24a4762-14c7-4e5b-b538-d6412e3102b0 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:47:36.808397 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb76174c-2bc9-4479-8556-9060f85a3536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.837088 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.855838 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb76174c-2bc9-4479-8556-9060f85a3536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.931005 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb76174c-2bc9-4479-8556-9060f85a3536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.934467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb76174c-2bc9-4479-8556-9060f85a3536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:36.938401 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bb76174c-2bc9-4479-8556-9060f85a3536 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d7aec1bc-e5b2-47dc-8b64-bf3ce917310e HTTP/1.1" status: 204 len: 168 time: 0.2126436 Jun 17 08:47:36.938401 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7786370d-7203-4a3a-82ce-fdba76476187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:36.988151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb76174c-2bc9-4479-8556-9060f85a3536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7aec1bc-e5b2-47dc-8b64-bf3ce917310e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:36.991885 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bb76174c-2bc9-4479-8556-9060f85a3536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:37.027874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36656) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:37.033998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-693133608-network', 'tenant_id': '41c979050d4e4cb8bce37539d6971966'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:37.046022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71132a44-8382-41a6-8997-3edbd8c7f031 req-a0becf53-30f8-4c0f-b761-9b79656c4e17 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:37.047648 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71132a44-8382-41a6-8997-3edbd8c7f031 req-a0becf53-30f8-4c0f-b761-9b79656c4e17 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 944 time: 0.1232476 Jun 17 08:47:37.081080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Made reservation on behalf of 41c979050d4e4cb8bce37539d6971966 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:37.083810 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.099885 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.107554 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71132a44-8382-41a6-8997-3edbd8c7f031 req-d3e5f4bf-9230-4ca6-b0c6-2b4e8b1d029a tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521667 Jun 17 08:47:37.215528 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.222892 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.228992 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-31f84bee-e9b3-4317-8209-e5fba07621e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:37.260374 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:47:37.268365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea6d9ec-728e-4163-96c3-68633a051af2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:37.273451 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:37.274858 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.275287 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Added segment c00b3f3b-0968-4500-8c94-1467f25b9741 of type vlan for network e2518fcf-993e-47bf-b906-b0e1c6409fc4 Jun 17 08:47:37.303192 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.317316 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Transition to ACTIVE for port object e24a4762-14c7-4e5b-b538-d6412e3102b0 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:37.330696 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.340973 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.343599 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f99d7866-bc8d-48f5-a4b4-9cfaaac84858 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:37.374460 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.376581 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:37.377576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.383150 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:37.436274 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4069960 Jun 17 08:47:37.439695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36670) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:37.446334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Request body: {'subnet': {'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-693133608-subnet', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:37.454079 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Pushing event updated for resources: {'Network': ['ID=e2518fcf-993e-47bf-b906-b0e1c6409fc4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:37.457819 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:37.490237 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Made reservation on behalf of 41c979050d4e4cb8bce37539d6971966 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:37.493590 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.568942 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network e2518fcf-993e-47bf-b906-b0e1c6409fc4 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:47:37.757452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685cb6a-2df7-417f-8fc6-0f6cc5687a2e None None] Pushing event updated for resources: {'Port': ['ID=e24a4762-14c7-4e5b-b538-d6412e3102b0,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:37.765974 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d685cb6a-2df7-417f-8fc6-0f6cc5687a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:37.820276 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Attempting to bind port e24a4762-14c7-4e5b-b538-d6412e3102b0 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:37.820928 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.821846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Attempting to bind port e24a4762-14c7-4e5b-b538-d6412e3102b0 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:37.822403 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Attempting to bind port e24a4762-14c7-4e5b-b538-d6412e3102b0 on network aa451041-9485-478e-9607-550dd8be49b4 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:37.836319 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:37.837177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Checking segment: {'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:37.837779 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.840694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Bound using segment: {'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:37.841394 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Bound port: e24a4762-14c7-4e5b-b538-d6412e3102b0, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:37.841978 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:37.852925 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d5607da7-b240-484b-b9fe-1fe569d51f79 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:37.970828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] For port e24a4762-14c7-4e5b-b538-d6412e3102b0, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:37.987147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] For port e24a4762-14c7-4e5b-b538-d6412e3102b0, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e24a4762-14c7-4e5b-b538-d6412e3102b0,segment=NetworkSegment(aefb0f28-80f8-46e1-8d1b-27f04c0ac271),segment_id=aefb0f28-80f8-46e1-8d1b-27f04c0ac271)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:37.995830 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.003815 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bf5ebe31-d951-4b7a-940c-dc32c98fde6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:38.009030 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a385948c-9f6d-4d0d-895f-8dd80e2db455,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:38.014650 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:38.023260 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Checking segment: {'id': 'c00b3f3b-0968-4500-8c94-1467f25b9741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:38.023745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Network hostable DHCP agents. Network: e2518fcf-993e-47bf-b906-b0e1c6409fc4, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:47:38.043796 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bbf245a-c40b-4195-bd78-abf85b915f73 req-d9045a81-dc32-4cc6-a674-3586a04557df service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2359564 Jun 17 08:47:38.069579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Network e2518fcf-993e-47bf-b906-b0e1c6409fc4 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:47:38.083963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9507a68-536d-449f-9735-29f88fbd9033 req-bdaf3aa8-c3b4-4333-8e54-958d1b3a042c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.085716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f9507a68-536d-449f-9735-29f88fbd9033 req-bdaf3aa8-c3b4-4333-8e54-958d1b3a042c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 943 time: 0.1526356 Jun 17 08:47:38.095278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, e2518fcf-993e-47bf-b906-b0e1c6409fc4) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:38.121473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b165ce0c-8105-4913-a4d9-bfb2676c9493 None None] Network e2518fcf-993e-47bf-b906-b0e1c6409fc4 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:38.128107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bcba141c-23c0-4b06-8196-b37b41de7611 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:38.149882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.150687 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.195702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36708) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:38.196294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7549367 Jun 17 08:47:38.201687 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-693133608-router', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:38.226180 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f9507a68-536d-449f-9735-29f88fbd9033 req-4f7ffbf5-6b50-412c-a3b3-9a9cc4606465 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283562 Jun 17 08:47:38.265687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf245a-c40b-4195-bd78-abf85b915f73 req-dfd0ddc8-2e2d-4cf6-8a25-b65781a758c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.267810 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bbf245a-c40b-4195-bd78-abf85b915f73 req-dfd0ddc8-2e2d-4cf6-8a25-b65781a758c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 1097 time: 0.1688383 Jun 17 08:47:38.279159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:38.287534 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.294114 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.321615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Routers {'cddfcc75-fe7e-4f11-9e78-04bffa718948'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:38.323020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['cddfcc75-fe7e-4f11-9e78-04bffa718948'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:38.324856 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685cb6a-2df7-417f-8fc6-0f6cc5687a2e None None] Pushing event updated for resources: {'Port': ['ID=e24a4762-14c7-4e5b-b538-d6412e3102b0,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:38.348741 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d685cb6a-2df7-417f-8fc6-0f6cc5687a2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:38.392553 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.520425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db487ccb-5762-4466-be4d-dbb4b8b6c91b req-acf1385a-dad1-4363-9a24-da2e45c1ee32 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.528325 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db487ccb-5762-4466-be4d-dbb4b8b6c91b req-acf1385a-dad1-4363-9a24-da2e45c1ee32 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 944 time: 0.2232490 Jun 17 08:47:38.538840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf245a-c40b-4195-bd78-abf85b915f73 req-d95f9b23-5ce2-416f-a597-fe579e6ce0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.540281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bbf245a-c40b-4195-bd78-abf85b915f73 req-d95f9b23-5ce2-416f-a597-fe579e6ce0fa service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 916 time: 0.2247968 Jun 17 08:47:38.551426 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.resource_extend [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:47:38.618476 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:38.629656 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bbf245a-c40b-4195-bd78-abf85b915f73 req-1df7a775-bc6e-486e-8ab9-ae567c7242e9 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f605f50-872a-423b-bdc2-32591bbfca2a HTTP/1.1" status: 200 len: 217 time: 0.0806746 Jun 17 08:47:38.640284 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.resource_extend [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 17 08:47:38.668470 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-db487ccb-5762-4466-be4d-dbb4b8b6c91b req-8ba0a160-a530-49c1-b2a4-a3f8563e73ce tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390512 Jun 17 08:47:38.729140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf245a-c40b-4195-bd78-abf85b915f73 req-eae3f4d0-5cc0-4826-afd3-52e8a054e86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:38.731112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bbf245a-c40b-4195-bd78-abf85b915f73 req-eae3f4d0-5cc0-4826-afd3-52e8a054e86e service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 200 len: 855 time: 0.0836291 Jun 17 08:47:38.800740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bbf245a-c40b-4195-bd78-abf85b915f73 req-62c32d9e-2ddf-48a2-8e22-7ccf4fc4b76f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa372ab1-c497-4810-a467-76fc17fa293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619955 Jun 17 08:47:38.807758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:38.870040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512', 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b', 'port_id': 'cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512', 'mac_address': 'fa:16:3e:65:b4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4870a4-6310-40a7-9511-b9a985b9f9e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:38.898528 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bcba141c-23c0-4b06-8196-b37b41de7611, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bcba141c-23c0-4b06-8196-b37b41de7611,segment=NetworkSegment(454d3450-aefd-4351-b10d-382bfc85574a),segment_id=454d3450-aefd-4351-b10d-382bfc85574a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:38.902720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] Set router cddfcc75-fe7e-4f11-9e78-04bffa718948 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:38.935104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bbf245a-c40b-4195-bd78-abf85b915f73 req-5ad9abc2-577e-4a01-9468-75799af179ff service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239734 Jun 17 08:47:39.007640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'bcba141c-23c0-4b06-8196-b37b41de7611', 'network_id': 'ac058ece-22d1-4cd9-b1f6-5c9bd8779de8', 'port_id': 'bcba141c-23c0-4b06-8196-b37b41de7611', 'mac_address': 'fa:16:3e:eb:32:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ab32955-f4cf-4e2f-9735-14f5069a2ac6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:39.016231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-e2518fcf-993e-47bf-b906-b0e1c6409fc4', 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'fixed_ips': [{'subnet_id': 'a385948c-9f6d-4d0d-895f-8dd80e2db455'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:47:39.017315 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.032775 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.060271 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.125984 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.236084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Allocated IP 172.25.8.108 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/3a1d2a7a-98e3-45db-aff3-9939306d0f60) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:39.248688 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:39.254417 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.337068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:39.341998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcba141c-23c0-4b06-8196-b37b41de7611 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:39.385018 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.389238 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36734) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:39.391547 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.401414 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-171adb02-2257-435d-a69c-4ad3162e7c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:39.489481 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.496558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bcba141c-23c0-4b06-8196-b37b41de7611, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bcba141c-23c0-4b06-8196-b37b41de7611,segment=NetworkSegment(454d3450-aefd-4351-b10d-382bfc85574a),segment_id=454d3450-aefd-4351-b10d-382bfc85574a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:39.527814 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.539342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Allocated IP 172.20.0.2 (e2518fcf-993e-47bf-b906-b0e1c6409fc4/a385948c-9f6d-4d0d-895f-8dd80e2db455/84e60305-0589-4880-8d67-690dad266915) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:39.575540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:39.581956 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:39.584292 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4d074967-1a8d-4040-8f29-60d50752e259 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:39.610355 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.612863 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-89025d77-0640-480c-8359-07633817342c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:39.616253 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-330b079f-f0bf-49ff-9005-b76754b0c2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:39.714415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=bcba141c-23c0-4b06-8196-b37b41de7611,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:39.723421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:39.725171 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:39.740747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:34Z', 'revision_number': 4, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e24a4762-14c7-4e5b-b538-d6412e3102b0', 'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'mac_address': 'fa:16:3e:38:5a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '908edddf-0185-496e-97d3-f3defb1fe079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:31Z', 'updated_at': '2021-06-17T08:47:37Z', 'revision_number': 4, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'subnets': [{'id': '908edddf-0185-496e-97d3-f3defb1fe079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:39.741103 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bbf245a-c40b-4195-bd78-abf85b915f73 req-b9db5414-1ed8-45d6-9fde-fb581811ef91 service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7982850 Jun 17 08:47:39.746275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:39.750120 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Pushing event updated for resources: {'Port': ['ID=3a1d2a7a-98e3-45db-aff3-9939306d0f60,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:39.752094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['bcba141c-23c0-4b06-8196-b37b41de7611'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:39.757046 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:39.763560 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:39.772178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac40ce-ba23-443b-83e8-d8044dbf92fc req-e1ac0db8-393e-4f3d-811b-ab6f8b95ec07 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:39.798151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1fac40ce-ba23-443b-83e8-d8044dbf92fc req-e1ac0db8-393e-4f3d-811b-ab6f8b95ec07 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 944 time: 0.1720226 Jun 17 08:47:39.852571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:39.886899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1fac40ce-ba23-443b-83e8-d8044dbf92fc req-01a501be-6aed-4d68-9ea5-1537100b120f tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862143 Jun 17 08:47:39.932186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2147765d-8734-4d38-9d48-bc547f455085 None None] The sync data for ids ['cddfcc75-fe7e-4f11-9e78-04bffa718948'] in n-d-779913-16 is: [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:34Z', 'revision_number': 4, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e24a4762-14c7-4e5b-b538-d6412e3102b0', 'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'mac_address': 'fa:16:3e:38:5a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '908edddf-0185-496e-97d3-f3defb1fe079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:31Z', 'updated_at': '2021-06-17T08:47:37Z', 'revision_number': 4, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'subnets': [{'id': '908edddf-0185-496e-97d3-f3defb1fe079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:40.068561 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.085389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695499e-d222-4b21-89e0-db91534ec5d5 req-fe8fdd80-32d7-4c21-af9d-d22bf413d6f1 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:40.091944 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2695499e-d222-4b21-89e0-db91534ec5d5 req-fe8fdd80-32d7-4c21-af9d-d22bf413d6f1 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 945 time: 0.1260934 Jun 17 08:47:40.104326 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Transition to ACTIVE for port object 84e60305-0589-4880-8d67-690dad266915 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:40.167374 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-330b079f-f0bf-49ff-9005-b76754b0c2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.169297 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2695499e-d222-4b21-89e0-db91534ec5d5 req-f7ec30a8-d594-41e2-8be0-003e92f52db3 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562718 Jun 17 08:47:40.187918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Transition to ACTIVE for port object 84e60305-0589-4880-8d67-690dad266915 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:40.189011 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-330b079f-f0bf-49ff-9005-b76754b0c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.198275 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3ae5cc70-350e-4eef-a79b-6aaa623b67aa tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:40.225884 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.233562 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c7fbd4e3-fd0f-4cc5-a002-347bba81ec8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:40.264193 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-330b079f-f0bf-49ff-9005-b76754b0c2a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ab4549bb13147e6acf941d7510d56c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8694293 Jun 17 08:47:40.265558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36756) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:40.270371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b079f-f0bf-49ff-9005-b76754b0c2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8aa879-ae43-4914-b0fb-51d5408ebb01,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:40.275479 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-330b079f-f0bf-49ff-9005-b76754b0c2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:40.276578 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.343741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-89fc29e1-1ead-440d-9a32-67f3bba710a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.383001 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-89fc29e1-1ead-440d-9a32-67f3bba710a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.464696 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-89fc29e1-1ead-440d-9a32-67f3bba710a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.467446 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-89fc29e1-1ead-440d-9a32-67f3bba710a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.468648 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-89fc29e1-1ead-440d-9a32-67f3bba710a1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc8aa879-ae43-4914-b0fb-51d5408ebb01 HTTP/1.1" status: 204 len: 168 time: 0.2018261 Jun 17 08:47:40.469492 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf931dbe-0116-4c38-b5f6-8918e4f7b81f tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:40.488297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc29e1-1ead-440d-9a32-67f3bba710a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8aa879-ae43-4914-b0fb-51d5408ebb01,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:40.490825 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-89fc29e1-1ead-440d-9a32-67f3bba710a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:40.599850 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.698805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Pushing event updated for resources: {'Port': ['ID=84e60305-0589-4880-8d67-690dad266915,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:40.708962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Network e2518fcf-993e-47bf-b906-b0e1c6409fc4 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:40.715945 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:40.722597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:40.730267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:40.825772 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Attempting to bind port 84e60305-0589-4880-8d67-690dad266915 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:40.826277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Attempting to bind port 84e60305-0589-4880-8d67-690dad266915 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'c00b3f3b-0968-4500-8c94-1467f25b9741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:40.826647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Attempting to bind port 84e60305-0589-4880-8d67-690dad266915 on network e2518fcf-993e-47bf-b906-b0e1c6409fc4 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:40.836209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:40.836641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Checking segment: {'id': 'c00b3f3b-0968-4500-8c94-1467f25b9741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:40.837007 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.837406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Bound using segment: {'id': 'c00b3f3b-0968-4500-8c94-1467f25b9741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:40.837900 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Bound port: 84e60305-0589-4880-8d67-690dad266915, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00b3f3b-0968-4500-8c94-1467f25b9741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:40.838285 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:40.849892 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Router 760b3d40-9015-412b-9ce7-96c18e7b93bc is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:47:41.012988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] For port 84e60305-0589-4880-8d67-690dad266915, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:41.022382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] For port 84e60305-0589-4880-8d67-690dad266915, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=84e60305-0589-4880-8d67-690dad266915,segment=NetworkSegment(c00b3f3b-0968-4500-8c94-1467f25b9741),segment_id=c00b3f3b-0968-4500-8c94-1467f25b9741)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:41.031851 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.037122 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:41.039463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:41.056171 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Sync routers for ids ['760b3d40-9015-412b-9ce7-96c18e7b93bc'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:41.081365 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Routers {'760b3d40-9015-412b-9ce7-96c18e7b93bc'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:41.082190 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['760b3d40-9015-412b-9ce7-96c18e7b93bc'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:41.119096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.121430 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9239290 Jun 17 08:47:41.124487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36780) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:41.153908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e24a4762-14c7-4e5b-b538-d6412e3102b0 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:41.241964 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Pushing event updated for resources: {'Port': ['ID=84e60305-0589-4880-8d67-690dad266915,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:41.246452 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:41.253186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port e24a4762-14c7-4e5b-b538-d6412e3102b0 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:41.263362 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e24a4762-14c7-4e5b-b538-d6412e3102b0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:41.263795 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.389742 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Set router 760b3d40-9015-412b-9ce7-96c18e7b93bc gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:41.458490 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.573536 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552207b-e4f3-4f0e-90b5-24e1183bc69f req-661f1303-727f-4d87-9e8f-cad5d38ec9b0 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:41.575228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6552207b-e4f3-4f0e-90b5-24e1183bc69f req-661f1303-727f-4d87-9e8f-cad5d38ec9b0 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 944 time: 0.3365223 Jun 17 08:47:41.578224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port e24a4762-14c7-4e5b-b538-d6412e3102b0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e24a4762-14c7-4e5b-b538-d6412e3102b0,segment=NetworkSegment(aefb0f28-80f8-46e1-8d1b-27f04c0ac271),segment_id=aefb0f28-80f8-46e1-8d1b-27f04c0ac271)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:41.602866 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:41.609137 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:41.729105 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:47:41.737347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=e24a4762-14c7-4e5b-b538-d6412e3102b0,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:41.745247 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:41.809316 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'name': 'tempest-TestServerBasicOps-693133608-router', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:38Z', 'updated_at': '2021-06-17T08:47:39Z', 'revision_number': 3, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'gw_port': {'id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:41.872442 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Checking router: 760b3d40-9015-412b-9ce7-96c18e7b93bc for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:47:41.872793 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Updating router 760b3d40-9015-412b-9ce7-96c18e7b93bc port 3a1d2a7a-98e3-45db-aff3-9939306d0f60 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:47:41.922182 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6552207b-e4f3-4f0e-90b5-24e1183bc69f req-9aaab449-d50c-4cd0-813f-67545b248080 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682877 Jun 17 08:47:41.956038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01d8cc-f1d4-4855-b7c2-b6ad814633f7 req-8cee4303-1ea5-4c94-ab92-6dfc6ee4dc85 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:41.958066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a01d8cc-f1d4-4855-b7c2-b6ad814633f7 req-8cee4303-1ea5-4c94-ab92-6dfc6ee4dc85 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 945 time: 0.4677505 Jun 17 08:47:41.959605 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.038898 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a01d8cc-f1d4-4855-b7c2-b6ad814633f7 req-a9cd6927-e663-46f5-ac84-fa8ff20cdd4e tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702181 Jun 17 08:47:42.145698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bcba141c-23c0-4b06-8196-b37b41de7611 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:42.211735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port bcba141c-23c0-4b06-8196-b37b41de7611 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:42.220108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port bcba141c-23c0-4b06-8196-b37b41de7611 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:42.220634 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.270903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:42.342111 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.357545 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.369841 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Transition to ACTIVE for port object 3a1d2a7a-98e3-45db-aff3-9939306d0f60 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:42.380419 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.387286 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a40b4d39-3740-40bf-ac49-0face5f25872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:42.433553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:42.457605 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:42.457993 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.479069 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9402852-2f63-4ca2-ad57-903e61aff586 None None] Pushing event updated for resources: {'Port': ['ID=3a1d2a7a-98e3-45db-aff3-9939306d0f60,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:42.488933 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-b9402852-2f63-4ca2-ad57-903e61aff586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:42.522315 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Attempting to bind port 3a1d2a7a-98e3-45db-aff3-9939306d0f60 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:42.522690 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Attempting to bind port 3a1d2a7a-98e3-45db-aff3-9939306d0f60 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:42.525841 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Attempting to bind port 3a1d2a7a-98e3-45db-aff3-9939306d0f60 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:42.529998 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.536445 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:42.536839 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:42.537265 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.537643 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:42.538715 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Bound port: 3a1d2a7a-98e3-45db-aff3-9939306d0f60, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:42.538715 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.607255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port bcba141c-23c0-4b06-8196-b37b41de7611, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bcba141c-23c0-4b06-8196-b37b41de7611,segment=NetworkSegment(454d3450-aefd-4351-b10d-382bfc85574a),segment_id=454d3450-aefd-4351-b10d-382bfc85574a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:42.612505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dd1030-75d8-468c-b2d8-f23700601bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcba141c-23c0-4b06-8196-b37b41de7611'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:42.617501 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188962c9-db42-4e9c-852b-2b9f8fd48863" -d '{"events": [{"server_uuid": "18dd1030-75d8-468c-b2d8-f23700601bed", "name": "network-vif-plugged", "status": "completed", "tag": "bcba141c-23c0-4b06-8196-b37b41de7611"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:42.622925 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] For port 3a1d2a7a-98e3-45db-aff3-9939306d0f60, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:42.640672 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] For port 3a1d2a7a-98e3-45db-aff3-9939306d0f60, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3a1d2a7a-98e3-45db-aff3-9939306d0f60,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:42.652448 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.653311 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:42.657228 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-60a77f7f-cc46-418d-a863-d76113816d86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:42.666718 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:42.762146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Allocated IP 172.20.0.1 (e2518fcf-993e-47bf-b906-b0e1c6409fc4/a385948c-9f6d-4d0d-895f-8dd80e2db455/b2c1ed5a-584b-41f3-afa2-f88792308f96) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:42.811195 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9c36cc-e179-425f-b049-c12766e2a6d9 x-openstack-request-id: req-5b9c36cc-e179-425f-b049-c12766e2a6d9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:42.812163 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dd1030-75d8-468c-b2d8-f23700601bed", "name": "network-vif-plugged", "status": "completed", "tag": "bcba141c-23c0-4b06-8196-b37b41de7611", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:42.812596 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b9c36cc-e179-425f-b049-c12766e2a6d9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:42.815054 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dd1030-75d8-468c-b2d8-f23700601bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcba141c-23c0-4b06-8196-b37b41de7611', 'code': 200} Jun 17 08:47:42.952182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=bcba141c-23c0-4b06-8196-b37b41de7611,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:42.958266 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:43.013974 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Routers {'760b3d40-9015-412b-9ce7-96c18e7b93bc'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:43.014616 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['760b3d40-9015-412b-9ce7-96c18e7b93bc'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:43.149639 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.208687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:43.215551 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.219204 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ce64195a-8468-496c-90b2-28b6a3347a54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:43.299936 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.300179 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9402852-2f63-4ca2-ad57-903e61aff586 None None] Pushing event updated for resources: {'Port': ['ID=3a1d2a7a-98e3-45db-aff3-9939306d0f60,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:43.309022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa544af9-3407-425a-8ba3-21b85e16fe55 None None] Network e2518fcf-993e-47bf-b906-b0e1c6409fc4 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:47:43.320847 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-b9402852-2f63-4ca2-ad57-903e61aff586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:43.367836 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23131b83-7971-44ea-b84b-89aafe8ad951 req-0c1f7d66-e0a4-4977-8fae-1bc5e0e60e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:43.370154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23131b83-7971-44ea-b84b-89aafe8ad951 req-0c1f7d66-e0a4-4977-8fae-1bc5e0e60e75 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 1098 time: 0.5245330 Jun 17 08:47:43.380082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Transition to ACTIVE for port object b2c1ed5a-584b-41f3-afa2-f88792308f96 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:43.380891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e24a4762-14c7-4e5b-b538-d6412e3102b0 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:43.425070 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] Set router 760b3d40-9015-412b-9ce7-96c18e7b93bc gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:43.477026 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ca62eb73-b193-45a9-a26d-a7d4b936c970 None None] Provisioning for port 84e60305-0589-4880-8d67-690dad266915 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:43.493280 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:43.494745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23131b83-7971-44ea-b84b-89aafe8ad951 req-e721bae7-4de4-419f-8132-fe6fa1aa54fa service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126716 Jun 17 08:47:43.507973 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:43.518530 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-890eeaed-0f34-4ca2-bff4-5654615475ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.554875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19208ea-84f5-46bc-9602-0f11c1fe4dab req-e23ff766-fa08-4da0-8b74-fb60bef21624 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:43.564395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f19208ea-84f5-46bc-9602-0f11c1fe4dab req-e23ff766-fa08-4da0-8b74-fb60bef21624 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 945 time: 0.3200517 Jun 17 08:47:43.590907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e24a4762-14c7-4e5b-b538-d6412e3102b0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:43.591793 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.686934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade35000-1847-4e34-9f4e-6dfa9a314062 req-ff365ca4-d51d-48dc-8f36-7a7c7d9eb9cb tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:43.689121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ade35000-1847-4e34-9f4e-6dfa9a314062 req-ff365ca4-d51d-48dc-8f36-7a7c7d9eb9cb tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 946 time: 0.3836691 Jun 17 08:47:43.696252 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.705022 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-92aa4fcd-fec5-4de5-a915-4c1b543001af tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:43.724277 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'name': 'tempest-TestServerBasicOps-693133608-router', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:38Z', 'updated_at': '2021-06-17T08:47:39Z', 'revision_number': 3, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'gw_port': {'id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:43.763845 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f19208ea-84f5-46bc-9602-0f11c1fe4dab req-6f59d822-2ae0-4e91-87cb-d7b1ebf5c7af tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978467 Jun 17 08:47:43.777049 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bac281-9f9d-4e15-b8c6-2a74dfff6b1c None None] The sync data for ids ['760b3d40-9015-412b-9ce7-96c18e7b93bc'] in n-d-779913-16 is: [{'id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'name': 'tempest-TestServerBasicOps-693133608-router', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:38Z', 'updated_at': '2021-06-17T08:47:39Z', 'revision_number': 3, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'gw_port': {'id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:43.794863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Network e2518fcf-993e-47bf-b906-b0e1c6409fc4 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:43.802095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:43.805393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:43.805616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 84e60305-0589-4880-8d67-690dad266915 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:43.864915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Pushing event updated for resources: {'Port': ['ID=b2c1ed5a-584b-41f3-afa2-f88792308f96,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:43.875126 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:43.886364 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ade35000-1847-4e34-9f4e-6dfa9a314062 req-663e7043-c640-441e-9935-44eabdebdc2f tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869185 Jun 17 08:47:43.909117 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:43.937646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 84e60305-0589-4880-8d67-690dad266915 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:43.942356 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 84e60305-0589-4880-8d67-690dad266915 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:43.942738 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.076690 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.166447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 84e60305-0589-4880-8d67-690dad266915, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=84e60305-0589-4880-8d67-690dad266915,segment=NetworkSegment(c00b3f3b-0968-4500-8c94-1467f25b9741),segment_id=c00b3f3b-0968-4500-8c94-1467f25b9741)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:44.179995 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.183127 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:44.227407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.243238 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-91496548-3d7a-4a18-be3c-9ffd29da0487 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1611524 Jun 17 08:47:44.364507 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=84e60305-0589-4880-8d67-690dad266915,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:44.381308 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:44.397203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-619232d8-e709-4848-a845-f3c7ad4dfbf5 None None] Provisioning complete for port 84e60305-0589-4880-8d67-690dad266915 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:44.397203 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-619232d8-e709-4848-a845-f3c7ad4dfbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.551196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-1f98f019-593e-4c15-aa70-54d6e855b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:44.553191 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-1f98f019-593e-4c15-aa70-54d6e855b4bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1098 time: 0.1850202 Jun 17 08:47:44.692786 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.703188 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.713957 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:44.761246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-25d3b8c0-8dd0-4833-808a-4b58d0c56417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:44.763617 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-25d3b8c0-8dd0-4833-808a-4b58d0c56417 service neutron] 10.222.0.10 "GET /v2.0/networks?id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 HTTP/1.1" status: 200 len: 898 time: 0.1825478 Jun 17 08:47:44.790340 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5e451f84-6cef-4888-9b80-4ab72f726512 None None] Provisioning for port b2c1ed5a-584b-41f3-afa2-f88792308f96 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:44.795729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5e451f84-6cef-4888-9b80-4ab72f726512 None None] Provisioning complete for port b2c1ed5a-584b-41f3-afa2-f88792308f96 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:44.796108 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5e451f84-6cef-4888-9b80-4ab72f726512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.804548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Pushing event updated for resources: {'Port': ['ID=b2c1ed5a-584b-41f3-afa2-f88792308f96,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:44.813658 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:44.829943 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:44.837855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71643a13-f3e9-4955-9b8a-c08299458f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:44.849437 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33a8a8a-15d0-4de6-b1dd-03babfacc646" -d '{"events": [{"server_uuid": "71643a13-f3e9-4955-9b8a-c08299458f45", "name": "network-vif-plugged", "status": "completed", "tag": "cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:44.903191 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5e451f84-6cef-4888-9b80-4ab72f726512 None None] Port b2c1ed5a-584b-41f3-afa2-f88792308f96 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:44.948700 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd5028c-c0a9-44b9-bece-ed880182b168 x-openstack-request-id: req-9cd5028c-c0a9-44b9-bece-ed880182b168 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:44.956561 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71643a13-f3e9-4955-9b8a-c08299458f45", "name": "network-vif-plugged", "status": "completed", "tag": "cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:44.957098 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9cd5028c-c0a9-44b9-bece-ed880182b168 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:44.957894 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71643a13-f3e9-4955-9b8a-c08299458f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512', 'code': 200} Jun 17 08:47:44.975580 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-c4cb8249-9999-46cd-8055-9695b036a6a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa17cebe-bc60-4567-8827-75094fa5a76b HTTP/1.1" status: 200 len: 1002 time: 0.1956344 Jun 17 08:47:45.017210 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Network e2518fcf-993e-47bf-b906-b0e1c6409fc4 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:45.018798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:45.173147 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-8c03fe0e-f974-495c-8602-fca1bbe2955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:45.184272 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-8c03fe0e-f974-495c-8602-fca1bbe2955a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53d10a3-834a-4642-8a4a-58471f0e0107 HTTP/1.1" status: 200 len: 834 time: 0.2015409 Jun 17 08:47:45.337606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3a1d2a7a-98e3-45db-aff3-9939306d0f60 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:45.361747 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-2cd70c6c-03c4-4471-a166-ace608915418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:45.363348 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-2cd70c6c-03c4-4471-a166-ace608915418 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674504 Jun 17 08:47:45.466975 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 3a1d2a7a-98e3-45db-aff3-9939306d0f60 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:45.475951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 3a1d2a7a-98e3-45db-aff3-9939306d0f60 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:45.476330 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.532139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab2572-9968-41fb-81d7-1fb1ead651c1 req-b79104c2-20d1-4541-aba1-c6747ec252cf tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:45.539615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f3ab2572-9968-41fb-81d7-1fb1ead651c1 req-b79104c2-20d1-4541-aba1-c6747ec252cf tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 945 time: 0.5057106 Jun 17 08:47:45.547771 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23459a70-3c41-4eea-92a5-92f196e3fd87 req-89b8f855-8753-432e-9536-0f26f7ac7f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:45.549436 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-934efe04-e46b-4855-aa26-fa462c8e8211 service neutron] 10.222.0.10 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781118 Jun 17 08:47:45.549877 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23459a70-3c41-4eea-92a5-92f196e3fd87 req-89b8f855-8753-432e-9536-0f26f7ac7f3b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 1097 time: 0.5236053 Jun 17 08:47:45.562219 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Router 760b3d40-9015-412b-9ce7-96c18e7b93bc has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:47:45.571521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a3ee1162-918e-42ae-9b12-c73147f694f0 None None] Provisioning complete for port b2c1ed5a-584b-41f3-afa2-f88792308f96 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:45.571914 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a3ee1162-918e-42ae-9b12-c73147f694f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.655401 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a3ee1162-918e-42ae-9b12-c73147f694f0 None None] Port b2c1ed5a-584b-41f3-afa2-f88792308f96 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:45.668057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896258f3-94e7-40be-b8e1-851db778bc2a req-527b66f6-c8cf-4e43-9de2-8e4520ce3339 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:45.677657 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-896258f3-94e7-40be-b8e1-851db778bc2a req-527b66f6-c8cf-4e43-9de2-8e4520ce3339 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 946 time: 0.3031580 Jun 17 08:47:45.702537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f3ab2572-9968-41fb-81d7-1fb1ead651c1 req-6a0a3ff3-7f3e-487f-ac2d-c40b6de598d4 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585863 Jun 17 08:47:45.719558 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c2bba63-c24e-4cd2-8399-7587084606ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.726196 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-bea990dc-4f24-42cb-ba23-4d938be68003 req-bdbe1bc9-aee1-463e-baed-6d4a2689b5b3 service neutron] 10.222.0.10 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639109 Jun 17 08:47:45.740983 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.768240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 3a1d2a7a-98e3-45db-aff3-9939306d0f60, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3a1d2a7a-98e3-45db-aff3-9939306d0f60,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:45.777910 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.779494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 84e60305-0589-4880-8d67-690dad266915 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:45.781609 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4cea3a54-20b5-4ed3-9d0c-ccea441c943f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:45.862736 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=3a1d2a7a-98e3-45db-aff3-9939306d0f60,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:45.867555 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:45.878593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 84e60305-0589-4880-8d67-690dad266915 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:45.879165 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:45.880704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:47:45.915967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] 10.222.0.47 "PUT /v2.0/routers/760b3d40-9015-412b-9ce7-96c18e7b93bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7902758 Jun 17 08:47:45.933244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-896258f3-94e7-40be-b8e1-851db778bc2a req-52f0acaf-9d2d-4514-87fa-8ab7581f02b4 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518075 Jun 17 08:47:45.935875 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23459a70-3c41-4eea-92a5-92f196e3fd87 req-4e161f15-091d-4e92-ae78-010887801149 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483145 Jun 17 08:47:46.040802 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.652645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36928) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:46.657977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e45c549f-abdd-4ecb-97e4-5505f3b52f14 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-293828283', 'description': 'tempest-secgroup-smoke-293828283 description', 'project_id': 'be3a3851bff0485fa3dcf0ecde535818'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:46.693532 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e45c549f-abdd-4ecb-97e4-5505f3b52f14 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.820748 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e45c549f-abdd-4ecb-97e4-5505f3b52f14 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.836138 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e45c549f-abdd-4ecb-97e4-5505f3b52f14 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.840070 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-95e3758f-3bc6-4962-aeda-0a03efe3f927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:46.900637 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Sync routers for ids ['760b3d40-9015-412b-9ce7-96c18e7b93bc'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:47:46.914557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Routers {'760b3d40-9015-412b-9ce7-96c18e7b93bc'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:46.914667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['760b3d40-9015-412b-9ce7-96c18e7b93bc'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:46.918037 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.925929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c549f-abdd-4ecb-97e4-5505f3b52f14 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a9494a-31b0-4ffb-9453-76dd80895b90,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:46.930606 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e45c549f-abdd-4ecb-97e4-5505f3b52f14 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:46.931636 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e45c549f-abdd-4ecb-97e4-5505f3b52f14 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:46.932953 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e45c549f-abdd-4ecb-97e4-5505f3b52f14 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2788928 Jun 17 08:47:46.936014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36940) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:46.943916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-37613543-e7b6-4046-87dc-ff1e3ef86f4b tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Request body: {'security_group_rule': {'security_group_id': '39a9494a-31b0-4ffb-9453-76dd80895b90', 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:46.999500 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8315e-f65e-47a5-9963-5a7d10990893 req-738518b1-3d72-41df-aa54-d5bfa19f4e39 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:47.003119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2e8315e-f65e-47a5-9963-5a7d10990893 req-738518b1-3d72-41df-aa54-d5bfa19f4e39 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 945 time: 0.1562173 Jun 17 08:47:47.004096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37613543-e7b6-4046-87dc-ff1e3ef86f4b tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.053293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Set router 760b3d40-9015-412b-9ce7-96c18e7b93bc gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:47.092002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2e8315e-f65e-47a5-9963-5a7d10990893 req-cc33aab3-7dee-4db7-ae0e-7917b6cc042a tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783911 Jun 17 08:47:47.132438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3a1d2a7a-98e3-45db-aff3-9939306d0f60 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:47.178124 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37613543-e7b6-4046-87dc-ff1e3ef86f4b tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.184308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37613543-e7b6-4046-87dc-ff1e3ef86f4b tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.186347 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-73a5cf7d-00ca-496f-a22e-aee10a2cbc12 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:47.216676 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37613543-e7b6-4046-87dc-ff1e3ef86f4b tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd53de2f-a79d-4c09-90bf-eed565a25a42,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:47.226786 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-37613543-e7b6-4046-87dc-ff1e3ef86f4b tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:47.229416 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-37613543-e7b6-4046-87dc-ff1e3ef86f4b tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.231791 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-37613543-e7b6-4046-87dc-ff1e3ef86f4b tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2932837 Jun 17 08:47:47.234637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36944) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:47.241243 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-f20cef54-c1c9-4efa-b475-3861751b17b5 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Request body: {'security_group_rule': {'security_group_id': '39a9494a-31b0-4ffb-9453-76dd80895b90', 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:47.300440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 3a1d2a7a-98e3-45db-aff3-9939306d0f60 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:47.300802 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.313234 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f20cef54-c1c9-4efa-b475-3861751b17b5 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.387560 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f20cef54-c1c9-4efa-b475-3861751b17b5 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.391822 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f20cef54-c1c9-4efa-b475-3861751b17b5 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.400315 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:47.420764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cef54-c1c9-4efa-b475-3861751b17b5 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9f5ce3e-5534-43de-a1c7-dc04d7b275c3,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:47.430277 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f20cef54-c1c9-4efa-b475-3861751b17b5 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:47.437249 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f20cef54-c1c9-4efa-b475-3861751b17b5 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.441329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f20cef54-c1c9-4efa-b475-3861751b17b5 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2023132 Jun 17 08:47:47.441944 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36948) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:47.448301 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-47da781c-e539-471f-8449-0cad07eb7dd8 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Request body: {'security_group_rule': {'security_group_id': '39a9494a-31b0-4ffb-9453-76dd80895b90', 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:47.491889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'name': 'tempest-TestServerBasicOps-693133608-router', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:38Z', 'updated_at': '2021-06-17T08:47:44Z', 'revision_number': 4, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'gw_port': {'id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'b2c1ed5a-584b-41f3-afa2-f88792308f96', 'name': '', 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'mac_address': 'fa:16:3e:60:c8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'a385948c-9f6d-4d0d-895f-8dd80e2db455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:42Z', 'updated_at': '2021-06-17T08:47:44Z', 'revision_number': 2, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'subnets': [{'id': 'a385948c-9f6d-4d0d-895f-8dd80e2db455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:47.513019 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47da781c-e539-471f-8449-0cad07eb7dd8 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.526509 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Checking router: 760b3d40-9015-412b-9ce7-96c18e7b93bc for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:47:47.526900 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Updating router 760b3d40-9015-412b-9ce7-96c18e7b93bc port b2c1ed5a-584b-41f3-afa2-f88792308f96 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:47:47.584100 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.631634 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47da781c-e539-471f-8449-0cad07eb7dd8 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.638602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47da781c-e539-471f-8449-0cad07eb7dd8 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.644456 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-141411e1-604d-416a-a243-6912cb0e17d8 tempest-TestVolumeBackupRestore-1610440512 tempest-TestVolumeBackupRestore-1610440512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:47.665408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da781c-e539-471f-8449-0cad07eb7dd8 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26e761c-7dc1-4a57-aed4-0ea9fb471f6f,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:47.668634 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-47da781c-e539-471f-8449-0cad07eb7dd8 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:47.676732 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-47da781c-e539-471f-8449-0cad07eb7dd8 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.681825 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-47da781c-e539-471f-8449-0cad07eb7dd8 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2383115 Jun 17 08:47:47.682002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 36956) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:47.688078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fb4dfff3-9fde-472e-ae18-6924903d98ea tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Request body: {'security_group_rule': {'security_group_id': '39a9494a-31b0-4ffb-9453-76dd80895b90', 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:47.734675 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb4dfff3-9fde-472e-ae18-6924903d98ea tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.834232 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb4dfff3-9fde-472e-ae18-6924903d98ea tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.840667 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb4dfff3-9fde-472e-ae18-6924903d98ea tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.847808 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-adc39681-c304-4214-9ff4-5c10744c4b1c tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:47.873131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dfff3-9fde-472e-ae18-6924903d98ea tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e13a1df-0b6d-475f-a50d-64493a43129f,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:47.875800 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fb4dfff3-9fde-472e-ae18-6924903d98ea tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:47.880645 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fb4dfff3-9fde-472e-ae18-6924903d98ea tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:47.884711 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fb4dfff3-9fde-472e-ae18-6924903d98ea tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1998653 Jun 17 08:47:47.885887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36966) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:47.891596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b0730439-ac74-4654-84f4-f93ad9a1a424 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Request body: {'security_group_rule': {'security_group_id': '39a9494a-31b0-4ffb-9453-76dd80895b90', 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:47.940416 n-d-779913-16 neutron-server[93804]: INFO neutron.db.securitygroups_db [None req-b0730439-ac74-4654-84f4-f93ad9a1a424 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Project be3a3851bff0485fa3dcf0ecde535818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:47:47.955957 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0730439-ac74-4654-84f4-f93ad9a1a424 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.055685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0730439-ac74-4654-84f4-f93ad9a1a424 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.056239 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.063093 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0730439-ac74-4654-84f4-f93ad9a1a424 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.065262 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d88e259f-166d-4aad-b7a9-dd903c07db73 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:48.070871 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Transition to ACTIVE for port object b2c1ed5a-584b-41f3-afa2-f88792308f96 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:48.080020 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.083130 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d650e7c8-1066-4478-8839-9d71d56bca8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:48.083682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0730439-ac74-4654-84f4-f93ad9a1a424 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4a2b58-3154-4b0f-8437-f07a76a91cdd,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:48.086443 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b0730439-ac74-4654-84f4-f93ad9a1a424 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:48.092866 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b0730439-ac74-4654-84f4-f93ad9a1a424 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.096915 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b0730439-ac74-4654-84f4-f93ad9a1a424 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2071855 Jun 17 08:47:48.097812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 36968) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:48.103155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e4803c14-55ad-4a24-812d-b47fb7578218 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Request body: {'security_group_rule': {'security_group_id': '39a9494a-31b0-4ffb-9453-76dd80895b90', 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:48.139856 n-d-779913-16 neutron-server[93804]: INFO neutron.db.securitygroups_db [None req-e4803c14-55ad-4a24-812d-b47fb7578218 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Project be3a3851bff0485fa3dcf0ecde535818 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:47:48.146660 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e4803c14-55ad-4a24-812d-b47fb7578218 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.182642 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Pushing event updated for resources: {'Port': ['ID=b2c1ed5a-584b-41f3-afa2-f88792308f96,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:48.187180 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:48.291176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Attempting to bind port b2c1ed5a-584b-41f3-afa2-f88792308f96 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:48.294123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Attempting to bind port b2c1ed5a-584b-41f3-afa2-f88792308f96 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'c00b3f3b-0968-4500-8c94-1467f25b9741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:48.294813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e4803c14-55ad-4a24-812d-b47fb7578218 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.294946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Attempting to bind port b2c1ed5a-584b-41f3-afa2-f88792308f96 on network e2518fcf-993e-47bf-b906-b0e1c6409fc4 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:48.306573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:48.306988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Checking segment: {'id': 'c00b3f3b-0968-4500-8c94-1467f25b9741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:48.307406 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.307809 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Bound using segment: {'id': 'c00b3f3b-0968-4500-8c94-1467f25b9741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:48.308292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Bound port: b2c1ed5a-584b-41f3-afa2-f88792308f96, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00b3f3b-0968-4500-8c94-1467f25b9741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:48.308680 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.311509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e4803c14-55ad-4a24-812d-b47fb7578218 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.313935 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b6b6ebf9-6ae3-41d6-a592-b83647fc3fd3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:48.347528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4803c14-55ad-4a24-812d-b47fb7578218 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ea0509-c3d5-4e3e-b172-0c26fe103b5c,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:48.351536 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e4803c14-55ad-4a24-812d-b47fb7578218 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:48.358088 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e4803c14-55ad-4a24-812d-b47fb7578218 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.359633 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e4803c14-55ad-4a24-812d-b47fb7578218 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2610686 Jun 17 08:47:48.389620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f89b3-23d1-41be-af87-a5e9d133ac21 req-3f934afa-6e0b-4a14-90b6-00cc8604f38e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:48.399427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-214f89b3-23d1-41be-af87-a5e9d133ac21 req-3f934afa-6e0b-4a14-90b6-00cc8604f38e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 945 time: 0.1224756 Jun 17 08:47:48.436873 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] For port b2c1ed5a-584b-41f3-afa2-f88792308f96, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:48.443276 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] For port b2c1ed5a-584b-41f3-afa2-f88792308f96, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b2c1ed5a-584b-41f3-afa2-f88792308f96,segment=NetworkSegment(c00b3f3b-0968-4500-8c94-1467f25b9741),segment_id=c00b3f3b-0968-4500-8c94-1467f25b9741)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:48.452703 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.455363 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b625ec53-064b-4072-852e-0ed21683acc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:48.460326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-214f89b3-23d1-41be-af87-a5e9d133ac21 req-69dcbb48-9ded-45c7-902a-5546250e4a24 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593250 Jun 17 08:47:48.555976 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Routers {'760b3d40-9015-412b-9ce7-96c18e7b93bc'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:47:48.556623 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['760b3d40-9015-412b-9ce7-96c18e7b93bc'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:48.560433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Pushing event updated for resources: {'Port': ['ID=b2c1ed5a-584b-41f3-afa2-f88792308f96,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:48.592862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-0c0dac84-0f7d-4e74-937c-27d506aa05af tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-293828283&fields=id&tenant_id=be3a3851bff0485fa3dcf0ecde535818 HTTP/1.1" status: 200 len: 267 time: 0.0625808 Jun 17 08:47:48.771280 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-344f2e55-596e-40df-8517-69cb0997f747 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:48.773241 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-344f2e55-596e-40df-8517-69cb0997f747 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/networks?id=aa451041-9485-478e-9607-550dd8be49b4 HTTP/1.1" status: 200 len: 808 time: 0.1737344 Jun 17 08:47:48.792668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-22947d78-8794-4ce6-b1a3-512912bc6090 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/quotas/be3a3851bff0485fa3dcf0ecde535818 HTTP/1.1" status: 200 len: 375 time: 0.0138636 Jun 17 08:47:48.871469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.871811 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.872149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.872481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.872809 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.873138 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.873458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.873780 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.874098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.874414 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.874732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.875068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:48.881039 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:48.900256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-c68eb7d0-fd95-4da7-ba20-3d0b9b8119f8 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=be3a3851bff0485fa3dcf0ecde535818&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1012750 Jun 17 08:47:48.924225 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:48.951728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] Set router 760b3d40-9015-412b-9ce7-96c18e7b93bc gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:47:49.016104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-0ae61780-999a-489d-b87e-97366c084808 service neutron] 10.222.0.47 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038318 Jun 17 08:47:49.164702 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-9fe00f87-034b-4990-89f3-7535bcfb4aa1 service neutron] 10.222.0.47 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417465 Jun 17 08:47:49.232751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'name': 'tempest-TestServerBasicOps-693133608-router', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:38Z', 'updated_at': '2021-06-17T08:47:44Z', 'revision_number': 4, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'gw_port': {'id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'b2c1ed5a-584b-41f3-afa2-f88792308f96', 'name': '', 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'mac_address': 'fa:16:3e:60:c8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'a385948c-9f6d-4d0d-895f-8dd80e2db455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:42Z', 'updated_at': '2021-06-17T08:47:48Z', 'revision_number': 4, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'subnets': [{'id': 'a385948c-9f6d-4d0d-895f-8dd80e2db455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:47:49.290916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72c1090-a061-4fe1-aa8d-9ced001be3e1 None None] The sync data for ids ['760b3d40-9015-412b-9ce7-96c18e7b93bc'] in n-d-779913-16 is: [{'id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'name': 'tempest-TestServerBasicOps-693133608-router', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:38Z', 'updated_at': '2021-06-17T08:47:44Z', 'revision_number': 4, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'gw_port': {'id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'b2c1ed5a-584b-41f3-afa2-f88792308f96', 'name': '', 'network_id': 'e2518fcf-993e-47bf-b906-b0e1c6409fc4', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'mac_address': 'fa:16:3e:60:c8:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'a385948c-9f6d-4d0d-895f-8dd80e2db455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:42Z', 'updated_at': '2021-06-17T08:47:48Z', 'revision_number': 4, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'subnets': [{'id': 'a385948c-9f6d-4d0d-895f-8dd80e2db455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:47:49.573493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fe87696-5ba8-4b70-b3eb-31dbcc3d7c5f req-ce0cb70e-0467-4905-bd09-6cafc882b193 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 210 time: 0.0680840 Jun 17 08:47:50.758458 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8794aa0a-7757-4be9-b0fb-9a63190ec694 req-9e61829d-7581-4a82-b3f1-faf025118ee4 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 210 time: 0.0371006 Jun 17 08:47:51.008748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-4ede8b19-47a1-43d5-9932-6f5b5a71615e tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:51.010876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-4ede8b19-47a1-43d5-9932-6f5b5a71615e tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.63 "GET /v2.0/networks?id=aa451041-9485-478e-9607-550dd8be49b4 HTTP/1.1" status: 200 len: 808 time: 0.1583405 Jun 17 08:47:51.120552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b2c1ed5a-584b-41f3-afa2-f88792308f96 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:51.136463 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-ca3121a9-acf0-414e-a5ae-17fdf65e9d52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be3a3851bff0485fa3dcf0ecde535818 HTTP/1.1" status: 200 len: 379 time: 0.1168492 Jun 17 08:47:51.153328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Request body: {'port': {'device_id': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'admin_state_up': True, 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'security_groups': ['39a9494a-31b0-4ffb-9453-76dd80895b90']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:51.224627 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port b2c1ed5a-584b-41f3-afa2-f88792308f96 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:51.229826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b2c1ed5a-584b-41f3-afa2-f88792308f96 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:51.230417 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:51.372730 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:51.384508 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Made reservation on behalf of be3a3851bff0485fa3dcf0ecde535818 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:47:51.389556 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:51.430550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port b2c1ed5a-584b-41f3-afa2-f88792308f96, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b2c1ed5a-584b-41f3-afa2-f88792308f96,segment=NetworkSegment(c00b3f3b-0968-4500-8c94-1467f25b9741),segment_id=c00b3f3b-0968-4500-8c94-1467f25b9741)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:51.440560 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:51.442788 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:51.542914 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=b2c1ed5a-584b-41f3-afa2-f88792308f96,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:51.549042 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:51.617484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Allocated IP 172.20.0.7 (aa451041-9485-478e-9607-550dd8be49b4/908edddf-0185-496e-97d3-f3defb1fe079/ae28271b-2286-4d8e-b7b9-f44375d15d32) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:47:51.860655 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:51.887783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Transition to ACTIVE for port object ae28271b-2286-4d8e-b7b9-f44375d15d32 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:51.951661 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:51.965802 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:52.083864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Network aa451041-9485-478e-9607-550dd8be49b4 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:47:52.090172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:47:52.103769 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:47:52.108798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event updated for resources: {'Port': ['ID=ae28271b-2286-4d8e-b7b9-f44375d15d32,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:52.157844 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:52.282500 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:52.286498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.333937 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1916521 Jun 17 08:47:52.347722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26759131-440d-4b06-9421-fbe7af4f23d8 req-7677648e-e361-498f-8e96-19891b95c397 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:52.359530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26759131-440d-4b06-9421-fbe7af4f23d8 req-7677648e-e361-498f-8e96-19891b95c397 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 931 time: 0.2003379 Jun 17 08:47:52.367547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Request body: {'port': {'device_id': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:47:52.464549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26759131-440d-4b06-9421-fbe7af4f23d8 req-94a451e8-a105-4a50-a295-f6cd434d5e7e tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037741 Jun 17 08:47:52.472862 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3a979d4e-41a9-4d76-98f7-1cafaf5f2812 None None] Provisioning for port ae28271b-2286-4d8e-b7b9-f44375d15d32 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:47:52.480782 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3a979d4e-41a9-4d76-98f7-1cafaf5f2812 None None] Provisioning complete for port ae28271b-2286-4d8e-b7b9-f44375d15d32 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:52.485114 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3a979d4e-41a9-4d76-98f7-1cafaf5f2812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:52.542937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-3a979d4e-41a9-4d76-98f7-1cafaf5f2812 None None] Port ae28271b-2286-4d8e-b7b9-f44375d15d32 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:47:52.555489 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.083371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b2c1ed5a-584b-41f3-afa2-f88792308f96 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:47:53.196230 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port b2c1ed5a-584b-41f3-afa2-f88792308f96 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:47:53.196618 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.510180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae28271b-2286-4d8e-b7b9-f44375d15d32 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:53.520160 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.536434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Transition to ACTIVE for port object ae28271b-2286-4d8e-b7b9-f44375d15d32 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:47:53.549312 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.554065 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-df66bca0-8dae-4a87-ad0f-3e43653274fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:53.729273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae28271b-2286-4d8e-b7b9-f44375d15d32,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:53.732819 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:53.780257 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Attempting to bind port ae28271b-2286-4d8e-b7b9-f44375d15d32 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:47:53.780606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Attempting to bind port ae28271b-2286-4d8e-b7b9-f44375d15d32 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:47:53.781015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Attempting to bind port ae28271b-2286-4d8e-b7b9-f44375d15d32 on network aa451041-9485-478e-9607-550dd8be49b4 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:53.786744 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Port ae28271b-2286-4d8e-b7b9-f44375d15d32 on network aa451041-9485-478e-9607-550dd8be49b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:47:53.787308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Attempting to bind port ae28271b-2286-4d8e-b7b9-f44375d15d32 on network aa451041-9485-478e-9607-550dd8be49b4 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:47:53.796454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:47:53.796981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Checking segment: {'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:47:53.797475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Bound using segment: {'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:47:53.797884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Bound port: ae28271b-2286-4d8e-b7b9-f44375d15d32, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:47:53.798226 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.825139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6605294-2865-4322-9546-b0cd74568a3c req-58a66653-6d96-46c0-b365-38710a35d1e8 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:53.826821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6605294-2865-4322-9546-b0cd74568a3c req-58a66653-6d96-46c0-b365-38710a35d1e8 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 943 time: 0.1720283 Jun 17 08:47:53.929159 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6605294-2865-4322-9546-b0cd74568a3c req-bc92bea7-34ca-4f8a-bc0e-5abdc6be290f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736101 Jun 17 08:47:53.935103 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] For port ae28271b-2286-4d8e-b7b9-f44375d15d32, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:47:53.940929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] For port ae28271b-2286-4d8e-b7b9-f44375d15d32, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=ae28271b-2286-4d8e-b7b9-f44375d15d32,segment=NetworkSegment(aefb0f28-80f8-46e1-8d1b-27f04c0ac271),segment_id=aefb0f28-80f8-46e1-8d1b-27f04c0ac271)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:47:53.947717 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:53.951818 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-597d3656-96ab-44ca-85ba-7053a397cba8 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:54.023895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:54.024512 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:54.026262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] 10.222.0.63 "PUT /v2.0/ports/ae28271b-2286-4d8e-b7b9-f44375d15d32 HTTP/1.1" status: 200 len: 1092 time: 1.6640189 Jun 17 08:47:54.026472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'tag': 'ae28271b-2286-4d8e-b7b9-f44375d15d32'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:47:54.028861 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1513c2fa-3f0c-430b-a0fe-c369c80651c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f25bf47b-d9eb-4653-af4b-3318e4c19010", "tag": "ae28271b-2286-4d8e-b7b9-f44375d15d32"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:47:54.046726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae28271b-2286-4d8e-b7b9-f44375d15d32,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:54.053701 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:54.104044 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e29225-0489-407e-adc6-2b3dfc2cbe64 x-openstack-request-id: req-c8e29225-0489-407e-adc6-2b3dfc2cbe64 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:47:54.104627 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25bf47b-d9eb-4653-af4b-3318e4c19010", "tag": "ae28271b-2286-4d8e-b7b9-f44375d15d32", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:47:54.105087 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8e29225-0489-407e-adc6-2b3dfc2cbe64 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:47:54.106255 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'tag': 'ae28271b-2286-4d8e-b7b9-f44375d15d32', 'status': 'completed', 'code': 200} Jun 17 08:47:54.164299 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-ff2896e6-a6eb-49c8-a990-ac25270f8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:54.172505 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-ff2896e6-a6eb-49c8-a990-ac25270f8837 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=be3a3851bff0485fa3dcf0ecde535818&device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 1095 time: 0.0814521 Jun 17 08:47:54.226972 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b76d809e-46e3-437c-a097-5818e71f214c service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae28271b-2286-4d8e-b7b9-f44375d15d32 HTTP/1.1" status: 200 len: 217 time: 0.0470703 Jun 17 08:47:54.298692 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-3e97e994-d546-46e0-94a0-2eee52c00910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:54.300891 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-3e97e994-d546-46e0-94a0-2eee52c00910 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=908edddf-0185-496e-97d3-f3defb1fe079 HTTP/1.1" status: 200 len: 847 time: 0.0672045 Jun 17 08:47:54.393610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-313f561c-861f-48b1-9bd1-3dc88fa414a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:54.393610 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-313f561c-861f-48b1-9bd1-3dc88fa414a5 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa451041-9485-478e-9607-550dd8be49b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843279 Jun 17 08:47:54.511650 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-b4e83962-7dbb-4860-85f8-355c54f26d2c service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111012 Jun 17 08:47:54.631665 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6ca70714-fc6f-41b7-95b2-919127cfaa79 req-ed0852db-25cf-46f4-b58b-a327bee29fad service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132486 Jun 17 08:47:54.758056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c2fa-3f0c-430b-a0fe-c369c80651c0 req-44db0a90-3ca5-46dd-80ab-d5c8666b6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:54.760169 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1513c2fa-3f0c-430b-a0fe-c369c80651c0 req-44db0a90-3ca5-46dd-80ab-d5c8666b6442 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=be3a3851bff0485fa3dcf0ecde535818&device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 1095 time: 0.0768297 Jun 17 08:47:54.853978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c2fa-3f0c-430b-a0fe-c369c80651c0 req-952c2be7-9759-4c0b-a6a7-43461a9d367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:54.855562 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1513c2fa-3f0c-430b-a0fe-c369c80651c0 req-952c2be7-9759-4c0b-a6a7-43461a9d367a service neutron] 10.222.0.63 "GET /v2.0/networks?id=aa451041-9485-478e-9607-550dd8be49b4 HTTP/1.1" status: 200 len: 909 time: 0.0892880 Jun 17 08:47:54.910809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1513c2fa-3f0c-430b-a0fe-c369c80651c0 req-273efc03-97a2-4ce3-9495-e60a98e5826a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae28271b-2286-4d8e-b7b9-f44375d15d32 HTTP/1.1" status: 200 len: 217 time: 0.0466874 Jun 17 08:47:54.981572 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c2fa-3f0c-430b-a0fe-c369c80651c0 req-8a687ee0-d9fb-4f45-8c66-41b0a9ba365a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:54.984304 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1513c2fa-3f0c-430b-a0fe-c369c80651c0 req-8a687ee0-d9fb-4f45-8c66-41b0a9ba365a service neutron] 10.222.0.63 "GET /v2.0/subnets?id=908edddf-0185-496e-97d3-f3defb1fe079 HTTP/1.1" status: 200 len: 847 time: 0.0667303 Jun 17 08:47:55.090735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1513c2fa-3f0c-430b-a0fe-c369c80651c0 req-9eccd6a1-cecd-4e3f-a685-8b723cee0dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:55.093463 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1513c2fa-3f0c-430b-a0fe-c369c80651c0 req-9eccd6a1-cecd-4e3f-a685-8b723cee0dbc service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa451041-9485-478e-9607-550dd8be49b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1022050 Jun 17 08:47:55.282852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1513c2fa-3f0c-430b-a0fe-c369c80651c0 req-c16f4f4d-2831-45d4-9ca8-e04e17c154cc service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815863 Jun 17 08:47:55.330278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512ccd7-c953-4929-a406-5e48cd9846e6 req-2012ea12-2db6-4e9b-9044-c2f53dcdc51b tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:55.332293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e512ccd7-c953-4929-a406-5e48cd9846e6 req-2012ea12-2db6-4e9b-9044-c2f53dcdc51b tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 943 time: 0.1558197 Jun 17 08:47:55.436293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e512ccd7-c953-4929-a406-5e48cd9846e6 req-319fa37d-f215-4ae4-ba6b-af4279c0f9ac tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621657 Jun 17 08:47:55.448895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1513c2fa-3f0c-430b-a0fe-c369c80651c0 req-459aacdf-4841-4a39-b39c-e13a1b416d87 service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580031 Jun 17 08:47:56.713326 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500f3c9-ad46-4a22-a837-97ed3d4ba39c req-e680948f-f81d-4477-9bfa-337c7c0e7cfd tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:56.715412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f500f3c9-ad46-4a22-a837-97ed3d4ba39c req-e680948f-f81d-4477-9bfa-337c7c0e7cfd tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 943 time: 0.1257668 Jun 17 08:47:56.773326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f500f3c9-ad46-4a22-a837-97ed3d4ba39c req-ac247378-0315-430f-a025-faa740710268 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518394 Jun 17 08:47:57.039023 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37138) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:57.165345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.276023 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.281154 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.284052 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-330b079f-f0bf-49ff-9005-b76754b0c2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:57.326652 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37182e41d0f04dae8f083a6ea445e048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862020 Jun 17 08:47:57.329090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37146) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:57.329431 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c53514a-9919-4254-a6e0-b3e2353f5286,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:57.338814 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.339423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.339836 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.340217 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.340596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.340976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.341351 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.341723 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.342091 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.342464 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.342854 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.343224 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:47:57.347654 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:57.405497 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-313e2353-1215-45f5-9913-3f03567cac28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.437279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-313e2353-1215-45f5-9913-3f03567cac28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.487442 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-313e2353-1215-45f5-9913-3f03567cac28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.490414 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-313e2353-1215-45f5-9913-3f03567cac28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.491647 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-313e2353-1215-45f5-9913-3f03567cac28 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c53514a-9919-4254-a6e0-b3e2353f5286 HTTP/1.1" status: 204 len: 168 time: 0.1613555 Jun 17 08:47:57.492487 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-02b94d07-86f3-4c54-8a27-1d8d774d9ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:57.501665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e2353-1215-45f5-9913-3f03567cac28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c53514a-9919-4254-a6e0-b3e2353f5286,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:57.504107 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-313e2353-1215-45f5-9913-3f03567cac28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:57.795658 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37158) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:57.814069 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11010f0c-117f-40a6-8d8b-9dd6b2166dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.959750 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11010f0c-117f-40a6-8d8b-9dd6b2166dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.967838 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11010f0c-117f-40a6-8d8b-9dd6b2166dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:57.980943 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a4a1b63-fec8-46b5-b1fb-265a7c5ef823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:58.000480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6fe6f9-ba15-4981-8761-ed726b8425cb req-3464c857-7c98-4559-9deb-4b1c95f279ff tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:58.009779 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c6fe6f9-ba15-4981-8761-ed726b8425cb req-3464c857-7c98-4559-9deb-4b1c95f279ff tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 943 time: 0.1036956 Jun 17 08:47:58.015339 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-11010f0c-117f-40a6-8d8b-9dd6b2166dbe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=565480bfd6ab4f94a39d7d552f5139bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2178762 Jun 17 08:47:58.019665 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37162) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:58.029835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11010f0c-117f-40a6-8d8b-9dd6b2166dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3673df0b-0781-4b65-9bc4-a0adbaa01c8e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:58.039721 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-11010f0c-117f-40a6-8d8b-9dd6b2166dbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:58.073787 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8c6fe6f9-ba15-4981-8761-ed726b8425cb req-f870e8bc-3756-40cb-b743-30ce99be74ce tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606995 Jun 17 08:47:58.106593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2762903e-8d44-455c-a452-dfd3b0cba8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.131408 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2762903e-8d44-455c-a452-dfd3b0cba8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.196151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2762903e-8d44-455c-a452-dfd3b0cba8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.199075 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2762903e-8d44-455c-a452-dfd3b0cba8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.202678 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2762903e-8d44-455c-a452-dfd3b0cba8c6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3673df0b-0781-4b65-9bc4-a0adbaa01c8e HTTP/1.1" status: 204 len: 168 time: 0.1792541 Jun 17 08:47:58.202678 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2197bc66-8d3f-4ae6-b126-96e782380915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:58.223537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762903e-8d44-455c-a452-dfd3b0cba8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3673df0b-0781-4b65-9bc4-a0adbaa01c8e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:58.232585 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2762903e-8d44-455c-a452-dfd3b0cba8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:58.238219 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device ae28271b-2286-4d8e-b7b9-f44375d15d32 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:47:58.368155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port ae28271b-2286-4d8e-b7b9-f44375d15d32, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=ae28271b-2286-4d8e-b7b9-f44375d15d32,segment=NetworkSegment(aefb0f28-80f8-46e1-8d1b-27f04c0ac271),segment_id=aefb0f28-80f8-46e1-8d1b-27f04c0ac271)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:58.384002 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': 'ae28271b-2286-4d8e-b7b9-f44375d15d32', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'port_id': 'ae28271b-2286-4d8e-b7b9-f44375d15d32', 'mac_address': 'fa:16:3e:58:6a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '908edddf-0185-496e-97d3-f3defb1fe079', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:47:58.435935 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.452630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae28271b-2286-4d8e-b7b9-f44375d15d32 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:47:58.477803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port ae28271b-2286-4d8e-b7b9-f44375d15d32, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=ae28271b-2286-4d8e-b7b9-f44375d15d32,segment=NetworkSegment(aefb0f28-80f8-46e1-8d1b-27f04c0ac271),segment_id=aefb0f28-80f8-46e1-8d1b-27f04c0ac271)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:47:58.485080 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.492179 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:58.562204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=ae28271b-2286-4d8e-b7b9-f44375d15d32,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:58.566176 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:58.612399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37176) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:58.626452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd467194-4da8-4d9c-8b75-15017f176960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.727835 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['ae28271b-2286-4d8e-b7b9-f44375d15d32'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:47:58.748268 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd467194-4da8-4d9c-8b75-15017f176960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.755648 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cd467194-4da8-4d9c-8b75-15017f176960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.759914 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5b79af1f-07f7-4636-8c94-cfd3d5234567 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:58.807061 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cd467194-4da8-4d9c-8b75-15017f176960 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c4a8706b02184ec59a928488f60c2c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1910095 Jun 17 08:47:58.807061 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37178) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:47:58.822194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd467194-4da8-4d9c-8b75-15017f176960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc24b92-2378-4707-ab6b-2c214c046d02,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:58.830493 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd467194-4da8-4d9c-8b75-15017f176960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:58.892480 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a798205f-f1a6-4ac6-b243-d57e5fabe18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.924187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a798205f-f1a6-4ac6-b243-d57e5fabe18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.983014 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a798205f-f1a6-4ac6-b243-d57e5fabe18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.990593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a798205f-f1a6-4ac6-b243-d57e5fabe18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:47:58.994090 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a798205f-f1a6-4ac6-b243-d57e5fabe18e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cdc24b92-2378-4707-ab6b-2c214c046d02 HTTP/1.1" status: 204 len: 168 time: 0.1827755 Jun 17 08:47:58.994090 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-38032f90-080e-4a72-a975-9f8cc0ed0f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:47:59.004829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798205f-f1a6-4ac6-b243-d57e5fabe18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc24b92-2378-4707-ab6b-2c214c046d02,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:47:59.007573 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a798205f-f1a6-4ac6-b243-d57e5fabe18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:47:59.304120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c3fcf-1f04-4c45-837a-7dcffdd4a80e req-3c856914-02a9-469f-94b3-649f80c47a83 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:47:59.312736 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0c0c3fcf-1f04-4c45-837a-7dcffdd4a80e req-3c856914-02a9-469f-94b3-649f80c47a83 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 944 time: 0.0936072 Jun 17 08:47:59.375759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0c0c3fcf-1f04-4c45-837a-7dcffdd4a80e req-9a701f50-d417-4e76-a44f-8cf3768e1e11 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562911 Jun 17 08:48:00.239417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device ae28271b-2286-4d8e-b7b9-f44375d15d32 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:00.333048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port ae28271b-2286-4d8e-b7b9-f44375d15d32 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:00.337593 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port ae28271b-2286-4d8e-b7b9-f44375d15d32 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:00.337964 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.450500 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.479793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28271b-2286-4d8e-b7b9-f44375d15d32'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:00.482651 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52939f12-7e7d-43d7-a667-f62008d4386e" -d '{"events": [{"server_uuid": "f25bf47b-d9eb-4653-af4b-3318e4c19010", "name": "network-vif-plugged", "status": "completed", "tag": "ae28271b-2286-4d8e-b7b9-f44375d15d32"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:00.497773 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port ae28271b-2286-4d8e-b7b9-f44375d15d32, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=ae28271b-2286-4d8e-b7b9-f44375d15d32,segment=NetworkSegment(aefb0f28-80f8-46e1-8d1b-27f04c0ac271),segment_id=aefb0f28-80f8-46e1-8d1b-27f04c0ac271)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:00.505420 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:00.510276 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:00.547805 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b8004b-d5d3-4661-96ff-197994d21b31 x-openstack-request-id: req-91b8004b-d5d3-4661-96ff-197994d21b31 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:00.548845 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25bf47b-d9eb-4653-af4b-3318e4c19010", "name": "network-vif-plugged", "status": "completed", "tag": "ae28271b-2286-4d8e-b7b9-f44375d15d32", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:00.549314 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-91b8004b-d5d3-4661-96ff-197994d21b31 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:00.550052 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae28271b-2286-4d8e-b7b9-f44375d15d32', 'code': 200} Jun 17 08:48:00.598411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=ae28271b-2286-4d8e-b7b9-f44375d15d32,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:00.612139 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:00.736324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eada8b2-0b96-49df-a941-f7a7f0dcdc91 req-6e807ce8-3aa2-4f47-8b6a-72d5fd9fce52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:00.745178 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4eada8b2-0b96-49df-a941-f7a7f0dcdc91 req-6e807ce8-3aa2-4f47-8b6a-72d5fd9fce52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 945 time: 0.1080065 Jun 17 08:48:00.850652 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4eada8b2-0b96-49df-a941-f7a7f0dcdc91 req-470e4887-144f-42c9-94eb-3b0b5e201794 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044662 Jun 17 08:48:00.876208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007ea9c-8ea6-4b8f-9ed9-9db7b0443c07 req-ae229f4e-144f-474a-bb30-bdca34024267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:00.878646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3007ea9c-8ea6-4b8f-9ed9-9db7b0443c07 req-ae229f4e-144f-474a-bb30-bdca34024267 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 1097 time: 0.2605393 Jun 17 08:48:00.918980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3007ea9c-8ea6-4b8f-9ed9-9db7b0443c07 req-fca1673c-d3b2-4d67-948f-2e89262bb7e7 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321019 Jun 17 08:48:01.367370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2874671-807e-4b6b-9a58-ad9b053dabe7 req-d7b49d86-6b18-4edf-a6fa-362170fc07d5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:01.369118 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2874671-807e-4b6b-9a58-ad9b053dabe7 req-d7b49d86-6b18-4edf-a6fa-362170fc07d5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.0751047 Jun 17 08:48:01.471629 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f2874671-807e-4b6b-9a58-ad9b053dabe7 req-72c72583-d5a7-43d4-a9c8-2d790b0c5adc tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916321 Jun 17 08:48:01.504667 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37242) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:01.591196 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9c720f98-73da-4e55-b274-ccb3adf3ac18 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc HTTP/1.1" status: 200 len: 994 time: 0.0841763 Jun 17 08:48:01.645139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-55302ee7-00b1-4e22-aa85-2772de780435 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8e1979aaf99e4964a3dac6348949cdc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419967 Jun 17 08:48:02.022249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6b24d-a033-45c7-9888-4d677e672591 req-ed265888-39d3-4e89-a294-424d12e4c238 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.023453 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-ed265888-39d3-4e89-a294-424d12e4c238 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3724318 Jun 17 08:48:02.039369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-23349341-6851-4e0f-9929-46f3f4f70638 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/quotas/8e1979aaf99e4964a3dac6348949cdc4 HTTP/1.1" status: 200 len: 375 time: 0.0099463 Jun 17 08:48:02.109386 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-f95bc25e-5cdf-41f0-b1ba-04d201bb2dea tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8e1979aaf99e4964a3dac6348949cdc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633910 Jun 17 08:48:02.145905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e20d2-0ab6-4d35-ba75-d489aed928a7 req-6fc16e45-fc7c-4be0-8541-882eae2cad25 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.151356 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-825e20d2-0ab6-4d35-ba75-d489aed928a7 req-6fc16e45-fc7c-4be0-8541-882eae2cad25 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 945 time: 0.1075816 Jun 17 08:48:02.191237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-825e20d2-0ab6-4d35-ba75-d489aed928a7 req-7cd9dd4f-4d11-4193-a91e-510ef97fcd61 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353465 Jun 17 08:48:02.424435 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65fbd5-23dd-43c6-94d4-414b1bf3728c req-f0eb3941-a1dc-44ae-9731-006f0aef76ab tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.426041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e65fbd5-23dd-43c6-94d4-414b1bf3728c req-f0eb3941-a1dc-44ae-9731-006f0aef76ab tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1098 time: 0.1065722 Jun 17 08:48:02.443883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9673f-05be-422c-a659-33f0029ac476 req-504cdafc-c661-47bd-af15-962252315239 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.445536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21c9673f-05be-422c-a659-33f0029ac476 req-504cdafc-c661-47bd-af15-962252315239 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 945 time: 0.0974934 Jun 17 08:48:02.514504 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e65fbd5-23dd-43c6-94d4-414b1bf3728c req-0863a4a2-d48d-4ae8-9047-7d1c4af1f429 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799153 Jun 17 08:48:02.523542 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21c9673f-05be-422c-a659-33f0029ac476 req-358052e7-fea9-4479-8345-fc9ce268dd60 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638547 Jun 17 08:48:02.632758 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6eaf4d44-11fe-49ed-9c0c-eb978e0bfae4 req-24f12f05-0121-4a3d-ab9f-095aa9158c64 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 210 time: 0.0443141 Jun 17 08:48:02.915062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0246a4-1594-4a01-b05d-48c310ad2d89 req-a6ad85e6-b747-48fe-9e3e-4253c47bce49 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:02.917356 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e0246a4-1594-4a01-b05d-48c310ad2d89 req-a6ad85e6-b747-48fe-9e3e-4253c47bce49 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 945 time: 0.0812292 Jun 17 08:48:02.987820 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e0246a4-1594-4a01-b05d-48c310ad2d89 req-9c7e601f-d546-4c3d-a9aa-f8a26a27a088 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641603 Jun 17 08:48:03.004938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37292) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:03.014433 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:03.195145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3aafd4-e58d-4cc2-8d80-eb825c48cdf3 tempest-TestServerBasicOps-487106639 tempest-TestServerBasicOps-487106639-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.196712 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ed3aafd4-e58d-4cc2-8d80-eb825c48cdf3 tempest-TestServerBasicOps-487106639 tempest-TestServerBasicOps-487106639-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 1092 time: 0.1901245 Jun 17 08:48:03.200203 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 37304) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:03.205531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': 'ae28271b-2286-4d8e-b7b9-f44375d15d32', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:03.250255 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:03.357096 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:03.492541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Allocated IP 172.25.8.169 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/52d3c972-2ce9-4712-8f7c-f103db30b479) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:03.645395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6b5482be-3c3f-4790-bfce-284ce3cc1fb1 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8e1979aaf99e4964a3dac6348949cdc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403419 Jun 17 08:48:03.780266 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:03.796996 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-eade0e22-b87f-43c8-8aa7-871e38cfc648 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3481679 Jun 17 08:48:03.841816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2569b137-ba9e-4b9e-a9b4-6431b143cb0f req-940c01a3-407d-4670-9d53-8b1ddca28f73 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 210 time: 0.0588996 Jun 17 08:48:03.856696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6b24d-a033-45c7-9888-4d677e672591 req-25e5f9a3-60f3-47a1-82f2-b04019670fe3 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:03.858101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-25e5f9a3-60f3-47a1-82f2-b04019670fe3 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048671 Jun 17 08:48:03.903246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Request body: {'port': {'device_id': '5c0b6811-1d1a-4183-a028-b9984ae8e168', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '8e1979aaf99e4964a3dac6348949cdc4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:03.976991 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:03.984717 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:04.046284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:04.048424 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:04.051497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:04.114193 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event updated for resources: {'Port': ['ID=52d3c972-2ce9-4712-8f7c-f103db30b479,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:04.118305 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:04.211175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Made reservation on behalf of 8e1979aaf99e4964a3dac6348949cdc4 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:04.216275 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.251761 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.744028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-419aef84-3956-45e5-9df4-68ce783712e7 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:48:04.745041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-419aef84-3956-45e5-9df4-68ce783712e7 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2088013 Jun 17 08:48:04.759670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Request body: {'binding': {'host': 'n-h2-779913-16', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:04.760100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Unknown quota resources ['binding']. {{(pid=93803) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 17 08:48:04.813172 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.828044 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.831309 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:04.834265 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-958972b5-c2ed-4284-90e0-044365c72211 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:05.402177 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b6ea0097-3114-4ca5-92d3-153f0b331bf7 req-c6f8b065-bbf1-411b-930d-66a8abbebed3 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 210 time: 0.0906718 Jun 17 08:48:05.414376 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:05.417851 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:05.533830 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:05.572701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b on host n-h2-779913-16 for vnic_type normal with profile None {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:05.572867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:05.573144 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b on network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:05.591503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Port fa17cebe-bc60-4567-8827-75094fa5a76b on network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:05.591830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b on network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:05.595562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Allocated IP 192.168.233.216 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/76769f6f-394b-4ccf-aa4f-1d2879bc856b) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:05.625783 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:05.626392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Checking segment: {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:05.627022 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Bound using segment: {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:05.627625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Bound port: fa17cebe-bc60-4567-8827-75094fa5a76b, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:05.816098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:05.839502 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] Notify callbacks [] for binding, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:05.840688 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] 10.222.0.47 "POST /v2.0/ports/fa17cebe-bc60-4567-8827-75094fa5a76b/bindings HTTP/1.1" status: 201 len: 390 time: 1.0873020 Jun 17 08:48:06.125023 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:06.130597 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:06.138024 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:06.146804 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:06.288887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Transition to ACTIVE for port object 76769f6f-394b-4ccf-aa4f-1d2879bc856b will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:06.288887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event updated for resources: {'Port': ['ID=52d3c972-2ce9-4712-8f7c-f103db30b479,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:06.288887 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:06.314226 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:06.512504 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:06.527172 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-91ecfae2-c297-48ee-a1a5-73583639af36 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:06.639201 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:06.647385 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Floating IP 8ae3c037-2d6e-49b2-bf70-0de948da6182 associated. External IP: 172.25.8.169, port: ae28271b-2286-4d8e-b7b9-f44375d15d32. Jun 17 08:48:06.650463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Pushing event updated for resources: {'Port': ['ID=76769f6f-394b-4ccf-aa4f-1d2879bc856b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:06.658338 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:06.660624 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:06.704797 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:06.753167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554cff2-070c-4389-8b0b-438a3fdcf7d2 req-b0e7fc46-8e83-4f95-8321-fc5986899677 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:06.763008 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3554cff2-070c-4389-8b0b-438a3fdcf7d2 req-b0e7fc46-8e83-4f95-8321-fc5986899677 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.4881294 Jun 17 08:48:06.853651 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-6658612a-64ef-4da6-8d5f-0529e1cee7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:06.858627 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-6658612a-64ef-4da6-8d5f-0529e1cee7a9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1098 time: 0.5135748 Jun 17 08:48:07.030383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:07.031081 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:07.050532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4968272f-2d19-4ad5-aaf4-b5261c79fcc3 None None] Provisioning for port 76769f6f-394b-4ccf-aa4f-1d2879bc856b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:07.064179 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4968272f-2d19-4ad5-aaf4-b5261c79fcc3 None None] Provisioning complete for port 76769f6f-394b-4ccf-aa4f-1d2879bc856b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:07.064897 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4968272f-2d19-4ad5-aaf4-b5261c79fcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:07.067441 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3554cff2-070c-4389-8b0b-438a3fdcf7d2 req-2af431d0-8e32-48c8-9b5b-8df26452a06d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032849 Jun 17 08:48:07.102952 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4968272f-2d19-4ad5-aaf4-b5261c79fcc3 None None] Port 76769f6f-394b-4ccf-aa4f-1d2879bc856b cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:07.124002 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2515633 Jun 17 08:48:07.141420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-5aa52663-636d-48e1-8c62-63cc1ea016d1 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:48:07.142451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-5aa52663-636d-48e1-8c62-63cc1ea016d1 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085862 Jun 17 08:48:07.145230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7a20b9d0-cda8-446b-a3b3-8a0be3f2ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:07.146730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7a20b9d0-cda8-446b-a3b3-8a0be3f2ff44 service neutron] 10.222.0.63 "GET /v2.0/networks?id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 HTTP/1.1" status: 200 len: 898 time: 0.2747600 Jun 17 08:48:07.195764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abcfcb-3ecc-44f6-81c5-e5a28ee13e90 req-a8dfcce3-10a5-4b47-8c31-49e333472cdd tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:07.197461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3abcfcb-3ecc-44f6-81c5-e5a28ee13e90 req-a8dfcce3-10a5-4b47-8c31-49e333472cdd tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 936 time: 0.2139032 Jun 17 08:48:07.237143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Request body: {'port': {'device_id': '5c0b6811-1d1a-4183-a028-b9984ae8e168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:07.392317 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3abcfcb-3ecc-44f6-81c5-e5a28ee13e90 req-3ec68cd0-cd1d-4692-bd76-9cc6652c340c tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424830 Jun 17 08:48:07.448081 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-b6834e8f-598f-4230-ae0b-e9b46177428f service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa17cebe-bc60-4567-8827-75094fa5a76b HTTP/1.1" status: 200 len: 1002 time: 0.2152677 Jun 17 08:48:07.495266 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:07.516115 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Router cddfcc75-fe7e-4f11-9e78-04bffa718948 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:07.557676 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-a835e463-736b-4587-8125-f7191c126456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:07.559232 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-a835e463-736b-4587-8125-f7191c126456 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c53d10a3-834a-4642-8a4a-58471f0e0107 HTTP/1.1" status: 200 len: 834 time: 0.1031888 Jun 17 08:48:07.790428 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:07.803654 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bc0d98-4e81-4317-8123-33b1e870a870 None None] Sync routers for ids ['cddfcc75-fe7e-4f11-9e78-04bffa718948'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:07.814145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-cebbae91-0d88-42cf-b008-c8822938a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:07.814575 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc0d98-4e81-4317-8123-33b1e870a870 None None] Routers {'cddfcc75-fe7e-4f11-9e78-04bffa718948'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:07.815152 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-70bc0d98-4e81-4317-8123-33b1e870a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['cddfcc75-fe7e-4f11-9e78-04bffa718948'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:07.815826 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-cebbae91-0d88-42cf-b008-c8822938a819 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2483430 Jun 17 08:48:07.889184 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:07.966139 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-70bc0d98-4e81-4317-8123-33b1e870a870 None None] Set router cddfcc75-fe7e-4f11-9e78-04bffa718948 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:07.974408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7725515 Jun 17 08:48:07.984861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'tag': 'ae28271b-2286-4d8e-b7b9-f44375d15d32'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:07.987308 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6360b567-62a6-4cee-8e80-c7220fbe442d" -d '{"events": [{"name": "network-changed", "server_uuid": "f25bf47b-d9eb-4653-af4b-3318e4c19010", "tag": "ae28271b-2286-4d8e-b7b9-f44375d15d32"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:08.077950 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0fad13-2a7d-4762-a77d-d8b845b58eae x-openstack-request-id: req-de0fad13-2a7d-4762-a77d-d8b845b58eae {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:08.078816 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25bf47b-d9eb-4653-af4b-3318e4c19010", "tag": "ae28271b-2286-4d8e-b7b9-f44375d15d32", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:08.079345 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-de0fad13-2a7d-4762-a77d-d8b845b58eae {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:08.080073 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'tag': 'ae28271b-2286-4d8e-b7b9-f44375d15d32', 'status': 'completed', 'code': 200} Jun 17 08:48:08.146736 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-ca846263-5ebb-4243-a546-1720d714bdd5 service neutron] 10.222.0.63 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930276 Jun 17 08:48:08.236231 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360b567-62a6-4cee-8e80-c7220fbe442d req-8f78752c-bb43-46e2-878e-e5e0eab879fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.237810 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6360b567-62a6-4cee-8e80-c7220fbe442d req-8f78752c-bb43-46e2-878e-e5e0eab879fe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=be3a3851bff0485fa3dcf0ecde535818&device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 1097 time: 0.1592524 Jun 17 08:48:08.260737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76769f6f-394b-4ccf-aa4f-1d2879bc856b {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:08.273062 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.295449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Transition to ACTIVE for port object 76769f6f-394b-4ccf-aa4f-1d2879bc856b will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:08.318033 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:08.360030 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01d10449-4b44-4ec6-995f-9ff324e78e13 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:08.399798 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-70bc0d98-4e81-4317-8123-33b1e870a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:34Z', 'revision_number': 4, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '8ae3c037-2d6e-49b2-bf70-0de948da6182', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'port_id': 'ae28271b-2286-4d8e-b7b9-f44375d15d32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'mac_address': 'fa:16:3e:58:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:48:04Z', 'updated_at': '2021-06-17T08:48:04Z', 'revision_number': 0, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24a4762-14c7-4e5b-b538-d6412e3102b0', 'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'mac_address': 'fa:16:3e:38:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '908edddf-0185-496e-97d3-f3defb1fe079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:31Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 5, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'subnets': [{'id': '908edddf-0185-496e-97d3-f3defb1fe079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:08.443773 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bc0d98-4e81-4317-8123-33b1e870a870 None None] Checking router: cddfcc75-fe7e-4f11-9e78-04bffa718948 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:08.454668 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc0d98-4e81-4317-8123-33b1e870a870 None None] Routers {'cddfcc75-fe7e-4f11-9e78-04bffa718948'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:08.455629 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-70bc0d98-4e81-4317-8123-33b1e870a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:47:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['cddfcc75-fe7e-4f11-9e78-04bffa718948'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:08.478372 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360b567-62a6-4cee-8e80-c7220fbe442d req-6ec22391-e0d2-469e-99b0-efe6cee00802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.480273 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6360b567-62a6-4cee-8e80-c7220fbe442d req-6ec22391-e0d2-469e-99b0-efe6cee00802 service neutron] 10.222.0.63 "GET /v2.0/networks?id=aa451041-9485-478e-9607-550dd8be49b4 HTTP/1.1" status: 200 len: 909 time: 0.2274091 Jun 17 08:48:08.542831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Pushing event updated for resources: {'Port': ['ID=76769f6f-394b-4ccf-aa4f-1d2879bc856b,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:08.548209 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:08.650313 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-70bc0d98-4e81-4317-8123-33b1e870a870 None None] Set router cddfcc75-fe7e-4f11-9e78-04bffa718948 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:08.654091 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6360b567-62a6-4cee-8e80-c7220fbe442d req-3cf3c11d-1453-4af6-8b4d-095fb495387b service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae28271b-2286-4d8e-b7b9-f44375d15d32 HTTP/1.1" status: 200 len: 999 time: 0.1669199 Jun 17 08:48:08.802316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2c532-c8fe-4f4c-991e-21ad326a5e16 req-2be4838c-2ce0-4947-bbec-aa21772e94f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.826968 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9af2c532-c8fe-4f4c-991e-21ad326a5e16 req-2be4838c-2ce0-4947-bbec-aa21772e94f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.4958718 Jun 17 08:48:08.833278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360b567-62a6-4cee-8e80-c7220fbe442d req-3f6fed8a-92e5-4792-9c9a-14a2df84b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:08.837989 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6360b567-62a6-4cee-8e80-c7220fbe442d req-3f6fed8a-92e5-4792-9c9a-14a2df84b2cb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=908edddf-0185-496e-97d3-f3defb1fe079 HTTP/1.1" status: 200 len: 847 time: 0.1683402 Jun 17 08:48:08.937929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-3d86b1de-3993-45ec-9c1d-e92db68ce1d5 service neutron] 10.222.0.63 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399391 Jun 17 08:48:09.022489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360b567-62a6-4cee-8e80-c7220fbe442d req-cb34c2fb-2be6-403b-b3d2-64bca1e5ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.030822 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6360b567-62a6-4cee-8e80-c7220fbe442d req-cb34c2fb-2be6-403b-b3d2-64bca1e5ac56 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa451041-9485-478e-9607-550dd8be49b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859915 Jun 17 08:48:09.042132 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-70bc0d98-4e81-4317-8123-33b1e870a870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:34Z', 'revision_number': 4, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '8ae3c037-2d6e-49b2-bf70-0de948da6182', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'port_id': 'ae28271b-2286-4d8e-b7b9-f44375d15d32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'mac_address': 'fa:16:3e:58:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:48:04Z', 'updated_at': '2021-06-17T08:48:04Z', 'revision_number': 0, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24a4762-14c7-4e5b-b538-d6412e3102b0', 'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'mac_address': 'fa:16:3e:38:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '908edddf-0185-496e-97d3-f3defb1fe079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:31Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 5, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'subnets': [{'id': '908edddf-0185-496e-97d3-f3defb1fe079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:09.072542 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bc0d98-4e81-4317-8123-33b1e870a870 None None] The sync data for ids ['cddfcc75-fe7e-4f11-9e78-04bffa718948'] in n-d-779913-16 is: [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:34Z', 'revision_number': 4, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '8ae3c037-2d6e-49b2-bf70-0de948da6182', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'port_id': 'ae28271b-2286-4d8e-b7b9-f44375d15d32', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'mac_address': 'fa:16:3e:58:6a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:48:04Z', 'updated_at': '2021-06-17T08:48:04Z', 'revision_number': 0, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e24a4762-14c7-4e5b-b538-d6412e3102b0', 'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'mac_address': 'fa:16:3e:38:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '908edddf-0185-496e-97d3-f3defb1fe079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:31Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 5, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'subnets': [{'id': '908edddf-0185-496e-97d3-f3defb1fe079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:09.151138 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6360b567-62a6-4cee-8e80-c7220fbe442d req-ea95d72b-e2dd-4c9d-9b06-143f92ac3636 service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129856 Jun 17 08:48:09.278142 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9af2c532-c8fe-4f4c-991e-21ad326a5e16 req-1a24da77-9cb9-46c5-af49-84fec1614fac tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4501500 Jun 17 08:48:09.288961 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.326587 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6360b567-62a6-4cee-8e80-c7220fbe442d req-8ea2812a-17d7-459a-90e3-6ff21a1fed20 service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679883 Jun 17 08:48:09.338979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b3df7-989b-4844-804e-c4d345740cd8 req-882c2dde-63ef-4468-a6fd-f670d32ea8e9 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.340940 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-150b3df7-989b-4844-804e-c4d345740cd8 req-882c2dde-63ef-4468-a6fd-f670d32ea8e9 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 948 time: 0.5114362 Jun 17 08:48:09.347808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Attempting to bind port 76769f6f-394b-4ccf-aa4f-1d2879bc856b on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:09.348449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Attempting to bind port 76769f6f-394b-4ccf-aa4f-1d2879bc856b by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:09.348970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Attempting to bind port 76769f6f-394b-4ccf-aa4f-1d2879bc856b on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:09.414904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Port 76769f6f-394b-4ccf-aa4f-1d2879bc856b on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:09.414904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Attempting to bind port 76769f6f-394b-4ccf-aa4f-1d2879bc856b on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:09.467637 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa86468d-2d5a-45db-8ae5-471780c82f8c None None] New status for floating IP 8ae3c037-2d6e-49b2-bf70-0de948da6182: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:48:09.467970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:09.468164 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:09.468515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:09.468959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Bound port: 76769f6f-394b-4ccf-aa4f-1d2879bc856b, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:09.469303 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.487802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-3a814aa2-f4c5-4fde-b8ac-c0ccb873f893 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.489370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-3a814aa2-f4c5-4fde-b8ac-c0ccb873f893 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2&tenant_id=2f455ca5823946e8a10a01151d60adb3&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 1098 time: 0.4414227 Jun 17 08:48:09.525412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-779913-16'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:09.537972 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-150b3df7-989b-4844-804e-c4d345740cd8 req-d1949aae-a916-43a8-b15b-33343c76d5f3 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836092 Jun 17 08:48:09.629416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] For port 76769f6f-394b-4ccf-aa4f-1d2879bc856b, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:09.646760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] For port 76769f6f-394b-4ccf-aa4f-1d2879bc856b, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=76769f6f-394b-4ccf-aa4f-1d2879bc856b,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:09.656566 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.683329 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-110d0860-aa7c-46c8-b3e3-0ee2b0b2a5c2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:09.782459 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:09.784027 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.786734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] 10.222.0.10 "PUT /v2.0/ports/76769f6f-394b-4ccf-aa4f-1d2879bc856b HTTP/1.1" status: 200 len: 1097 time: 2.6002166 Jun 17 08:48:09.803110 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:09.897697 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Pushing event updated for resources: {'Port': ['ID=76769f6f-394b-4ccf-aa4f-1d2879bc856b,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:09.973441 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:10.786340 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:10.849618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:10.872486 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c0b6811-1d1a-4183-a028-b9984ae8e168', 'tag': '76769f6f-394b-4ccf-aa4f-1d2879bc856b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:10.876731 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad" -d '{"events": [{"name": "network-changed", "server_uuid": "5c0b6811-1d1a-4183-a028-b9984ae8e168", "tag": "76769f6f-394b-4ccf-aa4f-1d2879bc856b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:11.056666 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.080119 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.085811 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-83b1fd15-2762-4d8a-8f42-2f0d31682077 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:11.155286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6b24d-a033-45c7-9888-4d677e672591 req-e6946c26-f4af-4533-aac8-582ae352dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.156924 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-e6946c26-f4af-4533-aac8-582ae352dd33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e1979aaf99e4964a3dac6348949cdc4&device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 1100 time: 1.2881961 Jun 17 08:48:11.217734 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc81c17-583e-4823-99ee-2014d84d60e7 req-39624302-8dba-4d0b-a1e6-8e527c49dbf0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.224919 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bcc81c17-583e-4823-99ee-2014d84d60e7 req-39624302-8dba-4d0b-a1e6-8e527c49dbf0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.3374937 Jun 17 08:48:11.290380 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ac05c-de62-4fc2-b0c9-8b4361c1cb3a req-586e052e-9611-45e6-b8b7-ceab7ab46e56 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.292156 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e9ac05c-de62-4fc2-b0c9-8b4361c1cb3a req-586e052e-9611-45e6-b8b7-ceab7ab46e56 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 948 time: 0.4071884 Jun 17 08:48:11.346338 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-30d1f3d4-d703-4212-9d88-9349cb853d19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=76769f6f-394b-4ccf-aa4f-1d2879bc856b HTTP/1.1" status: 200 len: 217 time: 0.1541030 Jun 17 08:48:11.398724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Pushing event updated for resources: {'Port': ['ID=fa17cebe-bc60-4567-8827-75094fa5a76b,revision_number=7']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:11.425117 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:11.489184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bcc81c17-583e-4823-99ee-2014d84d60e7 req-67159741-58be-45fc-8063-810268799c48 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633071 Jun 17 08:48:11.530718 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e9ac05c-de62-4fc2-b0c9-8b4361c1cb3a req-24f410eb-cb42-42f1-bdf1-d72804e4d920 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001715 Jun 17 08:48:11.564987 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-aebd397a-4cf7-49d3-906b-28d9632a43de None None] Provisioning complete for port fa17cebe-bc60-4567-8827-75094fa5a76b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:11.565712 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-aebd397a-4cf7-49d3-906b-28d9632a43de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.597628 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eef996c-20bf-495a-bdad-0693bb938f0b x-openstack-request-id: req-6eef996c-20bf-495a-bdad-0693bb938f0b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:11.598161 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c0b6811-1d1a-4183-a028-b9984ae8e168", "tag": "76769f6f-394b-4ccf-aa4f-1d2879bc856b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:11.598481 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6eef996c-20bf-495a-bdad-0693bb938f0b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:11.599933 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c0b6811-1d1a-4183-a028-b9984ae8e168', 'tag': '76769f6f-394b-4ccf-aa4f-1d2879bc856b', 'status': 'completed', 'code': 200} Jun 17 08:48:11.606551 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6b24d-a033-45c7-9888-4d677e672591 req-f8179036-b099-4d3d-adfc-5e4496fc7f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.608362 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-f8179036-b099-4d3d-adfc-5e4496fc7f3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2488000 Jun 17 08:48:11.622213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-aebd397a-4cf7-49d3-906b-28d9632a43de None None] Port fa17cebe-bc60-4567-8827-75094fa5a76b cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:11.630249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b on host n-h1-779913-16 for vnic_type normal with profile {"migrating_to": "n-h2-779913-16"} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:11.630435 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:11.630659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b on network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:11.671914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Port fa17cebe-bc60-4567-8827-75094fa5a76b on network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:11.672543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Attempting to bind port fa17cebe-bc60-4567-8827-75094fa5a76b on network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:11.684398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:11.684771 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Checking segment: {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:11.685130 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Bound using segment: {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:11.685580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Bound port: fa17cebe-bc60-4567-8827-75094fa5a76b, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22bb750-a981-4701-8b07-597cb64a7f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:11.685933 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.759206 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6b24d-a033-45c7-9888-4d677e672591 req-01ab43e9-4c5a-4e19-9f97-8df06e11bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:11.760786 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-01ab43e9-4c5a-4e19-9f97-8df06e11bf2c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1422119 Jun 17 08:48:11.793325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:11.809354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:11.882611 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:11.885986 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:12.051584 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Pushing event updated for resources: {'Port': ['ID=fa17cebe-bc60-4567-8827-75094fa5a76b,revision_number=8']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:12.057288 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:12.060684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-305f2626-0819-47b8-b068-64d85631cf4b service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923737 Jun 17 08:48:12.217886 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:12.218505 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:12.219979 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] 10.222.0.63 "PUT /v2.0/ports/fa17cebe-bc60-4567-8827-75094fa5a76b HTTP/1.1" status: 200 len: 1124 time: 2.7021127 Jun 17 08:48:12.235741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-80e6b24d-a033-45c7-9888-4d677e672591 req-ecce03a3-d35e-4af8-8143-f3cb3aef2a2e service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480296 Jun 17 08:48:12.250105 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8c752f00-60d9-4476-8eae-63e7db39c0e4 None None] Provisioning complete for port fa17cebe-bc60-4567-8827-75094fa5a76b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:12.250657 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c752f00-60d9-4476-8eae-63e7db39c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:12.305743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['fa17cebe-bc60-4567-8827-75094fa5a76b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:12.383144 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad req-6ecd06be-567f-46d9-8dd9-30da32de4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:12.384800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad req-6ecd06be-567f-46d9-8dd9-30da32de4ab5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8e1979aaf99e4964a3dac6348949cdc4&device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 1100 time: 0.0734816 Jun 17 08:48:12.397982 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c752f00-60d9-4476-8eae-63e7db39c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:12.478410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:12.480774 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5765b18-8660-4b87-bd39-8e321472f82e" -d '{"events": [{"server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "name": "network-vif-plugged", "status": "completed", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:12.511907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8c752f00-60d9-4476-8eae-63e7db39c0e4 None None] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:12.557695 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8c752f00-60d9-4476-8eae-63e7db39c0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:12.663714 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fedda9-ccc8-4cd0-86d7-271ea576afc3 x-openstack-request-id: req-26fedda9-ccc8-4cd0-86d7-271ea576afc3 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:12.664277 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "name": "network-vif-plugged", "status": "completed", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:12.664277 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26fedda9-ccc8-4cd0-86d7-271ea576afc3 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:12.664672 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'code': 200} Jun 17 08:48:12.666667 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bf3116d0-2fcf-4d6e-91c1-a7f17b01a956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:12.671701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad req-cc53bea9-acfc-4b96-95b8-8d1152b35ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:12.673239 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad req-cc53bea9-acfc-4b96-95b8-8d1152b35ce4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.2749062 Jun 17 08:48:12.763873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad req-bc3bedbc-9537-4b4d-841e-2109d2df7831 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=76769f6f-394b-4ccf-aa4f-1d2879bc856b HTTP/1.1" status: 200 len: 217 time: 0.0832734 Jun 17 08:48:12.857550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c752f00-60d9-4476-8eae-63e7db39c0e4 None None] Pushing event updated for resources: {'Port': ['ID=fa17cebe-bc60-4567-8827-75094fa5a76b,revision_number=9']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:12.861616 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8c752f00-60d9-4476-8eae-63e7db39c0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:12.987865 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad req-29a7fe6f-5e00-45e2-8194-18258ea22f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:12.989261 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad req-29a7fe6f-5e00-45e2-8194-18258ea22f73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.2049015 Jun 17 08:48:13.002529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55038600-8855-4631-969e-655cf5528ed5 req-b0b3c186-a042-4094-b1c5-92d335a63484 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:13.004725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55038600-8855-4631-969e-655cf5528ed5 req-b0b3c186-a042-4094-b1c5-92d335a63484 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.2433534 Jun 17 08:48:13.118053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb6d94-6379-47fc-b30f-d6e2e9549c7e req-beee83af-828b-4332-9979-cbac242ef20d tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:13.120659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2bb6d94-6379-47fc-b30f-d6e2e9549c7e req-beee83af-828b-4332-9979-cbac242ef20d tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 948 time: 0.3461432 Jun 17 08:48:13.171371 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-55038600-8855-4631-969e-655cf5528ed5 req-a1b9c6e9-fb78-4424-8d42-0114f69276cb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117809 Jun 17 08:48:13.186965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad req-fb65641a-30f6-4a8f-8575-fe73ead0d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:13.188992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad req-fb65641a-30f6-4a8f-8575-fe73ead0d2ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1827712 Jun 17 08:48:13.211564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a2bb6d94-6379-47fc-b30f-d6e2e9549c7e req-dc00b1e6-df3b-4f97-9446-3bc6e876be09 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810051 Jun 17 08:48:13.305944 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad req-9f63725b-e263-4c6c-a0b1-07855cd3e039 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077628 Jun 17 08:48:13.434956 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9c12bb4c-57ea-4aa7-9765-3a49f2380aad req-2834d181-1734-460d-a472-64000866493c service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215973 Jun 17 08:48:13.436112 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a8e5d55-0cb1-4f4e-b103-756b3e3b091a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:13.601442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b'}, {'name': 'network-changed', 'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:13.604552 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326adc56-408c-4d82-88f2-0ebf821d224e" -d '{"events": [{"server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b"}, {"name": "network-changed", "server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:13.646749 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8fd65b-fbeb-4cfe-ba2c-a565cdbf4bf0 x-openstack-request-id: req-5d8fd65b-fbeb-4cfe-ba2c-a565cdbf4bf0 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:13.647256 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b", "code": 200}, {"name": "network-changed", "server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:13.647754 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d8fd65b-fbeb-4cfe-ba2c-a565cdbf4bf0 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:13.648306 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'code': 200} Jun 17 08:48:13.648879 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'status': 'completed', 'code': 200} Jun 17 08:48:13.783547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326adc56-408c-4d82-88f2-0ebf821d224e req-972df9ea-80cf-4d6f-847c-f66820e0b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:13.785252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-326adc56-408c-4d82-88f2-0ebf821d224e req-972df9ea-80cf-4d6f-847c-f66820e0b3a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1129 time: 0.0850842 Jun 17 08:48:13.972324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-c879c892-304a-4d33-9668-e897f9b9c7ef tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:13.974336 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-c879c892-304a-4d33-9668-e897f9b9c7ef tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 815 time: 0.1944048 Jun 17 08:48:13.975945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326adc56-408c-4d82-88f2-0ebf821d224e req-8d84fb22-d08c-433a-a15f-2a364b8b1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:13.978824 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-326adc56-408c-4d82-88f2-0ebf821d224e req-8d84fb22-d08c-433a-a15f-2a364b8b1b4b service neutron] 10.222.0.10 "GET /v2.0/networks?id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 HTTP/1.1" status: 200 len: 898 time: 0.1693141 Jun 17 08:48:13.998844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-574b13c3-1691-4f8c-b1a8-2abb1b3f9e46 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/quotas/78a54131c9134496acc1241ec4f8e1cd HTTP/1.1" status: 200 len: 375 time: 0.0181973 Jun 17 08:48:14.094637 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-326adc56-408c-4d82-88f2-0ebf821d224e req-e95ec51f-9bfb-4db9-9806-c2bb5a54e6b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa17cebe-bc60-4567-8827-75094fa5a76b HTTP/1.1" status: 200 len: 1002 time: 0.1051600 Jun 17 08:48:14.194313 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-6dd95904-1139-471d-9c73-6d027cbd6669 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1609755 Jun 17 08:48:14.198262 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326adc56-408c-4d82-88f2-0ebf821d224e req-646772fd-c10a-463f-987d-65cd91010e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.199856 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-326adc56-408c-4d82-88f2-0ebf821d224e req-646772fd-c10a-463f-987d-65cd91010e6d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c53d10a3-834a-4642-8a4a-58471f0e0107 HTTP/1.1" status: 200 len: 834 time: 0.0984659 Jun 17 08:48:14.407380 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326adc56-408c-4d82-88f2-0ebf821d224e req-8082c85d-b033-4fab-8f28-4abf7f8ea36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.409109 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-326adc56-408c-4d82-88f2-0ebf821d224e req-8082c85d-b033-4fab-8f28-4abf7f8ea36b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978385 Jun 17 08:48:14.417112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-57a854d0-2082-4718-a939-3342ab4b876e service neutron] 10.222.0.47 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134874 Jun 17 08:48:14.555343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac266831-887b-4d2c-9af7-bbe5f048c58e req-1e318192-762e-48ec-9f1a-7ab5b6d68c2e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.557094 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac266831-887b-4d2c-9af7-bbe5f048c58e req-1e318192-762e-48ec-9f1a-7ab5b6d68c2e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.2284312 Jun 17 08:48:14.638347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ac266831-887b-4d2c-9af7-bbe5f048c58e req-3ae54baa-ce47-4afe-8510-545d13204aad tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724425 Jun 17 08:48:14.654663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-471cd4e4-ce06-4934-9ee4-a869da1e5d53 service neutron] 10.222.0.47 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255502 Jun 17 08:48:14.659478 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-326adc56-408c-4d82-88f2-0ebf821d224e req-acaec0a9-3672-4ff5-a7cb-2095bdba4fac service neutron] 10.222.0.10 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393134 Jun 17 08:48:14.827334 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-326adc56-408c-4d82-88f2-0ebf821d224e req-6ffb9f20-ad3d-41cc-bd77-e46d09e74494 service neutron] 10.222.0.10 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474800 Jun 17 08:48:14.944883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9b785-ed5b-4cb6-b74d-eb16335da801 req-57cf1ff0-09da-490f-a93c-601abc809e8e tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:14.946370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8b9b785-ed5b-4cb6-b74d-eb16335da801 req-57cf1ff0-09da-490f-a93c-601abc809e8e tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 948 time: 0.1180842 Jun 17 08:48:15.069705 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3e9858c-0c48-4155-97fc-2197c9b88e5d req-6db4da89-05b0-4025-8ae2-04f34cf5aacd tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 210 time: 0.0709848 Jun 17 08:48:15.105400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d8b9b785-ed5b-4cb6-b74d-eb16335da801 req-9c5a3cae-1f45-4f48-9ee9-a06470bd031e tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456101 Jun 17 08:48:15.644227 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4f409b59-522f-446a-932b-dd01674887fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:15.886481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7e817-f6ca-4cd9-b656-b8795eaaca09 req-9358a25a-acf8-457f-b9a4-a2f566f810a0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:15.888291 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2a7e817-f6ca-4cd9-b656-b8795eaaca09 req-9358a25a-acf8-457f-b9a4-a2f566f810a0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.1113839 Jun 17 08:48:15.936289 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2a7e817-f6ca-4cd9-b656-b8795eaaca09 req-4692ed25-9466-40a1-956d-72f04b8d6991 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412393 Jun 17 08:48:15.967104 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.268131 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-07e80b24-e428-448d-96e7-a40f5ad919f0 req-90ff6756-a705-453f-9590-096ccad9e057 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 210 time: 0.0458715 Jun 17 08:48:16.323185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device fa17cebe-bc60-4567-8827-75094fa5a76b details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:16.389446 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86061a-a094-42b3-bbee-dc21f21ab1d9 req-70183a2e-4b59-4fe5-a848-97e8652b1a3c tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.391055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b86061a-a094-42b3-bbee-dc21f21ab1d9 req-70183a2e-4b59-4fe5-a848-97e8652b1a3c tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 948 time: 0.1283429 Jun 17 08:48:16.451170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 76769f6f-394b-4ccf-aa4f-1d2879bc856b details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:16.528035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:16.539890 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b86061a-a094-42b3-bbee-dc21f21ab1d9 req-cd958a90-1ef5-4ac2-b6fc-8d4aa0f66086 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260939 Jun 17 08:48:16.545769 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device fa17cebe-bc60-4567-8827-75094fa5a76b has no active binding in host n-h2-779913-16 {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jun 17 08:48:16.605546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-39ccd638-368d-424a-8eaa-68ee88b1fa3d tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:16.609269 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-39ccd638-368d-424a-8eaa-68ee88b1fa3d tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.63 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 815 time: 0.2170143 Jun 17 08:48:16.626222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Request body: {'port': {'device_id': '7dddb444-85e6-4773-80da-09801bace4a0', 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b', 'admin_state_up': True, 'tenant_id': '78a54131c9134496acc1241ec4f8e1cd'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:16.670937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 76769f6f-394b-4ccf-aa4f-1d2879bc856b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=76769f6f-394b-4ccf-aa4f-1d2879bc856b,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:16.686054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '76769f6f-394b-4ccf-aa4f-1d2879bc856b', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '76769f6f-394b-4ccf-aa4f-1d2879bc856b', 'mac_address': 'fa:16:3e:13:8e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:48:16.729383 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.746083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76769f6f-394b-4ccf-aa4f-1d2879bc856b {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:16.777501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 76769f6f-394b-4ccf-aa4f-1d2879bc856b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=76769f6f-394b-4ccf-aa4f-1d2879bc856b,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:16.783401 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.787451 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:16.826414 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Made reservation on behalf of 78a54131c9134496acc1241ec4f8e1cd for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:16.830458 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:16.846586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=76769f6f-394b-4ccf-aa4f-1d2879bc856b,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:16.850170 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:16.879704 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.019352 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Allocated IP 172.20.0.11 (fa372ab1-c497-4810-a467-76fc17fa293b/dc4870a4-6310-40a7-9511-b9a985b9f9e1/48db72ed-8696-49bc-8698-2ea2047267a5) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:17.198446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['76769f6f-394b-4ccf-aa4f-1d2879bc856b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:17.249759 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.268629 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfcdae-79f3-4155-b793-702a9e92a6cb req-20bef2d6-fad4-4855-bd44-98899ac8084e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:17.268629 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1fdfcdae-79f3-4155-b793-702a9e92a6cb req-20bef2d6-fad4-4855-bd44-98899ac8084e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.1699095 Jun 17 08:48:17.344330 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1fdfcdae-79f3-4155-b793-702a9e92a6cb req-fead7f61-9fec-4df6-a230-1c0066be085a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646629 Jun 17 08:48:17.355441 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.370169 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:17.377296 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1f605f50-872a-423b-bdc2-32591bbfca2a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:17.422110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Network fa372ab1-c497-4810-a467-76fc17fa293b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:17.426389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:17.429038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:17.434606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Pushing event updated for resources: {'Port': ['ID=48db72ed-8696-49bc-8698-2ea2047267a5,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:17.443514 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:17.527534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:17.528130 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:17.558575 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9373612 Jun 17 08:48:17.572229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Request body: {'port': {'device_id': '7dddb444-85e6-4773-80da-09801bace4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:17.583479 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec81fe-8f15-45f8-95ee-299a17b92fd0 req-0881ee4d-2ad3-4e65-805c-1f2886cef5bf tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:17.585053 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3eec81fe-8f15-45f8-95ee-299a17b92fd0 req-0881ee4d-2ad3-4e65-805c-1f2886cef5bf tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 932 time: 0.1204283 Jun 17 08:48:17.694861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3eec81fe-8f15-45f8-95ee-299a17b92fd0 req-15c81559-9497-49f2-94c7-164dfafece4d tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836382 Jun 17 08:48:17.706852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.070132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4bdea-3f6c-4143-8d6d-9df2b79e261b req-58910ad0-b1a8-4070-b110-a3a39a733cd8 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.072181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6df4bdea-3f6c-4143-8d6d-9df2b79e261b req-58910ad0-b1a8-4070-b110-a3a39a733cd8 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 946 time: 0.2092676 Jun 17 08:48:18.101728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19f1db-e741-450a-abcd-9d93d03c492b req-c051caf1-0071-4b00-a5c9-0e1109a31abb tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.103253 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3a19f1db-e741-450a-abcd-9d93d03c492b req-c051caf1-0071-4b00-a5c9-0e1109a31abb tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 949 time: 0.2215497 Jun 17 08:48:18.145338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['ef559eae-f93b-41d6-8f86-65487585981a', 'cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:18.167674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6df4bdea-3f6c-4143-8d6d-9df2b79e261b req-20945e5b-92e3-471e-a72d-5eac4cce7c54 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861924 Jun 17 08:48:18.211243 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3a19f1db-e741-450a-abcd-9d93d03c492b req-dc12b14f-5440-459d-a21b-83ad6c754203 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979524 Jun 17 08:48:18.223474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48db72ed-8696-49bc-8698-2ea2047267a5 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:18.237462 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.249637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Transition to ACTIVE for port object 48db72ed-8696-49bc-8698-2ea2047267a5 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:18.258138 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.261956 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f25f1ae4-285c-4091-bd92-4d7ef33db857 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:18.364315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Pushing event updated for resources: {'Port': ['ID=48db72ed-8696-49bc-8698-2ea2047267a5,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:18.394386 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:18.466021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 76769f6f-394b-4ccf-aa4f-1d2879bc856b up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:18.527967 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 76769f6f-394b-4ccf-aa4f-1d2879bc856b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:18.532384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 76769f6f-394b-4ccf-aa4f-1d2879bc856b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:18.532902 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.592329 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:48:18.633175 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.659222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0b6811-1d1a-4183-a028-b9984ae8e168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76769f6f-394b-4ccf-aa4f-1d2879bc856b'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:18.661879 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f5fc64-32eb-406d-bec8-95582909bd1f" -d '{"events": [{"server_uuid": "5c0b6811-1d1a-4183-a028-b9984ae8e168", "name": "network-vif-plugged", "status": "completed", "tag": "76769f6f-394b-4ccf-aa4f-1d2879bc856b"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:18.685118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 76769f6f-394b-4ccf-aa4f-1d2879bc856b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=76769f6f-394b-4ccf-aa4f-1d2879bc856b,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:18.692713 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.694422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device fa17cebe-bc60-4567-8827-75094fa5a76b no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:18.698512 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d685cb6a-2df7-417f-8fc6-0f6cc5687a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:18.727302 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c576a02-84c3-4fe0-932f-d29a043904f9 x-openstack-request-id: req-0c576a02-84c3-4fe0-932f-d29a043904f9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:18.727605 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0b6811-1d1a-4183-a028-b9984ae8e168", "name": "network-vif-plugged", "status": "completed", "tag": "76769f6f-394b-4ccf-aa4f-1d2879bc856b", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:18.727867 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c576a02-84c3-4fe0-932f-d29a043904f9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:18.728272 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0b6811-1d1a-4183-a028-b9984ae8e168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76769f6f-394b-4ccf-aa4f-1d2879bc856b', 'code': 200} Jun 17 08:48:18.851693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=76769f6f-394b-4ccf-aa4f-1d2879bc856b,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:18.881691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb757e-fda8-465e-b281-d0d7f2b6a39b req-cdf200ba-fe64-485d-8f3d-57e3f7224160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:18.883324 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-36fb757e-fda8-465e-b281-d0d7f2b6a39b req-cdf200ba-fe64-485d-8f3d-57e3f7224160 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 1102 time: 0.0710444 Jun 17 08:48:18.889170 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:18.931203 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.932080 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.948003 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-36fb757e-fda8-465e-b281-d0d7f2b6a39b req-59860ec2-e489-42f2-81c0-ba9430cccb91 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572891 Jun 17 08:48:18.979144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:18.984524 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:18.987801 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6a2259bb-c3d9-4bfd-ade8-37984e9a95c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:19.025285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Attempting to bind port 48db72ed-8696-49bc-8698-2ea2047267a5 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:19.025663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Attempting to bind port 48db72ed-8696-49bc-8698-2ea2047267a5 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:19.025952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Attempting to bind port 48db72ed-8696-49bc-8698-2ea2047267a5 on network fa372ab1-c497-4810-a467-76fc17fa293b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:19.047712 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Port 48db72ed-8696-49bc-8698-2ea2047267a5 on network fa372ab1-c497-4810-a467-76fc17fa293b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:19.048213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Attempting to bind port 48db72ed-8696-49bc-8698-2ea2047267a5 on network fa372ab1-c497-4810-a467-76fc17fa293b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:19.057503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-08843e3b-da15-4ed8-858e-95cd856f1fe6 service neutron] 10.222.0.10 "GET /v2.0/ports/fa17cebe-bc60-4567-8827-75094fa5a76b/bindings/n-h2-779913-16 HTTP/1.1" status: 200 len: 385 time: 0.6642120 Jun 17 08:48:19.067529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:19.067861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Checking segment: {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:19.068196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Bound using segment: {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:19.068641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Bound port: 48db72ed-8696-49bc-8698-2ea2047267a5, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '964abde9-e483-41af-943c-8fe210b3bc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:19.068987 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.087931 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=fa17cebe-bc60-4567-8827-75094fa5a76b,revision_number=10']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:19.088720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a65fc8-ac59-4e5b-b7ee-a7912d9d882d req-a8925569-be17-40ee-8c98-dd13029ebb85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.090235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74a65fc8-ac59-4e5b-b7ee-a7912d9d882d req-a8925569-be17-40ee-8c98-dd13029ebb85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 944 time: 0.2236164 Jun 17 08:48:19.093149 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:19.099159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b2637-6b1c-45b7-8a9f-86917ed18a42 req-01bcdd7b-b251-4ddb-bad0-cb66c6518d91 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.100734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc9b2637-6b1c-45b7-8a9f-86917ed18a42 req-01bcdd7b-b251-4ddb-bad0-cb66c6518d91 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 946 time: 0.2311718 Jun 17 08:48:19.254020 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74a65fc8-ac59-4e5b-b7ee-a7912d9d882d req-97def8e7-5e68-4c76-a7da-541ed98b703a tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491842 Jun 17 08:48:19.270174 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc9b2637-6b1c-45b7-8a9f-86917ed18a42 req-c1e7a237-f011-465e-908b-056fd3f21d6c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516883 Jun 17 08:48:19.274921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] For port 48db72ed-8696-49bc-8698-2ea2047267a5, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:19.280881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] For port 48db72ed-8696-49bc-8698-2ea2047267a5, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=48db72ed-8696-49bc-8698-2ea2047267a5,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:19.305416 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.315602 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:19.370432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Pushing event updated for resources: {'Port': ['ID=48db72ed-8696-49bc-8698-2ea2047267a5,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:19.377030 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:19.379957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.380719 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.382144 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] 10.222.0.63 "PUT /v2.0/ports/48db72ed-8696-49bc-8698-2ea2047267a5 HTTP/1.1" status: 200 len: 1093 time: 1.8152239 Jun 17 08:48:19.382679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dddb444-85e6-4773-80da-09801bace4a0', 'tag': '48db72ed-8696-49bc-8698-2ea2047267a5'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:19.385249 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d321b61a-8292-48a8-a6ba-1593f815295f" -d '{"events": [{"name": "network-changed", "server_uuid": "7dddb444-85e6-4773-80da-09801bace4a0", "tag": "48db72ed-8696-49bc-8698-2ea2047267a5"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:19.616753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:19.660061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d50e5-9593-420d-8ca7-a78c66dc24ee req-6fe7990e-02bf-4253-9b5a-ee9679bbc2fc tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.667408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc1d50e5-9593-420d-8ca7-a78c66dc24ee req-6fe7990e-02bf-4253-9b5a-ee9679bbc2fc tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 946 time: 0.2731817 Jun 17 08:48:19.688952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-59982e92-bb02-4416-a1f5-2aa18f5ac051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.690566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-59982e92-bb02-4416-a1f5-2aa18f5ac051 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 1096 time: 0.2358131 Jun 17 08:48:19.691685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:19.727509 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2b8a2-c756-4eb8-9a65-e179f25fcc6c req-389550ab-b04f-4cd7-8745-8446ac88d139 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.729119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-47a2b8a2-c756-4eb8-9a65-e179f25fcc6c req-389550ab-b04f-4cd7-8745-8446ac88d139 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 950 time: 0.2840874 Jun 17 08:48:19.799705 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-60a19fe2-291a-42cc-af35-9d745c8e5df8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48db72ed-8696-49bc-8698-2ea2047267a5 HTTP/1.1" status: 200 len: 217 time: 0.0820131 Jun 17 08:48:19.824614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa17cebe-bc60-4567-8827-75094fa5a76b {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:19.855539 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc1d50e5-9593-420d-8ca7-a78c66dc24ee req-6b16a54e-69b0-4dde-87a7-2e13d6483b33 tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/security-groups?id=02b9e5bb-8022-4df9-abf6-bae088c25c42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870534 Jun 17 08:48:19.915589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-17aaba61-f763-4dd1-8bf6-eec7f70c42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:19.917071 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-17aaba61-f763-4dd1-8bf6-eec7f70c42d7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 200 len: 855 time: 0.0865653 Jun 17 08:48:19.918646 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fe9dbb-2b1f-4d9b-a934-3fdafd6e14b5 x-openstack-request-id: req-44fe9dbb-2b1f-4d9b-a934-3fdafd6e14b5 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:19.919946 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dddb444-85e6-4773-80da-09801bace4a0", "tag": "48db72ed-8696-49bc-8698-2ea2047267a5", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:19.920348 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-44fe9dbb-2b1f-4d9b-a934-3fdafd6e14b5 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:19.920899 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dddb444-85e6-4773-80da-09801bace4a0', 'tag': '48db72ed-8696-49bc-8698-2ea2047267a5', 'status': 'completed', 'code': 200} Jun 17 08:48:19.923070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:19.977147 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-c1ed21a3-6590-4959-8b28-9fe3e6fb52f8 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa372ab1-c497-4810-a467-76fc17fa293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425789 Jun 17 08:48:19.978328 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:19.983368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-47a2b8a2-c756-4eb8-9a65-e179f25fcc6c req-28baa0b3-9def-4cba-beb2-2a03ee649f53 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401760 Jun 17 08:48:19.990023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-07fd6d34-6a95-4007-bf63-bca180362bfa service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:48:19.991212 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-07fd6d34-6a95-4007-bf63-bca180362bfa service neutron] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067775 Jun 17 08:48:20.032690 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92747a7d-bfa2-4cf8-a2f3-77e3802fa66a req-3b768efc-a17f-40c7-ab8e-45ed1867c21f tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.035695 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-92747a7d-bfa2-4cf8-a2f3-77e3802fa66a req-3b768efc-a17f-40c7-ab8e-45ed1867c21f tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.63 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 946 time: 0.4506960 Jun 17 08:48:20.132139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-519d3728-bfcb-4071-baff-97760424d6a4 service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334350 Jun 17 08:48:20.170495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-92747a7d-bfa2-4cf8-a2f3-77e3802fa66a req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Deleting port bcba141c-23c0-4b06-8196-b37b41de7611 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:20.171297 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-92747a7d-bfa2-4cf8-a2f3-77e3802fa66a req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.254511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] Transition to ACTIVE for port object fa17cebe-bc60-4567-8827-75094fa5a76b will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:20.264627 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.278417 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-be2f8076-88eb-4334-a4a2-b737a6655622 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:20.304123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-92747a7d-bfa2-4cf8-a2f3-77e3802fa66a req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] For port bcba141c-23c0-4b06-8196-b37b41de7611, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=bcba141c-23c0-4b06-8196-b37b41de7611,segment=NetworkSegment(454d3450-aefd-4351-b10d-382bfc85574a),segment_id=454d3450-aefd-4351-b10d-382bfc85574a)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:20.304759 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-92747a7d-bfa2-4cf8-a2f3-77e3802fa66a req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.338653 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e8e8ae4-aa81-4562-9d4c-861d71183e5d req-de26bacb-3a82-43c8-8cc8-2877ac7e3b20 service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984825 Jun 17 08:48:20.374386 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [req-92747a7d-bfa2-4cf8-a2f3-77e3802fa66a req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Calling delete_port for bcba141c-23c0-4b06-8196-b37b41de7611 owned by compute:nova {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:20.429154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] Pushing event updated for resources: {'Port': ['ID=fa17cebe-bc60-4567-8827-75094fa5a76b,revision_number=12']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:20.439021 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:20.520184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] No DVR routers for this DVR port fa17cebe-bc60-4567-8827-75094fa5a76b on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:20.558877 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-92747a7d-bfa2-4cf8-a2f3-77e3802fa66a req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.563741 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:20.575795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['bcba141c-23c0-4b06-8196-b37b41de7611'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:20.592789 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Pushing event deleted for resources: {'Port': ['ID=bcba141c-23c0-4b06-8196-b37b41de7611,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:20.602041 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:20.651756 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [req-92747a7d-bfa2-4cf8-a2f3-77e3802fa66a req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] No DVR routers for this DVR port bcba141c-23c0-4b06-8196-b37b41de7611 on host n-h2-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:20.654334 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-92747a7d-bfa2-4cf8-a2f3-77e3802fa66a req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:20.656359 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-92747a7d-bfa2-4cf8-a2f3-77e3802fa66a req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.63 "DELETE /v2.0/ports/bcba141c-23c0-4b06-8196-b37b41de7611 HTTP/1.1" status: 204 len: 173 time: 0.6085849 Jun 17 08:48:20.657106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dd1030-75d8-468c-b2d8-f23700601bed', 'name': 'network-vif-deleted', 'tag': 'bcba141c-23c0-4b06-8196-b37b41de7611'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:20.659571 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b773df1-4370-4b19-809b-9c07f460a2a2" -d '{"events": [{"server_uuid": "18dd1030-75d8-468c-b2d8-f23700601bed", "name": "network-vif-deleted", "tag": "bcba141c-23c0-4b06-8196-b37b41de7611"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:20.722228 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b61a-8292-48a8-a6ba-1593f815295f req-cbfdd3c8-c80f-4f52-be30-af2615d81c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.723783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d321b61a-8292-48a8-a6ba-1593f815295f req-cbfdd3c8-c80f-4f52-be30-af2615d81c54 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 1096 time: 0.3131676 Jun 17 08:48:20.729625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:20.732035 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68abac29-7490-415e-8980-4323451ca08a" -d '{"events": [{"server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:20.756256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80e9c6-a06b-4d5a-b75a-0fe6938ffe6e req-cb94559c-ce02-4220-9f46-458b126bcb94 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.757833 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa80e9c6-a06b-4d5a-b75a-0fe6938ffe6e req-cb94559c-ce02-4220-9f46-458b126bcb94 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 944 time: 0.2735829 Jun 17 08:48:20.816730 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e21590-3400-4f50-a959-70e6ce98ceab req-0e4d6dea-1f93-4db5-8793-534f986738e2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.818195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52e21590-3400-4f50-a959-70e6ce98ceab req-0e4d6dea-1f93-4db5-8793-534f986738e2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 945 time: 0.2784281 Jun 17 08:48:20.885454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] 10.222.0.10 "PUT /v2.0/ports/fa17cebe-bc60-4567-8827-75094fa5a76b/bindings/n-h2-779913-16/activate HTTP/1.1" status: 200 len: 370 time: 1.7817531 Jun 17 08:48:20.923601 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fa80e9c6-a06b-4d5a-b75a-0fe6938ffe6e req-f5c6e9d0-ac72-46ab-abf6-5e42880eb101 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516709 Jun 17 08:48:20.928861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52e21590-3400-4f50-a959-70e6ce98ceab req-359274c4-ca7c-40c4-892d-399d975c406e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931194 Jun 17 08:48:20.946646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b61a-8292-48a8-a6ba-1593f815295f req-65f22aa5-f9e1-4376-85e9-dfa39de1a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:20.959010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d321b61a-8292-48a8-a6ba-1593f815295f req-65f22aa5-f9e1-4376-85e9-dfa39de1a003 service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 916 time: 0.2138605 Jun 17 08:48:20.990942 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e590955f-52e7-43b3-80e9-07e973fb159b x-openstack-request-id: req-e590955f-52e7-43b3-80e9-07e973fb159b {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:20.991235 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "name": "network-vif-unplugged", "status": "completed", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:20.991675 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e590955f-52e7-43b3-80e9-07e973fb159b {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:20.992251 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'code': 200} Jun 17 08:48:21.018447 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d321b61a-8292-48a8-a6ba-1593f815295f req-c87eca42-5315-4bff-a5bc-2de4b7880c7d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48db72ed-8696-49bc-8698-2ea2047267a5 HTTP/1.1" status: 200 len: 217 time: 0.0602582 Jun 17 08:48:21.054408 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c804bbe-d5ef-456a-aafb-3773119bf146 x-openstack-request-id: req-2c804bbe-d5ef-456a-aafb-3773119bf146 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:21.054980 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dd1030-75d8-468c-b2d8-f23700601bed", "name": "network-vif-deleted", "tag": "bcba141c-23c0-4b06-8196-b37b41de7611", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:21.055100 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c804bbe-d5ef-456a-aafb-3773119bf146 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:21.055490 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dd1030-75d8-468c-b2d8-f23700601bed', 'name': 'network-vif-deleted', 'tag': 'bcba141c-23c0-4b06-8196-b37b41de7611', 'status': 'completed', 'code': 200} Jun 17 08:48:21.114221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-bbbb807c-5bae-4a79-9ed5-f5751c263b91 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.119336 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-bbbb807c-5bae-4a79-9ed5-f5751c263b91 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2&tenant_id=2f455ca5823946e8a10a01151d60adb3&binding%3Ahost_id=n-h1-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.1451187 Jun 17 08:48:21.135148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b61a-8292-48a8-a6ba-1593f815295f req-204583ea-6a58-4adf-acc4-7530656b8efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.136679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d321b61a-8292-48a8-a6ba-1593f815295f req-204583ea-6a58-4adf-acc4-7530656b8efb service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 200 len: 855 time: 0.1113234 Jun 17 08:48:21.167227 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbfc0f9a-f0e3-4f2f-9d90-2c30ddb1b297 req-62705e70-33f9-4a7e-9624-f58b77b1a05e tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] 10.222.0.47 "GET /v2.0/ports?device_id=18dd1030-75d8-468c-b2d8-f23700601bed HTTP/1.1" status: 200 len: 210 time: 0.0543823 Jun 17 08:48:21.186344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d321b61a-8292-48a8-a6ba-1593f815295f req-4080b2b7-6f38-45cc-9b9d-84b3e3e9f013 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa372ab1-c497-4810-a467-76fc17fa293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320020 Jun 17 08:48:21.236524 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-143b1235-8747-4f47-99fd-39a60b4e2401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.238108 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-143b1235-8747-4f47-99fd-39a60b4e2401 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 1097 time: 0.1057022 Jun 17 08:48:21.334569 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea44a4a-d765-4653-9098-3ab4dd65e8ce req-746661f5-9f87-48df-9636-1277854c8316 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.336324 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ea44a4a-d765-4653-9098-3ab4dd65e8ce req-746661f5-9f87-48df-9636-1277854c8316 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 950 time: 0.1471992 Jun 17 08:48:21.347367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-ae88c3ea-da0f-45a2-b263-5c6ca05bcafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.351701 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-ae88c3ea-da0f-45a2-b263-5c6ca05bcafe service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1097 time: 0.0898285 Jun 17 08:48:21.369033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d321b61a-8292-48a8-a6ba-1593f815295f req-de54871d-c4da-4172-a912-bc98d0a7ce33 service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690078 Jun 17 08:48:21.451365 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ea44a4a-d765-4653-9098-3ab4dd65e8ce req-802bc065-605a-45d2-93d4-bbe600c84340 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046383 Jun 17 08:48:21.478128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-4b7eccc9-59d6-48c2-93d8-4906e2806d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.479652 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-4b7eccc9-59d6-48c2-93d8-4906e2806d4f service neutron] 10.222.0.63 "GET /v2.0/networks?id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 HTTP/1.1" status: 200 len: 898 time: 0.1207874 Jun 17 08:48:21.510823 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d321b61a-8292-48a8-a6ba-1593f815295f req-1ee024c7-4500-412d-a1ce-5d8afddfd23a service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348217 Jun 17 08:48:21.566407 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-6a0332b8-e491-4e16-b2de-3ebf0ea81001 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa17cebe-bc60-4567-8827-75094fa5a76b HTTP/1.1" status: 200 len: 1000 time: 0.0790644 Jun 17 08:48:21.616416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-c99d6268-1813-4a85-96a9-c1c5b4158bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.618389 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-c99d6268-1813-4a85-96a9-c1c5b4158bf8 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c53d10a3-834a-4642-8a4a-58471f0e0107 HTTP/1.1" status: 200 len: 834 time: 0.0461140 Jun 17 08:48:21.678603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-c231b088-4c56-4baf-a376-58f8975e2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.680201 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-c231b088-4c56-4baf-a376-58f8975e2f96 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545881 Jun 17 08:48:21.780798 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1c15e5c4-2df3-4f6d-9666-6dfddb8fdb71 service neutron] 10.222.0.63 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931616 Jun 17 08:48:21.873349 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-b4aebfb0-0770-4370-9d95-824e29b66aec service neutron] 10.222.0.63 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852823 Jun 17 08:48:21.920712 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e25c1e-12fd-4169-bbf4-75bc6570b7a8 req-85451e50-dfd4-4ee9-9f2c-bf5ad8273607 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:21.922536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8e25c1e-12fd-4169-bbf4-75bc6570b7a8 req-85451e50-dfd4-4ee9-9f2c-bf5ad8273607 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 950 time: 0.0841134 Jun 17 08:48:21.964275 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8e25c1e-12fd-4169-bbf4-75bc6570b7a8 req-f810af73-1f03-4d8c-a77f-033adf484edf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349088 Jun 17 08:48:22.191482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1c474412-4664-4218-bae1-1287ea5bdfcf tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:22.192687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deac53-7f8b-4f73-95b6-21e28264bf7e req-1ecc94b4-c92b-4a97-ab8b-b87212c1a13e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:22.193103 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-1c474412-4664-4218-bae1-1287ea5bdfcf tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2&tenant_id=2f455ca5823946e8a10a01151d60adb3&binding%3Ahost_id=n-h2-779913-16 HTTP/1.1" status: 200 len: 1097 time: 0.0652914 Jun 17 08:48:22.194254 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-47deac53-7f8b-4f73-95b6-21e28264bf7e req-1ecc94b4-c92b-4a97-ab8b-b87212c1a13e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 944 time: 0.1171412 Jun 17 08:48:22.215574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb94862-79a5-448d-97bc-d60968cc1aa6 req-3aea6356-c69c-4004-9f3a-51b55d12317f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:22.217152 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cb94862-79a5-448d-97bc-d60968cc1aa6 req-3aea6356-c69c-4004-9f3a-51b55d12317f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 945 time: 0.1094298 Jun 17 08:48:22.287742 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-47deac53-7f8b-4f73-95b6-21e28264bf7e req-93adfc45-914a-452f-8748-d87f5f864432 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863912 Jun 17 08:48:22.295164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4cb94862-79a5-448d-97bc-d60968cc1aa6 req-5abfe25f-667f-44ba-90a6-f604daf1e26c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673108 Jun 17 08:48:22.372376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-6fac00d7-9d17-4958-93af-5faafe54d063 service neutron] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h1-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:22.375919 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-6fac00d7-9d17-4958-93af-5faafe54d063 service neutron] Notify callbacks [] for binding, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:22.377083 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-6fac00d7-9d17-4958-93af-5faafe54d063 service neutron] 10.222.0.63 "DELETE /v2.0/ports/fa17cebe-bc60-4567-8827-75094fa5a76b/bindings/n-h1-779913-16 HTTP/1.1" status: 204 len: 173 time: 0.1774771 Jun 17 08:48:23.164398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17197b-8763-489a-b583-3442bfbba2db req-89a7529d-7e99-4cbc-acda-7be980c27242 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:23.166081 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c17197b-8763-489a-b583-3442bfbba2db req-89a7529d-7e99-4cbc-acda-7be980c27242 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 950 time: 0.0665674 Jun 17 08:48:23.209507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c17197b-8763-489a-b583-3442bfbba2db req-3b55e078-b318-4a02-bd5a-36c957bf1494 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/security-groups?id=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365999 Jun 17 08:48:23.363316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a01604a-2076-421b-8244-25d9a8e1f4a7 req-bd3b6408-3ca0-4779-ad20-fbb37157cc54 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:23.365772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a01604a-2076-421b-8244-25d9a8e1f4a7 req-bd3b6408-3ca0-4779-ad20-fbb37157cc54 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 950 time: 0.1279399 Jun 17 08:48:23.565182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-0a01604a-2076-421b-8244-25d9a8e1f4a7 req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Deleting port 76769f6f-394b-4ccf-aa4f-1d2879bc856b {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:23.565389 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0a01604a-2076-421b-8244-25d9a8e1f4a7 req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.595345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67e6a0-d94f-40ee-9db1-91179d2fe035 req-0a9e8f50-36a9-43f2-b910-c32558b094bb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:23.597042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e67e6a0-d94f-40ee-9db1-91179d2fe035 req-0a9e8f50-36a9-43f2-b910-c32558b094bb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 944 time: 0.1656899 Jun 17 08:48:23.607764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc15e2d-3a1d-4253-94a6-9321dd52fed6 req-841cdc35-1b8d-41e9-8799-54c76ba4dcc1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:23.609274 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcc15e2d-3a1d-4253-94a6-9321dd52fed6 req-841cdc35-1b8d-41e9-8799-54c76ba4dcc1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 945 time: 0.1751623 Jun 17 08:48:23.711654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e67e6a0-d94f-40ee-9db1-91179d2fe035 req-fcd34665-e825-4c5a-99d2-c8a14732c163 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777800 Jun 17 08:48:23.729715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcc15e2d-3a1d-4253-94a6-9321dd52fed6 req-0e2621d4-a33a-47ab-98e1-da16834b8d66 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940864 Jun 17 08:48:23.752437 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-0a01604a-2076-421b-8244-25d9a8e1f4a7 req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] For port 76769f6f-394b-4ccf-aa4f-1d2879bc856b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=76769f6f-394b-4ccf-aa4f-1d2879bc856b,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:23.752807 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0a01604a-2076-421b-8244-25d9a8e1f4a7 req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:23.834442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-0a01604a-2076-421b-8244-25d9a8e1f4a7 req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Calling delete_port for 76769f6f-394b-4ccf-aa4f-1d2879bc856b owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:23.977619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b981018-23ab-40e3-8292-fb8d3968e918 req-21db1acc-ab82-4a33-9d3c-b8069dd7d2e5 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:23.979480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b981018-23ab-40e3-8292-fb8d3968e918 req-21db1acc-ab82-4a33-9d3c-b8069dd7d2e5 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1097 time: 0.0903018 Jun 17 08:48:24.074801 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b981018-23ab-40e3-8292-fb8d3968e918 req-4083f3fe-dd33-45a4-87ce-87a34c2e10cb tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853596 Jun 17 08:48:24.080732 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0a01604a-2076-421b-8244-25d9a8e1f4a7 req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:24.094073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['76769f6f-394b-4ccf-aa4f-1d2879bc856b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:24.099113 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b5ecfcc0-8698-4364-a91b-b8ffef8393db tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:24.189243 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Pushing event deleted for resources: {'Port': ['ID=76769f6f-394b-4ccf-aa4f-1d2879bc856b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:24.226628 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a01604a-2076-421b-8244-25d9a8e1f4a7 req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] No DVR routers for this DVR port 76769f6f-394b-4ccf-aa4f-1d2879bc856b on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:24.236369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.236738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.237131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.237503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.237880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.238258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.238636 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.239026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.239396 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.239765 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.240135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.240528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:24.243884 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-0a01604a-2076-421b-8244-25d9a8e1f4a7 req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:24.245932 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a01604a-2076-421b-8244-25d9a8e1f4a7 req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.10 "DELETE /v2.0/ports/76769f6f-394b-4ccf-aa4f-1d2879bc856b HTTP/1.1" status: 204 len: 173 time: 0.8744974 Jun 17 08:48:24.248893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c0b6811-1d1a-4183-a028-b9984ae8e168', 'name': 'network-vif-deleted', 'tag': '76769f6f-394b-4ccf-aa4f-1d2879bc856b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:24.250360 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089c3a4c-bab6-4505-a5a9-16fdcfe38752" -d '{"events": [{"server_uuid": "5c0b6811-1d1a-4183-a028-b9984ae8e168", "name": "network-vif-deleted", "tag": "76769f6f-394b-4ccf-aa4f-1d2879bc856b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:24.271057 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:24.349359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ea2d9-0153-47f5-8a04-25bc93fa3d58 req-a49c0e14-6734-4aab-ba7e-52cca35b6454 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:24.353097 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bcba141c-23c0-4b06-8196-b37b41de7611 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:24.356721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b31ea2d9-0153-47f5-8a04-25bc93fa3d58 req-a49c0e14-6734-4aab-ba7e-52cca35b6454 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 945 time: 0.1322467 Jun 17 08:48:24.405084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b31ea2d9-0153-47f5-8a04-25bc93fa3d58 req-5facd082-1468-4765-a112-7ca34e4f835d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470915 Jun 17 08:48:24.420495 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 48db72ed-8696-49bc-8698-2ea2047267a5 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:24.432456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: bcba141c-23c0-4b06-8196-b37b41de7611 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:24.432801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device bcba141c-23c0-4b06-8196-b37b41de7611 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:24.457049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37812) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:24.530167 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 48db72ed-8696-49bc-8698-2ea2047267a5, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=48db72ed-8696-49bc-8698-2ea2047267a5,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:24.544150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '48db72ed-8696-49bc-8698-2ea2047267a5', 'network_id': 'fa372ab1-c497-4810-a467-76fc17fa293b', 'port_id': '48db72ed-8696-49bc-8698-2ea2047267a5', 'mac_address': 'fa:16:3e:de:ea:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc4870a4-6310-40a7-9511-b9a985b9f9e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:48:24.565604 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-42124ef9-ed18-4c94-96d0-c5b6057530c0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc HTTP/1.1" status: 200 len: 992 time: 0.1072099 Jun 17 08:48:24.607501 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:24.636224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48db72ed-8696-49bc-8698-2ea2047267a5 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:24.701518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 48db72ed-8696-49bc-8698-2ea2047267a5, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=48db72ed-8696-49bc-8698-2ea2047267a5,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:24.712469 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:24.715101 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d685cb6a-2df7-417f-8fc6-0f6cc5687a2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:24.817729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=48db72ed-8696-49bc-8698-2ea2047267a5,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:24.831753 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:24.873200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 37834) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:24.965806 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['48db72ed-8696-49bc-8698-2ea2047267a5'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:25.131766 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb28f10e-0706-4f31-bea9-d4dd8a00754e x-openstack-request-id: req-bb28f10e-0706-4f31-bea9-d4dd8a00754e {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:25.132094 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c0b6811-1d1a-4183-a028-b9984ae8e168", "name": "network-vif-deleted", "tag": "76769f6f-394b-4ccf-aa4f-1d2879bc856b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:25.133748 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bb28f10e-0706-4f31-bea9-d4dd8a00754e {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:25.134268 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c0b6811-1d1a-4183-a028-b9984ae8e168', 'name': 'network-vif-deleted', 'tag': '76769f6f-394b-4ccf-aa4f-1d2879bc856b', 'status': 'completed', 'code': 200} Jun 17 08:48:25.152903 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3a36c197-b9be-49e9-9575-82f08f798373 req-7790b1c5-9f36-4608-a979-be9f643fdec9 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c0b6811-1d1a-4183-a028-b9984ae8e168 HTTP/1.1" status: 200 len: 210 time: 0.7014427 Jun 17 08:48:25.295118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c47096-53ec-4779-868e-86451cb1159e req-2ad141d9-f91f-497f-a7a2-1bed9338fffc tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:25.304739 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7c47096-53ec-4779-868e-86451cb1159e req-2ad141d9-f91f-497f-a7a2-1bed9338fffc tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 945 time: 0.1766355 Jun 17 08:48:25.309514 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port 3e9b0532-902f-498a-99f9-d894265f1922 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:25.310144 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.401395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7c47096-53ec-4779-868e-86451cb1159e req-68fc4a60-41d5-41ed-b27f-cf997a9565b7 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956635 Jun 17 08:48:25.404220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.404559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.499612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for 3e9b0532-902f-498a-99f9-d894265f1922 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:25.696048 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.698506 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-55df173a-bb58-49a3-acae-3c0542c04b88 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:25.728288 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=3e9b0532-902f-498a-99f9-d894265f1922,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:25.731536 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:25.791894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:25.792213 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Floating IP 7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc disassociated (deleted). External IP: 172.25.8.157, port: fa17cebe-bc60-4567-8827-75094fa5a76b. Jun 17 08:48:26.033798 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:26.167504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:26.174794 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.179015 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d84004f-8854-43a6-8446-2b977c3ee94e None None] Sync routers for ids ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:26.195669 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d84004f-8854-43a6-8446-2b977c3ee94e None None] Routers {'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:26.196466 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1d84004f-8854-43a6-8446-2b977c3ee94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:48:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:26.304895 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/floatingips/7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc HTTP/1.1" status: 204 len: 168 time: 1.4300580 Jun 17 08:48:26.305981 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:26.326743 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07fcba3-039a-49e7-b2b6-f44539b01010" -d '{"events": [{"name": "network-changed", "server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:26.338574 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-1d84004f-8854-43a6-8446-2b977c3ee94e None None] Set router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:26.365093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 48db72ed-8696-49bc-8698-2ea2047267a5 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:26.494050 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1128b0-1a17-48e9-96b2-114d7fe7af36 x-openstack-request-id: req-7f1128b0-1a17-48e9-96b2-114d7fe7af36 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:26.494405 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:26.494916 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7f1128b0-1a17-48e9-96b2-114d7fe7af36 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:26.495810 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'status': 'completed', 'code': 200} Jun 17 08:48:26.527011 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 48db72ed-8696-49bc-8698-2ea2047267a5 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:26.536495 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 48db72ed-8696-49bc-8698-2ea2047267a5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:26.536878 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.725340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-e666ed09-e552-402d-a7c4-7f3b3f63e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:26.727724 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-e666ed09-e552-402d-a7c4-7f3b3f63e236 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 1097 time: 0.2024424 Jun 17 08:48:26.791577 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.856709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dddb444-85e6-4773-80da-09801bace4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48db72ed-8696-49bc-8698-2ea2047267a5'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:26.862290 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c952427f-292e-4cc2-b9d1-8774e669653d" -d '{"events": [{"server_uuid": "7dddb444-85e6-4773-80da-09801bace4a0", "name": "network-vif-plugged", "status": "completed", "tag": "48db72ed-8696-49bc-8698-2ea2047267a5"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:26.879652 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1d84004f-8854-43a6-8446-2b977c3ee94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '958a7cd0-3949-4cd1-96d8-bf06d0b3e231', 'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:fd:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:20Z', 'updated_at': '2021-06-17T08:46:29Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:26.910623 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 48db72ed-8696-49bc-8698-2ea2047267a5, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=48db72ed-8696-49bc-8698-2ea2047267a5,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:26.920876 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:26.925560 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:26.972186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c876c8-4d57-4e93-befd-fa8447626535 req-460c3f09-0419-4302-b172-7c6c09e47613 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:26.974051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67c876c8-4d57-4e93-befd-fa8447626535 req-460c3f09-0419-4302-b172-7c6c09e47613 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 945 time: 0.2141678 Jun 17 08:48:27.005982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-005e9506-9f73-4d4e-8466-7ff190f7c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:27.008846 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-005e9506-9f73-4d4e-8466-7ff190f7c1ad service neutron] 10.222.0.63 "GET /v2.0/networks?id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 HTTP/1.1" status: 200 len: 898 time: 0.2742169 Jun 17 08:48:27.104991 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67c876c8-4d57-4e93-befd-fa8447626535 req-4973cc5a-eb43-4da8-964d-22db8922990d tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990646 Jun 17 08:48:27.146629 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-32e15908-a7fd-47f7-98f7-8e6060ad8c82 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa17cebe-bc60-4567-8827-75094fa5a76b HTTP/1.1" status: 200 len: 217 time: 0.1301873 Jun 17 08:48:27.154534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=48db72ed-8696-49bc-8698-2ea2047267a5,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:27.190945 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:27.193651 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d84004f-8854-43a6-8446-2b977c3ee94e None None] Checking router: fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:27.197521 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95b00e6-ccd3-41d6-ad9d-51b7764a03b1 x-openstack-request-id: req-d95b00e6-ccd3-41d6-ad9d-51b7764a03b1 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:27.198063 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dddb444-85e6-4773-80da-09801bace4a0", "name": "network-vif-plugged", "status": "completed", "tag": "48db72ed-8696-49bc-8698-2ea2047267a5", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:27.198751 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d95b00e6-ccd3-41d6-ad9d-51b7764a03b1 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:27.201146 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dddb444-85e6-4773-80da-09801bace4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48db72ed-8696-49bc-8698-2ea2047267a5', 'code': 200} Jun 17 08:48:27.205377 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d84004f-8854-43a6-8446-2b977c3ee94e None None] Routers {'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:27.206321 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1d84004f-8854-43a6-8446-2b977c3ee94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:48:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:27.351174 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-213c9a86-195c-4fda-ad82-2b902c8f2a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:27.360036 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-213c9a86-195c-4fda-ad82-2b902c8f2a9f service neutron] 10.222.0.63 "GET /v2.0/subnets?id=c53d10a3-834a-4642-8a4a-58471f0e0107 HTTP/1.1" status: 200 len: 834 time: 0.2057133 Jun 17 08:48:27.388203 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c47277-5a2a-4428-b163-4d9e32a384a5 req-406a869b-e985-460e-9e03-f1d6dbfe2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:27.391235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13c47277-5a2a-4428-b163-4d9e32a384a5 req-406a869b-e985-460e-9e03-f1d6dbfe2824 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 1098 time: 0.1157129 Jun 17 08:48:27.430208 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-1d84004f-8854-43a6-8446-2b977c3ee94e None None] Set router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:27.553024 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-13c47277-5a2a-4428-b163-4d9e32a384a5 req-b22d5fc9-e59d-4379-aabe-8dcafd3fa096 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532614 Jun 17 08:48:27.553375 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-4082660e-a911-4402-803a-df6db8a3e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:27.554924 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-4082660e-a911-4402-803a-df6db8a3e9e6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669884 Jun 17 08:48:27.676623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2781a6-f868-41e1-be32-92c13a9dbef0 req-e57d40b4-8d7b-44fd-ada3-ccf4c2cad1af tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:27.682195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a2781a6-f868-41e1-be32-92c13a9dbef0 req-e57d40b4-8d7b-44fd-ada3-ccf4c2cad1af tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 945 time: 0.2437403 Jun 17 08:48:27.853111 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-51a5b2e7-f734-4cc5-ad17-4db8a8f03656 service neutron] 10.222.0.63 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382059 Jun 17 08:48:27.911528 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a2781a6-f868-41e1-be32-92c13a9dbef0 req-71b15c0b-2f76-4ab8-8c38-6fd703ce8312 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=05ccf448-2def-4f15-839d-796448ecd655&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035997 Jun 17 08:48:27.914872 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1d84004f-8854-43a6-8446-2b977c3ee94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '958a7cd0-3949-4cd1-96d8-bf06d0b3e231', 'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:fd:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:20Z', 'updated_at': '2021-06-17T08:46:29Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:27.966695 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d84004f-8854-43a6-8446-2b977c3ee94e None None] The sync data for ids ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'] in n-d-779913-16 is: [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:46:22Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '958a7cd0-3949-4cd1-96d8-bf06d0b3e231', 'name': '', 'network_id': '37e2a98a-6ec2-4c13-a4b6-2bedc0db4723', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:fd:82:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:20Z', 'updated_at': '2021-06-17T08:46:29Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': 'c53d10a3-834a-4642-8a4a-58471f0e0107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:27.977315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2f44d-e964-48ad-9ff6-725e16066035 req-d9577cba-9120-4070-bf69-9f6f4ca90c76 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:27.980083 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2be2f44d-e964-48ad-9ff6-725e16066035 req-d9577cba-9120-4070-bf69-9f6f4ca90c76 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.63 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 945 time: 0.2960732 Jun 17 08:48:28.093945 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-3c49efd9-ac15-44b5-bc40-62c40d747b56 service neutron] 10.222.0.63 "GET /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319305 Jun 17 08:48:28.153825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-2be2f44d-e964-48ad-9ff6-725e16066035 req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port fa17cebe-bc60-4567-8827-75094fa5a76b {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:28.154178 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2be2f44d-e964-48ad-9ff6-725e16066035 req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.395393 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-2be2f44d-e964-48ad-9ff6-725e16066035 req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port fa17cebe-bc60-4567-8827-75094fa5a76b, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=fa17cebe-bc60-4567-8827-75094fa5a76b,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:28.395933 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2be2f44d-e964-48ad-9ff6-725e16066035 req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.476780 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 76769f6f-394b-4ccf-aa4f-1d2879bc856b no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:28.556216 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c397c776-e793-4e21-997a-49f10b21f84b None None] New status for floating IP 7aebf6bd-e8e2-4f5a-9f5d-d5580419ddfc: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:48:28.568781 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 76769f6f-394b-4ccf-aa4f-1d2879bc856b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:28.570877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 76769f6f-394b-4ccf-aa4f-1d2879bc856b not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:28.639843 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-2be2f44d-e964-48ad-9ff6-725e16066035 req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for fa17cebe-bc60-4567-8827-75094fa5a76b owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:28.757642 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82d839-e296-4256-a364-a04d3222a25e req-c0d00801-df1f-4f9e-a4d9-75953d93c810 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:28.766096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe82d839-e296-4256-a364-a04d3222a25e req-c0d00801-df1f-4f9e-a4d9-75953d93c810 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 946 time: 0.3504362 Jun 17 08:48:28.853873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe82d839-e296-4256-a364-a04d3222a25e req-9631cc02-3202-4eb9-8596-7bc8f58272b2 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858531 Jun 17 08:48:28.983011 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2be2f44d-e964-48ad-9ff6-725e16066035 req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:28.990379 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8eb333c-33bf-4345-98ed-7382dd712996 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:29.074350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=fa17cebe-bc60-4567-8827-75094fa5a76b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:29.083035 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:29.155366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-416d3344-bb7b-405c-9dce-09d2aa38c18d req-d74459b9-c418-4e8c-ab3a-e5d9aad2247c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=10db413a-73c9-45a0-a1af-06cecb7e28e2 HTTP/1.1" status: 200 len: 210 time: 0.0580676 Jun 17 08:48:29.173702 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be2f44d-e964-48ad-9ff6-725e16066035 req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] No DVR routers for this DVR port fa17cebe-bc60-4567-8827-75094fa5a76b on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:29.177732 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2be2f44d-e964-48ad-9ff6-725e16066035 req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:29.191700 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2be2f44d-e964-48ad-9ff6-725e16066035 req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.63 "DELETE /v2.0/ports/fa17cebe-bc60-4567-8827-75094fa5a76b HTTP/1.1" status: 204 len: 173 time: 1.2035966 Jun 17 08:48:29.192337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'name': 'network-vif-deleted', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:29.196317 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859cb2ff-f87a-46f5-b560-463b42b92f2d" -d '{"events": [{"server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "name": "network-vif-deleted", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:29.263194 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171147cc-cc83-4d68-9f15-0d3badfa78c2 x-openstack-request-id: req-171147cc-cc83-4d68-9f15-0d3badfa78c2 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:29.263551 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10db413a-73c9-45a0-a1af-06cecb7e28e2", "name": "network-vif-deleted", "tag": "fa17cebe-bc60-4567-8827-75094fa5a76b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:29.263863 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-171147cc-cc83-4d68-9f15-0d3badfa78c2 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:29.264442 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10db413a-73c9-45a0-a1af-06cecb7e28e2', 'name': 'network-vif-deleted', 'tag': 'fa17cebe-bc60-4567-8827-75094fa5a76b', 'status': 'completed', 'code': 200} Jun 17 08:48:30.149157 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a0829-0f0c-4d1f-93cb-48c37b6e39d9 req-4047d14b-ff31-45bf-9bef-49d1fdda8dd0 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:30.157956 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b48a0829-0f0c-4d1f-93cb-48c37b6e39d9 req-4047d14b-ff31-45bf-9bef-49d1fdda8dd0 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 946 time: 0.1466789 Jun 17 08:48:30.256439 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b48a0829-0f0c-4d1f-93cb-48c37b6e39d9 req-1be608c9-63ea-4a05-aa5d-b3768d82a973 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965636 Jun 17 08:48:30.333322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38464) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:30.955425 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.454016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:31.455707 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.660919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port 958a7cd0-3949-4cd1-96d8-bf06d0b3e231, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=958a7cd0-3949-4cd1-96d8-bf06d0b3e231,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:31.661656 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:31.820929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:32.101756 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.105853 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cf80bffe-486c-4ca6-849c-c18d4f7a0117 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:32.179109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=958a7cd0-3949-4cd1-96d8-bf06d0b3e231,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:32.210631 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:32.424410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device fa17cebe-bc60-4567-8827-75094fa5a76b no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:32.455284 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:32.460187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: fa17cebe-bc60-4567-8827-75094fa5a76b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:32.460526 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device fa17cebe-bc60-4567-8827-75094fa5a76b not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:33.000182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:33.045173 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.227807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:33.239644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38588) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:33.240291 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "PUT /v2.0/routers/fc8c107c-bb5f-467b-895b-bd0a0f5a59e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9054866 Jun 17 08:48:33.247712 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69482f6-ea76-4ff0-99a9-97ea5412cc04 None None] Sync routers for ids ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:33.265256 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69482f6-ea76-4ff0-99a9-97ea5412cc04 None None] Routers {'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:33.269412 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e69482f6-ea76-4ff0-99a9-97ea5412cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:48:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:33.327059 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ea0974-6c02-465a-9900-6e8c01ec1491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting subnet c53d10a3-834a-4642-8a4a-58471f0e0107 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:48:33.330920 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3ea0974-6c02-465a-9900-6e8c01ec1491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.373690 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3ea0974-6c02-465a-9900-6e8c01ec1491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.430172 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-e69482f6-ea76-4ff0-99a9-97ea5412cc04 None None] Set router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:33.521035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3ea0974-6c02-465a-9900-6e8c01ec1491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.600268 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3ea0974-6c02-465a-9900-6e8c01ec1491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.602463 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6d375e66-e66e-43eb-8d71-8d3db150c988 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:33.643263 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ea0974-6c02-465a-9900-6e8c01ec1491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Subnet': ['ID=c53d10a3-834a-4642-8a4a-58471f0e0107,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:33.649228 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f3ea0974-6c02-465a-9900-6e8c01ec1491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:33.663275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17905d7c-4017-4800-b85e-b4ba51cbe328 None None] Network 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:33.666679 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f3ea0974-6c02-465a-9900-6e8c01ec1491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.671771 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38590) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:33.675167 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f3ea0974-6c02-465a-9900-6e8c01ec1491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/subnets/c53d10a3-834a-4642-8a4a-58471f0e0107 HTTP/1.1" status: 204 len: 168 time: 0.4270353 Jun 17 08:48:33.902555 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e69482f6-ea76-4ff0-99a9-97ea5412cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:48:32Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:33.941131 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:33.948091 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69482f6-ea76-4ff0-99a9-97ea5412cc04 None None] Checking router: fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:33.974296 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69482f6-ea76-4ff0-99a9-97ea5412cc04 None None] Routers {'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:33.975443 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e69482f6-ea76-4ff0-99a9-97ea5412cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:48:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:34.011780 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b5a7cd-de7b-4796-a6ab-6d46028de3f8 None None] DHCP port deletion for 37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:48:34.127827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5a7cd-de7b-4796-a6ab-6d46028de3f8 None None] Deleting port ee7ad150-5326-4464-9f7a-eb6d142c9c67 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:34.128619 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a7cd-de7b-4796-a6ab-6d46028de3f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.244897 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-e69482f6-ea76-4ff0-99a9-97ea5412cc04 None None] Set router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:34.268700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b8b5a7cd-de7b-4796-a6ab-6d46028de3f8 None None] For port ee7ad150-5326-4464-9f7a-eb6d142c9c67, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=ee7ad150-5326-4464-9f7a-eb6d142c9c67,segment=NetworkSegment(a22bb750-a981-4701-8b07-597cb64a7f54),segment_id=a22bb750-a981-4701-8b07-597cb64a7f54)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:34.271087 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.272694 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a7cd-de7b-4796-a6ab-6d46028de3f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.405403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port 161fa20a-3dfa-4990-a727-4da56cb80fa2 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:48:34.409668 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.418367 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5a7cd-de7b-4796-a6ab-6d46028de3f8 None None] Calling delete_port for ee7ad150-5326-4464-9f7a-eb6d142c9c67 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:34.516316 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a7cd-de7b-4796-a6ab-6d46028de3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.522069 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:34.552649 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b5a7cd-de7b-4796-a6ab-6d46028de3f8 None None] No DVR routers for this DVR port ee7ad150-5326-4464-9f7a-eb6d142c9c67 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:48:34.623752 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5a7cd-de7b-4796-a6ab-6d46028de3f8 None None] Pushing event deleted for resources: {'Port': ['ID=ee7ad150-5326-4464-9f7a-eb6d142c9c67,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:34.640471 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b8b5a7cd-de7b-4796-a6ab-6d46028de3f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:34.660522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port 161fa20a-3dfa-4990-a727-4da56cb80fa2, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=161fa20a-3dfa-4990-a727-4da56cb80fa2,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:34.661072 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:34.798906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for 161fa20a-3dfa-4990-a727-4da56cb80fa2 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:48:34.966108 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e69482f6-ea76-4ff0-99a9-97ea5412cc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:48:32Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:35.068517 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69482f6-ea76-4ff0-99a9-97ea5412cc04 None None] The sync data for ids ['fc8c107c-bb5f-467b-895b-bd0a0f5a59e4'] in n-d-779913-16 is: [{'id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2131846932', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:46:12Z', 'updated_at': '2021-06-17T08:48:32Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': '161fa20a-3dfa-4990-a727-4da56cb80fa2', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:ab:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8c107c-bb5f-467b-895b-bd0a0f5a59e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:46:14Z', 'updated_at': '2021-06-17T08:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:35.174922 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.191119 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f9e9dcd7-00c9-4447-ae34-2e56844d9b79 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:35.257655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=161fa20a-3dfa-4990-a727-4da56cb80fa2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:35.283689 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:35.456744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ee7ad150-5326-4464-9f7a-eb6d142c9c67 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:35.492767 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:35.494607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: ee7ad150-5326-4464-9f7a-eb6d142c9c67 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:35.495022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device ee7ad150-5326-4464-9f7a-eb6d142c9c67 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:36.279507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38620) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:36.314637 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.317181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.401746 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.402288 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Fanout notify agent at l3_agent the message router_deleted on router fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:48:36.420795 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.426252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/routers/fc8c107c-bb5f-467b-895b-bd0a0f5a59e4 HTTP/1.1" status: 204 len: 168 time: 2.7488236 Jun 17 08:48:36.426654 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38628) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:36.627387 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.637496 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-35a0667c-15e5-49ce-bd41-5b994e8fd769 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e1979aaf99e4964a3dac6348949cdc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560739 Jun 17 08:48:36.639922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38630) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:36.717310 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5691655b-8c85-42e4-8afd-dfc5aa8583f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.764221 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5691655b-8c85-42e4-8afd-dfc5aa8583f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.788328 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.801374 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e2a98a-6ec2-4c13-a4b6-2bedc0db4723']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:36.814139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22bb750-a981-4701-8b07-597cb64a7f54') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:36.814989 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22bb750-a981-4701-8b07-597cb64a7f54') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:36.824864 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.848390 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.862067 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5691655b-8c85-42e4-8afd-dfc5aa8583f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.863174 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:48:36.865480 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5691655b-8c85-42e4-8afd-dfc5aa8583f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.865743 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5691655b-8c85-42e4-8afd-dfc5aa8583f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca HTTP/1.1" status: 204 len: 168 time: 0.2246857 Jun 17 08:48:36.866617 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-552ad685-eb8f-4e6e-94e8-c383369be506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:36.869779 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:48:36.876764 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:48:36.894490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691655b-8c85-42e4-8afd-dfc5aa8583f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d1f33d-2347-4b3f-8652-aa4dbf3ab9ca,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:36.935049 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5691655b-8c85-42e4-8afd-dfc5aa8583f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:37.000232 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.011861 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b48e8477-9e4b-49a9-b634-62da7c7fddfe tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:37.018980 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.021140 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/networks/37e2a98a-6ec2-4c13-a4b6-2bedc0db4723 HTTP/1.1" status: 204 len: 168 time: 0.5933933 Jun 17 08:48:37.024017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38636) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:37.047601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Network': ['ID=37e2a98a-6ec2-4c13-a4b6-2bedc0db4723,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:37.058858 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:37.139852 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b0da4097-1db4-4c59-bf5f-e037fec8ea99 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.171057 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 161fa20a-3dfa-4990-a727-4da56cb80fa2 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:37.225457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 161fa20a-3dfa-4990-a727-4da56cb80fa2 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:37.228604 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 161fa20a-3dfa-4990-a727-4da56cb80fa2 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:37.229684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:48:37.248512 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b0da4097-1db4-4c59-bf5f-e037fec8ea99 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.281389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:48:37.283534 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 958a7cd0-3949-4cd1-96d8-bf06d0b3e231 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:48:37.365436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b0da4097-1db4-4c59-bf5f-e037fec8ea99 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.368319 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b0da4097-1db4-4c59-bf5f-e037fec8ea99 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:37.369738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b0da4097-1db4-4c59-bf5f-e037fec8ea99 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/security-groups/05ccf448-2def-4f15-839d-796448ecd655 HTTP/1.1" status: 204 len: 168 time: 0.3445477 Jun 17 08:48:37.370456 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34848950-faad-48f1-a1a3-a0f5a740993b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:37.382467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da4097-1db4-4c59-bf5f-e037fec8ea99 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ccf448-2def-4f15-839d-796448ecd655,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:37.385790 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b0da4097-1db4-4c59-bf5f-e037fec8ea99 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:37.751873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5dddb98-1f8c-4796-8a87-ca661408b77c req-0e7180cf-0551-486e-83fa-451472045ba1 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608335 Jun 17 08:48:37.848704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dddb98-1f8c-4796-8a87-ca661408b77c req-ac425141-c817-4ea3-8465-7c8f147623c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:37.850238 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5dddb98-1f8c-4796-8a87-ca661408b77c req-ac425141-c817-4ea3-8465-7c8f147623c2 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 1097 time: 0.0542221 Jun 17 08:48:37.979087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dddb98-1f8c-4796-8a87-ca661408b77c req-1621c0f7-4d05-4ebe-8b02-f8db7d54474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:37.980646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5dddb98-1f8c-4796-8a87-ca661408b77c req-1621c0f7-4d05-4ebe-8b02-f8db7d54474b service neutron] 10.222.0.63 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 916 time: 0.1013744 Jun 17 08:48:38.033552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5dddb98-1f8c-4796-8a87-ca661408b77c req-bf6cad30-09ad-4f0d-84b0-7bdd53ae74a8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f605f50-872a-423b-bdc2-32591bbfca2a HTTP/1.1" status: 200 len: 217 time: 0.0425744 Jun 17 08:48:38.092217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dddb98-1f8c-4796-8a87-ca661408b77c req-56b72c3d-0d95-4edb-b80d-8c55461e04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:38.093700 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5dddb98-1f8c-4796-8a87-ca661408b77c req-56b72c3d-0d95-4edb-b80d-8c55461e04d2 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 200 len: 855 time: 0.0539021 Jun 17 08:48:38.127734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5dddb98-1f8c-4796-8a87-ca661408b77c req-97348cfc-8079-49e0-bf2b-7238c6e62e18 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=fa372ab1-c497-4810-a467-76fc17fa293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272720 Jun 17 08:48:38.223678 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5dddb98-1f8c-4796-8a87-ca661408b77c req-4cdcd0ad-556d-4813-a007-f90b305f6f8f service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900238 Jun 17 08:48:38.320790 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b5dddb98-1f8c-4796-8a87-ca661408b77c req-5f865172-08ba-41d5-ac74-ee5380ef0dd0 service neutron] 10.222.0.63 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907006 Jun 17 08:48:38.697026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38660) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:38.703100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ee4215ae-771c-4908-8a5b-92ded3279713 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837002711', 'description': 'tempest-secgroup-smoke-1837002711 description', 'project_id': '2f455ca5823946e8a10a01151d60adb3'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:38.729848 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee4215ae-771c-4908-8a5b-92ded3279713 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.831559 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee4215ae-771c-4908-8a5b-92ded3279713 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.836535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee4215ae-771c-4908-8a5b-92ded3279713 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.839485 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a97fe5a5-dfd5-48cb-99f5-950b7ffb5c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:38.878365 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ee4215ae-771c-4908-8a5b-92ded3279713 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:38.883589 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ee4215ae-771c-4908-8a5b-92ded3279713 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1810153 Jun 17 08:48:38.883589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38664) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:38.897412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4cd54652-b73d-4df7-b0ec-f1a04e26a011 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'ea784845-f871-4099-a54a-12bc5c90db44', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:38.901916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4215ae-771c-4908-8a5b-92ded3279713 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea784845-f871-4099-a54a-12bc5c90db44,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:38.905950 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee4215ae-771c-4908-8a5b-92ded3279713 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:38.940248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cd54652-b73d-4df7-b0ec-f1a04e26a011 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.007155 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cd54652-b73d-4df7-b0ec-f1a04e26a011 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.012046 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cd54652-b73d-4df7-b0ec-f1a04e26a011 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.014820 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:39.036997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd54652-b73d-4df7-b0ec-f1a04e26a011 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7977a8-b15e-40b8-a835-5cbce1ded664,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:39.039686 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4cd54652-b73d-4df7-b0ec-f1a04e26a011 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:39.045530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cd54652-b73d-4df7-b0ec-f1a04e26a011 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.049874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4cd54652-b73d-4df7-b0ec-f1a04e26a011 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621101 Jun 17 08:48:39.049874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38668) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:39.054805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-99aaf58e-756b-4cbe-bb2f-cb65c295ddaa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'ea784845-f871-4099-a54a-12bc5c90db44', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:39.085493 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99aaf58e-756b-4cbe-bb2f-cb65c295ddaa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.152954 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99aaf58e-756b-4cbe-bb2f-cb65c295ddaa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.158221 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99aaf58e-756b-4cbe-bb2f-cb65c295ddaa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.164330 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7d1a6a4a-7334-474f-9457-b8c80e14358a tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:39.181386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aaf58e-756b-4cbe-bb2f-cb65c295ddaa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8047f329-c0d2-41cf-8c4b-47d3f7443c38,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:39.184409 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-99aaf58e-756b-4cbe-bb2f-cb65c295ddaa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:39.185737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99aaf58e-756b-4cbe-bb2f-cb65c295ddaa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.190257 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38670) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:39.191308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-99aaf58e-756b-4cbe-bb2f-cb65c295ddaa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404104 Jun 17 08:48:39.195278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f2ae5bba-a622-414e-8bfc-42bd4c7887f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'ea784845-f871-4099-a54a-12bc5c90db44', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:39.224891 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f2ae5bba-a622-414e-8bfc-42bd4c7887f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.294138 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.295386 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f2ae5bba-a622-414e-8bfc-42bd4c7887f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.301063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f2ae5bba-a622-414e-8bfc-42bd4c7887f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.306750 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ddd4fdd4-d71d-4436-a564-293465765c25 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:39.323123 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae5bba-a622-414e-8bfc-42bd4c7887f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f33653-c2c3-41b5-966e-ab75121e85c9,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:39.326010 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f2ae5bba-a622-414e-8bfc-42bd4c7887f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:39.336736 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f2ae5bba-a622-414e-8bfc-42bd4c7887f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.338127 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f2ae5bba-a622-414e-8bfc-42bd4c7887f4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467209 Jun 17 08:48:39.341213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38672) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:39.346555 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ad3e29dd-a933-4fb3-81b5-f6b6df1e5a6b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'ea784845-f871-4099-a54a-12bc5c90db44', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:39.378401 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad3e29dd-a933-4fb3-81b5-f6b6df1e5a6b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.471290 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad3e29dd-a933-4fb3-81b5-f6b6df1e5a6b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.478579 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad3e29dd-a933-4fb3-81b5-f6b6df1e5a6b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.485402 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48563c70-e3ec-4059-8eb8-d1307c3d9437 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:39.501889 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e29dd-a933-4fb3-81b5-f6b6df1e5a6b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e5ac5d-90d3-4230-b2a7-964c1decd96d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:39.504683 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ad3e29dd-a933-4fb3-81b5-f6b6df1e5a6b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:39.515813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ad3e29dd-a933-4fb3-81b5-f6b6df1e5a6b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.526866 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ad3e29dd-a933-4fb3-81b5-f6b6df1e5a6b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1749160 Jun 17 08:48:39.526866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38676) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:39.526866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-482243bb-c0f3-47fd-a2c2-f318b0aa8a5e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'ea784845-f871-4099-a54a-12bc5c90db44', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:39.551256 n-d-779913-16 neutron-server[93804]: INFO neutron.db.securitygroups_db [None req-482243bb-c0f3-47fd-a2c2-f318b0aa8a5e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Project 2f455ca5823946e8a10a01151d60adb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:48:39.556438 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-482243bb-c0f3-47fd-a2c2-f318b0aa8a5e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.622995 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-482243bb-c0f3-47fd-a2c2-f318b0aa8a5e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.627259 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-482243bb-c0f3-47fd-a2c2-f318b0aa8a5e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.629131 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c902d132-79ae-4cd0-920a-2f86e8c14e81 tempest-AttachVolumeShelveTestJSON-558943174 tempest-AttachVolumeShelveTestJSON-558943174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:39.646302 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482243bb-c0f3-47fd-a2c2-f318b0aa8a5e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb94f54b-16f4-4379-8083-7fd68ec12f12,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:39.649745 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-482243bb-c0f3-47fd-a2c2-f318b0aa8a5e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:39.653790 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-482243bb-c0f3-47fd-a2c2-f318b0aa8a5e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.657878 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-482243bb-c0f3-47fd-a2c2-f318b0aa8a5e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337709 Jun 17 08:48:39.658019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38678) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:39.678492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-2e100df6-b645-4f89-9139-8bd8c6608ff1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'security_group_rule': {'security_group_id': 'ea784845-f871-4099-a54a-12bc5c90db44', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:39.718575 n-d-779913-16 neutron-server[93804]: INFO neutron.db.securitygroups_db [None req-2e100df6-b645-4f89-9139-8bd8c6608ff1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Project 2f455ca5823946e8a10a01151d60adb3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:48:39.724321 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e100df6-b645-4f89-9139-8bd8c6608ff1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.792468 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e100df6-b645-4f89-9139-8bd8c6608ff1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.799544 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e100df6-b645-4f89-9139-8bd8c6608ff1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.801618 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-48d13b4f-3aad-4a47-ab78-6e1a8a7544b2 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:39.813776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e100df6-b645-4f89-9139-8bd8c6608ff1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb09fce-ccaf-4382-bccb-e897355c420a,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:39.823954 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e100df6-b645-4f89-9139-8bd8c6608ff1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:39.837972 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e100df6-b645-4f89-9139-8bd8c6608ff1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.842843 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38684) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:39.848179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'network': {'name': 'tempest-network-smoke--604688012', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'port_security_enabled': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:39.852418 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2e100df6-b645-4f89-9139-8bd8c6608ff1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1931708 Jun 17 08:48:39.876722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:39.881408 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.920929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:48:39.938196 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:39.939269 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Added segment 02fdbc94-75d7-4a0f-80c7-c363db1c9d1a of type vlan for network cb55574d-574f-437f-8da7-2398eb69ad65 Jun 17 08:48:40.008243 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.047659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.053953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:40.054666 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.068359 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f8139b55-e4f0-4ad6-9f53-6e00a4fca77c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:40.078433 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2318692 Jun 17 08:48:40.078946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38688) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:40.084701 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'admin_state_up': True, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:40.118167 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.119472 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.159377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Network': ['ID=cb55574d-574f-437f-8da7-2398eb69ad65,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:40.167740 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:40.192388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network cb55574d-574f-437f-8da7-2398eb69ad65 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:48:40.195712 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.366680 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.589559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:40.610305 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.103120 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.25.8.109 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/e2a75f12-7b01-4fdb-9b61-2e642f1a8564) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:41.211166 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.252391 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.262493 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:41.296847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:41.304314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:41.306727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=e2a75f12-7b01-4fdb-9b61-2e642f1a8564,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:41.308922 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:41.311251 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:41.598198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.823358 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:41.961118 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 3c3b085d-f544-4e47-8378-9e5a1848877b is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:48:42.068824 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:42.080129 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Sync routers for ids ['3c3b085d-f544-4e47-8378-9e5a1848877b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:42.091564 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.093285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Routers {'3c3b085d-f544-4e47-8378-9e5a1848877b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:42.094147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:48:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3c3b085d-f544-4e47-8378-9e5a1848877b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:42.096531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38714) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:42.097004 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0164471 Jun 17 08:48:42.138961 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d40bcfbe-3629-44ba-ad85-eee38f399aa6 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=2f455ca5823946e8a10a01151d60adb3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409069 Jun 17 08:48:42.141424 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38716) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:42.239050 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Set router 3c3b085d-f544-4e47-8378-9e5a1848877b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:42.306754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb5fe3d-2099-42d8-80fe-d345ad7d878e tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:42.311109 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-edb5fe3d-2099-42d8-80fe-d345ad7d878e tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1659329 Jun 17 08:48:42.312129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38720) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:42.377378 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c59fbdf9-77fd-46b9-a562-d92220316b18 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0614204 Jun 17 08:48:42.378207 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38722) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:42.383145 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1537987226', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:42.522368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:41Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:42.567388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Checking router: 3c3b085d-f544-4e47-8378-9e5a1848877b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:42.567934 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Updating router 3c3b085d-f544-4e47-8378-9e5a1848877b port e2a75f12-7b01-4fdb-9b61-2e642f1a8564 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:48:42.597971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:42.602582 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.640129 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.848213 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.851644 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e751e1d9-a02e-4821-a980-50c3157dd2fa tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:42.902135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Subnet': ['ID=08efcbb0-d23c-42bd-b09e-4fb64b36d180,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:42.909184 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:42.919371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Checking segment: {'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:42.919738 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network hostable DHCP agents. Network: cb55574d-574f-437f-8da7-2398eb69ad65, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:48:42.941935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network cb55574d-574f-437f-8da7-2398eb69ad65 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:48:42.960977 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, cb55574d-574f-437f-8da7-2398eb69ad65) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:42.965625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:42.966304 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:42.983086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32e6af6-dad1-4548-98fe-6606e6f88fa7 None None] Network cb55574d-574f-437f-8da7-2398eb69ad65 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:42.983308 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6042857 Jun 17 08:48:42.986070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 38734) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:43.221899 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.240291 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Transition to ACTIVE for port object e2a75f12-7b01-4fdb-9b61-2e642f1a8564 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:43.274123 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.279382 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:43.282160 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-cb55574d-574f-437f-8da7-2398eb69ad65', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:48:43.282451 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.400299 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 38750) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:48:43.427324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Attempting to bind port e2a75f12-7b01-4fdb-9b61-2e642f1a8564 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:43.427911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Attempting to bind port e2a75f12-7b01-4fdb-9b61-2e642f1a8564 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:43.428437 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Attempting to bind port e2a75f12-7b01-4fdb-9b61-2e642f1a8564 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:43.434755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4d8ee-d560-4827-a343-a3b6239909e0 None None] Pushing event updated for resources: {'Port': ['ID=e2a75f12-7b01-4fdb-9b61-2e642f1a8564,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:43.441122 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:43.441599 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:43.442067 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.442505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:43.443131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Bound port: e2a75f12-7b01-4fdb-9b61-2e642f1a8564, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:43.443551 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.481010 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-00d4d8ee-d560-4827-a343-a3b6239909e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:43.517584 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e6f4e35d-4003-472f-94ed-0346487c135f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.520961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.544789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ee492-14d7-4b86-bc8c-ab3581a83382 req-8d5c4f5e-e45f-4eeb-be28-cfe6b119aea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:43.545997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] For port e2a75f12-7b01-4fdb-9b61-2e642f1a8564, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:43.550758 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] For port e2a75f12-7b01-4fdb-9b61-2e642f1a8564, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e2a75f12-7b01-4fdb-9b61-2e642f1a8564,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:43.556992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc5ee492-14d7-4b86-bc8c-ab3581a83382 req-8d5c4f5e-e45f-4eeb-be28-cfe6b119aea4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 1097 time: 0.1550963 Jun 17 08:48:43.559897 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:43.575469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Allocated IP 172.20.0.2 (cb55574d-574f-437f-8da7-2398eb69ad65/08efcbb0-d23c-42bd-b09e-4fb64b36d180/2a3353ee-7ea8-4634-a85a-7a61833b1968) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:43.577523 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:43.628651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4d8ee-d560-4827-a343-a3b6239909e0 None None] Pushing event updated for resources: {'Port': ['ID=e2a75f12-7b01-4fdb-9b61-2e642f1a8564,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:43.641473 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-00d4d8ee-d560-4827-a343-a3b6239909e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:43.641798 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc5ee492-14d7-4b86-bc8c-ab3581a83382 req-b1a3af90-938d-4fce-8fc7-0ee804ac4535 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814617 Jun 17 08:48:43.655784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Routers {'3c3b085d-f544-4e47-8378-9e5a1848877b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:43.656655 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:48:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3c3b085d-f544-4e47-8378-9e5a1848877b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:44.107042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] Set router 3c3b085d-f544-4e47-8378-9e5a1848877b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:44.325104 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.347833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Transition to ACTIVE for port object 2a3353ee-7ea8-4634-a85a-7a61833b1968 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:44.392795 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Transition to ACTIVE for port object 2a3353ee-7ea8-4634-a85a-7a61833b1968 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:44.411503 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.414798 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:44.507267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Network cb55574d-574f-437f-8da7-2398eb69ad65 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:44.509287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Pushing event updated for resources: {'Port': ['ID=2a3353ee-7ea8-4634-a85a-7a61833b1968,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:44.514294 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:44.515784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:44.522382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:44.531954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.20.0.1 (cb55574d-574f-437f-8da7-2398eb69ad65/08efcbb0-d23c-42bd-b09e-4fb64b36d180/e7292b29-f0a6-476f-9e82-a3f047d43ead) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:44.604800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:41Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:44.658735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f0d6aa-af01-4449-8685-0901fa5eec8a None None] The sync data for ids ['3c3b085d-f544-4e47-8378-9e5a1848877b'] in n-d-779913-16 is: [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:41Z', 'revision_number': 3, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:44.664130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Attempting to bind port 2a3353ee-7ea8-4634-a85a-7a61833b1968 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:44.664640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Attempting to bind port 2a3353ee-7ea8-4634-a85a-7a61833b1968 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:44.665705 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Attempting to bind port 2a3353ee-7ea8-4634-a85a-7a61833b1968 on network cb55574d-574f-437f-8da7-2398eb69ad65 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:44.671799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:44.672312 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Checking segment: {'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:44.672885 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.673568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Bound using segment: {'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:44.675937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Bound port: 2a3353ee-7ea8-4634-a85a-7a61833b1968, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:44.679170 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.685173 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.712476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Transition to ACTIVE for port object e7292b29-f0a6-476f-9e82-a3f047d43ead will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:44.796694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] For port 2a3353ee-7ea8-4634-a85a-7a61833b1968, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:44.805500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] For port 2a3353ee-7ea8-4634-a85a-7a61833b1968, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2a3353ee-7ea8-4634-a85a-7a61833b1968,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:44.812150 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.812527 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:44.814732 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-865dfb03-db74-4f33-93fd-8799c9e4f94b tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:44.819173 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-00d4d8ee-d560-4827-a343-a3b6239909e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:44.940502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network cb55574d-574f-437f-8da7-2398eb69ad65 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:44.945087 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:44.965167 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Pushing event updated for resources: {'Port': ['ID=2a3353ee-7ea8-4634-a85a-7a61833b1968,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:44.969032 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:44.982830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:45.008597 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=e7292b29-f0a6-476f-9e82-a3f047d43ead,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:45.021741 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:45.047617 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.245757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3ab4504-ea9d-4d38-8e12-b028de1017a5 req-3d01a3c5-5810-48e7-9562-b44d21e9a53f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1427188 Jun 17 08:48:45.370226 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4504-ea9d-4d38-8e12-b028de1017a5 req-52e952c2-766e-4c8f-a90f-63f5b995be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:45.373290 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3ab4504-ea9d-4d38-8e12-b028de1017a5 req-52e952c2-766e-4c8f-a90f-63f5b995be8b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=78a54131c9134496acc1241ec4f8e1cd&device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 1097 time: 0.1016812 Jun 17 08:48:45.435201 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.632127 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9accc2aa-c687-4ed5-b7ea-574983f52829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.648075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4504-ea9d-4d38-8e12-b028de1017a5 req-9da32638-bfc3-4548-b404-8852ef87991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:45.651242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3ab4504-ea9d-4d38-8e12-b028de1017a5 req-9da32638-bfc3-4548-b404-8852ef87991a service neutron] 10.222.0.10 "GET /v2.0/networks?id=fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 200 len: 916 time: 0.2453356 Jun 17 08:48:45.720069 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3ab4504-ea9d-4d38-8e12-b028de1017a5 req-d0021a16-5402-44e4-aa41-011fcf1bd182 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef559eae-f93b-41d6-8f86-65487585981a HTTP/1.1" status: 200 len: 217 time: 0.0608671 Jun 17 08:48:45.793676 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab4504-ea9d-4d38-8e12-b028de1017a5 req-8fc24773-2b58-4160-acff-960184337dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:45.806722 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3ab4504-ea9d-4d38-8e12-b028de1017a5 req-8fc24773-2b58-4160-acff-960184337dc0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 200 len: 855 time: 0.0792205 Jun 17 08:48:45.824503 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.836148 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.843258 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-91e902a7-b255-4c5d-a2da-8617117e076c tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:45.868065 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3ab4504-ea9d-4d38-8e12-b028de1017a5 req-ed2deb90-350e-4014-b533-5e5f0e9764f1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fa372ab1-c497-4810-a467-76fc17fa293b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546508 Jun 17 08:48:45.932246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=e7292b29-f0a6-476f-9e82-a3f047d43ead,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:45.938372 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:45.940318 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:45.966020 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:46.122294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3ab4504-ea9d-4d38-8e12-b028de1017a5 req-5a56d316-2376-464c-9ed4-963a40cd58b5 service neutron] 10.222.0.10 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344511 Jun 17 08:48:46.188474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network cb55574d-574f-437f-8da7-2398eb69ad65 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:46.191078 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:46.270022 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d3ab4504-ea9d-4d38-8e12-b028de1017a5 req-6ef54c62-2b44-481c-9209-c2b3ca1d46c7 service neutron] 10.222.0.10 "GET /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398172 Jun 17 08:48:46.361820 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 3c3b085d-f544-4e47-8378-9e5a1848877b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:48:46.522840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:48:46.529979 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "PUT /v2.0/routers/3c3b085d-f544-4e47-8378-9e5a1848877b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5427749 Jun 17 08:48:46.532878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd05a84-5e43-49a1-b71a-30a89109b495 None None] Network cb55574d-574f-437f-8da7-2398eb69ad65 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:48:46.666307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a8b6de56-cfe3-428f-a52b-0abcba00370f None None] Provisioning for port 2a3353ee-7ea8-4634-a85a-7a61833b1968 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:46.886274 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-69038d92-b1c5-46cd-966c-91207ae67c82 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837002711&fields=id&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 267 time: 0.0500276 Jun 17 08:48:46.899041 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.099121 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-01bb233f-a147-4d4e-bf1f-85f492649946 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:47.100953 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-01bb233f-a147-4d4e-bf1f-85f492649946 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/networks?id=cb55574d-574f-437f-8da7-2398eb69ad65 HTTP/1.1" status: 200 len: 796 time: 0.1985471 Jun 17 08:48:47.148702 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-db38c267-0d9c-41d1-9b27-5e0d130c0084 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/quotas/2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 375 time: 0.0236526 Jun 17 08:48:47.238847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2a3353ee-7ea8-4634-a85a-7a61833b1968 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:47.245011 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7971bb37-49bf-449e-9dab-ba1e93c76ea1 None None] Provisioning for port e7292b29-f0a6-476f-9e82-a3f047d43ead completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:47.296674 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7971bb37-49bf-449e-9dab-ba1e93c76ea1 None None] Provisioning complete for port e7292b29-f0a6-476f-9e82-a3f047d43ead triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:47.299228 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7971bb37-49bf-449e-9dab-ba1e93c76ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.357627 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-3995e039-f4e8-4103-b7b0-df503b779413 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1975768 Jun 17 08:48:47.368250 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7971bb37-49bf-449e-9dab-ba1e93c76ea1 None None] Port e7292b29-f0a6-476f-9e82-a3f047d43ead cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:47.375285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-1971c59e-698f-4348-9dd2-620aa7ddd5e6 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:48:47.376984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-1971c59e-698f-4348-9dd2-620aa7ddd5e6 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063155 Jun 17 08:48:47.443679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 2a3353ee-7ea8-4634-a85a-7a61833b1968 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:47.453521 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2a3353ee-7ea8-4634-a85a-7a61833b1968 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:47.454063 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.568086 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-05f5560e-a9e3-42d0-90d5-d08b3c098e5d service neutron] 10.222.0.47 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844800 Jun 17 08:48:47.585439 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Sync routers for ids ['3c3b085d-f544-4e47-8378-9e5a1848877b'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:48:47.597387 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Routers {'3c3b085d-f544-4e47-8378-9e5a1848877b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:47.598092 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:48:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3c3b085d-f544-4e47-8378-9e5a1848877b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:47.647825 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.760815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ce7c382d-cdb8-49d6-b03e-38b0c4b6acb2 None None] Provisioning complete for port e7292b29-f0a6-476f-9e82-a3f047d43ead triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:47.766204 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ce7c382d-cdb8-49d6-b03e-38b0c4b6acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.816946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 2a3353ee-7ea8-4634-a85a-7a61833b1968, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2a3353ee-7ea8-4634-a85a-7a61833b1968,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:47.828868 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:47.830951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e2a75f12-7b01-4fdb-9b61-2e642f1a8564 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:47.834689 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8c752f00-60d9-4476-8eae-63e7db39c0e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:47.898289 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-e65c12d8-a889-4458-82f5-b4c43d0c5f75 service neutron] 10.222.0.47 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279388 Jun 17 08:48:47.927924 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ce7c382d-cdb8-49d6-b03e-38b0c4b6acb2 None None] Port e7292b29-f0a6-476f-9e82-a3f047d43ead cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:47.982316 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Set router 3c3b085d-f544-4e47-8378-9e5a1848877b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:47.992329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=2a3353ee-7ea8-4634-a85a-7a61833b1968,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:47.996207 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:48.011118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port e2a75f12-7b01-4fdb-9b61-2e642f1a8564 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:48.022985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e2a75f12-7b01-4fdb-9b61-2e642f1a8564 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:48.023373 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.184822 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b08d-db44-4437-8227-1c08bfd9969f None None] Provisioning complete for port e7292b29-f0a6-476f-9e82-a3f047d43ead triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:48.185228 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b08d-db44-4437-8227-1c08bfd9969f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.311088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b08d-db44-4437-8227-1c08bfd9969f None None] Port e7292b29-f0a6-476f-9e82-a3f047d43ead cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:48.385081 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.411038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port e2a75f12-7b01-4fdb-9b61-2e642f1a8564, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e2a75f12-7b01-4fdb-9b61-2e642f1a8564,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:48.416736 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.420182 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fb1c2aa6-02f4-4da5-bb81-27f9fbcd0ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:48.513542 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=e2a75f12-7b01-4fdb-9b61-2e642f1a8564,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:48.533858 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:48.595920 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-35e78f16-e805-452e-b68a-8d548da51816 req-cfa60a6b-e936-419e-8c91-9eb7414acb53 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 210 time: 0.1005604 Jun 17 08:48:48.626063 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e7292b29-f0a6-476f-9e82-a3f047d43ead', 'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:3f:40:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:43Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 2, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:48.723289 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Checking router: 3c3b085d-f544-4e47-8378-9e5a1848877b for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:48:48.723779 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Updating router 3c3b085d-f544-4e47-8378-9e5a1848877b port e7292b29-f0a6-476f-9e82-a3f047d43ead binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:48:48.795267 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:48.912905 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.237489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2a3353ee-7ea8-4634-a85a-7a61833b1968 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:49.242954 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.262131 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Transition to ACTIVE for port object e7292b29-f0a6-476f-9e82-a3f047d43ead will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:49.276696 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.279973 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-9d861b18-e33a-49b2-8a95-afccd4fedb51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:49.387997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2a3353ee-7ea8-4634-a85a-7a61833b1968 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:49.387997 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.573085 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Pushing event updated for resources: {'Port': ['ID=e7292b29-f0a6-476f-9e82-a3f047d43ead,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:49.609866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e2a75f12-7b01-4fdb-9b61-2e642f1a8564 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:49.638664 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.649948 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.650340 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.650889 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.656311 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.660453 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.660993 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.661550 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.662103 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.662672 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.663387 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.663943 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:49.675878 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:49.766502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e2a75f12-7b01-4fdb-9b61-2e642f1a8564 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:49.767106 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.796659 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Attempting to bind port e7292b29-f0a6-476f-9e82-a3f047d43ead on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:49.797132 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Attempting to bind port e7292b29-f0a6-476f-9e82-a3f047d43ead by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:49.797508 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Attempting to bind port e7292b29-f0a6-476f-9e82-a3f047d43ead on network cb55574d-574f-437f-8da7-2398eb69ad65 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:49.813158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b2fa96d-75d5-4096-8979-0fcc3fd1dbd1 req-7d92b37f-8fb3-4f5a-8ed0-274b78d389c7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 210 time: 0.0859466 Jun 17 08:48:49.840024 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:49.840743 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Checking segment: {'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:49.841719 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.843021 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Bound using segment: {'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:49.844750 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Bound port: e7292b29-f0a6-476f-9e82-a3f047d43ead, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:49.847208 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.945129 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] For port e7292b29-f0a6-476f-9e82-a3f047d43ead, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:49.950545 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] For port e7292b29-f0a6-476f-9e82-a3f047d43ead, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e7292b29-f0a6-476f-9e82-a3f047d43ead,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:49.958362 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:49.965535 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-7e2f4664-bde9-4fee-9895-c02715978dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:50.063246 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Routers {'3c3b085d-f544-4e47-8378-9e5a1848877b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:48:50.063926 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:48:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3c3b085d-f544-4e47-8378-9e5a1848877b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:50.189436 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Pushing event updated for resources: {'Port': ['ID=e7292b29-f0a6-476f-9e82-a3f047d43ead,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:50.201529 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:50.278795 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] Set router 3c3b085d-f544-4e47-8378-9e5a1848877b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:48:50.648974 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e7292b29-f0a6-476f-9e82-a3f047d43ead', 'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:3f:40:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:43Z', 'updated_at': '2021-06-17T08:48:49Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:48:50.722915 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09fece-efad-4620-b718-3c4ead07f1fd None None] The sync data for ids ['3c3b085d-f544-4e47-8378-9e5a1848877b'] in n-d-779913-16 is: [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e7292b29-f0a6-476f-9e82-a3f047d43ead', 'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:3f:40:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:43Z', 'updated_at': '2021-06-17T08:48:49Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:48:51.076394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-630e9644-49a4-4f77-99d8-614789cf5ca6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:51.096093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-630e9644-49a4-4f77-99d8-614789cf5ca6 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "GET /v2.0/networks?id=cb55574d-574f-437f-8da7-2398eb69ad65 HTTP/1.1" status: 200 len: 796 time: 0.3516223 Jun 17 08:48:51.222295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e7292b29-f0a6-476f-9e82-a3f047d43ead up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:51.300452 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-aa59ff14-80df-40ac-8244-6a639f56bbe6 req-3e1337b9-0d69-4774-9f04-c121ca3a72ec tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 210 time: 0.1586726 Jun 17 08:48:51.308638 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-bf87cbf7-4901-49fe-9251-5ed920f1f619 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f455ca5823946e8a10a01151d60adb3 HTTP/1.1" status: 200 len: 380 time: 0.2039039 Jun 17 08:48:51.318211 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'port': {'device_id': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'admin_state_up': True, 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'security_groups': ['ea784845-f871-4099-a54a-12bc5c90db44']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:51.450171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port e7292b29-f0a6-476f-9e82-a3f047d43ead completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:51.461587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e7292b29-f0a6-476f-9e82-a3f047d43ead triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:51.465979 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.500383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Made reservation on behalf of 2f455ca5823946e8a10a01151d60adb3 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:48:51.518084 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.717282 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.791090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port e7292b29-f0a6-476f-9e82-a3f047d43ead, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e7292b29-f0a6-476f-9e82-a3f047d43ead,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:51.801129 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:51.806825 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:51.850584 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.20.0.4 (cb55574d-574f-437f-8da7-2398eb69ad65/08efcbb0-d23c-42bd-b09e-4fb64b36d180/0a698cb9-14f0-46df-8f7d-51f472848938) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:48:51.948277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=e7292b29-f0a6-476f-9e82-a3f047d43ead,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:51.966169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.966513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.966877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.967215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.967547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.967877 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.968201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.968524 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.968845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.969169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.969490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.969880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:48:51.996078 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:52.290737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.310858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Transition to ACTIVE for port object 0a698cb9-14f0-46df-8f7d-51f472848938 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:52.380753 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.393574 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bbb87139-0ba1-4611-9b41-4ba2310ea8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:52.440745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network cb55574d-574f-437f-8da7-2398eb69ad65 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:48:52.444976 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:48:52.450312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:48:52.514202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=0a698cb9-14f0-46df-8f7d-51f472848938,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:52.533211 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:52.636095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:52.636800 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.688689 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3743961 Jun 17 08:48:52.721656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Request body: {'port': {'device_id': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:48:52.819902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c3865-e4d0-4922-a180-6731ca5af5f3 req-5303232d-5d71-4528-8cea-c934d6fffcfa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:52.827954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e91c3865-e4d0-4922-a180-6731ca5af5f3 req-5303232d-5d71-4528-8cea-c934d6fffcfa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 931 time: 0.3192468 Jun 17 08:48:52.855066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:52.962723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6033598e-cdcc-4b00-986c-bd7fbad79562 None None] Provisioning for port 0a698cb9-14f0-46df-8f7d-51f472848938 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:48:52.970447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6033598e-cdcc-4b00-986c-bd7fbad79562 None None] Provisioning complete for port 0a698cb9-14f0-46df-8f7d-51f472848938 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:52.978680 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6033598e-cdcc-4b00-986c-bd7fbad79562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.048502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e91c3865-e4d0-4922-a180-6731ca5af5f3 req-ac39c4aa-756f-4b02-a96b-8b602d6b6d44 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186847 Jun 17 08:48:53.102103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6033598e-cdcc-4b00-986c-bd7fbad79562 None None] Port 0a698cb9-14f0-46df-8f7d-51f472848938 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:48:53.169841 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e7292b29-f0a6-476f-9e82-a3f047d43ead up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:48:53.322285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port e7292b29-f0a6-476f-9e82-a3f047d43ead triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:48:53.322673 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.379390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a698cb9-14f0-46df-8f7d-51f472848938 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:53.392420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.437296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Transition to ACTIVE for port object 0a698cb9-14f0-46df-8f7d-51f472848938 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:48:53.443710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:53.447438 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:53.720379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a698cb9-14f0-46df-8f7d-51f472848938,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:53.724221 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:53.881152 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Attempting to bind port 0a698cb9-14f0-46df-8f7d-51f472848938 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:48:53.881497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Attempting to bind port 0a698cb9-14f0-46df-8f7d-51f472848938 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:48:53.881832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Attempting to bind port 0a698cb9-14f0-46df-8f7d-51f472848938 on network cb55574d-574f-437f-8da7-2398eb69ad65 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:53.889535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Port 0a698cb9-14f0-46df-8f7d-51f472848938 on network cb55574d-574f-437f-8da7-2398eb69ad65 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:48:53.889772 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Attempting to bind port 0a698cb9-14f0-46df-8f7d-51f472848938 on network cb55574d-574f-437f-8da7-2398eb69ad65 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:48:53.896086 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:48:53.896383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Checking segment: {'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:48:53.896774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Bound using segment: {'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:48:53.897360 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Bound port: 0a698cb9-14f0-46df-8f7d-51f472848938, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:48:53.897745 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.028805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] For port 0a698cb9-14f0-46df-8f7d-51f472848938, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:48:54.032422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] For port 0a698cb9-14f0-46df-8f7d-51f472848938, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a698cb9-14f0-46df-8f7d-51f472848938,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:48:54.038248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.047941 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9578ddab-1eea-4b42-bdb4-8baa26859a0f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:54.077159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:54.077768 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:54.079283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] 10.222.0.10 "PUT /v2.0/ports/0a698cb9-14f0-46df-8f7d-51f472848938 HTTP/1.1" status: 200 len: 1092 time: 1.3811421 Jun 17 08:48:54.079825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:48:54.082185 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ef973b-d3d7-4114-8462-81b65bece741" -d '{"events": [{"name": "network-changed", "server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:48:54.128077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a698cb9-14f0-46df-8f7d-51f472848938,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:54.131845 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:54.263092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-de28e00f-53ce-41c9-a43a-7d619dcbaa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:54.267135 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-de28e00f-53ce-41c9-a43a-7d619dcbaa7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 1095 time: 0.1321869 Jun 17 08:48:54.332780 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-9324f301-ffe8-43c2-9767-63b3f5657487 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a698cb9-14f0-46df-8f7d-51f472848938 HTTP/1.1" status: 200 len: 217 time: 0.0524678 Jun 17 08:48:54.489953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-bec88d3b-f431-4f9e-a508-8151aec6cf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:54.491587 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-bec88d3b-f431-4f9e-a508-8151aec6cf81 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08efcbb0-d23c-42bd-b09e-4fb64b36d180 HTTP/1.1" status: 200 len: 835 time: 0.1500087 Jun 17 08:48:54.588260 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15ece0-8ae3-4dd9-bba6-e8acc0f2f224 req-861c2cd0-273b-42a9-b481-5f4419266c31 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:54.597242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b15ece0-8ae3-4dd9-bba6-e8acc0f2f224 req-861c2cd0-273b-42a9-b481-5f4419266c31 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 943 time: 0.2564690 Jun 17 08:48:54.600406 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e3241c-deb5-4b90-ba13-34a88146edb5 x-openstack-request-id: req-35e3241c-deb5-4b90-ba13-34a88146edb5 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:48:54.601188 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:48:54.601661 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-35e3241c-deb5-4b90-ba13-34a88146edb5 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:48:54.602099 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938', 'status': 'completed', 'code': 200} Jun 17 08:48:54.664897 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b15ece0-8ae3-4dd9-bba6-e8acc0f2f224 req-b18e6ae5-e804-49b0-8e11-fa2087752f06 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671945 Jun 17 08:48:54.678143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-5243e62d-aad7-412d-9bce-7b31bc996b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:54.680174 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-5243e62d-aad7-412d-9bce-7b31bc996b24 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb55574d-574f-437f-8da7-2398eb69ad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1754174 Jun 17 08:48:54.780352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-b35686ca-1b30-49df-8297-416ff8154950 service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918057 Jun 17 08:48:54.874329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fce8f076-e9dd-4856-9580-9a7291806ad8 req-2f0225e3-5601-4053-935f-5db9bf1accc9 service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865893 Jun 17 08:48:54.989887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef973b-d3d7-4114-8462-81b65bece741 req-cc106dcc-f824-42e1-8126-5c8283c235e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:54.995282 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91ef973b-d3d7-4114-8462-81b65bece741 req-cc106dcc-f824-42e1-8126-5c8283c235e7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 1095 time: 0.0596888 Jun 17 08:48:55.093879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef973b-d3d7-4114-8462-81b65bece741 req-4821b97a-e28b-425f-b4d9-3c268851e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:55.095526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91ef973b-d3d7-4114-8462-81b65bece741 req-4821b97a-e28b-425f-b4d9-3c268851e8a1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb55574d-574f-437f-8da7-2398eb69ad65 HTTP/1.1" status: 200 len: 897 time: 0.0975261 Jun 17 08:48:55.156751 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91ef973b-d3d7-4114-8462-81b65bece741 req-bdb493d8-039f-4aef-b584-8f65d3fdfdc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a698cb9-14f0-46df-8f7d-51f472848938 HTTP/1.1" status: 200 len: 217 time: 0.0471134 Jun 17 08:48:55.212362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef973b-d3d7-4114-8462-81b65bece741 req-9781b26d-1373-4586-969e-a0aec122b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:55.213277 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91ef973b-d3d7-4114-8462-81b65bece741 req-9781b26d-1373-4586-969e-a0aec122b7f1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08efcbb0-d23c-42bd-b09e-4fb64b36d180 HTTP/1.1" status: 200 len: 835 time: 0.0499020 Jun 17 08:48:55.286741 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef973b-d3d7-4114-8462-81b65bece741 req-523182f2-0a2c-4789-a63c-525e552a50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:55.288748 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91ef973b-d3d7-4114-8462-81b65bece741 req-523182f2-0a2c-4789-a63c-525e552a50e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb55574d-574f-437f-8da7-2398eb69ad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646007 Jun 17 08:48:55.393724 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91ef973b-d3d7-4114-8462-81b65bece741 req-3c0c2a6b-a7ec-42dd-ab8b-a6db051138e4 service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980551 Jun 17 08:48:55.502208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91ef973b-d3d7-4114-8462-81b65bece741 req-c0c16f5d-bd5d-466b-9871-1be7fd7c4601 service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008065 Jun 17 08:48:55.592878 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:48:55.900938 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ca015-6d0b-4d58-8253-1db5121c12df req-e35eef7f-6d38-48e8-9840-261d17ec3ba5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:55.903030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b5ca015-6d0b-4d58-8253-1db5121c12df req-e35eef7f-6d38-48e8-9840-261d17ec3ba5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 943 time: 0.0914240 Jun 17 08:48:55.950384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b5ca015-6d0b-4d58-8253-1db5121c12df req-46355b8e-8171-4887-9995-9204cb4cea73 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412443 Jun 17 08:48:57.195145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553510aa-06bb-4916-8d79-0bfc991454e4 req-7c945ed1-88b4-4eb4-ae9a-17a84188e884 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:57.202591 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-553510aa-06bb-4916-8d79-0bfc991454e4 req-7c945ed1-88b4-4eb4-ae9a-17a84188e884 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 943 time: 0.1001794 Jun 17 08:48:57.252679 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-553510aa-06bb-4916-8d79-0bfc991454e4 req-e76337bf-cdcb-424b-a433-c30930517863 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456502 Jun 17 08:48:58.492669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298df2f-ab75-42f1-8433-2f45c529c35b req-195bb04e-e769-4a8e-9fbf-e9bb2a01db13 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:58.495199 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c298df2f-ab75-42f1-8433-2f45c529c35b req-195bb04e-e769-4a8e-9fbf-e9bb2a01db13 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 943 time: 0.0776594 Jun 17 08:48:58.539067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c298df2f-ab75-42f1-8433-2f45c529c35b req-3e7a1349-3662-4666-a9f8-e30f78c33d6c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366642 Jun 17 08:48:58.628492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0a698cb9-14f0-46df-8f7d-51f472848938 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:48:58.753995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0a698cb9-14f0-46df-8f7d-51f472848938, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a698cb9-14f0-46df-8f7d-51f472848938,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:58.767255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '0a698cb9-14f0-46df-8f7d-51f472848938', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'port_id': '0a698cb9-14f0-46df-8f7d-51f472848938', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:48:58.774847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec45c97-90e0-44bc-be8f-cc693b561db4 req-ad14bf81-6622-4a73-803e-d7d506b1b523 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:58.782547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ec45c97-90e0-44bc-be8f-cc693b561db4 req-ad14bf81-6622-4a73-803e-d7d506b1b523 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 946 time: 0.0742106 Jun 17 08:48:58.811322 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.836662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a698cb9-14f0-46df-8f7d-51f472848938 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:48:58.852929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ec45c97-90e0-44bc-be8f-cc693b561db4 req-0b2103a7-a21c-433e-8ded-df0b31d76741 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683372 Jun 17 08:48:58.871548 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0a698cb9-14f0-46df-8f7d-51f472848938, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a698cb9-14f0-46df-8f7d-51f472848938,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:48:58.879741 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:48:58.883065 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:48:58.948147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0a698cb9-14f0-46df-8f7d-51f472848938,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:48:58.952140 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:48:59.213375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['0a698cb9-14f0-46df-8f7d-51f472848938'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:48:59.720520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0ee8d-b456-42fe-b4c2-caa4fe2d2d81 req-54b799be-844b-436c-806a-ce805a5b17ac tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:48:59.721996 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bda0ee8d-b456-42fe-b4c2-caa4fe2d2d81 req-54b799be-844b-436c-806a-ce805a5b17ac tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 944 time: 0.0642674 Jun 17 08:48:59.763586 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bda0ee8d-b456-42fe-b4c2-caa4fe2d2d81 req-3e9a5f6f-5e14-4dc2-8c44-f6dd34ebac8f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354693 Jun 17 08:49:00.067847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264942d4-4185-4bbd-b8ae-8212a37dde03 req-6e5a2eb2-820f-4d23-b318-0eb0cf8fcd42 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:00.069991 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-264942d4-4185-4bbd-b8ae-8212a37dde03 req-6e5a2eb2-820f-4d23-b318-0eb0cf8fcd42 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 946 time: 0.0916469 Jun 17 08:49:00.127499 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-264942d4-4185-4bbd-b8ae-8212a37dde03 req-e4437c79-6d4a-44d3-b3bb-a39faaaab779 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506659 Jun 17 08:49:00.207909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cc7fc-7136-4d24-a5ee-c7ff13084619 req-327a43d8-28ca-4418-a342-1679fd85607b tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:00.209671 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-238cc7fc-7136-4d24-a5ee-c7ff13084619 req-327a43d8-28ca-4418-a342-1679fd85607b tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.63 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 946 time: 0.0789516 Jun 17 08:49:00.339118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-238cc7fc-7136-4d24-a5ee-c7ff13084619 req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Deleting port 48db72ed-8696-49bc-8698-2ea2047267a5 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:00.339401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-238cc7fc-7136-4d24-a5ee-c7ff13084619 req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.444510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-238cc7fc-7136-4d24-a5ee-c7ff13084619 req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] For port 48db72ed-8696-49bc-8698-2ea2047267a5, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=48db72ed-8696-49bc-8698-2ea2047267a5,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:00.444891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-238cc7fc-7136-4d24-a5ee-c7ff13084619 req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.511578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-238cc7fc-7136-4d24-a5ee-c7ff13084619 req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Calling delete_port for 48db72ed-8696-49bc-8698-2ea2047267a5 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:00.626572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0a698cb9-14f0-46df-8f7d-51f472848938 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:00.674966 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-238cc7fc-7136-4d24-a5ee-c7ff13084619 req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.683426 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4f68f6f-5912-405b-b422-2bcda7b46926 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:00.695003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1f605f50-872a-423b-bdc2-32591bbfca2a', '48db72ed-8696-49bc-8698-2ea2047267a5'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:00.697550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['ef559eae-f93b-41d6-8f86-65487585981a', 'cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:00.723959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Pushing event deleted for resources: {'Port': ['ID=48db72ed-8696-49bc-8698-2ea2047267a5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:00.727325 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:00.746671 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 0a698cb9-14f0-46df-8f7d-51f472848938 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:00.769303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 0a698cb9-14f0-46df-8f7d-51f472848938 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:00.769684 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.817454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-238cc7fc-7136-4d24-a5ee-c7ff13084619 req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] No DVR routers for this DVR port 48db72ed-8696-49bc-8698-2ea2047267a5 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:00.821798 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-238cc7fc-7136-4d24-a5ee-c7ff13084619 req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:00.824550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-238cc7fc-7136-4d24-a5ee-c7ff13084619 req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.63 "DELETE /v2.0/ports/48db72ed-8696-49bc-8698-2ea2047267a5 HTTP/1.1" status: 204 len: 173 time: 0.6094952 Jun 17 08:49:00.825118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dddb444-85e6-4773-80da-09801bace4a0', 'name': 'network-vif-deleted', 'tag': '48db72ed-8696-49bc-8698-2ea2047267a5'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:00.834145 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92748ce8-4044-4591-9baf-6afe70d2e6d1" -d '{"events": [{"server_uuid": "7dddb444-85e6-4773-80da-09801bace4a0", "name": "network-vif-deleted", "tag": "48db72ed-8696-49bc-8698-2ea2047267a5"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:00.902542 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14904c6-972c-41b7-a385-94ef78e1a261 x-openstack-request-id: req-f14904c6-972c-41b7-a385-94ef78e1a261 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:00.902927 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dddb444-85e6-4773-80da-09801bace4a0", "name": "network-vif-deleted", "tag": "48db72ed-8696-49bc-8698-2ea2047267a5", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:00.903252 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f14904c6-972c-41b7-a385-94ef78e1a261 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:00.903710 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dddb444-85e6-4773-80da-09801bace4a0', 'name': 'network-vif-deleted', 'tag': '48db72ed-8696-49bc-8698-2ea2047267a5', 'status': 'completed', 'code': 200} Jun 17 08:49:01.004684 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.072625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:01.074966 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb542db-fe7c-45ca-81f9-72ea450e524c" -d '{"events": [{"server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "name": "network-vif-plugged", "status": "completed", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:01.101195 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0a698cb9-14f0-46df-8f7d-51f472848938, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a698cb9-14f0-46df-8f7d-51f472848938,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:01.114270 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:01.131742 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:01.210373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0a698cb9-14f0-46df-8f7d-51f472848938,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:01.215085 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:01.325152 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4549788-6b06-4b9d-a248-b13690f58373 x-openstack-request-id: req-b4549788-6b06-4b9d-a248-b13690f58373 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:01.326050 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "name": "network-vif-plugged", "status": "completed", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:01.326498 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4549788-6b06-4b9d-a248-b13690f58373 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:01.327625 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938', 'code': 200} Jun 17 08:49:01.734117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67332af4-c772-4b69-a08d-edc97b1c846b req-918a77c3-fb78-4499-b6a2-86d884b5b279 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=7dddb444-85e6-4773-80da-09801bace4a0 HTTP/1.1" status: 200 len: 210 time: 0.0603013 Jun 17 08:49:01.791005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d44c5d-ceea-4e02-b39e-6947c88d9a30 req-8d7961a4-e975-40f3-9e09-c55ffe5daeae tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:01.793446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52d44c5d-ceea-4e02-b39e-6947c88d9a30 req-8d7961a4-e975-40f3-9e09-c55ffe5daeae tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 944 time: 0.8204947 Jun 17 08:49:01.799879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7570c78-5957-41ff-87f6-7aaa9e45c315 req-d2bcffea-5043-48fc-9064-8c6c491f8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:01.799879 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7570c78-5957-41ff-87f6-7aaa9e45c315 req-d2bcffea-5043-48fc-9064-8c6c491f8a5d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 1097 time: 0.1234193 Jun 17 08:49:01.859450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52d44c5d-ceea-4e02-b39e-6947c88d9a30 req-d3a7a45b-8cc1-471f-a77a-9e0898526c41 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598049 Jun 17 08:49:01.863522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c7570c78-5957-41ff-87f6-7aaa9e45c315 req-3dfcaf72-ab99-451b-93b3-933f082badf5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566516 Jun 17 08:49:03.071544 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:03.127853 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e411d-f287-4934-b4a9-8a1fc8371c5b req-ea065a93-e82c-4a99-94cb-062baccc9794 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:03.130424 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3f8e411d-f287-4934-b4a9-8a1fc8371c5b req-ea065a93-e82c-4a99-94cb-062baccc9794 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.0966940 Jun 17 08:49:03.184387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3f8e411d-f287-4934-b4a9-8a1fc8371c5b req-fca5b1d2-91dc-4a39-a85f-a77fdcd5bc73 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394230 Jun 17 08:49:04.376628 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01708157-fb16-4c2c-b6b8-10e4c1be617f req-727b9cea-56a6-40b5-8d5e-1a56312f0a1a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:04.378235 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01708157-fb16-4c2c-b6b8-10e4c1be617f req-727b9cea-56a6-40b5-8d5e-1a56312f0a1a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.0657139 Jun 17 08:49:04.426634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-01708157-fb16-4c2c-b6b8-10e4c1be617f req-79f5f89f-9fdf-4ba5-ae3e-336a8f6a8383 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419452 Jun 17 08:49:04.595305 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 48db72ed-8696-49bc-8698-2ea2047267a5 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:04.631074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 48db72ed-8696-49bc-8698-2ea2047267a5 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:04.631845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 48db72ed-8696-49bc-8698-2ea2047267a5 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:04.652306 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2725bf7-3721-432e-a7d3-81283413b841 req-69ff5a58-055d-419f-9b81-84926ae507a1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:04.659914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2725bf7-3721-432e-a7d3-81283413b841 req-69ff5a58-055d-419f-9b81-84926ae507a1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.1049516 Jun 17 08:49:04.710624 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2725bf7-3721-432e-a7d3-81283413b841 req-67abad0f-292c-4b54-b065-df7a326eac1d tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497172 Jun 17 08:49:04.727137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39236) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:04.791113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8a1c30-5e29-4e6b-9cef-4e7ae94bf722 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:04.795319 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9c8a1c30-5e29-4e6b-9cef-4e7ae94bf722 tempest-TestNetworkAdvancedServerOps-2069367252 tempest-TestNetworkAdvancedServerOps-2069367252-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 1092 time: 0.0670559 Jun 17 08:49:04.796652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39242) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:04.802224 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': '0a698cb9-14f0-46df-8f7d-51f472848938', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:04.842138 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:04.959048 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.066138 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Allocated IP 172.25.8.229 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/0c2f223d-a06e-4aac-8b0e-f8106ad0cc22) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:05.210029 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.267530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.270701 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8873fb20-6f3f-45a7-bdee-f49e1d07cd65 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:05.313805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:05.317151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:05.324120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:05.358065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=0c2f223d-a06e-4aac-8b0e-f8106ad0cc22,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:05.372804 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:05.767968 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:05.858650 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.068618 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.076158 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.089115 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:06.165996 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.169690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event updated for resources: {'Port': ['ID=0c2f223d-a06e-4aac-8b0e-f8106ad0cc22,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:06.173019 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:06.296085 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Floating IP 0386db76-2e4d-4d02-94f6-e9f544887731 associated. External IP: 172.25.8.229, port: 0a698cb9-14f0-46df-8f7d-51f472848938. Jun 17 08:49:06.580241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 3c3b085d-f544-4e47-8378-9e5a1848877b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:06.761483 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:06.773543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c365fb-f982-46c2-8bf4-2385842e6aca None None] Sync routers for ids ['3c3b085d-f544-4e47-8378-9e5a1848877b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:06.777489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe8c4a-af19-47db-a6b0-507dee53504c req-e7c97c4e-4c93-4657-85f4-3dca76ee8149 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:06.780668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8fe8c4a-af19-47db-a6b0-507dee53504c req-e7c97c4e-4c93-4657-85f4-3dca76ee8149 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 945 time: 0.1094458 Jun 17 08:49:06.783949 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c365fb-f982-46c2-8bf4-2385842e6aca None None] Routers {'3c3b085d-f544-4e47-8378-9e5a1848877b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:06.784894 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e8c365fb-f982-46c2-8bf4-2385842e6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:48:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3c3b085d-f544-4e47-8378-9e5a1848877b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:06.815961 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:06.891051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8fe8c4a-af19-47db-a6b0-507dee53504c req-cf6dba9a-c1af-4bc0-a711-0d9aed4511ba tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951202 Jun 17 08:49:06.923515 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1252763 Jun 17 08:49:06.924248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:06.926891 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7021f49-68d1-4b10-82a0-2488111cf6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:07.008023 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8a27e1-7e49-4d6b-ac89-2f502bb0feff x-openstack-request-id: req-6c8a27e1-7e49-4d6b-ac89-2f502bb0feff {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:07.008372 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:07.008685 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c8a27e1-7e49-4d6b-ac89-2f502bb0feff {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:07.009162 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938', 'status': 'completed', 'code': 200} Jun 17 08:49:07.240050 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e8c365fb-f982-46c2-8bf4-2385842e6aca None None] Set router 3c3b085d-f544-4e47-8378-9e5a1848877b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:07.247131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7021f49-68d1-4b10-82a0-2488111cf6a2 req-c7797596-ad61-464a-8c88-2b79df6ee331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:07.258570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7021f49-68d1-4b10-82a0-2488111cf6a2 req-c7797596-ad61-464a-8c88-2b79df6ee331 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 1097 time: 0.2259896 Jun 17 08:49:07.354015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e17345-1ea0-42d5-92ac-c50e9d3a3598 req-ee9af355-68f8-4e87-885c-b0c2118541f5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:07.361427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2e17345-1ea0-42d5-92ac-c50e9d3a3598 req-ee9af355-68f8-4e87-885c-b0c2118541f5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.2486157 Jun 17 08:49:07.433721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e2e17345-1ea0-42d5-92ac-c50e9d3a3598 req-c17f50d3-f079-4a83-8fdf-90beca5b82a4 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713780 Jun 17 08:49:07.444307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7021f49-68d1-4b10-82a0-2488111cf6a2 req-99b321ab-4f17-470c-a6fe-95e0d0810f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:07.445809 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7021f49-68d1-4b10-82a0-2488111cf6a2 req-99b321ab-4f17-470c-a6fe-95e0d0810f4f service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb55574d-574f-437f-8da7-2398eb69ad65 HTTP/1.1" status: 200 len: 897 time: 0.1774402 Jun 17 08:49:07.452021 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39318) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:07.566434 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f7291eba-2bfc-48b3-8d93-216fe1d77c1c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/0386db76-2e4d-4d02-94f6-e9f544887731 HTTP/1.1" status: 200 len: 991 time: 0.1120524 Jun 17 08:49:07.567222 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7021f49-68d1-4b10-82a0-2488111cf6a2 req-8ef57444-3ccf-4b0b-96eb-8854ff0fd423 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a698cb9-14f0-46df-8f7d-51f472848938 HTTP/1.1" status: 200 len: 999 time: 0.1075473 Jun 17 08:49:07.596059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e8c365fb-f982-46c2-8bf4-2385842e6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '0386db76-2e4d-4d02-94f6-e9f544887731', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'port_id': '0a698cb9-14f0-46df-8f7d-51f472848938', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:05Z', 'updated_at': '2021-06-17T08:49:05Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7292b29-f0a6-476f-9e82-a3f047d43ead', 'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:3f:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:43Z', 'updated_at': '2021-06-17T08:48:51Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:07.629319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7021f49-68d1-4b10-82a0-2488111cf6a2 req-b16c2e71-bc2c-43a1-83bb-a0025a799644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:07.630938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7021f49-68d1-4b10-82a0-2488111cf6a2 req-b16c2e71-bc2c-43a1-83bb-a0025a799644 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08efcbb0-d23c-42bd-b09e-4fb64b36d180 HTTP/1.1" status: 200 len: 835 time: 0.0564675 Jun 17 08:49:07.631501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c365fb-f982-46c2-8bf4-2385842e6aca None None] Checking router: 3c3b085d-f544-4e47-8378-9e5a1848877b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:07.641147 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c365fb-f982-46c2-8bf4-2385842e6aca None None] Routers {'3c3b085d-f544-4e47-8378-9e5a1848877b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:07.641801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e8c365fb-f982-46c2-8bf4-2385842e6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:48:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3c3b085d-f544-4e47-8378-9e5a1848877b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:07.716942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7021f49-68d1-4b10-82a0-2488111cf6a2 req-ea9b3978-0c7c-4a08-a5de-1d7953558259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:07.716942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7021f49-68d1-4b10-82a0-2488111cf6a2 req-ea9b3978-0c7c-4a08-a5de-1d7953558259 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb55574d-574f-437f-8da7-2398eb69ad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0759463 Jun 17 08:49:07.766867 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e8c365fb-f982-46c2-8bf4-2385842e6aca None None] Set router 3c3b085d-f544-4e47-8378-9e5a1848877b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:07.827388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7021f49-68d1-4b10-82a0-2488111cf6a2 req-0e802a4b-7468-4468-979c-34bd79720c94 service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038961 Jun 17 08:49:07.953435 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a7021f49-68d1-4b10-82a0-2488111cf6a2 req-5a28a220-2483-4ed5-90fe-99333f07ee4e service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188977 Jun 17 08:49:08.082588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e8c365fb-f982-46c2-8bf4-2385842e6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '0386db76-2e4d-4d02-94f6-e9f544887731', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'port_id': '0a698cb9-14f0-46df-8f7d-51f472848938', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:05Z', 'updated_at': '2021-06-17T08:49:05Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7292b29-f0a6-476f-9e82-a3f047d43ead', 'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:3f:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:43Z', 'updated_at': '2021-06-17T08:48:51Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:08.113007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c365fb-f982-46c2-8bf4-2385842e6aca None None] The sync data for ids ['3c3b085d-f544-4e47-8378-9e5a1848877b'] in n-d-779913-16 is: [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '0386db76-2e4d-4d02-94f6-e9f544887731', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'floating_ip_address': '172.25.8.229', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'port_id': '0a698cb9-14f0-46df-8f7d-51f472848938', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:49:05Z', 'updated_at': '2021-06-17T08:49:05Z', 'revision_number': 0, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7292b29-f0a6-476f-9e82-a3f047d43ead', 'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:3f:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:43Z', 'updated_at': '2021-06-17T08:48:51Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:08.124371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970dda2-42ae-4dad-b2bc-1a9b47ba9fa9 req-78f9ad3c-7e0d-4a14-8d91-4ee562c4d373 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:08.126163 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0970dda2-42ae-4dad-b2bc-1a9b47ba9fa9 req-78f9ad3c-7e0d-4a14-8d91-4ee562c4d373 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 945 time: 0.0817189 Jun 17 08:49:08.183055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0970dda2-42ae-4dad-b2bc-1a9b47ba9fa9 req-58cd7abc-d856-4356-b515-0048ed4b46ba tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470212 Jun 17 08:49:08.391137 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843b84c0-6ce8-4005-85a8-73c8f6d2bf62 None None] New status for floating IP 0386db76-2e4d-4d02-94f6-e9f544887731: ACTIVE {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:49:08.418389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6dd68-a34d-4f15-ae42-56c97e5cb88c req-66b2190f-6a58-4468-bc92-d58de8794a42 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:08.419935 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dad6dd68-a34d-4f15-ae42-56c97e5cb88c req-66b2190f-6a58-4468-bc92-d58de8794a42 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.10 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 945 time: 0.0889528 Jun 17 08:49:08.536524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-dad6dd68-a34d-4f15-ae42-56c97e5cb88c req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Deleting port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:08.536866 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dad6dd68-a34d-4f15-ae42-56c97e5cb88c req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.568844 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39344) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:08.656635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-dad6dd68-a34d-4f15-ae42-56c97e5cb88c req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] For port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:08.657033 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dad6dd68-a34d-4f15-ae42-56c97e5cb88c req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.739880 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-dad6dd68-a34d-4f15-ae42-56c97e5cb88c req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Calling delete_port for cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:08.903946 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dad6dd68-a34d-4f15-ae42-56c97e5cb88c req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:08.909763 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:08.917629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['ef559eae-f93b-41d6-8f86-65487585981a', 'cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:08.921774 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1f605f50-872a-423b-bdc2-32591bbfca2a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:09.001877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Pushing event deleted for resources: {'Port': ['ID=cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:09.019933 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:09.073029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad6dd68-a34d-4f15-ae42-56c97e5cb88c req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] No DVR routers for this DVR port cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:09.077515 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dad6dd68-a34d-4f15-ae42-56c97e5cb88c req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.080189 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dad6dd68-a34d-4f15-ae42-56c97e5cb88c req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.10 "DELETE /v2.0/ports/cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 HTTP/1.1" status: 204 len: 173 time: 0.6552022 Jun 17 08:49:09.080770 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71643a13-f3e9-4955-9b8a-c08299458f45', 'name': 'network-vif-deleted', 'tag': 'cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:09.085602 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b252da8d-ec7d-40cc-b0f0-b1d68af98346" -d '{"events": [{"server_uuid": "71643a13-f3e9-4955-9b8a-c08299458f45", "name": "network-vif-deleted", "tag": "cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:09.109073 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9f26f02a-f8b8-48b7-9ee9-119b5f0de289 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/0386db76-2e4d-4d02-94f6-e9f544887731 HTTP/1.1" status: 200 len: 993 time: 0.5389555 Jun 17 08:49:09.140356 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86190d6-8474-4223-8350-168869c9f3cd x-openstack-request-id: req-b86190d6-8474-4223-8350-168869c9f3cd {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:09.141052 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71643a13-f3e9-4955-9b8a-c08299458f45", "name": "network-vif-deleted", "tag": "cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:09.143159 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b86190d6-8474-4223-8350-168869c9f3cd {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:09.144232 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71643a13-f3e9-4955-9b8a-c08299458f45', 'name': 'network-vif-deleted', 'tag': 'cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512', 'status': 'completed', 'code': 200} Jun 17 08:49:09.291717 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:09.384070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4507483-3f41-4b96-b78e-b08b0e7c1c95 req-563fdfd5-dee8-43c9-bf01-3501c5919a5f tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=71643a13-f3e9-4955-9b8a-c08299458f45 HTTP/1.1" status: 200 len: 210 time: 0.0375290 Jun 17 08:49:10.953863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db086da-f12e-4853-83fa-7f33adcf7df1 req-c9c7f5ac-598b-40f1-a564-b250f758acdc tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:10.955593 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4db086da-f12e-4853-83fa-7f33adcf7df1 req-c9c7f5ac-598b-40f1-a564-b250f758acdc tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 945 time: 0.0712426 Jun 17 08:49:10.999701 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4db086da-f12e-4853-83fa-7f33adcf7df1 req-ea360a68-1f87-42e6-acac-c4837b26ccd3 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371351 Jun 17 08:49:12.177740 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75600302-14cd-4e4c-805f-147397b6be8b req-db76a891-e6e0-49ff-8256-772bcc471717 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.179277 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75600302-14cd-4e4c-805f-147397b6be8b req-db76a891-e6e0-49ff-8256-772bcc471717 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 945 time: 0.0667076 Jun 17 08:49:12.251905 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75600302-14cd-4e4c-805f-147397b6be8b req-8468924c-6f01-4527-8c4a-d3adba6457b5 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665376 Jun 17 08:49:12.283101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06901b3e-472d-466c-a325-9a81956c8043 req-0ed7ec73-450c-442b-a0a3-ea591fbd1f1c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:12.284742 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06901b3e-472d-466c-a325-9a81956c8043 req-0ed7ec73-450c-442b-a0a3-ea591fbd1f1c tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.10 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 945 time: 0.0985746 Jun 17 08:49:12.396233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-06901b3e-472d-466c-a325-9a81956c8043 req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Deleting port ef559eae-f93b-41d6-8f86-65487585981a {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:12.396582 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06901b3e-472d-466c-a325-9a81956c8043 req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.491071 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-06901b3e-472d-466c-a325-9a81956c8043 req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] For port ef559eae-f93b-41d6-8f86-65487585981a, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ef559eae-f93b-41d6-8f86-65487585981a,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:12.491439 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06901b3e-472d-466c-a325-9a81956c8043 req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.567266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-06901b3e-472d-466c-a325-9a81956c8043 req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Calling delete_port for ef559eae-f93b-41d6-8f86-65487585981a owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:12.702632 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:12.729542 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06901b3e-472d-466c-a325-9a81956c8043 req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.735298 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:12.736662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:12.737288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device cdf2e6f8-98e8-43d2-b09e-0ec9c19cd512 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:12.744170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['1f605f50-872a-423b-bdc2-32591bbfca2a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:12.746550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['ef559eae-f93b-41d6-8f86-65487585981a'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:12.762825 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Pushing event deleted for resources: {'Port': ['ID=ef559eae-f93b-41d6-8f86-65487585981a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:12.768988 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:12.840285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-06901b3e-472d-466c-a325-9a81956c8043 req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] No DVR routers for this DVR port ef559eae-f93b-41d6-8f86-65487585981a on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:12.843996 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-06901b3e-472d-466c-a325-9a81956c8043 req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:12.846522 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-06901b3e-472d-466c-a325-9a81956c8043 req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.10 "DELETE /v2.0/ports/ef559eae-f93b-41d6-8f86-65487585981a HTTP/1.1" status: 204 len: 173 time: 0.5566273 Jun 17 08:49:12.847143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5a87b55-fefa-4c91-9d38-7b9b87418038', 'name': 'network-vif-deleted', 'tag': 'ef559eae-f93b-41d6-8f86-65487585981a'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:12.849900 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d99661-dc9b-4191-8b69-281aa0506434" -d '{"events": [{"server_uuid": "a5a87b55-fefa-4c91-9d38-7b9b87418038", "name": "network-vif-deleted", "tag": "ef559eae-f93b-41d6-8f86-65487585981a"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:12.891106 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48739934-4bc6-4ac1-85d3-a11e4dacd349 x-openstack-request-id: req-48739934-4bc6-4ac1-85d3-a11e4dacd349 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:12.891808 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5a87b55-fefa-4c91-9d38-7b9b87418038", "name": "network-vif-deleted", "tag": "ef559eae-f93b-41d6-8f86-65487585981a", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:12.891808 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-48739934-4bc6-4ac1-85d3-a11e4dacd349 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:12.893052 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5a87b55-fefa-4c91-9d38-7b9b87418038', 'name': 'network-vif-deleted', 'tag': 'ef559eae-f93b-41d6-8f86-65487585981a', 'status': 'completed', 'code': 200} Jun 17 08:49:13.452269 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c7003d35-0443-4ca8-8ec9-f55b6961a7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:13.489112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d5b8621-da29-4b56-8e7a-e71d2e60b2fc req-856a86dd-7bf8-48e9-9167-3d4c1a19c620 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5a87b55-fefa-4c91-9d38-7b9b87418038 HTTP/1.1" status: 200 len: 210 time: 0.0307245 Jun 17 08:49:15.645120 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-68f1cb1a-7334-4f84-8fc5-b07bcd856fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.840667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39508) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:15.888930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed7ec31-f073-45b4-bdbc-d3846d0f0acb admin admin] Deleting subnet 6ab32955-f4cf-4e2f-9735-14f5069a2ac6 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:49:15.892988 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ec31-f073-45b4-bdbc-d3846d0f0acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.945019 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ec31-f073-45b4-bdbc-d3846d0f0acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.961986 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:15.992516 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ec31-f073-45b4-bdbc-d3846d0f0acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.061704 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ec31-f073-45b4-bdbc-d3846d0f0acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.072509 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1b27c53f-86df-449a-83c2-9cb68a973a8a tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:16.095535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7ec31-f073-45b4-bdbc-d3846d0f0acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ab32955-f4cf-4e2f-9735-14f5069a2ac6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:16.097593 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1ed7ec31-f073-45b4-bdbc-d3846d0f0acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.099684 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1ed7ec31-f073-45b4-bdbc-d3846d0f0acb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6ab32955-f4cf-4e2f-9735-14f5069a2ac6 HTTP/1.1" status: 204 len: 168 time: 0.2580063 Jun 17 08:49:16.100854 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1ed7ec31-f073-45b4-bdbc-d3846d0f0acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:16.102078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39514) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:16.170126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.255114 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.266433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac058ece-22d1-4cd9-b1f6-5c9bd8779de8']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:16.279091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454d3450-aefd-4351-b10d-382bfc85574a') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:16.279635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454d3450-aefd-4351-b10d-382bfc85574a') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:16.289525 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.303753 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.310187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:49:16.310569 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:49:16.312492 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:49:16.317153 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:49:16.368701 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.373260 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9fb0ed93-6cba-4c9f-9b35-dc6158556423 tempest-ExternalNetworksTestJSON-418063817 tempest-ExternalNetworksTestJSON-418063817-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:16.379016 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.381008 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] 10.222.0.47 "DELETE /v2.0/networks/ac058ece-22d1-4cd9-b1f6-5c9bd8779de8 HTTP/1.1" status: 204 len: 168 time: 0.2780275 Jun 17 08:49:16.391335 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac058ece-22d1-4cd9-b1f6-5c9bd8779de8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:16.393998 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:16.580773 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39526) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:16.626521 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-28e22eb3-a45e-4f11-bf1f-0092f2116fc4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d0e3430fef14e0f8daca58cbe91807b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441918 Jun 17 08:49:16.628852 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39528) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:16.690883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d54e7bde-180a-4bfa-b110-ea8fbcea6b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.713810 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d54e7bde-180a-4bfa-b110-ea8fbcea6b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.763144 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d54e7bde-180a-4bfa-b110-ea8fbcea6b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.766788 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d54e7bde-180a-4bfa-b110-ea8fbcea6b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:16.768179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d54e7bde-180a-4bfa-b110-ea8fbcea6b61 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/02b9e5bb-8022-4df9-abf6-bae088c25c42 HTTP/1.1" status: 204 len: 168 time: 0.1384320 Jun 17 08:49:16.769382 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-281b4100-c12b-4068-8945-b5b5d17eff6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:16.779311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e7bde-180a-4bfa-b110-ea8fbcea6b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b9e5bb-8022-4df9-abf6-bae088c25c42,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:16.785701 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ef559eae-f93b-41d6-8f86-65487585981a no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:16.799140 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d54e7bde-180a-4bfa-b110-ea8fbcea6b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:16.840298 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: ef559eae-f93b-41d6-8f86-65487585981a {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:16.840648 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ef559eae-f93b-41d6-8f86-65487585981a not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:16.892563 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.676091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39570) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:17.813686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1813139328-network', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:17.841548 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Made reservation on behalf of 106a779e85fd4bd5a10d42f547c41ef4 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:17.844173 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.856462 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.963168 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.970024 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:17.973762 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f0d72841-6ca2-41b9-88ee-3a005eb62ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.012351 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:49:18.026139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0bf2938-02b0-45ac-90bc-446dfecb2f78,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.031405 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.033914 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.033914 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Added segment ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b of type vlan for network d44f2227-686d-4e4f-825d-66f83a3052c7 Jun 17 08:49:18.092336 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.125093 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.126614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:18.127420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.130082 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-72ceeae0-7ae8-4b64-9281-6b6285aba609 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.188464 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5106144 Jun 17 08:49:18.191515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39592) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:18.196708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Request body: {'subnet': {'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1813139328-subnet', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:18.206951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d44f2227-686d-4e4f-825d-66f83a3052c7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.211341 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.220246 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network d44f2227-686d-4e4f-825d-66f83a3052c7 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:49:18.229931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Made reservation on behalf of 106a779e85fd4bd5a10d42f547c41ef4 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:18.233316 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.471988 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.475463 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-094c2e2b-abe6-47b1-8208-a87939d9acc3 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:18.486816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac19517-24c1-4d52-b79d-8ea78cada66f req-b3920788-ad4b-4dcf-8ab7-4b9dadc7fb72 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:18.488429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ac19517-24c1-4d52-b79d-8ea78cada66f req-b3920788-ad4b-4dcf-8ab7-4b9dadc7fb72 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 945 time: 0.1201501 Jun 17 08:49:18.563496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ed91c8-f9df-45ee-83ce-120825e2a776,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:18.566373 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:18.572451 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9ac19517-24c1-4d52-b79d-8ea78cada66f req-2c0212cf-1770-478d-965b-90c73b75a691 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607479 Jun 17 08:49:18.595599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Checking segment: {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:18.595599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Network hostable DHCP agents. Network: d44f2227-686d-4e4f-825d-66f83a3052c7, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:49:18.607219 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Network d44f2227-686d-4e4f-825d-66f83a3052c7 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:49:18.617402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, d44f2227-686d-4e4f-825d-66f83a3052c7) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:18.622478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:18.624123 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.626011 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c2daa-c7c4-4cf4-842b-f28cb880a826 None None] Network d44f2227-686d-4e4f-825d-66f83a3052c7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:18.644147 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4505630 Jun 17 08:49:18.644270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39596) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:18.648480 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1813139328-router', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:18.674201 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.676909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.732785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.804078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-d44f2227-686d-4e4f-825d-66f83a3052c7', 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'fixed_ips': [{'subnet_id': '55ed91c8-f9df-45ee-83ce-120825e2a776'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:49:18.804946 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.884261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.940419 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:18.963115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Allocated IP 172.20.0.2 (d44f2227-686d-4e4f-825d-66f83a3052c7/55ed91c8-f9df-45ee-83ce-120825e2a776/229f918f-79d4-4608-9f6a-c34953a92e15) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:19.096274 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.122284 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.122641 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.131693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Transition to ACTIVE for port object 229f918f-79d4-4608-9f6a-c34953a92e15 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:19.147015 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Transition to ACTIVE for port object 229f918f-79d4-4608-9f6a-c34953a92e15 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:19.158399 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.161737 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e869a032-7494-4fa8-a9b4-d05e36cb0fa8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:19.197234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Network d44f2227-686d-4e4f-825d-66f83a3052c7 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:19.201774 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:19.207940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:19.214956 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Pushing event updated for resources: {'Port': ['ID=229f918f-79d4-4608-9f6a-c34953a92e15,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:19.219524 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:19.239113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Allocated IP 172.25.8.105 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/dfa7109d-60b4-4424-a14f-3442fe3086c4) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:19.272013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Attempting to bind port 229f918f-79d4-4608-9f6a-c34953a92e15 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:19.272579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Attempting to bind port 229f918f-79d4-4608-9f6a-c34953a92e15 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:19.272771 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Attempting to bind port 229f918f-79d4-4608-9f6a-c34953a92e15 on network d44f2227-686d-4e4f-825d-66f83a3052c7 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:19.278021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:19.278405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Checking segment: {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:19.278918 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.279254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Bound using segment: {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:19.279723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Bound port: 229f918f-79d4-4608-9f6a-c34953a92e15, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:19.280105 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.344370 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.349228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] For port 229f918f-79d4-4608-9f6a-c34953a92e15, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:19.353135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] For port 229f918f-79d4-4608-9f6a-c34953a92e15, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=229f918f-79d4-4608-9f6a-c34953a92e15,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:19.359005 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.362304 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:19.394002 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.397122 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4e6b1bcf-763f-4f65-9f38-b4a051543bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:19.424708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Pushing event updated for resources: {'Port': ['ID=229f918f-79d4-4608-9f6a-c34953a92e15,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:19.428751 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:19.438408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Pushing event updated for resources: {'Port': ['ID=dfa7109d-60b4-4424-a14f-3442fe3086c4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:19.452180 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.452561 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.452932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.453307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.453689 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.454048 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.454403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.454760 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.455137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.455490 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.455842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.456193 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:19.460581 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:19.465816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:19.467376 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:19.469913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:19.763353 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:19.814666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f3611-d2ec-4180-b9f7-5c51c7cbc386 req-db5883dd-4642-49c3-b1d5-4533e77bb8dd tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:19.816485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d24f3611-d2ec-4180-b9f7-5c51c7cbc386 req-db5883dd-4642-49c3-b1d5-4533e77bb8dd tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.63 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 945 time: 0.1207409 Jun 17 08:49:19.983145 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.136052 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Router b4f86b57-13b9-43ae-842d-ac9c479369a6 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:49:20.265366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:20.276643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Sync routers for ids ['b4f86b57-13b9-43ae-842d-ac9c479369a6'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:20.286082 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.287521 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6428785 Jun 17 08:49:20.290505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Routers {'b4f86b57-13b9-43ae-842d-ac9c479369a6'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:20.290677 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39604) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:20.291190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['b4f86b57-13b9-43ae-842d-ac9c479369a6'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:20.358526 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f605943-2007-4c48-befa-d6320c51aa8c req-af565394-80a4-41c3-8dd9-c02ba22304cf tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:20.376916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f605943-2007-4c48-befa-d6320c51aa8c req-af565394-80a4-41c3-8dd9-c02ba22304cf tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 945 time: 0.6244049 Jun 17 08:49:20.481139 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Set router b4f86b57-13b9-43ae-842d-ac9c479369a6 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:20.520525 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0f605943-2007-4c48-befa-d6320c51aa8c req-f9c56c2d-f657-4e94-97ba-cc1f422a4b09 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33f0e31-235d-47b9-b4e5-2a38b517c1d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426163 Jun 17 08:49:20.567554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-d24f3611-d2ec-4180-b9f7-5c51c7cbc386 req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Deleting port 1f605f50-872a-423b-bdc2-32591bbfca2a {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:20.568081 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d24f3611-d2ec-4180-b9f7-5c51c7cbc386 req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.659933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c4e9b0-f30c-4965-8f7d-42b697ef9c79 None None] Network d44f2227-686d-4e4f-825d-66f83a3052c7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:20.685735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d24f3611-d2ec-4180-b9f7-5c51c7cbc386 req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] For port 1f605f50-872a-423b-bdc2-32591bbfca2a, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=1f605f50-872a-423b-bdc2-32591bbfca2a,segment=NetworkSegment(964abde9-e483-41af-943c-8fe210b3bc29),segment_id=964abde9-e483-41af-943c-8fe210b3bc29)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:20.686082 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d24f3611-d2ec-4180-b9f7-5c51c7cbc386 req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.754135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-d24f3611-d2ec-4180-b9f7-5c51c7cbc386 req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Calling delete_port for 1f605f50-872a-423b-bdc2-32591bbfca2a owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:20.768448 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-19713236-664c-4ed4-9201-80aa4577f933 None None] Provisioning for port 229f918f-79d4-4608-9f6a-c34953a92e15 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:20.789677 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.851698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'name': 'tempest-TestServerMultinode-1813139328-router', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:18Z', 'updated_at': '2021-06-17T08:49:19Z', 'revision_number': 3, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'gw_port': {'id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:19Z', 'updated_at': '2021-06-17T08:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:20.905200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Checking router: b4f86b57-13b9-43ae-842d-ac9c479369a6 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:20.905610 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Updating router b4f86b57-13b9-43ae-842d-ac9c479369a6 port dfa7109d-60b4-4424-a14f-3442fe3086c4 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:49:20.957546 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.960285 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d24f3611-d2ec-4180-b9f7-5c51c7cbc386 req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:20.966158 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d09a304e-b7eb-42cc-9a6f-5d5d623dc0bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:21.014838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Pushing event deleted for resources: {'Port': ['ID=1f605f50-872a-423b-bdc2-32591bbfca2a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:21.018115 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:21.066695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Allocated IP 172.20.0.1 (d44f2227-686d-4e4f-825d-66f83a3052c7/55ed91c8-f9df-45ee-83ce-120825e2a776/29058025-2e84-470c-9466-7fe9f039a4f4) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:21.108922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24f3611-d2ec-4180-b9f7-5c51c7cbc386 req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] No DVR routers for this DVR port 1f605f50-872a-423b-bdc2-32591bbfca2a on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:49:21.116321 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d24f3611-d2ec-4180-b9f7-5c51c7cbc386 req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.118568 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d24f3611-d2ec-4180-b9f7-5c51c7cbc386 req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.63 "DELETE /v2.0/ports/1f605f50-872a-423b-bdc2-32591bbfca2a HTTP/1.1" status: 204 len: 173 time: 1.2917070 Jun 17 08:49:21.119309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d0cf0bc-f43c-4879-8027-f64c45cf81ff', 'name': 'network-vif-deleted', 'tag': '1f605f50-872a-423b-bdc2-32591bbfca2a'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:21.154481 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a792de-eaed-48e2-88af-34f6d61a63a3" -d '{"events": [{"server_uuid": "6d0cf0bc-f43c-4879-8027-f64c45cf81ff", "name": "network-vif-deleted", "tag": "1f605f50-872a-423b-bdc2-32591bbfca2a"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:21.271317 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c43977e-2cf4-4267-aeca-3d6d09d6b378 x-openstack-request-id: req-3c43977e-2cf4-4267-aeca-3d6d09d6b378 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:21.271749 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d0cf0bc-f43c-4879-8027-f64c45cf81ff", "name": "network-vif-deleted", "tag": "1f605f50-872a-423b-bdc2-32591bbfca2a", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:21.272331 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3c43977e-2cf4-4267-aeca-3d6d09d6b378 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:21.272847 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d0cf0bc-f43c-4879-8027-f64c45cf81ff', 'name': 'network-vif-deleted', 'tag': '1f605f50-872a-423b-bdc2-32591bbfca2a', 'status': 'completed', 'code': 200} Jun 17 08:49:21.286183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 229f918f-79d4-4608-9f6a-c34953a92e15 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:21.331684 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.363985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Transition to ACTIVE for port object 29058025-2e84-470c-9466-7fe9f039a4f4 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:21.411409 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.414845 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2bfe480a-013f-4ca6-881d-caf1a9c72c9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:21.420775 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 229f918f-79d4-4608-9f6a-c34953a92e15 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:21.435984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 229f918f-79d4-4608-9f6a-c34953a92e15 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:21.436370 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.441119 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ff3352b8-bbe6-4f74-a1a9-e7ee4dbc08f6 None None] Provisioning complete for port 229f918f-79d4-4608-9f6a-c34953a92e15 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:21.441119 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff3352b8-bbe6-4f74-a1a9-e7ee4dbc08f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.459425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Network d44f2227-686d-4e4f-825d-66f83a3052c7 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:21.462395 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:21.465142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:21.499841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Pushing event updated for resources: {'Port': ['ID=29058025-2e84-470c-9466-7fe9f039a4f4,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:21.513604 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:21.531605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.546166 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.563235 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Transition to ACTIVE for port object dfa7109d-60b4-4424-a14f-3442fe3086c4 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:21.579719 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.610579 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:21.705399 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff3352b8-bbe6-4f74-a1a9-e7ee4dbc08f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.714713 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.729569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Attempting to bind port dfa7109d-60b4-4424-a14f-3442fe3086c4 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:21.729946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Attempting to bind port dfa7109d-60b4-4424-a14f-3442fe3086c4 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:21.730317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Attempting to bind port dfa7109d-60b4-4424-a14f-3442fe3086c4 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:21.740566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11ce00-fab1-4f46-9ac5-a84dc437139e None None] Pushing event updated for resources: {'Port': ['ID=dfa7109d-60b4-4424-a14f-3442fe3086c4,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:21.746532 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7f11ce00-fab1-4f46-9ac5-a84dc437139e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:21.774798 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:21.775188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:21.775604 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.775998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:21.776490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Bound port: dfa7109d-60b4-4424-a14f-3442fe3086c4, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:21.776868 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.784004 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a61affd4-ea32-45e7-ab08-6dda171b38f5 req-885f1396-d6be-4a01-a83d-5afa0d545e5d tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d0cf0bc-f43c-4879-8027-f64c45cf81ff HTTP/1.1" status: 200 len: 210 time: 0.0438509 Jun 17 08:49:21.811930 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.824351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 229f918f-79d4-4608-9f6a-c34953a92e15, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=229f918f-79d4-4608-9f6a-c34953a92e15,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:21.840866 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:21.849484 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:22.021819 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.028412 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.032074 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:22.081150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] For port dfa7109d-60b4-4424-a14f-3442fe3086c4, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:22.093418 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.096368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Pushing event updated for resources: {'Port': ['ID=29058025-2e84-470c-9466-7fe9f039a4f4,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:22.101501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] For port dfa7109d-60b4-4424-a14f-3442fe3086c4, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=dfa7109d-60b4-4424-a14f-3442fe3086c4,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:22.101707 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:22.120014 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.123626 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-ff3352b8-bbe6-4f74-a1a9-e7ee4dbc08f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:49:22.123984 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-ff3352b8-bbe6-4f74-a1a9-e7ee4dbc08f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:49:22.130234 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=229f918f-79d4-4608-9f6a-c34953a92e15,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:22.134572 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:22.135071 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:22.178091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Routers {'b4f86b57-13b9-43ae-842d-ac9c479369a6'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:22.178727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['b4f86b57-13b9-43ae-842d-ac9c479369a6'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:22.210505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Network d44f2227-686d-4e4f-825d-66f83a3052c7 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:22.212326 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:22.250064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11ce00-fab1-4f46-9ac5-a84dc437139e None None] Pushing event updated for resources: {'Port': ['ID=dfa7109d-60b4-4424-a14f-3442fe3086c4,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:22.259612 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7f11ce00-fab1-4f46-9ac5-a84dc437139e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:22.305313 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] Set router b4f86b57-13b9-43ae-842d-ac9c479369a6 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:22.352241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Router b4f86b57-13b9-43ae-842d-ac9c479369a6 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:22.471550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:22.476543 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] 10.222.0.47 "PUT /v2.0/routers/b4f86b57-13b9-43ae-842d-ac9c479369a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1846156 Jun 17 08:49:22.536040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'name': 'tempest-TestServerMultinode-1813139328-router', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:18Z', 'updated_at': '2021-06-17T08:49:21Z', 'revision_number': 4, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'gw_port': {'id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:19Z', 'updated_at': '2021-06-17T08:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '29058025-2e84-470c-9466-7fe9f039a4f4', 'name': '', 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'mac_address': 'fa:16:3e:bc:55:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:20Z', 'updated_at': '2021-06-17T08:49:21Z', 'revision_number': 2, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'subnets': [{'id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:22.563477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6fb93-64d7-4fea-8e80-7dbf6cdcdfc9 None None] The sync data for ids ['b4f86b57-13b9-43ae-842d-ac9c479369a6'] in n-d-779913-16 is: [{'id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'name': 'tempest-TestServerMultinode-1813139328-router', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:18Z', 'updated_at': '2021-06-17T08:49:21Z', 'revision_number': 4, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'gw_port': {'id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:19Z', 'updated_at': '2021-06-17T08:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '29058025-2e84-470c-9466-7fe9f039a4f4', 'name': '', 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'mac_address': 'fa:16:3e:bc:55:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:20Z', 'updated_at': '2021-06-17T08:49:21Z', 'revision_number': 2, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'subnets': [{'id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:22.704897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1f605f50-872a-423b-bdc2-32591bbfca2a no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:49:22.741785 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 1f605f50-872a-423b-bdc2-32591bbfca2a {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:49:22.742374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 1f605f50-872a-423b-bdc2-32591bbfca2a not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:49:22.811094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-caee14a6-c6e7-4acd-889a-9098f713fcf4 None None] Provisioning for port 29058025-2e84-470c-9466-7fe9f039a4f4 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:22.815963 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-caee14a6-c6e7-4acd-889a-9098f713fcf4 None None] Provisioning complete for port 29058025-2e84-470c-9466-7fe9f039a4f4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:22.816459 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-caee14a6-c6e7-4acd-889a-9098f713fcf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:22.880429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-caee14a6-c6e7-4acd-889a-9098f713fcf4 None None] Port 29058025-2e84-470c-9466-7fe9f039a4f4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:22.904848 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39630) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:22.964362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ba6567f-de04-49a0-a57b-4b1a2f670336 admin admin] Deleting subnet dc4870a4-6310-40a7-9511-b9a985b9f9e1 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:49:22.973229 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ba6567f-de04-49a0-a57b-4b1a2f670336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.015558 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ba6567f-de04-49a0-a57b-4b1a2f670336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.066566 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ba6567f-de04-49a0-a57b-4b1a2f670336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.142644 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ba6567f-de04-49a0-a57b-4b1a2f670336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.147861 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-df7f1c08-4f2d-4037-9d13-1d9f919ddb2b tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:23.175416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39648) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:23.176917 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 229f918f-79d4-4608-9f6a-c34953a92e15 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:23.182082 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1047916726-network', 'tenant_id': '713af984c440416a94b56203e66a1c95'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:23.194391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6567f-de04-49a0-a57b-4b1a2f670336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4870a4-6310-40a7-9511-b9a985b9f9e1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:23.196714 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ba6567f-de04-49a0-a57b-4b1a2f670336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.199941 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0ba6567f-de04-49a0-a57b-4b1a2f670336 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dc4870a4-6310-40a7-9511-b9a985b9f9e1 HTTP/1.1" status: 204 len: 168 time: 0.2927992 Jun 17 08:49:23.201180 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0ba6567f-de04-49a0-a57b-4b1a2f670336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:23.201845 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39650) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:23.253094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 229f918f-79d4-4608-9f6a-c34953a92e15 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:23.253545 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.284617 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Made reservation on behalf of 713af984c440416a94b56203e66a1c95 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:23.287000 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.313559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.317579 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.448729 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.466576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa372ab1-c497-4810-a467-76fc17fa293b']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:23.496076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964abde9-e483-41af-943c-8fe210b3bc29') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:23.496417 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964abde9-e483-41af-943c-8fe210b3bc29') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:23.510348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.540463 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.553076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:49:23.553465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:49:23.555255 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:49:23.606734 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.618236 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.621976 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d0930c5d-4179-4ed5-8224-e0e3e215042b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:23.636467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.646489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:49:23.655376 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.657472 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fa372ab1-c497-4810-a467-76fc17fa293b HTTP/1.1" status: 204 len: 168 time: 0.4545846 Jun 17 08:49:23.666615 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.666987 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Added segment ca713157-a4ed-49ca-b107-86d2f5e11400 of type vlan for network 60f3051a-ff74-462e-944c-0dbb8d55288c Jun 17 08:49:23.668670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eeff5a-c2e5-41bb-8cc7-159572464407,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:23.678499 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:23.678973 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f35381e1-4cfe-400a-bcbe-3de092869e7a tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:23.735647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa372ab1-c497-4810-a467-76fc17fa293b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:23.739579 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:23.742082 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.780369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.781574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:23.782061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:23.792142 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f345767e-2b05-4e8c-acc6-39bd73eff322 tempest-BulkNetworkOpsTest-401607378 tempest-BulkNetworkOpsTest-401607378-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:23.854069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Pushing event updated for resources: {'Network': ['ID=60f3051a-ff74-462e-944c-0dbb8d55288c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:23.857026 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:23.867739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 60f3051a-ff74-462e-944c-0dbb8d55288c details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:49:23.869703 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6948745 Jun 17 08:49:23.869935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39728) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:23.878171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Request body: {'subnet': {'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1047916726-subnet', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:23.901627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39734) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:23.929190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Made reservation on behalf of 713af984c440416a94b56203e66a1c95 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:23.934392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.167136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.169428 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f48b64c4-b4e7-442f-ad4a-f2f476ab7a95 tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:24.231252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=035f9014-bb02-4f33-9a0d-2e1b8c37ade9,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:24.239169 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:24.241116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Checking segment: {'id': 'ca713157-a4ed-49ca-b107-86d2f5e11400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:24.241639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Network hostable DHCP agents. Network: 60f3051a-ff74-462e-944c-0dbb8d55288c, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:49:24.269753 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Network 60f3051a-ff74-462e-944c-0dbb8d55288c is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:49:24.286504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 60f3051a-ff74-462e-944c-0dbb8d55288c) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:24.294945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b21e3a4-a8fe-477a-b855-94b608584957 None None] Network 60f3051a-ff74-462e-944c-0dbb8d55288c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:24.300810 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:24.301419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.325170 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4540246 Jun 17 08:49:24.325900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 39784) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:24.334303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1047916726-router', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:24.377537 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.378842 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.418135 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-732afe07-d3ae-4c03-add2-ac137b4615f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78a54131c9134496acc1241ec4f8e1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5148168 Jun 17 08:49:24.418902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 39794) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:24.484481 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab160c23-fc94-4f0e-af48-2bac8a7a4001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.496685 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.511496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab160c23-fc94-4f0e-af48-2bac8a7a4001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.531183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-60f3051a-ff74-462e-944c-0dbb8d55288c', 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'fixed_ips': [{'subnet_id': '035f9014-bb02-4f33-9a0d-2e1b8c37ade9'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:49:24.532645 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.571592 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab160c23-fc94-4f0e-af48-2bac8a7a4001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.574554 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ab160c23-fc94-4f0e-af48-2bac8a7a4001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.575896 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ab160c23-fc94-4f0e-af48-2bac8a7a4001 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d33f0e31-235d-47b9-b4e5-2a38b517c1d5 HTTP/1.1" status: 204 len: 168 time: 0.1560388 Jun 17 08:49:24.582942 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed97776d-2373-4a35-8d78-63ca98fb0f83 tempest-NegativeSecGroupIPv6Test-735382687 tempest-NegativeSecGroupIPv6Test-735382687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:24.599583 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab160c23-fc94-4f0e-af48-2bac8a7a4001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33f0e31-235d-47b9-b4e5-2a38b517c1d5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:24.609586 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ab160c23-fc94-4f0e-af48-2bac8a7a4001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:24.668061 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.745899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Allocated IP 172.20.0.2 (60f3051a-ff74-462e-944c-0dbb8d55288c/035f9014-bb02-4f33-9a0d-2e1b8c37ade9/6baa6a2d-8889-4543-85d5-9f215dfeb818) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:24.933470 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.937548 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.948954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Transition to ACTIVE for port object 6baa6a2d-8889-4543-85d5-9f215dfeb818 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:24.968192 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.970077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Transition to ACTIVE for port object 6baa6a2d-8889-4543-85d5-9f215dfeb818 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:24.977721 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:24.980917 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:25.036912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Network 60f3051a-ff74-462e-944c-0dbb8d55288c is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:25.046307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:25.051131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:25.059155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Pushing event updated for resources: {'Port': ['ID=6baa6a2d-8889-4543-85d5-9f215dfeb818,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:25.089178 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:25.134500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Attempting to bind port 6baa6a2d-8889-4543-85d5-9f215dfeb818 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:25.135043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Attempting to bind port 6baa6a2d-8889-4543-85d5-9f215dfeb818 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'ca713157-a4ed-49ca-b107-86d2f5e11400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:25.135429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Attempting to bind port 6baa6a2d-8889-4543-85d5-9f215dfeb818 on network 60f3051a-ff74-462e-944c-0dbb8d55288c {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:25.141516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:25.142419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Checking segment: {'id': 'ca713157-a4ed-49ca-b107-86d2f5e11400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:25.143050 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.143582 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Bound using segment: {'id': 'ca713157-a4ed-49ca-b107-86d2f5e11400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:25.143950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Bound port: 6baa6a2d-8889-4543-85d5-9f215dfeb818, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca713157-a4ed-49ca-b107-86d2f5e11400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:25.144312 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.183175 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Allocated IP 172.25.8.208 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/deffb6ba-0340-4506-922b-c5d94e8a723d) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:25.258146 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] For port 6baa6a2d-8889-4543-85d5-9f215dfeb818, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:25.264296 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device dfa7109d-60b4-4424-a14f-3442fe3086c4 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:25.319156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] For port 6baa6a2d-8889-4543-85d5-9f215dfeb818, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6baa6a2d-8889-4543-85d5-9f215dfeb818,segment=NetworkSegment(ca713157-a4ed-49ca-b107-86d2f5e11400),segment_id=ca713157-a4ed-49ca-b107-86d2f5e11400)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:25.328176 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.332206 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:25.377913 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port dfa7109d-60b4-4424-a14f-3442fe3086c4 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:25.390846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port dfa7109d-60b4-4424-a14f-3442fe3086c4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:25.391194 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.405564 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.452679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Pushing event updated for resources: {'Port': ['ID=6baa6a2d-8889-4543-85d5-9f215dfeb818,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:25.470600 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:25.489976 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.494138 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ef5a4e9d-d571-4eef-b244-3117b7bb5ff9 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:25.515197 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Sync routers for ids ['b4f86b57-13b9-43ae-842d-ac9c479369a6'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:25.533183 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Routers {'b4f86b57-13b9-43ae-842d-ac9c479369a6'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:25.536848 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['b4f86b57-13b9-43ae-842d-ac9c479369a6'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:25.539641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=deffb6ba-0340-4506-922b-c5d94e8a723d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:25.550994 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.552162 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.553349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.553933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.554474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.555049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.555582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.556215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.556666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.557196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.557970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.559819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.560209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:25.572617 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:25.583011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:25.583781 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port dfa7109d-60b4-4424-a14f-3442fe3086c4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=dfa7109d-60b4-4424-a14f-3442fe3086c4,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:25.585564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:25.590542 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:25.593044 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:25.596227 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:25.655661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=dfa7109d-60b4-4424-a14f-3442fe3086c4,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:25.659729 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:25.774938 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Set router b4f86b57-13b9-43ae-842d-ac9c479369a6 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:26.053506 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.081600 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'name': 'tempest-TestServerMultinode-1813139328-router', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:18Z', 'updated_at': '2021-06-17T08:49:21Z', 'revision_number': 4, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'gw_port': {'id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:19Z', 'updated_at': '2021-06-17T08:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '29058025-2e84-470c-9466-7fe9f039a4f4', 'name': '', 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'mac_address': 'fa:16:3e:bc:55:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:20Z', 'updated_at': '2021-06-17T08:49:21Z', 'revision_number': 2, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'subnets': [{'id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:26.111280 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Checking router: b4f86b57-13b9-43ae-842d-ac9c479369a6 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:26.111861 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Updating router b4f86b57-13b9-43ae-842d-ac9c479369a6 port 29058025-2e84-470c-9466-7fe9f039a4f4 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:49:26.166047 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.345253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.553534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:49:26.601001 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.643191 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Transition to ACTIVE for port object 29058025-2e84-470c-9466-7fe9f039a4f4 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:26.653399 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.657129 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-b9402852-2f63-4ca2-ad57-903e61aff586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:26.740512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca6df87-575b-4a83-97d6-92cb04964813 None None] Network 60f3051a-ff74-462e-944c-0dbb8d55288c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:49:26.769487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:26.803308 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14602c3-94da-40db-8518-c0ddb3dd3ad2 None None] Pushing event updated for resources: {'Port': ['ID=29058025-2e84-470c-9466-7fe9f039a4f4,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:26.811203 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.812471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4855678 Jun 17 08:49:26.815507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40078) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:26.817608 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-d14602c3-94da-40db-8518-c0ddb3dd3ad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:26.824100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Sync routers for ids ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:26.857062 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Routers {'96e129a5-d2f6-43b9-9d65-86a32fd3a050'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:26.857584 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Attempting to bind port 29058025-2e84-470c-9466-7fe9f039a4f4 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:26.857708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:26.858903 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Attempting to bind port 29058025-2e84-470c-9466-7fe9f039a4f4 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:26.859710 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Attempting to bind port 29058025-2e84-470c-9466-7fe9f039a4f4 on network d44f2227-686d-4e4f-825d-66f83a3052c7 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:26.862930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-54b5371b-855e-4d90-b628-6554ded7f3ad None None] Provisioning for port 6baa6a2d-8889-4543-85d5-9f215dfeb818 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:26.872716 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:26.873092 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Checking segment: {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:26.873989 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:26.874584 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Bound using segment: {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:26.875828 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Bound port: 29058025-2e84-470c-9466-7fe9f039a4f4, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:26.876413 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.032396 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] For port 29058025-2e84-470c-9466-7fe9f039a4f4, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:27.056489 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] For port 29058025-2e84-470c-9466-7fe9f039a4f4, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=29058025-2e84-470c-9466-7fe9f039a4f4,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:27.066929 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.083093 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-987831a8-682e-4128-8be1-52056c4f4fb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:27.103891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Set router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:27.163491 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Routers {'b4f86b57-13b9-43ae-842d-ac9c479369a6'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:27.164311 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['b4f86b57-13b9-43ae-842d-ac9c479369a6'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:27.233980 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14602c3-94da-40db-8518-c0ddb3dd3ad2 None None] Pushing event updated for resources: {'Port': ['ID=29058025-2e84-470c-9466-7fe9f039a4f4,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:27.287807 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-d14602c3-94da-40db-8518-c0ddb3dd3ad2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:27.420987 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] Set router b4f86b57-13b9-43ae-842d-ac9c479369a6 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:27.506068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6baa6a2d-8889-4543-85d5-9f215dfeb818 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:27.653475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 6baa6a2d-8889-4543-85d5-9f215dfeb818 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:27.661760 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6baa6a2d-8889-4543-85d5-9f215dfeb818 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:27.663104 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.729420 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'name': 'tempest-TestServerMultinode-1047916726-router', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:25Z', 'revision_number': 3, 'project_id': '713af984c440416a94b56203e66a1c95', 'gw_port': {'id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:27.736040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.759572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Checking router: 96e129a5-d2f6-43b9-9d65-86a32fd3a050 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:27.760539 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Updating router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 port deffb6ba-0340-4506-922b-c5d94e8a723d binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:49:27.806450 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:27.864587 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'name': 'tempest-TestServerMultinode-1813139328-router', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:18Z', 'updated_at': '2021-06-17T08:49:21Z', 'revision_number': 4, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'gw_port': {'id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:19Z', 'updated_at': '2021-06-17T08:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '29058025-2e84-470c-9466-7fe9f039a4f4', 'name': '', 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'mac_address': 'fa:16:3e:bc:55:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:20Z', 'updated_at': '2021-06-17T08:49:27Z', 'revision_number': 4, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'subnets': [{'id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:27.907449 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84640267-8ede-4319-878d-a04dea0d4961 None None] The sync data for ids ['b4f86b57-13b9-43ae-842d-ac9c479369a6'] in n-d-779913-16 is: [{'id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'name': 'tempest-TestServerMultinode-1813139328-router', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:18Z', 'updated_at': '2021-06-17T08:49:21Z', 'revision_number': 4, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'gw_port': {'id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:19Z', 'updated_at': '2021-06-17T08:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '29058025-2e84-470c-9466-7fe9f039a4f4', 'name': '', 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'mac_address': 'fa:16:3e:bc:55:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:20Z', 'updated_at': '2021-06-17T08:49:27Z', 'revision_number': 4, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'subnets': [{'id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:27.951962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Allocated IP 172.20.0.1 (60f3051a-ff74-462e-944c-0dbb8d55288c/035f9014-bb02-4f33-9a0d-2e1b8c37ade9/32569e65-72e6-4a9b-b611-44da5945b399) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:28.000232 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.079577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-952d2d88-fddb-493e-9b78-eb664a7b8dc8 None None] Provisioning complete for port 6baa6a2d-8889-4543-85d5-9f215dfeb818 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:28.080249 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-952d2d88-fddb-493e-9b78-eb664a7b8dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.092357 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.121192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Transition to ACTIVE for port object 32569e65-72e6-4a9b-b611-44da5945b399 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:28.136861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 6baa6a2d-8889-4543-85d5-9f215dfeb818, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6baa6a2d-8889-4543-85d5-9f215dfeb818,segment=NetworkSegment(ca713157-a4ed-49ca-b107-86d2f5e11400),segment_id=ca713157-a4ed-49ca-b107-86d2f5e11400)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:28.147064 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.148422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device dfa7109d-60b4-4424-a14f-3442fe3086c4 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:28.172291 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.176241 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.187464 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.214961 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Network 60f3051a-ff74-462e-944c-0dbb8d55288c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:28.220092 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:28.226296 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:28.261772 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Pushing event updated for resources: {'Port': ['ID=32569e65-72e6-4a9b-b611-44da5945b399,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.287771 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.299366 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.425241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=6baa6a2d-8889-4543-85d5-9f215dfeb818,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.437417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port dfa7109d-60b4-4424-a14f-3442fe3086c4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:28.437869 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.441733 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.562950 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.576695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Transition to ACTIVE for port object deffb6ba-0340-4506-922b-c5d94e8a723d will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:28.597672 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.602666 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.607162 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.717936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40170) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:28.720553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6dd187c7-6c74-4a09-a556-8f1bdc3d3570 None None] Provisioning for port 32569e65-72e6-4a9b-b611-44da5945b399 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:28.730131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6dd187c7-6c74-4a09-a556-8f1bdc3d3570 None None] Provisioning complete for port 32569e65-72e6-4a9b-b611-44da5945b399 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:28.730514 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6dd187c7-6c74-4a09-a556-8f1bdc3d3570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.788757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Attempting to bind port deffb6ba-0340-4506-922b-c5d94e8a723d on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:28.789444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Attempting to bind port deffb6ba-0340-4506-922b-c5d94e8a723d by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:28.789556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Attempting to bind port deffb6ba-0340-4506-922b-c5d94e8a723d on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:28.793467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa33f55-3d1f-449c-bec1-ce75469430ce None None] Pushing event updated for resources: {'Port': ['ID=deffb6ba-0340-4506-922b-c5d94e8a723d,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.796979 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7fa33f55-3d1f-449c-bec1-ce75469430ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.817088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:28.817801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:28.818372 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.819045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:28.820034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Bound port: deffb6ba-0340-4506-922b-c5d94e8a723d, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:28.820595 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.837252 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.842694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6dd187c7-6c74-4a09-a556-8f1bdc3d3570 None None] Port 32569e65-72e6-4a9b-b611-44da5945b399 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:28.849017 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.852517 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-22639ff1-ec74-4bd4-8951-43b299ea7e85 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.880025 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] For port deffb6ba-0340-4506-922b-c5d94e8a723d, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:28.884020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] For port deffb6ba-0340-4506-922b-c5d94e8a723d, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=deffb6ba-0340-4506-922b-c5d94e8a723d,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:28.893168 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.895334 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:28.935531 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Pushing event updated for resources: {'Port': ['ID=32569e65-72e6-4a9b-b611-44da5945b399,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:28.939149 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:28.951461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4594d25a-3061-432d-aa70-310eed1137cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:28.996828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.004125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa33f55-3d1f-449c-bec1-ce75469430ce None None] Pushing event updated for resources: {'Port': ['ID=deffb6ba-0340-4506-922b-c5d94e8a723d,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:29.008799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Routers {'96e129a5-d2f6-43b9-9d65-86a32fd3a050'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:29.010912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:29.091977 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4594d25a-3061-432d-aa70-310eed1137cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.103102 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4594d25a-3061-432d-aa70-310eed1137cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.114305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Network 60f3051a-ff74-462e-944c-0dbb8d55288c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:29.117121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:29.117859 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf362e5d-f1a6-4d2d-a6c6-f5cf2943d7e7 tempest-NegativeSecGroupTest-1733432133 tempest-NegativeSecGroupTest-1733432133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:29.146229 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7fa33f55-3d1f-449c-bec1-ce75469430ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:29.156229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] Set router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:29.203436 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594d25a-3061-432d-aa70-310eed1137cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94e5932-3e79-46e0-b1d7-5f95dd653386,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:29.216041 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4594d25a-3061-432d-aa70-310eed1137cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96be4d453cd6403e82b6749b8d610b18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955401 Jun 17 08:49:29.217445 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4594d25a-3061-432d-aa70-310eed1137cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:29.218738 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40174) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:29.311915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:49:29.318534 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de1774c5-e383-4de3-8342-5292aa121065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.415150 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de1774c5-e383-4de3-8342-5292aa121065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.437784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 29058025-2e84-470c-9466-7fe9f039a4f4 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:29.492905 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:49:29.504400 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] 10.222.0.47 "PUT /v2.0/routers/96e129a5-d2f6-43b9-9d65-86a32fd3a050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6875606 Jun 17 08:49:29.506735 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de1774c5-e383-4de3-8342-5292aa121065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.512212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de1774c5-e383-4de3-8342-5292aa121065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.512212 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-de1774c5-e383-4de3-8342-5292aa121065 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e94e5932-3e79-46e0-b1d7-5f95dd653386 HTTP/1.1" status: 204 len: 168 time: 0.2924783 Jun 17 08:49:29.513410 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-93e5e453-35dd-4e6a-87b9-819aea3f5b16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:29.544142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1774c5-e383-4de3-8342-5292aa121065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94e5932-3e79-46e0-b1d7-5f95dd653386,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:29.554478 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-de1774c5-e383-4de3-8342-5292aa121065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:29.595466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4afde0a2-baa0-46da-8219-8ecd62013d0a None None] Provisioning complete for port 32569e65-72e6-4a9b-b611-44da5945b399 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:29.596049 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4afde0a2-baa0-46da-8219-8ecd62013d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.718937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4afde0a2-baa0-46da-8219-8ecd62013d0a None None] Port 32569e65-72e6-4a9b-b611-44da5945b399 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:29.724143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 29058025-2e84-470c-9466-7fe9f039a4f4 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:29.743132 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 29058025-2e84-470c-9466-7fe9f039a4f4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:29.743450 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.885355 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.933258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40190) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:29.950331 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1653cc35-72a2-4985-ba3b-bc9dc143e220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:29.956433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 29058025-2e84-470c-9466-7fe9f039a4f4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=29058025-2e84-470c-9466-7fe9f039a4f4,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:29.968021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'name': 'tempest-TestServerMultinode-1047916726-router', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:28Z', 'revision_number': 4, 'project_id': '713af984c440416a94b56203e66a1c95', 'gw_port': {'id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '32569e65-72e6-4a9b-b611-44da5945b399', 'name': '', 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'mac_address': 'fa:16:3e:13:31:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '035f9014-bb02-4f33-9a0d-2e1b8c37ade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:27Z', 'updated_at': '2021-06-17T08:49:28Z', 'revision_number': 2, 'project_id': '713af984c440416a94b56203e66a1c95', 'subnets': [{'id': '035f9014-bb02-4f33-9a0d-2e1b8c37ade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:30.006423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed7bbf-0be3-4bca-a596-392d13935dce None None] The sync data for ids ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'] in n-d-779913-16 is: [{'id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'name': 'tempest-TestServerMultinode-1047916726-router', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:28Z', 'revision_number': 4, 'project_id': '713af984c440416a94b56203e66a1c95', 'gw_port': {'id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f6:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '32569e65-72e6-4a9b-b611-44da5945b399', 'name': '', 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'mac_address': 'fa:16:3e:13:31:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '035f9014-bb02-4f33-9a0d-2e1b8c37ade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:27Z', 'updated_at': '2021-06-17T08:49:28Z', 'revision_number': 2, 'project_id': '713af984c440416a94b56203e66a1c95', 'subnets': [{'id': '035f9014-bb02-4f33-9a0d-2e1b8c37ade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:30.013769 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.014883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6baa6a2d-8889-4543-85d5-9f215dfeb818 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:30.045705 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0fdd6acb-d287-4768-9f89-7071180d7969 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:30.079026 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1653cc35-72a2-4985-ba3b-bc9dc143e220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.084768 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1653cc35-72a2-4985-ba3b-bc9dc143e220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.095891 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e45c549f-abdd-4ecb-97e4-5505f3b52f14 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:30.114007 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=29058025-2e84-470c-9466-7fe9f039a4f4,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:30.117333 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:30.122123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6baa6a2d-8889-4543-85d5-9f215dfeb818 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:30.122502 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.137756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1653cc35-72a2-4985-ba3b-bc9dc143e220 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4830a2d631b94c4585320a6fb35b54be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017891 Jun 17 08:49:30.139843 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40196) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:30.140974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653cc35-72a2-4985-ba3b-bc9dc143e220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2955ab11-b7e5-4c7f-800a-80c2143306dc,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:30.145212 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1653cc35-72a2-4985-ba3b-bc9dc143e220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:30.209063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cac7625-6cdc-4998-ba86-240f2602f8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.256142 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cac7625-6cdc-4998-ba86-240f2602f8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.356677 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cac7625-6cdc-4998-ba86-240f2602f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.359629 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2cac7625-6cdc-4998-ba86-240f2602f8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:30.363076 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2cac7625-6cdc-4998-ba86-240f2602f8d3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2955ab11-b7e5-4c7f-800a-80c2143306dc HTTP/1.1" status: 204 len: 168 time: 0.2198992 Jun 17 08:49:30.363076 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:30.369834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac7625-6cdc-4998-ba86-240f2602f8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2955ab11-b7e5-4c7f-800a-80c2143306dc,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:30.397482 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2cac7625-6cdc-4998-ba86-240f2602f8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:30.475124 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-a5da16d8-5a32-487a-b16d-17a34d7308ab tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:30.477033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-a5da16d8-5a32-487a-b16d-17a34d7308ab tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/networks?id=d44f2227-686d-4e4f-825d-66f83a3052c7 HTTP/1.1" status: 200 len: 911 time: 0.1349356 Jun 17 08:49:30.502894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-ffd0e234-7539-4f7c-9439-8dbacd096325 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/quotas/713af984c440416a94b56203e66a1c95 HTTP/1.1" status: 200 len: 375 time: 0.0188236 Jun 17 08:49:30.608129 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-09c7b8ca-7abb-462f-8c1b-d010b9e17c16 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?tenant_id=713af984c440416a94b56203e66a1c95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041212 Jun 17 08:49:30.862897 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-9a92c94f-0909-40c7-aee9-434bbf2566bb service neutron] 10.222.0.47 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407682 Jun 17 08:49:31.004561 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-29adc8c4-fa76-44f7-a737-e7a1d73100b6 service neutron] 10.222.0.47 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443448 Jun 17 08:49:31.350846 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85f05da0-8fc6-4e6f-ad1f-249dfd95c625 req-31f0be9d-12c8-479c-ba94-77d36bbfca2f tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 210 time: 0.0863924 Jun 17 08:49:31.364715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 29058025-2e84-470c-9466-7fe9f039a4f4 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:31.432094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 29058025-2e84-470c-9466-7fe9f039a4f4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:31.432735 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.573967 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device deffb6ba-0340-4506-922b-c5d94e8a723d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:31.648937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port deffb6ba-0340-4506-922b-c5d94e8a723d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:31.653856 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port deffb6ba-0340-4506-922b-c5d94e8a723d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:31.654292 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.766173 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.795417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port deffb6ba-0340-4506-922b-c5d94e8a723d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=deffb6ba-0340-4506-922b-c5d94e8a723d,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:31.804743 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:31.813589 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7fa33f55-3d1f-449c-bec1-ce75469430ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:31.930490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=deffb6ba-0340-4506-922b-c5d94e8a723d,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:31.941153 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:32.526070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a1966927-e8c1-43b9-9a40-e990cf2e79c0 req-10807450-0c9e-45b5-868a-55b3ff0c0014 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 210 time: 0.0414937 Jun 17 08:49:32.594719 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:49:32.771547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-19c32cf1-46af-4e92-8fe2-2fec633c88ba tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:32.773084 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-19c32cf1-46af-4e92-8fe2-2fec633c88ba tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.10 "GET /v2.0/networks?id=d44f2227-686d-4e4f-825d-66f83a3052c7 HTTP/1.1" status: 200 len: 911 time: 0.1325455 Jun 17 08:49:32.800568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Request body: {'port': {'device_id': '67599353-89ed-4dab-bd2f-f7b7282df6b4', 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7', 'admin_state_up': True, 'tenant_id': '713af984c440416a94b56203e66a1c95'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:32.830761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Made reservation on behalf of 713af984c440416a94b56203e66a1c95 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:32.833238 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.036062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Allocated IP 172.20.0.12 (d44f2227-686d-4e4f-825d-66f83a3052c7/55ed91c8-f9df-45ee-83ce-120825e2a776/a5b780ea-e7d8-4a7d-9c5f-14baebdaf920) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:33.062033 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.191932 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device deffb6ba-0340-4506-922b-c5d94e8a723d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:33.216569 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.230904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Transition to ACTIVE for port object a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:33.248068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port deffb6ba-0340-4506-922b-c5d94e8a723d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:33.248449 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.272269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.288332 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:33.329035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Network d44f2227-686d-4e4f-825d-66f83a3052c7 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:33.332837 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:33.351897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:33.393665 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Pushing event updated for resources: {'Port': ['ID=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:33.405655 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:33.418515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:33.419163 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.442601 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6543198 Jun 17 08:49:33.458100 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Request body: {'port': {'device_id': '67599353-89ed-4dab-bd2f-f7b7282df6b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:33.558894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.587417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f765f084-a5df-4eff-bba3-a876114108bc None None] Provisioning for port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:33.593595 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f765f084-a5df-4eff-bba3-a876114108bc None None] Provisioning complete for port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:33.594299 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f765f084-a5df-4eff-bba3-a876114108bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.647042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f765f084-a5df-4eff-bba3-a876114108bc None None] Port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:33.817751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d652-84ac-4ab3-8a40-81da583e7f5f req-9064b8a0-c139-406b-a76e-bfcdb373d5e0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:33.820223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe17d652-84ac-4ab3-8a40-81da583e7f5f req-9064b8a0-c139-406b-a76e-bfcdb373d5e0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1028 time: 0.1248860 Jun 17 08:49:33.898033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe17d652-84ac-4ab3-8a40-81da583e7f5f req-54048bc9-310f-44c7-a3c7-63f0b92e2b2c tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656500 Jun 17 08:49:33.948055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:33.957300 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.969838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Transition to ACTIVE for port object a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:33.974539 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:33.976701 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb41a344-4e6c-4347-b448-89a5ca4b5eea tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:34.077019 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df035606-4fde-48de-8841-fce136e70230 None None] Sync routers for ids ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:49:34.093371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:34.096711 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:34.100221 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df035606-4fde-48de-8841-fce136e70230 None None] Routers {'96e129a5-d2f6-43b9-9d65-86a32fd3a050'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:34.100859 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-df035606-4fde-48de-8841-fce136e70230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:34.221536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40296) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:34.306145 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-df035606-4fde-48de-8841-fce136e70230 None None] Set router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:34.389075 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8685a209-2888-4a6c-a0b2-0b3402a3ca6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.535196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8685a209-2888-4a6c-a0b2-0b3402a3ca6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.539570 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-df035606-4fde-48de-8841-fce136e70230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'name': 'tempest-TestServerMultinode-1047916726-router', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:28Z', 'revision_number': 4, 'project_id': '713af984c440416a94b56203e66a1c95', 'gw_port': {'id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '32569e65-72e6-4a9b-b611-44da5945b399', 'name': '', 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'mac_address': 'fa:16:3e:13:31:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '035f9014-bb02-4f33-9a0d-2e1b8c37ade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:27Z', 'updated_at': '2021-06-17T08:49:28Z', 'revision_number': 2, 'project_id': '713af984c440416a94b56203e66a1c95', 'subnets': [{'id': '035f9014-bb02-4f33-9a0d-2e1b8c37ade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:34.543805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8685a209-2888-4a6c-a0b2-0b3402a3ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.547449 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-df387725-cf58-4667-ad0a-906426717ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:34.580941 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df035606-4fde-48de-8841-fce136e70230 None None] Checking router: 96e129a5-d2f6-43b9-9d65-86a32fd3a050 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:49:34.581667 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df035606-4fde-48de-8841-fce136e70230 None None] Updating router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 port 32569e65-72e6-4a9b-b611-44da5945b399 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:49:34.604682 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685a209-2888-4a6c-a0b2-0b3402a3ca6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcf5e36-1a36-49b5-9f81-dbc5abc7f5cf,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:34.614822 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8685a209-2888-4a6c-a0b2-0b3402a3ca6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:34.626813 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8685a209-2888-4a6c-a0b2-0b3402a3ca6a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad968aa44d2241a09ed717ce75bae3dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041102 Jun 17 08:49:34.627726 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40300) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:34.635974 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df035606-4fde-48de-8841-fce136e70230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.657781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Attempting to bind port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:34.658322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Attempting to bind port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:34.658423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Attempting to bind port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 on network d44f2227-686d-4e4f-825d-66f83a3052c7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:34.666541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 on network d44f2227-686d-4e4f-825d-66f83a3052c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:49:34.667807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Attempting to bind port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 on network d44f2227-686d-4e4f-825d-66f83a3052c7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:34.673757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:34.674517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Checking segment: {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:34.675177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Bound using segment: {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:34.675954 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Bound port: a5b780ea-e7d8-4a7d-9c5f-14baebdaf920, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:34.676618 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.685660 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79c91109-3ffd-49b1-b683-9c195507e80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.710358 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79c91109-3ffd-49b1-b683-9c195507e80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.748091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] For port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:34.751713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] For port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:34.760577 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.762889 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-effe20df-508e-4c36-a09a-aa5772d4a32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:34.769934 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79c91109-3ffd-49b1-b683-9c195507e80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.772645 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-79c91109-3ffd-49b1-b683-9c195507e80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.776426 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-79c91109-3ffd-49b1-b683-9c195507e80c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bfcf5e36-1a36-49b5-9f81-dbc5abc7f5cf HTTP/1.1" status: 204 len: 168 time: 0.1451392 Jun 17 08:49:34.776426 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-11010f0c-117f-40a6-8d8b-9dd6b2166dbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:34.796516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c91109-3ffd-49b1-b683-9c195507e80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcf5e36-1a36-49b5-9f81-dbc5abc7f5cf,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:34.801683 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79c91109-3ffd-49b1-b683-9c195507e80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:34.841074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:34.841774 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:34.843211 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] 10.222.0.10 "PUT /v2.0/ports/a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 HTTP/1.1" status: 200 len: 1093 time: 1.3931718 Jun 17 08:49:34.843811 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67599353-89ed-4dab-bd2f-f7b7282df6b4', 'tag': 'a5b780ea-e7d8-4a7d-9c5f-14baebdaf920'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:34.846358 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d66815-0af2-40db-a390-33d820ff4766" -d '{"events": [{"name": "network-changed", "server_uuid": "67599353-89ed-4dab-bd2f-f7b7282df6b4", "tag": "a5b780ea-e7d8-4a7d-9c5f-14baebdaf920"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:34.880108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:34.893984 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:34.960485 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d0d49-0cf4-4cde-b052-90ef1dbea4c5 x-openstack-request-id: req-d44d0d49-0cf4-4cde-b052-90ef1dbea4c5 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:34.962542 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67599353-89ed-4dab-bd2f-f7b7282df6b4", "tag": "a5b780ea-e7d8-4a7d-9c5f-14baebdaf920", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:34.963628 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d44d0d49-0cf4-4cde-b052-90ef1dbea4c5 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:34.966119 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67599353-89ed-4dab-bd2f-f7b7282df6b4', 'tag': 'a5b780ea-e7d8-4a7d-9c5f-14baebdaf920', 'status': 'completed', 'code': 200} Jun 17 08:49:35.049704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-d3a3b4be-70d7-4133-86ef-4e645ecddcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.051328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-d3a3b4be-70d7-4133-86ef-4e645ecddcf5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=713af984c440416a94b56203e66a1c95&device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1096 time: 0.1563444 Jun 17 08:49:35.084047 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df035606-4fde-48de-8841-fce136e70230 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.095214 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-df035606-4fde-48de-8841-fce136e70230 None None] Transition to ACTIVE for port object 32569e65-72e6-4a9b-b611-44da5945b399 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:35.106385 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df035606-4fde-48de-8841-fce136e70230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.110914 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:35.130569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-8329599f-fb1a-48ca-bb5a-f2eb5edb7b61 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 HTTP/1.1" status: 200 len: 217 time: 0.0687194 Jun 17 08:49:35.230459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40314) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:35.245922 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a6e98a4-0c69-49f8-b98c-5c3b4feda01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.249822 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d7a26-9df8-4623-82ae-e4ae112a6c6a None None] Pushing event updated for resources: {'Port': ['ID=32569e65-72e6-4a9b-b611-44da5945b399,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:35.253689 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-e40d7a26-9df8-4623-82ae-e4ae112a6c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:35.302043 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-cb486995-ff85-40ad-892b-bd776140b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.307054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-cb486995-ff85-40ad-892b-bd776140b832 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55ed91c8-f9df-45ee-83ce-120825e2a776 HTTP/1.1" status: 200 len: 849 time: 0.1687713 Jun 17 08:49:35.332286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dfbc1-107b-46b7-9131-d3ee37e4b746 req-632c023e-6afd-47cb-9476-b56c46a93897 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.334383 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f6dfbc1-107b-46b7-9131-d3ee37e4b746 req-632c023e-6afd-47cb-9476-b56c46a93897 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1096 time: 0.2755890 Jun 17 08:49:35.385835 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-df035606-4fde-48de-8841-fce136e70230 None None] Attempting to bind port 32569e65-72e6-4a9b-b611-44da5945b399 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:35.387201 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-df035606-4fde-48de-8841-fce136e70230 None None] Attempting to bind port 32569e65-72e6-4a9b-b611-44da5945b399 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'ca713157-a4ed-49ca-b107-86d2f5e11400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:35.388716 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df035606-4fde-48de-8841-fce136e70230 None None] Attempting to bind port 32569e65-72e6-4a9b-b611-44da5945b399 on network 60f3051a-ff74-462e-944c-0dbb8d55288c {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:35.400994 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f6dfbc1-107b-46b7-9131-d3ee37e4b746 req-3e33399b-581b-43be-a752-4d3915c28375 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470965 Jun 17 08:49:35.405972 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df035606-4fde-48de-8841-fce136e70230 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:35.406502 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df035606-4fde-48de-8841-fce136e70230 None None] Checking segment: {'id': 'ca713157-a4ed-49ca-b107-86d2f5e11400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:35.407597 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df035606-4fde-48de-8841-fce136e70230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.408784 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df035606-4fde-48de-8841-fce136e70230 None None] Bound using segment: {'id': 'ca713157-a4ed-49ca-b107-86d2f5e11400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:35.410222 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-df035606-4fde-48de-8841-fce136e70230 None None] Bound port: 32569e65-72e6-4a9b-b611-44da5945b399, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca713157-a4ed-49ca-b107-86d2f5e11400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:35.410628 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df035606-4fde-48de-8841-fce136e70230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.419387 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-a75cbd94-2ca9-487e-8e1c-16f7d7f2646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.421461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-a75cbd94-2ca9-487e-8e1c-16f7d7f2646d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44f2227-686d-4e4f-825d-66f83a3052c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1045480 Jun 17 08:49:35.462507 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a6e98a4-0c69-49f8-b98c-5c3b4feda01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.473248 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1a6e98a4-0c69-49f8-b98c-5c3b4feda01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.477155 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a373cea-3bb1-4840-8c6a-c33870bbfde5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:35.535481 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-df035606-4fde-48de-8841-fce136e70230 None None] For port 32569e65-72e6-4a9b-b611-44da5945b399, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:35.540259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e98a4-0c69-49f8-b98c-5c3b4feda01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785b47d9-761e-4fb9-a621-bc41f8be3f86,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:35.544606 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-df035606-4fde-48de-8841-fce136e70230 None None] For port 32569e65-72e6-4a9b-b611-44da5945b399, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=32569e65-72e6-4a9b-b611-44da5945b399,segment=NetworkSegment(ca713157-a4ed-49ca-b107-86d2f5e11400),segment_id=ca713157-a4ed-49ca-b107-86d2f5e11400)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:35.545508 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1a6e98a4-0c69-49f8-b98c-5c3b4feda01a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d7fdbfdcf3f545fc925a05f209a2521e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138685 Jun 17 08:49:35.546602 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a6e98a4-0c69-49f8-b98c-5c3b4feda01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:35.548462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40318) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:35.551820 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-df035606-4fde-48de-8841-fce136e70230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.554142 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-d14602c3-94da-40db-8518-c0ddb3dd3ad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:35.600222 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-19579086-7e67-44cf-9656-a0489541feee service neutron] 10.222.0.10 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717944 Jun 17 08:49:35.622983 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df035606-4fde-48de-8841-fce136e70230 None None] Routers {'96e129a5-d2f6-43b9-9d65-86a32fd3a050'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:49:35.623610 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-df035606-4fde-48de-8841-fce136e70230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:35.684799 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40320) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:35.712830 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e214-fd1e-4b46-b2fd-ebdbed25eb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.714691 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d7a26-9df8-4623-82ae-e4ae112a6c6a None None] Pushing event updated for resources: {'Port': ['ID=32569e65-72e6-4a9b-b611-44da5945b399,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:35.720174 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-e40d7a26-9df8-4623-82ae-e4ae112a6c6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:35.780479 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e214-fd1e-4b46-b2fd-ebdbed25eb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.790368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3724c06a-cbd3-4a14-af75-ce029c54377b req-b3942e84-7be4-4937-a8ae-ad3008ec30e1 service neutron] 10.222.0.10 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812942 Jun 17 08:49:35.798031 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-df035606-4fde-48de-8841-fce136e70230 None None] Set router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:49:35.843822 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0dac60e3-ec24-4ad0-bbd4-3baaebc6e7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.915508 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e214-fd1e-4b46-b2fd-ebdbed25eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.918016 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e214-fd1e-4b46-b2fd-ebdbed25eb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:35.919349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b9a0e214-fd1e-4b46-b2fd-ebdbed25eb6e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/785b47d9-761e-4fb9-a621-bc41f8be3f86 HTTP/1.1" status: 204 len: 168 time: 0.3697379 Jun 17 08:49:35.921545 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-247fce3a-acc2-4219-85c8-4ff6bbde3a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:35.931222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0e214-fd1e-4b46-b2fd-ebdbed25eb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785b47d9-761e-4fb9-a621-bc41f8be3f86,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:35.941078 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b9a0e214-fd1e-4b46-b2fd-ebdbed25eb6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:35.947970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66815-0af2-40db-a390-33d820ff4766 req-bb0fcf83-5c57-45ca-9199-a15881a5f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:35.953217 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d66815-0af2-40db-a390-33d820ff4766 req-bb0fcf83-5c57-45ca-9199-a15881a5f5db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=713af984c440416a94b56203e66a1c95&device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1096 time: 0.1021729 Jun 17 08:49:36.011878 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0dac60e3-ec24-4ad0-bbd4-3baaebc6e7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.034147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0dac60e3-ec24-4ad0-bbd4-3baaebc6e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.039232 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2762903e-8d44-455c-a452-dfd3b0cba8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:36.091609 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0dac60e3-ec24-4ad0-bbd4-3baaebc6e7d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d949ce1de6d547d8bda555172fc532e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4056830 Jun 17 08:49:36.092962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac60e3-ec24-4ad0-bbd4-3baaebc6e7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c01ec34-fe74-4366-9e69-2379a402c5bd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:36.095883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40326) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:36.104316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66815-0af2-40db-a390-33d820ff4766 req-250b9dc7-9bbb-47a4-9b70-61e5773216b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.106297 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d66815-0af2-40db-a390-33d820ff4766 req-250b9dc7-9bbb-47a4-9b70-61e5773216b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d44f2227-686d-4e4f-825d-66f83a3052c7 HTTP/1.1" status: 200 len: 911 time: 0.1455171 Jun 17 08:49:36.108309 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0dac60e3-ec24-4ad0-bbd4-3baaebc6e7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:36.139536 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-df035606-4fde-48de-8841-fce136e70230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'name': 'tempest-TestServerMultinode-1047916726-router', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:28Z', 'revision_number': 4, 'project_id': '713af984c440416a94b56203e66a1c95', 'gw_port': {'id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '32569e65-72e6-4a9b-b611-44da5945b399', 'name': '', 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'mac_address': 'fa:16:3e:13:31:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '035f9014-bb02-4f33-9a0d-2e1b8c37ade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:27Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '713af984c440416a94b56203e66a1c95', 'subnets': [{'id': '035f9014-bb02-4f33-9a0d-2e1b8c37ade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:49:36.160716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d66815-0af2-40db-a390-33d820ff4766 req-3773ebdf-c0b4-4a36-b8f7-a0f3856a0839 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 HTTP/1.1" status: 200 len: 217 time: 0.0471373 Jun 17 08:49:36.169959 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df035606-4fde-48de-8841-fce136e70230 None None] The sync data for ids ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'] in n-d-779913-16 is: [{'id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'name': 'tempest-TestServerMultinode-1047916726-router', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:28Z', 'revision_number': 4, 'project_id': '713af984c440416a94b56203e66a1c95', 'gw_port': {'id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '32569e65-72e6-4a9b-b611-44da5945b399', 'name': '', 'network_id': '60f3051a-ff74-462e-944c-0dbb8d55288c', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'mac_address': 'fa:16:3e:13:31:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '035f9014-bb02-4f33-9a0d-2e1b8c37ade9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:27Z', 'updated_at': '2021-06-17T08:49:35Z', 'revision_number': 4, 'project_id': '713af984c440416a94b56203e66a1c95', 'subnets': [{'id': '035f9014-bb02-4f33-9a0d-2e1b8c37ade9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:49:36.223348 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94355d10-3029-451f-b0e1-0ca9da9823e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.235093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66815-0af2-40db-a390-33d820ff4766 req-b0fb083b-e33c-459d-8b24-0ffef44135e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.236873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d66815-0af2-40db-a390-33d820ff4766 req-b0fb083b-e33c-459d-8b24-0ffef44135e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=55ed91c8-f9df-45ee-83ce-120825e2a776 HTTP/1.1" status: 200 len: 849 time: 0.0665495 Jun 17 08:49:36.281762 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94355d10-3029-451f-b0e1-0ca9da9823e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.337048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d66815-0af2-40db-a390-33d820ff4766 req-3881eb64-ff9c-45f6-ba26-0ff0c6d1a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.338703 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d66815-0af2-40db-a390-33d820ff4766 req-3881eb64-ff9c-45f6-ba26-0ff0c6d1a267 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d44f2227-686d-4e4f-825d-66f83a3052c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955281 Jun 17 08:49:36.356121 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94355d10-3029-451f-b0e1-0ca9da9823e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.359036 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-94355d10-3029-451f-b0e1-0ca9da9823e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.362489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-94355d10-3029-451f-b0e1-0ca9da9823e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c01ec34-fe74-4366-9e69-2379a402c5bd HTTP/1.1" status: 204 len: 168 time: 0.2631650 Jun 17 08:49:36.370325 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4594d25a-3061-432d-aa70-310eed1137cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:36.403919 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94355d10-3029-451f-b0e1-0ca9da9823e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c01ec34-fe74-4366-9e69-2379a402c5bd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:36.409344 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-94355d10-3029-451f-b0e1-0ca9da9823e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:36.473314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d66815-0af2-40db-a390-33d820ff4766 req-7c3796e9-5db5-4d0f-8c34-ac093f606cb3 service neutron] 10.222.0.10 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267066 Jun 17 08:49:36.635327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2d66815-0af2-40db-a390-33d820ff4766 req-0f0e6b38-7c26-4b05-afe6-491b8b70808b service neutron] 10.222.0.10 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536610 Jun 17 08:49:36.652737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfe4f8-a7e4-4a1a-bd05-59414ab943cf req-21b3e8cf-481a-4665-9ed4-2478a21d824f tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:36.655283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edbfe4f8-a7e4-4a1a-bd05-59414ab943cf req-21b3e8cf-481a-4665-9ed4-2478a21d824f tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0975094 Jun 17 08:49:36.705120 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-edbfe4f8-a7e4-4a1a-bd05-59414ab943cf req-2fcdabd7-1cde-49a3-b0eb-2b4b2b68a411 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414534 Jun 17 08:49:36.735582 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40350) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:36.750110 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95393f29-4f7f-4352-958d-35b6a4867cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.876278 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95393f29-4f7f-4352-958d-35b6a4867cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.883593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95393f29-4f7f-4352-958d-35b6a4867cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:36.886529 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-af06fef2-d506-46ad-a365-f328140abea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:36.931751 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-95393f29-4f7f-4352-958d-35b6a4867cc9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a855e88a420148df9878aecc060b8129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926568 Jun 17 08:49:36.931751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95393f29-4f7f-4352-958d-35b6a4867cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b848d2-b4f7-48ea-bb56-0d853d98987f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:36.932558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40356) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:36.935778 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95393f29-4f7f-4352-958d-35b6a4867cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:36.994590 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6b54a2c4-aaed-4346-92ca-91c974c29292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.025104 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6b54a2c4-aaed-4346-92ca-91c974c29292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.078218 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6b54a2c4-aaed-4346-92ca-91c974c29292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.081536 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6b54a2c4-aaed-4346-92ca-91c974c29292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.083335 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6b54a2c4-aaed-4346-92ca-91c974c29292 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08b848d2-b4f7-48ea-bb56-0d853d98987f HTTP/1.1" status: 204 len: 168 time: 0.1492591 Jun 17 08:49:37.084145 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6a12c71a-7bf2-468f-8db3-5a52c1847201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:37.093345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54a2c4-aaed-4346-92ca-91c974c29292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b848d2-b4f7-48ea-bb56-0d853d98987f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:37.096392 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6b54a2c4-aaed-4346-92ca-91c974c29292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:37.198468 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 32569e65-72e6-4a9b-b611-44da5945b399 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:37.261543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 32569e65-72e6-4a9b-b611-44da5945b399 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:37.265774 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 32569e65-72e6-4a9b-b611-44da5945b399 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:37.266261 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.350033 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.382945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 32569e65-72e6-4a9b-b611-44da5945b399, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=32569e65-72e6-4a9b-b611-44da5945b399,segment=NetworkSegment(ca713157-a4ed-49ca-b107-86d2f5e11400),segment_id=ca713157-a4ed-49ca-b107-86d2f5e11400)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:37.388603 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:37.390429 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:37.442869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=32569e65-72e6-4a9b-b611-44da5945b399,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:37.445997 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:37.786557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-55a6cded-8276-475d-8edd-99775fcf3959 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0649297 Jun 17 08:49:37.909897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-30b0f01f-3906-4675-8891-c28e49787b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:37.911452 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-30b0f01f-3906-4675-8891-c28e49787b69 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=be3a3851bff0485fa3dcf0ecde535818&device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 1097 time: 0.0980656 Jun 17 08:49:37.927371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5682a5-9449-4e5a-a3b7-9751837a2a4f req-e67f10d9-1cf0-4b28-89a4-5c49e5cb768e tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:37.934580 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f5682a5-9449-4e5a-a3b7-9751837a2a4f req-e67f10d9-1cf0-4b28-89a4-5c49e5cb768e tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0931695 Jun 17 08:49:38.021042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4f5682a5-9449-4e5a-a3b7-9751837a2a4f req-1c3f8ac4-8400-4323-a5c6-f627fc1ccabc tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853405 Jun 17 08:49:38.062182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-4598fd4e-918d-44d8-8e56-4babbaeebbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:38.063760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-4598fd4e-918d-44d8-8e56-4babbaeebbea service neutron] 10.222.0.63 "GET /v2.0/networks?id=aa451041-9485-478e-9607-550dd8be49b4 HTTP/1.1" status: 200 len: 909 time: 0.1263297 Jun 17 08:49:38.137183 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-f63cc344-c28c-4b22-a581-c8b1f7a455a6 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae28271b-2286-4d8e-b7b9-f44375d15d32 HTTP/1.1" status: 200 len: 1001 time: 0.0669041 Jun 17 08:49:38.188142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-e36b61ce-8fc0-4c24-9076-162e982ea0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:38.190074 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-e36b61ce-8fc0-4c24-9076-162e982ea0e1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=908edddf-0185-496e-97d3-f3defb1fe079 HTTP/1.1" status: 200 len: 847 time: 0.0471127 Jun 17 08:49:38.250620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-dd5dd4a5-cae7-4516-8335-ba8d42c1df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:38.252532 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-dd5dd4a5-cae7-4516-8335-ba8d42c1df59 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa451041-9485-478e-9607-550dd8be49b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565386 Jun 17 08:49:38.360475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-9a9bb031-5dd4-4a7a-b18e-785f70d83201 service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015570 Jun 17 08:49:38.462496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b691a788-dda3-4d92-a0c8-081b53373f1a req-a2694e1e-0574-4610-8bee-76fa5c7c25c2 service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960457 Jun 17 08:49:39.171245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 32569e65-72e6-4a9b-b611-44da5945b399 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:39.229771 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 32569e65-72e6-4a9b-b611-44da5945b399 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:39.230162 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.269357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e93e6d-c21b-47cd-be4b-3133c63ce9a3 req-699af855-084f-4f1d-b92c-246c9a0ee0f4 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:39.277419 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33e93e6d-c21b-47cd-be4b-3133c63ce9a3 req-699af855-084f-4f1d-b92c-246c9a0ee0f4 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1096 time: 0.1045008 Jun 17 08:49:39.307528 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:39.313922 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-33e93e6d-c21b-47cd-be4b-3133c63ce9a3 req-3c784a52-91ec-4d7c-841f-aa910f0e7e03 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324354 Jun 17 08:49:40.484659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532e779-0852-41dd-b57c-578e7558a2cf req-c6e8d1b9-598f-4428-b546-8f7949994b3c tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:40.486409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2532e779-0852-41dd-b57c-578e7558a2cf req-c6e8d1b9-598f-4428-b546-8f7949994b3c tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1096 time: 0.0558004 Jun 17 08:49:40.522731 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2532e779-0852-41dd-b57c-578e7558a2cf req-62aaccc1-2c0f-4b09-8402-8419729c772b tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296447 Jun 17 08:49:40.857668 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:40.964959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:40.976537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'a5b780ea-e7d8-4a7d-9c5f-14baebdaf920', 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7', 'port_id': 'a5b780ea-e7d8-4a7d-9c5f-14baebdaf920', 'mac_address': 'fa:16:3e:42:c5:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:41.017802 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.036904 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:41.058883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:41.063338 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:41.068232 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b8b5a7cd-de7b-4796-a6ab-6d46028de3f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:41.114494 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:41.117679 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:41.374108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['a5b780ea-e7d8-4a7d-9c5f-14baebdaf920'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:41.689959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef0e26-adc2-4cf9-bbf0-8aaa8f480d7c req-e6ef9d02-5928-4daf-b234-00d2b1db10d3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:41.691487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9ef0e26-adc2-4cf9-bbf0-8aaa8f480d7c req-e6ef9d02-5928-4daf-b234-00d2b1db10d3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1097 time: 0.0552890 Jun 17 08:49:41.726915 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9ef0e26-adc2-4cf9-bbf0-8aaa8f480d7c req-8bc967aa-5737-4a5c-9933-50a5ec99c7f3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295384 Jun 17 08:49:42.863113 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:42.919063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb243cf-2b80-4acb-9cfa-bad3ffdde6db req-2996f943-3e86-4651-b359-c94e7fb7f460 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:42.920629 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-afb243cf-2b80-4acb-9cfa-bad3ffdde6db req-2996f943-3e86-4651-b359-c94e7fb7f460 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1097 time: 0.0764952 Jun 17 08:49:42.948290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:42.952839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:42.953213 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:42.995151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-afb243cf-2b80-4acb-9cfa-bad3ffdde6db req-b053bb86-c917-413c-8094-53fa884d85bb tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643153 Jun 17 08:49:43.051892 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:43.074694 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67599353-89ed-4dab-bd2f-f7b7282df6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b780ea-e7d8-4a7d-9c5f-14baebdaf920'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:43.081862 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b587b912-b4e2-472c-a794-f14e2498b71f" -d '{"events": [{"server_uuid": "67599353-89ed-4dab-bd2f-f7b7282df6b4", "name": "network-vif-plugged", "status": "completed", "tag": "a5b780ea-e7d8-4a7d-9c5f-14baebdaf920"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:43.103908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:43.115806 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:43.117748 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:43.143391 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335e7fac-b8f3-4573-97fd-da6a821f490b x-openstack-request-id: req-335e7fac-b8f3-4573-97fd-da6a821f490b {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:43.143666 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67599353-89ed-4dab-bd2f-f7b7282df6b4", "name": "network-vif-plugged", "status": "completed", "tag": "a5b780ea-e7d8-4a7d-9c5f-14baebdaf920", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:43.143921 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-335e7fac-b8f3-4573-97fd-da6a821f490b {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:43.144313 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67599353-89ed-4dab-bd2f-f7b7282df6b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b780ea-e7d8-4a7d-9c5f-14baebdaf920', 'code': 200} Jun 17 08:49:43.179912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:43.183483 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:43.256338 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a4fa8-891f-4134-bb99-92db89d1615c req-5161c34e-bc56-4d94-9fee-25e3ccbecbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:43.257914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-960a4fa8-891f-4134-bb99-92db89d1615c req-5161c34e-bc56-4d94-9fee-25e3ccbecbb0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1098 time: 0.0567896 Jun 17 08:49:43.301270 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-960a4fa8-891f-4134-bb99-92db89d1615c req-f559a36d-df1c-4db9-9b46-74c94141f7ff service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Jun 17 08:49:43.439360 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ab40fed6-e2e1-44e8-8923-0b00dfab32b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:44.149758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ea366-cde5-4f89-b2dc-5528147c7f2c req-efcf9c95-c833-4cda-b7df-32a9785f5161 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:44.151569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-030ea366-cde5-4f89-b2dc-5528147c7f2c req-efcf9c95-c833-4cda-b7df-32a9785f5161 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1098 time: 0.0559547 Jun 17 08:49:44.187697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-030ea366-cde5-4f89-b2dc-5528147c7f2c req-ea9d6d5e-19bb-46f1-97d5-a6295a966625 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300183 Jun 17 08:49:45.363536 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb069847-4031-4163-a0b4-67018441cb92 req-27c37ac8-b112-4b43-9b1a-d0da7d80adad tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:45.365758 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cb069847-4031-4163-a0b4-67018441cb92 req-27c37ac8-b112-4b43-9b1a-d0da7d80adad tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1098 time: 0.0590436 Jun 17 08:49:45.404042 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cb069847-4031-4163-a0b4-67018441cb92 req-0ef26f64-e0d2-4a0f-a655-2d3806cd54b9 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322084 Jun 17 08:49:45.582610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874b72c-5741-4ecb-80fa-fc1b7df3df89 req-5e5e5ded-8ef7-4e9d-92a9-e7e750a8a4ff tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:45.584176 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e874b72c-5741-4ecb-80fa-fc1b7df3df89 req-5e5e5ded-8ef7-4e9d-92a9-e7e750a8a4ff tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1098 time: 0.0643978 Jun 17 08:49:45.624356 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e874b72c-5741-4ecb-80fa-fc1b7df3df89 req-4671e5e3-1680-4771-b1ee-6ff2e5e7976a tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326536 Jun 17 08:49:45.628263 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-957fc73e-f9e5-46f3-968a-0700ada2507b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:45.849917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d088c77-f6d0-4c94-841c-0905fd31c1cd req-f488161a-c4f6-4382-88fc-8728b41d145a tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:45.852674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d088c77-f6d0-4c94-841c-0905fd31c1cd req-f488161a-c4f6-4382-88fc-8728b41d145a tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1098 time: 0.0923214 Jun 17 08:49:45.894858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1d088c77-f6d0-4c94-841c-0905fd31c1cd req-14ddc9ef-48b4-468a-b84a-54ad1046d682 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358076 Jun 17 08:49:45.971481 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:46.233950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-933b167a-db3c-4204-96d7-2feb42bb64d4 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:46.236943 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-933b167a-db3c-4204-96d7-2feb42bb64d4 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/networks?id=d44f2227-686d-4e4f-825d-66f83a3052c7 HTTP/1.1" status: 200 len: 911 time: 0.1032150 Jun 17 08:49:46.254323 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-2f06a69b-7e41-4d13-9140-f9411a0553d3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/quotas/713af984c440416a94b56203e66a1c95 HTTP/1.1" status: 200 len: 375 time: 0.0117307 Jun 17 08:49:46.349872 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-574a097f-718c-4228-8d31-410acaa85393 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?tenant_id=713af984c440416a94b56203e66a1c95&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889986 Jun 17 08:49:46.452851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-fc1926b0-d381-420b-994f-55c388db64dc service neutron] 10.222.0.47 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020637 Jun 17 08:49:46.552547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-cc404e5c-151c-4c69-8dbe-77669576470a service neutron] 10.222.0.47 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913963 Jun 17 08:49:46.757612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-874d107e-ab3b-45ae-b6f8-df6988c857ab req-fa111932-afeb-40d3-85c4-05c7a355649c tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 210 time: 0.0478091 Jun 17 08:49:46.898722 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.089698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40718) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:47.259010 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34324bf4-8c17-4425-95f3-61f7ce90b0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.367566 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34324bf4-8c17-4425-95f3-61f7ce90b0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.375667 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-34324bf4-8c17-4425-95f3-61f7ce90b0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.379267 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ee4215ae-771c-4908-8a5b-92ded3279713 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:47.419942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-34324bf4-8c17-4425-95f3-61f7ce90b0d4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=39d0c16cce1749fda8365f6cc17583f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3262084 Jun 17 08:49:47.420189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40734) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:47.428871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34324bf4-8c17-4425-95f3-61f7ce90b0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba6121-822f-40c7-9e4e-f83a7eba9356,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:47.432140 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34324bf4-8c17-4425-95f3-61f7ce90b0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:47.484048 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c91746a6-723d-413d-8d79-2eeb1b2ae506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.506196 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c91746a6-723d-413d-8d79-2eeb1b2ae506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.558225 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c91746a6-723d-413d-8d79-2eeb1b2ae506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.560923 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c91746a6-723d-413d-8d79-2eeb1b2ae506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:47.562116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c91746a6-723d-413d-8d79-2eeb1b2ae506 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6cba6121-822f-40c7-9e4e-f83a7eba9356 HTTP/1.1" status: 204 len: 168 time: 0.1403139 Jun 17 08:49:47.563004 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b9a0e214-fd1e-4b46-b2fd-ebdbed25eb6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:47.570881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91746a6-723d-413d-8d79-2eeb1b2ae506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba6121-822f-40c7-9e4e-f83a7eba9356,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:47.575706 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c91746a6-723d-413d-8d79-2eeb1b2ae506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:47.700145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-7fcfbef6-9678-44e3-befc-29af8fd51d5d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0595787 Jun 17 08:49:47.930171 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e9beaf4-4da3-4c73-9ac2-8572903437d1 req-fa1627bc-10c5-4d90-8202-584d2d3a84cc tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 210 time: 0.0425322 Jun 17 08:49:47.968623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-cdc725da-60e0-4077-a48a-9bd4ce33ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:47.970849 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-cdc725da-60e0-4077-a48a-9bd4ce33ff83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 1097 time: 0.1823561 Jun 17 08:49:48.014327 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-1049fce2-5696-4733-8b02-39a9f9a7ea8f tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:48.015965 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-1049fce2-5696-4733-8b02-39a9f9a7ea8f tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.63 "GET /v2.0/networks?id=d44f2227-686d-4e4f-825d-66f83a3052c7 HTTP/1.1" status: 200 len: 911 time: 0.1787462 Jun 17 08:49:48.044926 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Request body: {'port': {'device_id': '9aa48c7f-eac5-404a-a68d-b63e54c6510b', 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7', 'admin_state_up': True, 'tenant_id': '713af984c440416a94b56203e66a1c95'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:48.086293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Made reservation on behalf of 713af984c440416a94b56203e66a1c95 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:49:48.089155 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.168324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-fa3ba1a7-7ea9-4e4b-b9c3-cf96200c5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:48.170498 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-fa3ba1a7-7ea9-4e4b-b9c3-cf96200c5364 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb55574d-574f-437f-8da7-2398eb69ad65 HTTP/1.1" status: 200 len: 897 time: 0.1782119 Jun 17 08:49:48.275198 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-b1c12121-66d4-49e1-9bd3-b0f549cbb640 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a698cb9-14f0-46df-8f7d-51f472848938 HTTP/1.1" status: 200 len: 1001 time: 0.0945253 Jun 17 08:49:48.317000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Allocated IP 172.20.0.3 (d44f2227-686d-4e4f-825d-66f83a3052c7/55ed91c8-f9df-45ee-83ce-120825e2a776/959d9176-5fa3-48ef-ab1d-58693b062cbb) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:49:48.345760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-3ad2e70c-727c-40b5-b52c-ac1cbf296c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:48.347355 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-3ad2e70c-727c-40b5-b52c-ac1cbf296c0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08efcbb0-d23c-42bd-b09e-4fb64b36d180 HTTP/1.1" status: 200 len: 835 time: 0.0657618 Jun 17 08:49:48.408177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40760) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:48.480332 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-0d99d959-6c41-4710-94c1-5af2a352d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:48.481868 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-0d99d959-6c41-4710-94c1-5af2a352d938 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb55574d-574f-437f-8da7-2398eb69ad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260538 Jun 17 08:49:48.543740 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87bcf6b6-1969-4e8b-99a4-99b394ab9422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.557010 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.578120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Transition to ACTIVE for port object 959d9176-5fa3-48ef-ab1d-58693b062cbb will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:48.626928 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-2a5cce8d-3b10-4bef-803e-80e575ada5e0 service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366816 Jun 17 08:49:48.678751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87bcf6b6-1969-4e8b-99a4-99b394ab9422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.684578 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.684815 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-87bcf6b6-1969-4e8b-99a4-99b394ab9422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.692593 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a2e53239-4b65-45f6-8c63-5f22f28dd354 tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:48.698107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['a5b780ea-e7d8-4a7d-9c5f-14baebdaf920'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:48.709213 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-afdcde48-020e-4338-b31a-6a34c518cd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:48.730071 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-87bcf6b6-1969-4e8b-99a4-99b394ab9422 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e658633d1ec14707a05aec88168775fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200541 Jun 17 08:49:48.730938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40776) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:48.743337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Network d44f2227-686d-4e4f-825d-66f83a3052c7 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:49:48.752499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcf6b6-1969-4e8b-99a4-99b394ab9422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7de8ce-fa2a-477a-86cd-a8da50078f63,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:48.757331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:49:48.757649 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-87bcf6b6-1969-4e8b-99a4-99b394ab9422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:48.767515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:49:48.780352 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Pushing event updated for resources: {'Port': ['ID=959d9176-5fa3-48ef-ab1d-58693b062cbb,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:48.803476 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb418e6f-d1b3-4041-8ba3-4e348cfcf733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.813705 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:48.818297 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-315bda03-6ef1-47d7-82ac-bf2ff8e698a7 req-2e09b0e0-0b9f-4155-b73f-a2fd1ec0111b service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848955 Jun 17 08:49:48.841579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:48.842597 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.852364 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb418e6f-d1b3-4041-8ba3-4e348cfcf733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.862392 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8215487 Jun 17 08:49:48.875449 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Request body: {'port': {'device_id': '9aa48c7f-eac5-404a-a68d-b63e54c6510b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:49:48.928015 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb418e6f-d1b3-4041-8ba3-4e348cfcf733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.931672 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb418e6f-d1b3-4041-8ba3-4e348cfcf733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.936760 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bb418e6f-d1b3-4041-8ba3-4e348cfcf733 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea7de8ce-fa2a-477a-86cd-a8da50078f63 HTTP/1.1" status: 204 len: 168 time: 0.2015176 Jun 17 08:49:48.939726 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cd467194-4da8-4d9c-8b75-15017f176960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:48.946143 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:48.957407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb418e6f-d1b3-4041-8ba3-4e348cfcf733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7de8ce-fa2a-477a-86cd-a8da50078f63,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:48.970113 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bb418e6f-d1b3-4041-8ba3-4e348cfcf733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:48.990328 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.231912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4723d38a-9208-4d06-adc0-a5bbd1b4e93f None None] Provisioning for port 959d9176-5fa3-48ef-ab1d-58693b062cbb completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:49.238477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4723d38a-9208-4d06-adc0-a5bbd1b4e93f None None] Provisioning complete for port 959d9176-5fa3-48ef-ab1d-58693b062cbb triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:49.239142 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4723d38a-9208-4d06-adc0-a5bbd1b4e93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.286733 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4723d38a-9208-4d06-adc0-a5bbd1b4e93f None None] Port 959d9176-5fa3-48ef-ab1d-58693b062cbb cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:49:49.292341 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5c801-92cf-4a53-88f1-1f48afdf2ae2 req-25438b14-b3a0-4f65-89da-d6d13eb888e6 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:49.294027 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-acf5c801-92cf-4a53-88f1-1f48afdf2ae2 req-25438b14-b3a0-4f65-89da-d6d13eb888e6 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1027 time: 0.1930823 Jun 17 08:49:49.367828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-acf5c801-92cf-4a53-88f1-1f48afdf2ae2 req-03a43ba3-a5ec-4788-baf0-12edc9042c58 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637641 Jun 17 08:49:49.417914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40790) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:49.426286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959d9176-5fa3-48ef-ab1d-58693b062cbb {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:49.433978 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.436295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7011cdd3-c0c1-4757-9eb0-f554914e76dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.447064 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Transition to ACTIVE for port object 959d9176-5fa3-48ef-ab1d-58693b062cbb will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:49:49.452873 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.456040 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-748a3651-bc3e-494b-a81f-a812935ef882 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:49.531084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Pushing event updated for resources: {'Port': ['ID=959d9176-5fa3-48ef-ab1d-58693b062cbb,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:49.554802 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7011cdd3-c0c1-4757-9eb0-f554914e76dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.555487 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:49.561503 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7011cdd3-c0c1-4757-9eb0-f554914e76dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.588090 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9320c4ec-5c12-475e-9b2f-bf614f50b22c tempest-TagsTest-510777498 tempest-TagsTest-510777498-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:49.593810 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7011cdd3-c0c1-4757-9eb0-f554914e76dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e147b14c4ecd4eafab1cf908a3bf891f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741102 Jun 17 08:49:49.596496 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40792) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:49.607317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Attempting to bind port 959d9176-5fa3-48ef-ab1d-58693b062cbb on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:49:49.607810 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Attempting to bind port 959d9176-5fa3-48ef-ab1d-58693b062cbb by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:49:49.608345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Attempting to bind port 959d9176-5fa3-48ef-ab1d-58693b062cbb on network d44f2227-686d-4e4f-825d-66f83a3052c7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:49.613980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Port 959d9176-5fa3-48ef-ab1d-58693b062cbb on network d44f2227-686d-4e4f-825d-66f83a3052c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:49:49.614417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Attempting to bind port 959d9176-5fa3-48ef-ab1d-58693b062cbb on network d44f2227-686d-4e4f-825d-66f83a3052c7 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:49:49.620184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:49:49.620594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Checking segment: {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:49:49.621042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Bound using segment: {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:49:49.621579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Bound port: 959d9176-5fa3-48ef-ab1d-58693b062cbb, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:49:49.622014 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.645047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011cdd3-c0c1-4757-9eb0-f554914e76dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5125d3b4-9bb4-477d-8b3b-dcecf7c788c1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:49.663134 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7011cdd3-c0c1-4757-9eb0-f554914e76dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:49.697738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] For port 959d9176-5fa3-48ef-ab1d-58693b062cbb, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:49:49.700321 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd137-744c-44ec-adde-575233351687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.702176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] For port 959d9176-5fa3-48ef-ab1d-58693b062cbb, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=959d9176-5fa3-48ef-ab1d-58693b062cbb,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:49:49.710478 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.714616 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-afeb991a-fe59-4c01-9734-841e1cf8d0b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:49.736242 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd137-744c-44ec-adde-575233351687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.759109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:49.759731 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.761784 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] 10.222.0.63 "PUT /v2.0/ports/959d9176-5fa3-48ef-ab1d-58693b062cbb HTTP/1.1" status: 200 len: 1092 time: 0.8917217 Jun 17 08:49:49.762343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa48c7f-eac5-404a-a68d-b63e54c6510b', 'tag': '959d9176-5fa3-48ef-ab1d-58693b062cbb'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:49.764799 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa48c7f-eac5-404a-a68d-b63e54c6510b", "tag": "959d9176-5fa3-48ef-ab1d-58693b062cbb"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:49.787892 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Pushing event updated for resources: {'Port': ['ID=959d9176-5fa3-48ef-ab1d-58693b062cbb,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:49.802618 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:49.806805 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd137-744c-44ec-adde-575233351687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.810141 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5bcfd137-744c-44ec-adde-575233351687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:49.811574 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5bcfd137-744c-44ec-adde-575233351687 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5125d3b4-9bb4-477d-8b3b-dcecf7c788c1 HTTP/1.1" status: 204 len: 168 time: 0.2139139 Jun 17 08:49:49.812536 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ff9925e4-38ee-4743-a732-b504b6f5f859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:49.823265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcfd137-744c-44ec-adde-575233351687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5125d3b4-9bb4-477d-8b3b-dcecf7c788c1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:49.825924 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bcfd137-744c-44ec-adde-575233351687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:49.876884 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52769d34-9b49-4834-a7fc-2ea907f639bf x-openstack-request-id: req-52769d34-9b49-4834-a7fc-2ea907f639bf {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:49.877439 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa48c7f-eac5-404a-a68d-b63e54c6510b", "tag": "959d9176-5fa3-48ef-ab1d-58693b062cbb", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:49.877850 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-52769d34-9b49-4834-a7fc-2ea907f639bf {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:49.878433 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa48c7f-eac5-404a-a68d-b63e54c6510b', 'tag': '959d9176-5fa3-48ef-ab1d-58693b062cbb', 'status': 'completed', 'code': 200} Jun 17 08:49:49.913708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-620523b0-79b1-4cde-86a9-03e7af886b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:49.915285 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-620523b0-79b1-4cde-86a9-03e7af886b42 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=713af984c440416a94b56203e66a1c95&device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1095 time: 0.1084511 Jun 17 08:49:49.957971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-30064909-7c9b-4d99-88b8-e5c34d5046c5 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=959d9176-5fa3-48ef-ab1d-58693b062cbb HTTP/1.1" status: 200 len: 217 time: 0.0354176 Jun 17 08:49:50.017373 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-e2ec123d-0e3a-44e7-90ff-c5cef0cf493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.019241 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-e2ec123d-0e3a-44e7-90ff-c5cef0cf493c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55ed91c8-f9df-45ee-83ce-120825e2a776 HTTP/1.1" status: 200 len: 849 time: 0.0551896 Jun 17 08:49:50.101525 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-c022eb20-2dcc-4ade-aec1-0ba1d52674f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.103116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-c022eb20-2dcc-4ade-aec1-0ba1d52674f2 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d44f2227-686d-4e4f-825d-66f83a3052c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753765 Jun 17 08:49:50.205318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-789c0407-bf60-44f7-8294-cbba1161fe27 service neutron] 10.222.0.63 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942438 Jun 17 08:49:50.305014 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8443723a-cd79-4314-a43f-66bfe936caa4 req-bee0d236-58bc-4bca-8d74-f5c6b89e8900 service neutron] 10.222.0.63 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937099 Jun 17 08:49:50.422118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859 req-fa5b5fca-f142-48d6-86f6-940b9868a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.423997 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859 req-fa5b5fca-f142-48d6-86f6-940b9868a059 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=713af984c440416a94b56203e66a1c95&device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1095 time: 0.0643113 Jun 17 08:49:50.580256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859 req-514b1e6f-cd9e-4df7-8aad-cb76c3baeba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.581772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859 req-514b1e6f-cd9e-4df7-8aad-cb76c3baeba1 service neutron] 10.222.0.63 "GET /v2.0/networks?id=d44f2227-686d-4e4f-825d-66f83a3052c7 HTTP/1.1" status: 200 len: 911 time: 0.1519346 Jun 17 08:49:50.632031 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859 req-cb96785f-6b65-46ed-83f7-1223716c61a3 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=959d9176-5fa3-48ef-ab1d-58693b062cbb HTTP/1.1" status: 200 len: 217 time: 0.0432065 Jun 17 08:49:50.634221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e7a4c-3560-4fdf-93f2-ad197dbdae9c req-684c092e-e7e6-4069-8fef-209f8580df6f tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:50.635375 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c94e7a4c-3560-4fdf-93f2-ad197dbdae9c req-684c092e-e7e6-4069-8fef-209f8580df6f tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1095 time: 0.1403139 Jun 17 08:49:51.068643 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40840) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:51.120389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859 req-a051ab36-1b04-419f-a7d7-6cd805ab13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:51.121857 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859 req-a051ab36-1b04-419f-a7d7-6cd805ab13f6 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=55ed91c8-f9df-45ee-83ce-120825e2a776 HTTP/1.1" status: 200 len: 849 time: 0.4831302 Jun 17 08:49:51.126352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c94e7a4c-3560-4fdf-93f2-ad197dbdae9c req-6b9637e1-fa17-4707-8f8f-d1891711c610 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786749 Jun 17 08:49:51.192040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859 req-8199e708-721d-48e8-bb70-5f5582a9002c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:51.193543 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859 req-8199e708-721d-48e8-bb70-5f5582a9002c service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=d44f2227-686d-4e4f-825d-66f83a3052c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645571 Jun 17 08:49:51.199557 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2c3c174b-c9d4-4325-b1b4-8cfd9000122c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.292281 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859 req-3e7a3cad-6599-44af-9261-63f7240bb6e0 service neutron] 10.222.0.63 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910764 Jun 17 08:49:51.295158 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2c3c174b-c9d4-4325-b1b4-8cfd9000122c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.300365 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2c3c174b-c9d4-4325-b1b4-8cfd9000122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.324979 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bb76174c-2bc9-4479-8556-9060f85a3536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:51.352140 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2c3c174b-c9d4-4325-b1b4-8cfd9000122c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a324b39500746608fe1b60d4e9a5450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815289 Jun 17 08:49:51.352578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40844) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:51.353451 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c174b-c9d4-4325-b1b4-8cfd9000122c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a73e6f-1833-4f3a-b580-3e76d6d7d724,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:51.356856 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2c3c174b-c9d4-4325-b1b4-8cfd9000122c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:51.416466 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fae2ae4-65d4-46b4-87f6-6080c6fe6859 req-5f9f104e-8ace-4388-ab93-464a2ee968b8 service neutron] 10.222.0.63 "GET /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187236 Jun 17 08:49:51.430933 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-30667ff8-244d-4845-8595-f0632d63eff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.453421 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-30667ff8-244d-4845-8595-f0632d63eff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.505695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-30667ff8-244d-4845-8595-f0632d63eff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.508692 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-30667ff8-244d-4845-8595-f0632d63eff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:51.509885 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-30667ff8-244d-4845-8595-f0632d63eff0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e7a73e6f-1833-4f3a-b580-3e76d6d7d724 HTTP/1.1" status: 204 len: 168 time: 0.1560411 Jun 17 08:49:51.510738 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bce74d0a-4700-4608-8935-e5d43b3cfdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:51.519234 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30667ff8-244d-4845-8595-f0632d63eff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a73e6f-1833-4f3a-b580-3e76d6d7d724,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:51.523565 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-30667ff8-244d-4845-8595-f0632d63eff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:52.295322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11c4c1-de52-45f9-bcf6-c28a2a944721 req-214a7fe7-3f2b-491c-ac5f-4ee56ae02623 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:52.297836 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da11c4c1-de52-45f9-bcf6-c28a2a944721 req-214a7fe7-3f2b-491c-ac5f-4ee56ae02623 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1095 time: 0.0549402 Jun 17 08:49:52.334826 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da11c4c1-de52-45f9-bcf6-c28a2a944721 req-4d22184e-c2e5-4e14-beef-31bc63f3ce32 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321977 Jun 17 08:49:52.875921 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 959d9176-5fa3-48ef-ab1d-58693b062cbb details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:49:52.892421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40900) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:52.976742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 959d9176-5fa3-48ef-ab1d-58693b062cbb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=959d9176-5fa3-48ef-ab1d-58693b062cbb,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:52.990803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '959d9176-5fa3-48ef-ab1d-58693b062cbb', 'network_id': 'd44f2227-686d-4e4f-825d-66f83a3052c7', 'port_id': '959d9176-5fa3-48ef-ab1d-58693b062cbb', 'mac_address': 'fa:16:3e:ab:36:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ed91c8-f9df-45ee-83ce-120825e2a776', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:49:53.028379 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a769292a-f868-4199-9607-34e9bb3f9782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.029860 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.044721 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959d9176-5fa3-48ef-ab1d-58693b062cbb {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:49:53.067584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 959d9176-5fa3-48ef-ab1d-58693b062cbb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=959d9176-5fa3-48ef-ab1d-58693b062cbb,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:53.073453 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.076861 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-cdb29111-9840-425a-a84d-f9f03e4f8f54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:53.126254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=959d9176-5fa3-48ef-ab1d-58693b062cbb,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:53.133911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.134183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.134636 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a769292a-f868-4199-9607-34e9bb3f9782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.134789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.135061 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.135481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.135749 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.136028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.136543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.136986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.137308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.137610 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.137902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:49:53.139726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a769292a-f868-4199-9607-34e9bb3f9782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.142285 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:53.143818 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a798205f-f1a6-4ac6-b243-d57e5fabe18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:53.176958 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a769292a-f868-4199-9607-34e9bb3f9782 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a3c33ad80f3485d9a0e7a2f62d27734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822976 Jun 17 08:49:53.179713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40904) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:53.182354 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769292a-f868-4199-9607-34e9bb3f9782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a53a19e-3e37-485e-b55e-0e67ab125cb6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:53.185842 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a769292a-f868-4199-9607-34e9bb3f9782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:53.229962 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7966091-dab9-40b9-9e04-012bb0657113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.252086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7966091-dab9-40b9-9e04-012bb0657113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.284255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['959d9176-5fa3-48ef-ab1d-58693b062cbb'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:53.308320 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7966091-dab9-40b9-9e04-012bb0657113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.311380 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7966091-dab9-40b9-9e04-012bb0657113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:53.315414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a7966091-dab9-40b9-9e04-012bb0657113 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a53a19e-3e37-485e-b55e-0e67ab125cb6 HTTP/1.1" status: 204 len: 168 time: 0.1314640 Jun 17 08:49:53.315414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6c773376-3178-4df5-9bd6-997ee6778abf tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:53.321179 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7966091-dab9-40b9-9e04-012bb0657113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a53a19e-3e37-485e-b55e-0e67ab125cb6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:53.323516 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a7966091-dab9-40b9-9e04-012bb0657113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:53.511916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f00b9-2121-428d-86b2-5d6f4186e76a req-7850025a-3b91-4808-8761-0437211fb0e2 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:53.513740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f5f00b9-2121-428d-86b2-5d6f4186e76a req-7850025a-3b91-4808-8761-0437211fb0e2 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1096 time: 0.0584934 Jun 17 08:49:53.551205 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f5f00b9-2121-428d-86b2-5d6f4186e76a req-7f713e3c-0bc3-4407-85a4-528a627714b9 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Jun 17 08:49:54.712642 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585ee36-b05a-4b5e-ba9d-d6a91af8e9e0 req-f19f6e9d-8b1c-4f64-a5a8-e3141d51e568 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:54.714301 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d585ee36-b05a-4b5e-ba9d-d6a91af8e9e0 req-f19f6e9d-8b1c-4f64-a5a8-e3141d51e568 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1096 time: 0.0522041 Jun 17 08:49:54.749804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d585ee36-b05a-4b5e-ba9d-d6a91af8e9e0 req-c15d07f2-e834-41fb-af4b-80b7dbc5e08c tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296094 Jun 17 08:49:54.874382 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 959d9176-5fa3-48ef-ab1d-58693b062cbb up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:49:54.937486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 959d9176-5fa3-48ef-ab1d-58693b062cbb completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:49:54.940860 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 959d9176-5fa3-48ef-ab1d-58693b062cbb triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:49:54.941262 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.028758 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.066704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa48c7f-eac5-404a-a68d-b63e54c6510b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d9176-5fa3-48ef-ab1d-58693b062cbb'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:49:55.069358 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc9a984-6965-445e-8754-ae882f8941d6" -d '{"events": [{"server_uuid": "9aa48c7f-eac5-404a-a68d-b63e54c6510b", "name": "network-vif-plugged", "status": "completed", "tag": "959d9176-5fa3-48ef-ab1d-58693b062cbb"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:49:55.095436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 959d9176-5fa3-48ef-ab1d-58693b062cbb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=959d9176-5fa3-48ef-ab1d-58693b062cbb,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:55.101323 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.105233 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:55.133521 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeb833c-0e60-4928-9e68-e879ff25a6eb x-openstack-request-id: req-fdeb833c-0e60-4928-9e68-e879ff25a6eb {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:49:55.133801 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa48c7f-eac5-404a-a68d-b63e54c6510b", "name": "network-vif-plugged", "status": "completed", "tag": "959d9176-5fa3-48ef-ab1d-58693b062cbb", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:49:55.134075 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fdeb833c-0e60-4928-9e68-e879ff25a6eb {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:49:55.134473 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa48c7f-eac5-404a-a68d-b63e54c6510b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959d9176-5fa3-48ef-ab1d-58693b062cbb', 'code': 200} Jun 17 08:49:55.179580 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=959d9176-5fa3-48ef-ab1d-58693b062cbb,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:55.183726 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:55.247503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01a2de-12d6-4c0b-b44c-97d1a3bee09b req-1ecaf6d5-8c90-4a5a-9eb9-4045db4eabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:55.249165 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b01a2de-12d6-4c0b-b44c-97d1a3bee09b req-1ecaf6d5-8c90-4a5a-9eb9-4045db4eabb4 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1097 time: 0.0590944 Jun 17 08:49:55.289117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0b01a2de-12d6-4c0b-b44c-97d1a3bee09b req-e60b109c-e981-4254-b63c-15c4a3e3171b service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Jun 17 08:49:55.346980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 40992) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:55.451910 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17929772-3ae8-488b-9b0c-b12ae00f871d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.547073 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17929772-3ae8-488b-9b0c-b12ae00f871d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.553857 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-17929772-3ae8-488b-9b0c-b12ae00f871d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.556785 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d3efb6ad-f1d7-4d58-b3b6-2b613fe057c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:55.592637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17929772-3ae8-488b-9b0c-b12ae00f871d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ae5ffc-5e07-4b5d-8787-f1efa52245f1,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:55.599768 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-17929772-3ae8-488b-9b0c-b12ae00f871d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5a489776c4bf4d77a3aa773ad181abff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513895 Jun 17 08:49:55.600013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 40996) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:55.601421 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-17929772-3ae8-488b-9b0c-b12ae00f871d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:55.654222 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc1627ea-f1d9-44d0-ac1f-e410015806a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.676357 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc1627ea-f1d9-44d0-ac1f-e410015806a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.727447 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc1627ea-f1d9-44d0-ac1f-e410015806a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.730496 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fc1627ea-f1d9-44d0-ac1f-e410015806a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:55.731704 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fc1627ea-f1d9-44d0-ac1f-e410015806a0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15ae5ffc-5e07-4b5d-8787-f1efa52245f1 HTTP/1.1" status: 204 len: 168 time: 0.1294186 Jun 17 08:49:55.732647 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95393f29-4f7f-4352-958d-35b6a4867cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:55.741039 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1627ea-f1d9-44d0-ac1f-e410015806a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ae5ffc-5e07-4b5d-8787-f1efa52245f1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:55.743456 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fc1627ea-f1d9-44d0-ac1f-e410015806a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:55.967234 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174be36f-b05c-48c0-b756-2d4bf9fc77d9 req-b1d4fff7-d319-4537-b90b-ca92d76b513b tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:55.975494 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-174be36f-b05c-48c0-b756-2d4bf9fc77d9 req-b1d4fff7-d319-4537-b90b-ca92d76b513b tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1097 time: 0.0871434 Jun 17 08:49:56.042630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-174be36f-b05c-48c0-b756-2d4bf9fc77d9 req-4e4f7652-2a64-436c-b3d0-5671d10d9200 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649533 Jun 17 08:49:56.172040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41006) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:56.190112 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-165fb949-5d46-48a0-98ed-b05015487479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.288520 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-165fb949-5d46-48a0-98ed-b05015487479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.294213 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-165fb949-5d46-48a0-98ed-b05015487479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.297862 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d54e7bde-180a-4bfa-b110-ea8fbcea6b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:56.334384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-165fb949-5d46-48a0-98ed-b05015487479 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d71ad554c9f6461eb2858d72272d9294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586881 Jun 17 08:49:56.335575 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fb949-5d46-48a0-98ed-b05015487479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572cc590-713f-4375-a383-d9969fdd9890,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:56.337178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41008) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:49:56.338653 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-165fb949-5d46-48a0-98ed-b05015487479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:56.390664 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41455951-e2c3-4095-8d34-0e1814ce5556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.412100 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41455951-e2c3-4095-8d34-0e1814ce5556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.460589 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41455951-e2c3-4095-8d34-0e1814ce5556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.463270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-41455951-e2c3-4095-8d34-0e1814ce5556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:56.467081 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-41455951-e2c3-4095-8d34-0e1814ce5556 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/572cc590-713f-4375-a383-d9969fdd9890 HTTP/1.1" status: 204 len: 168 time: 0.1260116 Jun 17 08:49:56.467081 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-87bcf6b6-1969-4e8b-99a4-99b394ab9422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:56.476810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41455951-e2c3-4095-8d34-0e1814ce5556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572cc590-713f-4375-a383-d9969fdd9890,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:49:56.479473 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-41455951-e2c3-4095-8d34-0e1814ce5556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:49:57.247890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ef1b4-b79d-4166-96c9-0460c37598a1 req-10aa64ab-eecd-4875-8c1d-db7b7872ef86 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:57.249460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd2ef1b4-b79d-4166-96c9-0460c37598a1 req-10aa64ab-eecd-4875-8c1d-db7b7872ef86 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1097 time: 0.0754647 Jun 17 08:49:57.291116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd2ef1b4-b79d-4166-96c9-0460c37598a1 req-c3f1bbb0-5ae6-4e83-9825-f18634397676 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343485 Jun 17 08:49:57.473871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833f502-4309-4dc3-b9c6-27e7e91f1d08 req-8574fa42-5240-4cea-bf71-62c5f91101be tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:57.476225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6833f502-4309-4dc3-b9c6-27e7e91f1d08 req-8574fa42-5240-4cea-bf71-62c5f91101be tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1097 time: 0.0621662 Jun 17 08:49:57.516541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6833f502-4309-4dc3-b9c6-27e7e91f1d08 req-91e4875e-3c12-4177-97f2-2c276d376c2f tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344434 Jun 17 08:49:57.699250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc90c8-e79a-4e3d-b607-a01fe545d340 req-a2b017d8-7960-4612-b176-fe27b5162de0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:57.700844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3dbc90c8-e79a-4e3d-b607-a01fe545d340 req-a2b017d8-7960-4612-b176-fe27b5162de0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1097 time: 0.0563838 Jun 17 08:49:57.738692 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3dbc90c8-e79a-4e3d-b607-a01fe545d340 req-3620c1f0-564c-495f-bbfd-bd2c5384df43 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302832 Jun 17 08:49:58.178542 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad98df4-9806-4d23-bcc4-7e9e630c404a req-2bb0de30-f248-4d5d-8fae-fef0c2b97556 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:58.183495 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ad98df4-9806-4d23-bcc4-7e9e630c404a req-2bb0de30-f248-4d5d-8fae-fef0c2b97556 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1097 time: 0.0683300 Jun 17 08:49:58.224159 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3ad98df4-9806-4d23-bcc4-7e9e630c404a req-24d173fe-1197-4fc7-9ba7-3828d90914b0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Jun 17 08:49:59.336122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cecc88-4ef5-4e32-a67f-5f8205b84825 req-350fb192-94c1-4009-a001-1d7fca449417 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:59.337869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76cecc88-4ef5-4e32-a67f-5f8205b84825 req-350fb192-94c1-4009-a001-1d7fca449417 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.63 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1097 time: 0.0627661 Jun 17 08:49:59.493292 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-76cecc88-4ef5-4e32-a67f-5f8205b84825 req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Deleting port 959d9176-5fa3-48ef-ab1d-58693b062cbb {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:49:59.493819 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-76cecc88-4ef5-4e32-a67f-5f8205b84825 req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.497895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa31ad-6f52-4690-a0d4-9cffff22b0dc req-8221f33b-7445-48af-8fc4-2654ee9e75ff tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:49:59.499612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-affa31ad-6f52-4690-a0d4-9cffff22b0dc req-8221f33b-7445-48af-8fc4-2654ee9e75ff tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 1097 time: 0.1049035 Jun 17 08:49:59.589983 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-affa31ad-6f52-4690-a0d4-9cffff22b0dc req-83f163ef-5d8d-47b8-be45-d0d9f51ac42d tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753727 Jun 17 08:49:59.622627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-76cecc88-4ef5-4e32-a67f-5f8205b84825 req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] For port 959d9176-5fa3-48ef-ab1d-58693b062cbb, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=959d9176-5fa3-48ef-ab1d-58693b062cbb,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:49:59.623100 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-76cecc88-4ef5-4e32-a67f-5f8205b84825 req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.734377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-76cecc88-4ef5-4e32-a67f-5f8205b84825 req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Calling delete_port for 959d9176-5fa3-48ef-ab1d-58693b062cbb owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:49:59.916115 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-76cecc88-4ef5-4e32-a67f-5f8205b84825 req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:49:59.922316 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9afb9af0-636b-4722-9f9c-37c1e9f1adf4 tempest-VolumesNegativeTest-128658411 tempest-VolumesNegativeTest-128658411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:49:59.931622 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['a5b780ea-e7d8-4a7d-9c5f-14baebdaf920'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:59.981595 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['959d9176-5fa3-48ef-ab1d-58693b062cbb'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:49:59.997095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Pushing event deleted for resources: {'Port': ['ID=959d9176-5fa3-48ef-ab1d-58693b062cbb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:00.000545 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:00.085934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-76cecc88-4ef5-4e32-a67f-5f8205b84825 req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] No DVR routers for this DVR port 959d9176-5fa3-48ef-ab1d-58693b062cbb on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:00.089294 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-76cecc88-4ef5-4e32-a67f-5f8205b84825 req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.093015 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-76cecc88-4ef5-4e32-a67f-5f8205b84825 req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.63 "DELETE /v2.0/ports/959d9176-5fa3-48ef-ab1d-58693b062cbb HTTP/1.1" status: 204 len: 173 time: 0.7496588 Jun 17 08:50:00.097315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa48c7f-eac5-404a-a68d-b63e54c6510b', 'name': 'network-vif-deleted', 'tag': '959d9176-5fa3-48ef-ab1d-58693b062cbb'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:00.100185 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e81930-0a6c-4e5e-b317-2621abc00014" -d '{"events": [{"server_uuid": "9aa48c7f-eac5-404a-a68d-b63e54c6510b", "name": "network-vif-deleted", "tag": "959d9176-5fa3-48ef-ab1d-58693b062cbb"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:00.214437 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daa9156-bd72-466c-bbc9-fecd3eb12fb5 x-openstack-request-id: req-8daa9156-bd72-466c-bbc9-fecd3eb12fb5 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:00.214806 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa48c7f-eac5-404a-a68d-b63e54c6510b", "name": "network-vif-deleted", "tag": "959d9176-5fa3-48ef-ab1d-58693b062cbb", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:00.215125 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8daa9156-bd72-466c-bbc9-fecd3eb12fb5 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:00.215594 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa48c7f-eac5-404a-a68d-b63e54c6510b', 'name': 'network-vif-deleted', 'tag': '959d9176-5fa3-48ef-ab1d-58693b062cbb', 'status': 'completed', 'code': 200} Jun 17 08:50:00.360499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41254) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:00.468315 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9070e199-1a36-4d16-9ad8-71fcf881afe2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.568531 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9070e199-1a36-4d16-9ad8-71fcf881afe2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.578459 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9070e199-1a36-4d16-9ad8-71fcf881afe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.581751 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-89fc29e1-1ead-440d-9a32-67f3bba710a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:00.622553 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070e199-1a36-4d16-9ad8-71fcf881afe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a521efc1-7727-4838-86bd-c168a59520ae,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:00.628537 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9070e199-1a36-4d16-9ad8-71fcf881afe2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=353a3510b0d348a5a964de4a520e5b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2668464 Jun 17 08:50:00.629776 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9070e199-1a36-4d16-9ad8-71fcf881afe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:00.631605 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41260) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:00.691451 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae900819-f212-4307-a98d-ce7a81a03c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.719653 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae900819-f212-4307-a98d-ce7a81a03c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.793618 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae900819-f212-4307-a98d-ce7a81a03c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.795426 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-822c9c83-2071-4dcc-a7f9-4d9a3e569d5c req-ee750e46-5047-4ba3-9a1d-3b40d31f4339 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9aa48c7f-eac5-404a-a68d-b63e54c6510b HTTP/1.1" status: 200 len: 210 time: 0.0341959 Jun 17 08:50:00.796520 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ae900819-f212-4307-a98d-ce7a81a03c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:00.800955 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ae900819-f212-4307-a98d-ce7a81a03c13 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a521efc1-7727-4838-86bd-c168a59520ae HTTP/1.1" status: 204 len: 168 time: 0.1680880 Jun 17 08:50:00.801858 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0dac60e3-ec24-4ad0-bbd4-3baaebc6e7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:00.809631 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae900819-f212-4307-a98d-ce7a81a03c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a521efc1-7727-4838-86bd-c168a59520ae,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:00.812490 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ae900819-f212-4307-a98d-ce7a81a03c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:02.161004 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41308) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:02.333452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1cac66-7eac-49ce-97a7-69be12c0e070 req-e71ecbfd-aa0b-4ec5-b7b2-ca2b910a37a8 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:02.335022 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a1cac66-7eac-49ce-97a7-69be12c0e070 req-e71ecbfd-aa0b-4ec5-b7b2-ca2b910a37a8 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1098 time: 0.0563784 Jun 17 08:50:02.335494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-359262533'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:02.359883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Made reservation on behalf of aa2fea644dff432e98cbe9267771d40a for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:02.363521 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.369693 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a1cac66-7eac-49ce-97a7-69be12c0e070 req-cbe482a4-6915-4485-88cf-97fc9100e210 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288920 Jun 17 08:50:02.372757 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.465476 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.471261 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.474877 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8685a209-2888-4a6c-a0b2-0b3402a3ca6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:02.505005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:02.511572 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da50ec9-415c-44c3-902e-eb7d7cd6d843,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:02.515471 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:02.520419 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.520419 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Added segment cf22e59e-d03e-4588-afa7-7a166739e122 of type vlan for network 90764477-8bf5-414e-af08-92509a8e95a3 Jun 17 08:50:02.559884 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.595067 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.600829 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:02.601445 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.603774 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-67e14039-6bbf-42f6-97ad-d287dcf6de9a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:02.665384 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.5023322 Jun 17 08:50:02.671785 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Pushing event updated for resources: {'Network': ['ID=90764477-8bf5-414e-af08-92509a8e95a3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:02.674807 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:02.683030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 90764477-8bf5-414e-af08-92509a8e95a3 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:02.842627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41318) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:02.850501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Request body: {'port': {'network_id': '90764477-8bf5-414e-af08-92509a8e95a3', 'binding:host_id': 'n-h2-779913-16', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1974769597'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:02.875243 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Made reservation on behalf of 06b42652dc6547268bc59f995849abd4 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:02.877769 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.886691 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.889377 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 959d9176-5fa3-48ef-ab1d-58693b062cbb no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:02.912124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 959d9176-5fa3-48ef-ab1d-58693b062cbb {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:02.912421 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 959d9176-5fa3-48ef-ab1d-58693b062cbb not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:02.986151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.992425 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:02.994720 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc7891b2-2911-427d-a321-07d8908804e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:02.999874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] device_id is not set on port 7af3ea72-fe9e-4792-9b93-165e097b337e yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:03.067799 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:03.078791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf87d7f-b366-4262-8a07-6befa64967a9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:03.082066 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:03.231806 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] device_id is not set on port 7af3ea72-fe9e-4792-9b93-165e097b337e yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:03.243770 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:03.257075 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Transition to ACTIVE for port object 7af3ea72-fe9e-4792-9b93-165e097b337e will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:03.270059 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:03.276832 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:03.328300 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event updated for resources: {'Port': ['ID=7af3ea72-fe9e-4792-9b93-165e097b337e,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:03.332529 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:03.347361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Checking segment: {'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:03.347725 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Network hostable DHCP agents. Network: 90764477-8bf5-414e-af08-92509a8e95a3, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:03.365221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Network 90764477-8bf5-414e-af08-92509a8e95a3 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:03.375587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 90764477-8bf5-414e-af08-92509a8e95a3) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:03.379449 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:03.386870 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc2932-a3e7-43a0-9e72-87f2d4fc15fd None None] Network 90764477-8bf5-414e-af08-92509a8e95a3 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:03.396439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:03.396946 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:03.397388 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:03.403137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:03.403606 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:03.404100 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 2 to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e Jun 17 08:50:03.420227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:03.420621 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:03.420972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:03.426333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:03.426716 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:03.427144 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 3 to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e Jun 17 08:50:03.449686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:03.449686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:03.449686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:03.449686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:03.449686 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:03.449686 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 4 to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e Jun 17 08:50:03.466063 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:03.467100 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:03.467743 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:03.473783 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:03.474350 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:03.475193 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 5 to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e Jun 17 08:50:03.494055 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:03.494306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:03.494849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:03.502020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:03.502598 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:03.503225 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 6 to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e Jun 17 08:50:03.528791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:03.529234 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:03.529666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:03.547924 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:03.548680 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:03.548680 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 7 to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e Jun 17 08:50:03.551501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de4bad5-0c5e-4782-9e10-19bcb8019922 req-2620d713-ebb9-4498-9514-89af4b14e6df tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:03.554072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0de4bad5-0c5e-4782-9e10-19bcb8019922 req-2620d713-ebb9-4498-9514-89af4b14e6df tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1098 time: 0.0665233 Jun 17 08:50:03.580156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:03.580842 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:03.581649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:03.588234 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:03.588967 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:03.589384 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 8 to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e Jun 17 08:50:03.610797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:03.611236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:03.611635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0de4bad5-0c5e-4782-9e10-19bcb8019922 req-e2ab553f-7402-4b23-81c2-c51f711c7069 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f8eeff5a-c2e5-41bb-8cc7-159572464407&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455718 Jun 17 08:50:03.611783 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:03.617229 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:03.617550 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:03.618221 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 9 to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e Jun 17 08:50:03.631791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:03.632254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:03.632649 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:03.637216 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:03.637751 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:03.638194 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 10 to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e Jun 17 08:50:03.650492 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:03.650870 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:03.651199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:03.657286 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port 7af3ea72-fe9e-4792-9b93-165e097b337e on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:03.657621 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port 7af3ea72-fe9e-4792-9b93-165e097b337e on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:03.658414 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:03.722823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] For port 7af3ea72-fe9e-4792-9b93-165e097b337e, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:03.723201 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempted to set empty binding levels {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:50:03.728906 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:03.731250 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f20f3b55-ae33-4b9a-a974-a26dbeff4f8e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:03.764265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:03.764843 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:03.788363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event updated for resources: {'Port': ['ID=7af3ea72-fe9e-4792-9b93-165e097b337e,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:03.791297 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:03.796708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41332) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:03.799475 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 0.9552364 Jun 17 08:50:03.887219 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a8b5d-7aff-48c6-8254-39343d606c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Deleting port 7af3ea72-fe9e-4792-9b93-165e097b337e {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:03.887559 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8b5d-7aff-48c6-8254-39343d606c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:03.950718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-7a4a8b5d-7aff-48c6-8254-39343d606c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] For port 7af3ea72-fe9e-4792-9b93-165e097b337e, host n-h2-779913-16, got binding levels [] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:03.951097 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8b5d-7aff-48c6-8254-39343d606c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.042329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-7a4a8b5d-7aff-48c6-8254-39343d606c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Calling delete_port for 7af3ea72-fe9e-4792-9b93-165e097b337e owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:04.119295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6f447-740a-44b2-aea8-3e0ffe4f9db3 req-d16b4e91-1082-48e9-9647-85eacf7a94e6 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:04.120818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a1e6f447-740a-44b2-aea8-3e0ffe4f9db3 req-d16b4e91-1082-48e9-9647-85eacf7a94e6 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 1098 time: 0.1715040 Jun 17 08:50:04.203436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8b5d-7aff-48c6-8254-39343d606c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.210489 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9c7a7a98-bf78-4526-a324-355285063f15 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:04.240653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a8b5d-7aff-48c6-8254-39343d606c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event deleted for resources: {'Port': ['ID=7af3ea72-fe9e-4792-9b93-165e097b337e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:04.243155 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7a4a8b5d-7aff-48c6-8254-39343d606c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:04.248443 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7a4a8b5d-7aff-48c6-8254-39343d606c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.250633 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7a4a8b5d-7aff-48c6-8254-39343d606c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "DELETE /v2.0/ports/7af3ea72-fe9e-4792-9b93-165e097b337e HTTP/1.1" status: 204 len: 168 time: 0.4529564 Jun 17 08:50:04.253373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41334) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:04.271799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a1e6f447-740a-44b2-aea8-3e0ffe4f9db3 req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Deleting port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:04.272139 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a1e6f447-740a-44b2-aea8-3e0ffe4f9db3 req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.287128 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa329f5-0226-4173-b986-26e023fa5bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:50:04.289007 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-efa329f5-0226-4173-b986-26e023fa5bbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "GET /v2.0/ports/7af3ea72-fe9e-4792-9b93-165e097b337e HTTP/1.1" status: 404 len: 333 time: 0.0333705 Jun 17 08:50:04.293101 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41336) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:04.298460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Request body: {'port': {'network_id': '90764477-8bf5-414e-af08-92509a8e95a3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-943393107'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:04.325722 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Made reservation on behalf of 06b42652dc6547268bc59f995849abd4 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:04.328450 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.344795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] device_id is not set on port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:04.357176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a1e6f447-740a-44b2-aea8-3e0ffe4f9db3 req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] For port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:04.357525 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a1e6f447-740a-44b2-aea8-3e0ffe4f9db3 req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.428027 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-a1e6f447-740a-44b2-aea8-3e0ffe4f9db3 req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Calling delete_port for a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:04.498360 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.544003 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.549044 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-25a9f4ec-b89f-4397-bcbf-d1ea6a28cd63 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:04.561433 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a1e6f447-740a-44b2-aea8-3e0ffe4f9db3 req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.572231 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['a5b780ea-e7d8-4a7d-9c5f-14baebdaf920'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:04.575621 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:04.593750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Network 90764477-8bf5-414e-af08-92509a8e95a3 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:04.596847 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:04.602709 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:04.603720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:04.604317 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.629489 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3350146 Jun 17 08:50:04.630373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event updated for resources: {'Port': ['ID=ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:04.632727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41342) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:04.644569 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-779913-16'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:04.647377 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:04.664433 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e6f447-740a-44b2-aea8-3e0ffe4f9db3 req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] No DVR routers for this DVR port a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:04.666599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5b780ea-e7d8-4a7d-9c5f-14baebdaf920,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:04.670203 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a1e6f447-740a-44b2-aea8-3e0ffe4f9db3 req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.672526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a1e6f447-740a-44b2-aea8-3e0ffe4f9db3 req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.10 "DELETE /v2.0/ports/a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 HTTP/1.1" status: 204 len: 173 time: 0.5446362 Jun 17 08:50:04.673121 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67599353-89ed-4dab-bd2f-f7b7282df6b4', 'name': 'network-vif-deleted', 'tag': 'a5b780ea-e7d8-4a7d-9c5f-14baebdaf920'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:04.676244 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e242d925-3465-4575-bfd0-b36d8cb703df" -d '{"events": [{"server_uuid": "67599353-89ed-4dab-bd2f-f7b7282df6b4", "name": "network-vif-deleted", "tag": "a5b780ea-e7d8-4a7d-9c5f-14baebdaf920"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:04.684279 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:04.750219 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e934720-e131-4d2d-b661-ec40a2c9631f x-openstack-request-id: req-1e934720-e131-4d2d-b661-ec40a2c9631f {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:04.750871 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67599353-89ed-4dab-bd2f-f7b7282df6b4", "name": "network-vif-deleted", "tag": "a5b780ea-e7d8-4a7d-9c5f-14baebdaf920", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:04.751467 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e934720-e131-4d2d-b661-ec40a2c9631f {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:04.752146 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67599353-89ed-4dab-bd2f-f7b7282df6b4', 'name': 'network-vif-deleted', 'tag': 'a5b780ea-e7d8-4a7d-9c5f-14baebdaf920', 'status': 'completed', 'code': 200} Jun 17 08:50:04.780987 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:04.801929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-222464ff-442b-4c94-a7ac-932b71adf46f req-165c0a1d-ef89-41e6-a662-2cdb476034ff tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67599353-89ed-4dab-bd2f-f7b7282df6b4 HTTP/1.1" status: 200 len: 210 time: 0.0351570 Jun 17 08:50:04.992854 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] device_id is not set on port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:05.000609 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:05.019253 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Transition to ACTIVE for port object ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d will not be triggered until provisioned by entity L2. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:05.026523 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:05.029100 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4b827f7d-5cb2-4bfe-b398-63c33da47263 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:05.113437 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event updated for resources: {'Port': ['ID=ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:05.116292 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:05.126982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:05.127423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:05.127808 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:05.134279 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:05.134681 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:05.135178 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 2 to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d Jun 17 08:50:05.149871 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:05.150285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:05.150680 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:05.155925 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:05.156620 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:05.157016 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 3 to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d Jun 17 08:50:05.170387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:05.170728 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:05.171113 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:05.175738 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:05.176067 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:05.176454 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 4 to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d Jun 17 08:50:05.193870 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:05.194173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:05.194521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:05.199305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:05.199649 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:05.200020 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 5 to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d Jun 17 08:50:05.212481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:05.212851 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:05.213245 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:05.218049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:05.218465 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:05.218955 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 6 to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d Jun 17 08:50:05.232126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:05.232464 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:05.232801 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:05.237269 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:05.237673 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:05.238067 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 7 to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d Jun 17 08:50:05.250114 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:05.250489 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:05.250855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:05.255692 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:05.256557 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:05.256557 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 8 to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d Jun 17 08:50:05.270528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:05.270918 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:05.271321 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:05.275966 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:05.276295 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:05.276899 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 9 to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d Jun 17 08:50:05.296281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:05.296622 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:05.297002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:05.302886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:05.303215 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:05.303645 n-d-779913-16 neutron-server[93804]: INFO neutron.plugins.ml2.plugin [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 10 to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d Jun 17 08:50:05.318439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:05.318883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93804) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:05.319214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:05.332750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93804) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:05.333080 n-d-779913-16 neutron-server[93804]: ERROR neutron.plugins.ml2.managers [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:05.333423 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:05.401429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] For port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d, host n-h2-779913-16, cleared binding levels {{(pid=93804) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:05.401690 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempted to set empty binding levels {{(pid=93804) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:50:05.409272 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:05.411650 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-871fbe7d-c7b4-4da8-8707-ffde94986211 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:05.443943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] In _notify_port_updated(), no bound segment for port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93804) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:50:05.444950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.445558 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:05.447350 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "PUT /v2.0/ports/ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d HTTP/1.1" status: 200 len: 979 time: 0.8077626 Jun 17 08:50:05.449798 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41346) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:05.513133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event updated for resources: {'Port': ['ID=ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d,revision_number=3']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:05.517014 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:05.567136 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.567620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.568096 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.568551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.569095 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.569567 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.570032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.570494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.570985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.571443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.571903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.572359 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.572835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.573290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.573750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.574208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.574670 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.575160 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.575621 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.576057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.576517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.576971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.577428 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.577886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:05.580938 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-803ce974-1f50-4f30-bbc6-ee281ec45dbd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21751 time: 0.1301172 Jun 17 08:50:05.584620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41348) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:05.675261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-790c11e4-e5f1-435a-968d-7c7abe090db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Deleting port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:05.675711 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-790c11e4-e5f1-435a-968d-7c7abe090db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:05.744574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-790c11e4-e5f1-435a-968d-7c7abe090db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] For port ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d, host n-h2-779913-16, got binding levels [] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:05.744806 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-790c11e4-e5f1-435a-968d-7c7abe090db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:05.816938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-790c11e4-e5f1-435a-968d-7c7abe090db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Calling delete_port for ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:05.908481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41354) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:05.949736 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-790c11e4-e5f1-435a-968d-7c7abe090db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:05.977289 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e07a70e6-a799-4c3f-8e6a-423012f53900 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:06.003945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c11e4-e5f1-435a-968d-7c7abe090db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:06.008561 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-790c11e4-e5f1-435a-968d-7c7abe090db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:06.016179 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-790c11e4-e5f1-435a-968d-7c7abe090db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.020385 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-790c11e4-e5f1-435a-968d-7c7abe090db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "DELETE /v2.0/ports/ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d HTTP/1.1" status: 204 len: 168 time: 0.4326553 Jun 17 08:50:06.021018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41356) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:06.053984 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54f2f8d-a712-4c3e-b064-49671ad20853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:50:06.055504 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b54f2f8d-a712-4c3e-b064-49671ad20853 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "GET /v2.0/ports/ff6e7fac-ff4c-4ed3-8bac-32d57ce42d9d HTTP/1.1" status: 404 len: 333 time: 0.0335977 Jun 17 08:50:06.060117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41358) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:06.066900 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1810985881', 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:06.126382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Made reservation on behalf of 06b42652dc6547268bc59f995849abd4 for: {'port': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:06.128590 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.178391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] device_id is not set on port 481ff281-a964-4724-8e64-d127ee35a57a yet. {{(pid=93804) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:06.392566 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.451197 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.457329 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:06.889515 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Network 90764477-8bf5-414e-af08-92509a8e95a3 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:06.898695 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:06.904501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:06.905472 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:06.906489 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.908494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event updated for resources: {'Port': ['ID=481ff281-a964-4724-8e64-d127ee35a57a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:06.912355 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:06.932392 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8712873 Jun 17 08:50:06.935300 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41366) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:06.943102 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:06.984599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ecc497-6f1f-42b6-bd78-60f98a3b69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:06.986152 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f0ecc497-6f1f-42b6-bd78-60f98a3b69f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "GET /v2.0/ports/481ff281-a964-4724-8e64-d127ee35a57a HTTP/1.1" status: 200 len: 959 time: 0.0498455 Jun 17 08:50:06.989499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41368) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:07.086193 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-6fd795a7-82d4-48d9-a983-311f77775bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Deleting port 481ff281-a964-4724-8e64-d127ee35a57a {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:07.086529 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6fd795a7-82d4-48d9-a983-311f77775bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.182056 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6fd795a7-82d4-48d9-a983-311f77775bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.227846 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Deleting port 29058025-2e84-470c-9466-7fe9f039a4f4 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:07.228112 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.257025 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-6fd795a7-82d4-48d9-a983-311f77775bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Calling delete_port for 481ff281-a964-4724-8e64-d127ee35a57a owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:07.312694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] For port 29058025-2e84-470c-9466-7fe9f039a4f4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=29058025-2e84-470c-9466-7fe9f039a4f4,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:07.313056 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.367187 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6fd795a7-82d4-48d9-a983-311f77775bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.379770 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7a4a8b5d-7aff-48c6-8254-39343d606c0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:07.382913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Calling delete_port for 29058025-2e84-470c-9466-7fe9f039a4f4 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:07.404439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd795a7-82d4-48d9-a983-311f77775bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event deleted for resources: {'Port': ['ID=481ff281-a964-4724-8e64-d127ee35a57a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:07.411000 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6fd795a7-82d4-48d9-a983-311f77775bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.412956 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6fd795a7-82d4-48d9-a983-311f77775bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "DELETE /v2.0/ports/481ff281-a964-4724-8e64-d127ee35a57a HTTP/1.1" status: 204 len: 168 time: 0.4222989 Jun 17 08:50:07.413990 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6fd795a7-82d4-48d9-a983-311f77775bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:07.416298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41370) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:07.443858 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb22476-81d6-4df7-9c83-40b069ed8c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:50:07.445550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-edb22476-81d6-4df7-9c83-40b069ed8c83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "GET /v2.0/ports/481ff281-a964-4724-8e64-d127ee35a57a HTTP/1.1" status: 404 len: 333 time: 0.0279105 Jun 17 08:50:07.449623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41372) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:07.455495 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Request body: {'port': {'network_id': '90764477-8bf5-414e-af08-92509a8e95a3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1259758797'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:07.487860 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Made reservation on behalf of 06b42652dc6547268bc59f995849abd4 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:07.491331 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.510852 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] device_id is not set on port a96f53fb-3579-46b2-b13b-c7f495e83b9a yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:07.612678 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.614902 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:07.640429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=29058025-2e84-470c-9466-7fe9f039a4f4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:07.643817 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:07.723681 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.778486 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.783911 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bcae8dbd-7e90-41aa-9a01-a9e45b752fb3 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:07.851056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Network 90764477-8bf5-414e-af08-92509a8e95a3 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:07.855566 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.864012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:07.872180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:07.873141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:07.873679 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:07.888023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event updated for resources: {'Port': ['ID=a96f53fb-3579-46b2-b13b-c7f495e83b9a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:07.893313 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:07.931469 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4778557 Jun 17 08:50:07.931775 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41376) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:07.941015 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:08.027610 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.140588 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Router b4f86b57-13b9-43ae-842d-ac9c479369a6 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:50:08.228532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] device_id is not set on port a96f53fb-3579-46b2-b13b-c7f495e83b9a yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:08.237918 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.251898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Transition to ACTIVE for port object a96f53fb-3579-46b2-b13b-c7f495e83b9a will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:08.257663 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.258639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:08.267085 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] 10.222.0.47 "PUT /v2.0/routers/b4f86b57-13b9-43ae-842d-ac9c479369a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3555665 Jun 17 08:50:08.267085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41378) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:08.270387 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:08.277117 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e0abe-b79f-4ab7-9aef-1fa86db01f3b None None] Sync routers for ids ['b4f86b57-13b9-43ae-842d-ac9c479369a6'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:08.289107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e0abe-b79f-4ab7-9aef-1fa86db01f3b None None] Routers {'b4f86b57-13b9-43ae-842d-ac9c479369a6'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:08.289938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-957e0abe-b79f-4ab7-9aef-1fa86db01f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['b4f86b57-13b9-43ae-842d-ac9c479369a6'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:08.359064 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event updated for resources: {'Port': ['ID=a96f53fb-3579-46b2-b13b-c7f495e83b9a,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:08.362940 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:08.373744 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:08.374005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:08.374386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:08.379772 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:08.380189 n-d-779913-16 neutron-server[93803]: ERROR neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:08.380496 n-d-779913-16 neutron-server[93803]: INFO neutron.plugins.ml2.plugin [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 2 to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a Jun 17 08:50:08.397873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:08.398531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:08.398531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:08.403254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:08.403504 n-d-779913-16 neutron-server[93803]: ERROR neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:08.403870 n-d-779913-16 neutron-server[93803]: INFO neutron.plugins.ml2.plugin [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 3 to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a Jun 17 08:50:08.407637 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.421184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:08.421660 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:08.422002 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:08.427971 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:08.428313 n-d-779913-16 neutron-server[93803]: ERROR neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:08.428701 n-d-779913-16 neutron-server[93803]: INFO neutron.plugins.ml2.plugin [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 4 to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a Jun 17 08:50:08.450760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:08.451140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:08.451467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:08.462904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:08.463320 n-d-779913-16 neutron-server[93803]: ERROR neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:08.463737 n-d-779913-16 neutron-server[93803]: INFO neutron.plugins.ml2.plugin [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 5 to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a Jun 17 08:50:08.494317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:08.494654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:08.495023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:08.510650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:08.511428 n-d-779913-16 neutron-server[93803]: ERROR neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:08.511560 n-d-779913-16 neutron-server[93803]: INFO neutron.plugins.ml2.plugin [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 6 to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a Jun 17 08:50:08.532673 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.540708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:08.540943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:08.541268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:08.546755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:08.547136 n-d-779913-16 neutron-server[93803]: ERROR neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:08.547554 n-d-779913-16 neutron-server[93803]: INFO neutron.plugins.ml2.plugin [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 7 to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a Jun 17 08:50:08.562196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:08.562580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:08.562936 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:08.568568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:08.568895 n-d-779913-16 neutron-server[93803]: ERROR neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:08.569424 n-d-779913-16 neutron-server[93803]: INFO neutron.plugins.ml2.plugin [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 8 to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a Jun 17 08:50:08.586303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:08.587293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:08.587293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:08.594601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:08.596454 n-d-779913-16 neutron-server[93803]: ERROR neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:08.597635 n-d-779913-16 neutron-server[93803]: INFO neutron.plugins.ml2.plugin [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 9 to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a Jun 17 08:50:08.621656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:08.622035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:08.622689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:08.629289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:08.630194 n-d-779913-16 neutron-server[93803]: ERROR neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:08.630194 n-d-779913-16 neutron-server[93803]: INFO neutron.plugins.ml2.plugin [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempt 10 to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a Jun 17 08:50:08.632226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Deleting port dfa7109d-60b4-4424-a14f-3442fe3086c4 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:08.632738 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.645639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:08.647134 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:08.647134 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempting to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:08.651400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:08.651621 n-d-779913-16 neutron-server[93803]: ERROR neutron.plugins.ml2.managers [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Failed to bind port a96f53fb-3579-46b2-b13b-c7f495e83b9a on host n-h2-779913-16 for vnic_type normal using segments [{'id': 'cf22e59e-d03e-4588-afa7-7a166739e122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '90764477-8bf5-414e-af08-92509a8e95a3'}] Jun 17 08:50:08.651835 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.658369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-957e0abe-b79f-4ab7-9aef-1fa86db01f3b None None] Set router b4f86b57-13b9-43ae-842d-ac9c479369a6 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:08.734583 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] For port dfa7109d-60b4-4424-a14f-3442fe3086c4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=dfa7109d-60b4-4424-a14f-3442fe3086c4,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:08.735149 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.736470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] For port a96f53fb-3579-46b2-b13b-c7f495e83b9a, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:08.736470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attempted to set empty binding levels {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jun 17 08:50:08.743181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.746603 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5f1713ad-e6ab-4a5f-a317-2d55b567fa3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:08.783129 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] In _notify_port_updated(), no bound segment for port a96f53fb-3579-46b2-b13b-c7f495e83b9a on network 90764477-8bf5-414e-af08-92509a8e95a3 {{(pid=93803) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 17 08:50:08.784082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:08.784710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.788939 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "PUT /v2.0/ports/a96f53fb-3579-46b2-b13b-c7f495e83b9a HTTP/1.1" status: 200 len: 980 time: 0.8500209 Jun 17 08:50:08.790445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41380) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:08.799809 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Calling delete_port for dfa7109d-60b4-4424-a14f-3442fe3086c4 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:08.836933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event updated for resources: {'Port': ['ID=a96f53fb-3579-46b2-b13b-c7f495e83b9a,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:08.841763 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:08.930431 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d5c98-4114-4cd4-bb07-9ce53f4f023c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Deleting port a96f53fb-3579-46b2-b13b-c7f495e83b9a {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:08.930944 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5c98-4114-4cd4-bb07-9ce53f4f023c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:08.966309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-957e0abe-b79f-4ab7-9aef-1fa86db01f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'name': 'tempest-TestServerMultinode-1813139328-router', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:18Z', 'updated_at': '2021-06-17T08:50:07Z', 'revision_number': 5, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'gw_port': {'id': 'dfa7109d-60b4-4424-a14f-3442fe3086c4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:19Z', 'updated_at': '2021-06-17T08:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:08.992983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e0abe-b79f-4ab7-9aef-1fa86db01f3b None None] Checking router: b4f86b57-13b9-43ae-842d-ac9c479369a6 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:09.006535 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-cc0d5c98-4114-4cd4-bb07-9ce53f4f023c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] For port a96f53fb-3579-46b2-b13b-c7f495e83b9a, host n-h2-779913-16, got binding levels [] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:09.007582 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5c98-4114-4cd4-bb07-9ce53f4f023c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.009378 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:09.033940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:09.034295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a5b780ea-e7d8-4a7d-9c5f-14baebdaf920 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:09.035941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e0abe-b79f-4ab7-9aef-1fa86db01f3b None None] Routers {'b4f86b57-13b9-43ae-842d-ac9c479369a6'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:09.036584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-957e0abe-b79f-4ab7-9aef-1fa86db01f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['b4f86b57-13b9-43ae-842d-ac9c479369a6'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:09.038641 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.050899 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:09.077834 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa7109d-60b4-4424-a14f-3442fe3086c4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:09.104033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-cc0d5c98-4114-4cd4-bb07-9ce53f4f023c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Calling delete_port for a96f53fb-3579-46b2-b13b-c7f495e83b9a owned by {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:09.104189 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-957e0abe-b79f-4ab7-9aef-1fa86db01f3b None None] Set router b4f86b57-13b9-43ae-842d-ac9c479369a6 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:09.108384 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:09.178351 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-957e0abe-b79f-4ab7-9aef-1fa86db01f3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'name': 'tempest-TestServerMultinode-1813139328-router', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:18Z', 'updated_at': '2021-06-17T08:50:08Z', 'revision_number': 7, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:09.197693 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.210805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957e0abe-b79f-4ab7-9aef-1fa86db01f3b None None] The sync data for ids ['b4f86b57-13b9-43ae-842d-ac9c479369a6'] in n-d-779913-16 is: [{'id': 'b4f86b57-13b9-43ae-842d-ac9c479369a6', 'name': 'tempest-TestServerMultinode-1813139328-router', 'tenant_id': '106a779e85fd4bd5a10d42f547c41ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:18Z', 'updated_at': '2021-06-17T08:50:08Z', 'revision_number': 7, 'project_id': '106a779e85fd4bd5a10d42f547c41ef4', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:09.221217 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5c98-4114-4cd4-bb07-9ce53f4f023c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.234504 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cb4595a8-5772-43cb-94f5-7aa71e8465fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:09.270123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0d5c98-4114-4cd4-bb07-9ce53f4f023c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Pushing event deleted for resources: {'Port': ['ID=a96f53fb-3579-46b2-b13b-c7f495e83b9a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:09.273437 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cc0d5c98-4114-4cd4-bb07-9ce53f4f023c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:09.276425 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cc0d5c98-4114-4cd4-bb07-9ce53f4f023c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.285035 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cc0d5c98-4114-4cd4-bb07-9ce53f4f023c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "DELETE /v2.0/ports/a96f53fb-3579-46b2-b13b-c7f495e83b9a HTTP/1.1" status: 204 len: 168 time: 0.4934804 Jun 17 08:50:09.287952 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41384) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:09.305086 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.307388 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.312280 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.323988 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-20996677-e94d-4348-aae3-7af7a3078292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] GET failed (client error): The resource could not be found. Jun 17 08:50:09.325564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-20996677-e94d-4348-aae3-7af7a3078292 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] 10.222.0.47 "GET /v2.0/ports/a96f53fb-3579-46b2-b13b-c7f495e83b9a HTTP/1.1" status: 404 len: 333 time: 0.0363793 Jun 17 08:50:09.329388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41386) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:09.353110 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.353753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f86b57-13b9-43ae-842d-ac9c479369a6 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:09.362692 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.366934 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b4f86b57-13b9-43ae-842d-ac9c479369a6 HTTP/1.1" status: 204 len: 168 time: 1.0966063 Jun 17 08:50:09.367588 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41388) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:09.417263 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.418270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-c476ab86-6a85-4b37-9475-3ad3359f7c85 admin admin] Deleting subnet 55ed91c8-f9df-45ee-83ce-120825e2a776 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:50:09.420877 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c476ab86-6a85-4b37-9475-3ad3359f7c85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.461138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c476ab86-6a85-4b37-9475-3ad3359f7c85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.515547 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.527681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90764477-8bf5-414e-af08-92509a8e95a3']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:09.547824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf22e59e-d03e-4588-afa7-7a166739e122') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:09.548691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf22e59e-d03e-4588-afa7-7a166739e122') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:09.552379 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c476ab86-6a85-4b37-9475-3ad3359f7c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.560369 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.578345 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.587539 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:09.587872 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:09.591343 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:09.596787 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:50:09.646550 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c476ab86-6a85-4b37-9475-3ad3359f7c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.649066 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f76e0e1d-c273-4cf3-a8af-6d759d65b0c2 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:09.673528 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476ab86-6a85-4b37-9475-3ad3359f7c85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ed91c8-f9df-45ee-83ce-120825e2a776,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:09.680022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.685405 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c476ab86-6a85-4b37-9475-3ad3359f7c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:09.689324 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4acb3d23-e809-4dda-a49a-4f2f60644203 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:09.693143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c476ab86-6a85-4b37-9475-3ad3359f7c85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.693684 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.695891 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] 10.222.0.47 "DELETE /v2.0/networks/90764477-8bf5-414e-af08-92509a8e95a3 HTTP/1.1" status: 204 len: 168 time: 0.3644404 Jun 17 08:50:09.699254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41390) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:09.701653 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c476ab86-6a85-4b37-9475-3ad3359f7c85 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/55ed91c8-f9df-45ee-83ce-120825e2a776 HTTP/1.1" status: 204 len: 168 time: 0.3329008 Jun 17 08:50:09.705913 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef2d89-058d-4947-bc6b-4762b4223d0c None None] Network d44f2227-686d-4e4f-825d-66f83a3052c7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:09.715851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Pushing event deleted for resources: {'Network': ['ID=90764477-8bf5-414e-af08-92509a8e95a3,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:09.727780 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:09.831548 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:09.896007 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Deleting port 229f918f-79d4-4608-9f6a-c34953a92e15 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:09.896620 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.002532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] For port 229f918f-79d4-4608-9f6a-c34953a92e15, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=229f918f-79d4-4608-9f6a-c34953a92e15,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:10.003027 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.077908 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Calling delete_port for 229f918f-79d4-4608-9f6a-c34953a92e15 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:10.079420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41398) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:10.091564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9f4b71-b514-498d-a370-a52ca88099e0 None None] DHCP port deletion for d44f2227-686d-4e4f-825d-66f83a3052c7 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:50:10.174544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f4b71-b514-498d-a370-a52ca88099e0 None None] Deleting port 229f918f-79d4-4608-9f6a-c34953a92e15 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:10.174975 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4b71-b514-498d-a370-a52ca88099e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.212023 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.218046 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d70f01d7-78d7-4e66-8b69-0f2fe5c2ade7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:10.244624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-4c9f4b71-b514-498d-a370-a52ca88099e0 None None] For port 229f918f-79d4-4608-9f6a-c34953a92e15, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=229f918f-79d4-4608-9f6a-c34953a92e15,segment=NetworkSegment(ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b),segment_id=ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:10.245217 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4b71-b514-498d-a370-a52ca88099e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.248346 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=229f918f-79d4-4608-9f6a-c34953a92e15,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:10.256712 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:10.262694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] No DVR routers for this DVR port 229f918f-79d4-4608-9f6a-c34953a92e15 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:10.314883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4c9f4b71-b514-498d-a370-a52ca88099e0 None None] Calling delete_port for 229f918f-79d4-4608-9f6a-c34953a92e15 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:10.340374 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f91fa310-fbf4-4e6a-b961-0bee0aa5948f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa2fea644dff432e98cbe9267771d40a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2593613 Jun 17 08:50:10.344065 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41402) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:10.386943 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.405114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44f2227-686d-4e4f-825d-66f83a3052c7']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:10.412155 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f92d99da-131e-42b5-b3f6-1f2ee11a6140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.424547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:10.424834 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6f618c-086d-4ea5-9ff8-beb13cd3bb5b') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: retrieve_revision_numbers = { Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:10.430197 n-d-779913-16 neutron-server[93805]: self.session.flush() Jun 17 08:50:10.439260 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.449519 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4c9f4b71-b514-498d-a370-a52ca88099e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.458084 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:10.459395 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.462950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9f4b71-b514-498d-a370-a52ca88099e0 None None] No DVR routers for this DVR port 229f918f-79d4-4608-9f6a-c34953a92e15 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:10.471949 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f92d99da-131e-42b5-b3f6-1f2ee11a6140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.482746 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:10.484533 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f4b71-b514-498d-a370-a52ca88099e0 None None] Pushing event deleted for resources: {'Port': ['ID=229f918f-79d4-4608-9f6a-c34953a92e15,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:10.496305 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:10.498110 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:10.505706 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4c9f4b71-b514-498d-a370-a52ca88099e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:10.570409 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.574574 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c2ad983e-f458-49cb-8c3c-cfe89f1513e9 tempest-PortsIpV6TestJSON-632583597 tempest-PortsIpV6TestJSON-632583597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:10.577441 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.582702 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d44f2227-686d-4e4f-825d-66f83a3052c7 HTTP/1.1" status: 204 len: 168 time: 0.8805060 Jun 17 08:50:10.582702 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41404) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:10.589718 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f92d99da-131e-42b5-b3f6-1f2ee11a6140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.598345 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f92d99da-131e-42b5-b3f6-1f2ee11a6140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:10.599962 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f92d99da-131e-42b5-b3f6-1f2ee11a6140 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2da50ec9-415c-44c3-902e-eb7d7cd6d843 HTTP/1.1" status: 204 len: 168 time: 0.2549663 Jun 17 08:50:10.600568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d44f2227-686d-4e4f-825d-66f83a3052c7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:10.601169 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:10.604359 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:10.613305 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92d99da-131e-42b5-b3f6-1f2ee11a6140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da50ec9-415c-44c3-902e-eb7d7cd6d843,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:10.616227 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f92d99da-131e-42b5-b3f6-1f2ee11a6140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:10.993849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41410) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:11.047024 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4c29a406-b32c-4bb2-ba23-5dddd89273b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06b42652dc6547268bc59f995849abd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518384 Jun 17 08:50:11.049898 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41414) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:11.051392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.132446 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-149cd9e1-6052-41bf-8784-4e85a0671c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.160116 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-149cd9e1-6052-41bf-8784-4e85a0671c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.194395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 29058025-2e84-470c-9466-7fe9f039a4f4 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:11.215144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 29058025-2e84-470c-9466-7fe9f039a4f4 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:11.215484 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 29058025-2e84-470c-9466-7fe9f039a4f4 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:11.216083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 229f918f-79d4-4608-9f6a-c34953a92e15 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:11.229278 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-149cd9e1-6052-41bf-8784-4e85a0671c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.232859 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-149cd9e1-6052-41bf-8784-4e85a0671c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.236524 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-149cd9e1-6052-41bf-8784-4e85a0671c68 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dcf87d7f-b366-4262-8a07-6befa64967a9 HTTP/1.1" status: 204 len: 168 time: 0.1819375 Jun 17 08:50:11.236524 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-09ffa90a-a49e-43e9-816a-e90fb72da91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:11.245030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149cd9e1-6052-41bf-8784-4e85a0671c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf87d7f-b366-4262-8a07-6befa64967a9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:11.247870 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 229f918f-79d4-4608-9f6a-c34953a92e15 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:11.248784 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-149cd9e1-6052-41bf-8784-4e85a0671c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:11.249150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 229f918f-79d4-4608-9f6a-c34953a92e15 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:11.249639 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device dfa7109d-60b4-4424-a14f-3442fe3086c4 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:11.273006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: dfa7109d-60b4-4424-a14f-3442fe3086c4 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:11.273650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device dfa7109d-60b4-4424-a14f-3442fe3086c4 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:11.749453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Deleting port 32569e65-72e6-4a9b-b611-44da5945b399 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:11.750002 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.832111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] For port 32569e65-72e6-4a9b-b611-44da5945b399, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=32569e65-72e6-4a9b-b611-44da5945b399,segment=NetworkSegment(ca713157-a4ed-49ca-b107-86d2f5e11400),segment_id=ca713157-a4ed-49ca-b107-86d2f5e11400)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:11.832458 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:11.905729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Calling delete_port for 32569e65-72e6-4a9b-b611-44da5945b399 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:12.093986 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.097054 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d106fa5b-f571-474b-b9d8-c600e9eb73fb tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:12.120373 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=32569e65-72e6-4a9b-b611-44da5945b399,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:12.123718 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:12.368469 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.596216 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:50:12.663054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41458) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:12.712444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:12.717923 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] 10.222.0.47 "PUT /v2.0/routers/96e129a5-d2f6-43b9-9d65-86a32fd3a050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1344197 Jun 17 08:50:12.720775 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41462) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:12.723918 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec25bd95-97e4-41a1-b8d1-8d169e0edaaa None None] Sync routers for ids ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:12.735609 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25bd95-97e4-41a1-b8d1-8d169e0edaaa None None] Routers {'96e129a5-d2f6-43b9-9d65-86a32fd3a050'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:12.736484 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ec25bd95-97e4-41a1-b8d1-8d169e0edaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:12.795384 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1875251115', 'router:external': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:12.850991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Made reservation on behalf of 3a4313e11a334c30b49b091cbc49914b for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:12.853403 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.873918 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.887851 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:12.958842 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-ec25bd95-97e4-41a1-b8d1-8d169e0edaaa None None] Set router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:13.041868 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.095260 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.102500 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.106745 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2c3c174b-c9d4-4325-b1b4-8cfd9000122c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:13.131805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:13.159103 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2c8784-90aa-4c5f-ad02-d4b3da89bfb0,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:13.162074 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.162424 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Added segment 9e89ab5b-8a29-4943-8221-0b51c480502c of type vlan for network cfd7d756-e2a8-4812-85f2-33e83dbf524c Jun 17 08:50:13.176124 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:13.180173 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Deleting port deffb6ba-0340-4506-922b-c5d94e8a723d {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:13.180520 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.193897 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ec25bd95-97e4-41a1-b8d1-8d169e0edaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'name': 'tempest-TestServerMultinode-1047916726-router', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208'}], 'enable_snat': True}, 'gw_port_id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:50:12Z', 'revision_number': 5, 'project_id': '713af984c440416a94b56203e66a1c95', 'gw_port': {'id': 'deffb6ba-0340-4506-922b-c5d94e8a723d', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f6:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:13.232833 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec25bd95-97e4-41a1-b8d1-8d169e0edaaa None None] Checking router: 96e129a5-d2f6-43b9-9d65-86a32fd3a050 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:13.243592 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25bd95-97e4-41a1-b8d1-8d169e0edaaa None None] Routers {'96e129a5-d2f6-43b9-9d65-86a32fd3a050'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:13.244235 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ec25bd95-97e4-41a1-b8d1-8d169e0edaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:49:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:13.261842 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.322726 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] For port deffb6ba-0340-4506-922b-c5d94e8a723d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=deffb6ba-0340-4506-922b-c5d94e8a723d,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:13.323667 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.337066 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.338115 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:13.339270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.345422 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-abe1f453-00a6-4e55-af67-036c5aeac7e7 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:13.353915 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-ec25bd95-97e4-41a1-b8d1-8d169e0edaaa None None] Set router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:13.414673 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ec25bd95-97e4-41a1-b8d1-8d169e0edaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'name': 'tempest-TestServerMultinode-1047916726-router', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:50:13Z', 'revision_number': 6, 'project_id': '713af984c440416a94b56203e66a1c95', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:13.429421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Calling delete_port for deffb6ba-0340-4506-922b-c5d94e8a723d owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:13.460996 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec25bd95-97e4-41a1-b8d1-8d169e0edaaa None None] The sync data for ids ['96e129a5-d2f6-43b9-9d65-86a32fd3a050'] in n-d-779913-16 is: [{'id': '96e129a5-d2f6-43b9-9d65-86a32fd3a050', 'name': 'tempest-TestServerMultinode-1047916726-router', 'tenant_id': '713af984c440416a94b56203e66a1c95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:49:24Z', 'updated_at': '2021-06-17T08:50:13Z', 'revision_number': 6, 'project_id': '713af984c440416a94b56203e66a1c95', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:13.474982 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba4d38b1-b9da-440c-9155-b0b85537e9a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.494846 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8299460 Jun 17 08:50:13.498518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41466) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:13.505823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Request body: {'subnet': {'network_id': 'cfd7d756-e2a8-4812-85f2-33e83dbf524c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:13.534432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Made reservation on behalf of 3a4313e11a334c30b49b091cbc49914b for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:13.537498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.558721 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event updated for resources: {'Network': ['ID=cfd7d756-e2a8-4812-85f2-33e83dbf524c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:13.562489 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:13.569945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network cfd7d756-e2a8-4812-85f2-33e83dbf524c details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:13.731284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.734914 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:13.761309 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=deffb6ba-0340-4506-922b-c5d94e8a723d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:13.789052 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:13.835438 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.950423 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.952847 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.985571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.objects.ports [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93803) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 17 08:50:13.986094 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:13.988243 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0ba6567f-de04-49a0-a57b-4b1a2f670336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:14.002220 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.002903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96e129a5-d2f6-43b9-9d65-86a32fd3a050 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:14.008005 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.009352 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/96e129a5-d2f6-43b9-9d65-86a32fd3a050 HTTP/1.1" status: 204 len: 168 time: 1.2876184 Jun 17 08:50:14.012057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41470) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:14.052455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event updated for resources: {'Subnet': ['ID=202506e5-7f5f-452b-b9d7-d3e0b05558e2,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:14.060390 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:14.071145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Checking segment: {'id': '9e89ab5b-8a29-4943-8221-0b51c480502c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'cfd7d756-e2a8-4812-85f2-33e83dbf524c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:14.071528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Network hostable DHCP agents. Network: cfd7d756-e2a8-4812-85f2-33e83dbf524c, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:14.075311 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-049eb6bf-ebd4-44e5-98bd-01142b60ca5d admin admin] Deleting subnet 035f9014-bb02-4f33-9a0d-2e1b8c37ade9 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:50:14.078615 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-049eb6bf-ebd4-44e5-98bd-01142b60ca5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.092813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Network cfd7d756-e2a8-4812-85f2-33e83dbf524c is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:14.102947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, cfd7d756-e2a8-4812-85f2-33e83dbf524c) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:14.107464 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:14.108128 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.115503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6b71bb-fcee-4067-a98c-784da972314d None None] Network cfd7d756-e2a8-4812-85f2-33e83dbf524c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:14.121323 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-049eb6bf-ebd4-44e5-98bd-01142b60ca5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.126858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6239061 Jun 17 08:50:14.127176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41472) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:14.135014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-843889981', 'network_id': 'cfd7d756-e2a8-4812-85f2-33e83dbf524c'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:14.158255 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Made reservation on behalf of 3a4313e11a334c30b49b091cbc49914b for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:14.165397 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.197838 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] device_id is not set on port 627114a0-8a22-4758-9e08-7808982d42c8 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:50:14.234277 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-049eb6bf-ebd4-44e5-98bd-01142b60ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.280031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842ce154-90ef-407c-946a-62bbdbea6a1b None None] Network cfd7d756-e2a8-4812-85f2-33e83dbf524c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:14.322514 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-049eb6bf-ebd4-44e5-98bd-01142b60ca5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.333133 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-60fc009a-ff06-4f28-9185-556423afa031 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:14.339152 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-049eb6bf-ebd4-44e5-98bd-01142b60ca5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.349817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41474) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:14.351252 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-049eb6bf-ebd4-44e5-98bd-01142b60ca5d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/035f9014-bb02-4f33-9a0d-2e1b8c37ade9 HTTP/1.1" status: 204 len: 168 time: 0.3378658 Jun 17 08:50:14.374204 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049eb6bf-ebd4-44e5-98bd-01142b60ca5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=035f9014-bb02-4f33-9a0d-2e1b8c37ade9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:14.378852 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-049eb6bf-ebd4-44e5-98bd-01142b60ca5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:14.384115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2910648-3f68-46c7-b579-50409ad38f36 None None] Network 60f3051a-ff74-462e-944c-0dbb8d55288c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:14.399320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Allocated IP 172.20.0.9 (cfd7d756-e2a8-4812-85f2-33e83dbf524c/202506e5-7f5f-452b-b9d7-d3e0b05558e2/627114a0-8a22-4758-9e08-7808982d42c8) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:14.501208 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.696462 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.699325 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Deleting port 6baa6a2d-8889-4543-85d5-9f215dfeb818 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:14.699819 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.775744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e98c19-99f4-46c0-8c87-95e570eac8b0 None None] DHCP port deletion for 60f3051a-ff74-462e-944c-0dbb8d55288c request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:50:14.789814 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] For port 6baa6a2d-8889-4543-85d5-9f215dfeb818, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6baa6a2d-8889-4543-85d5-9f215dfeb818,segment=NetworkSegment(ca713157-a4ed-49ca-b107-86d2f5e11400),segment_id=ca713157-a4ed-49ca-b107-86d2f5e11400)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:14.790181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.831203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-84e98c19-99f4-46c0-8c87-95e570eac8b0 None None] Deleting port 6baa6a2d-8889-4543-85d5-9f215dfeb818 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:14.831772 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-84e98c19-99f4-46c0-8c87-95e570eac8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.868734 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Calling delete_port for 6baa6a2d-8889-4543-85d5-9f215dfeb818 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:14.884255 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.889373 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cc0d5c98-4114-4cd4-bb07-9ce53f4f023c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:14.913971 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-84e98c19-99f4-46c0-8c87-95e570eac8b0 None None] For port 6baa6a2d-8889-4543-85d5-9f215dfeb818, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6baa6a2d-8889-4543-85d5-9f215dfeb818,segment=NetworkSegment(ca713157-a4ed-49ca-b107-86d2f5e11400),segment_id=ca713157-a4ed-49ca-b107-86d2f5e11400)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:14.914842 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-84e98c19-99f4-46c0-8c87-95e570eac8b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:14.967394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Network cfd7d756-e2a8-4812-85f2-33e83dbf524c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:14.976423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event updated for resources: {'Port': ['ID=627114a0-8a22-4758-9e08-7808982d42c8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:14.979467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:14.981406 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:14.983711 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:14.988630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-84e98c19-99f4-46c0-8c87-95e570eac8b0 None None] Calling delete_port for 6baa6a2d-8889-4543-85d5-9f215dfeb818 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:15.038080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:15.038710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.047738 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.050434 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1aff4016-d591-4503-bf02-8d6afa6b8e72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:15.078885 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-84e98c19-99f4-46c0-8c87-95e570eac8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.079574 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.9483309 Jun 17 08:50:15.080891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Pushing event deleted for resources: {'Port': ['ID=6baa6a2d-8889-4543-85d5-9f215dfeb818,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:15.081767 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41478) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:15.084244 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:15.085113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] No DVR routers for this DVR port 6baa6a2d-8889-4543-85d5-9f215dfeb818 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:15.088210 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e2c7effd-2eb2-4da4-a722-49b682cb299d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:15.092543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e98c19-99f4-46c0-8c87-95e570eac8b0 None None] No DVR routers for this DVR port 6baa6a2d-8889-4543-85d5-9f215dfeb818 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:50:15.112724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e98c19-99f4-46c0-8c87-95e570eac8b0 None None] Pushing event deleted for resources: {'Port': ['ID=6baa6a2d-8889-4543-85d5-9f215dfeb818,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:15.114853 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-84e98c19-99f4-46c0-8c87-95e570eac8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:15.179082 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.196653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f3051a-ff74-462e-944c-0dbb8d55288c']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:15.212695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca713157-a4ed-49ca-b107-86d2f5e11400') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:15.212986 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca713157-a4ed-49ca-b107-86d2f5e11400') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:15.224361 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.231325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device deffb6ba-0340-4506-922b-c5d94e8a723d no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:15.250574 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.251345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: deffb6ba-0340-4506-922b-c5d94e8a723d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:15.251802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device deffb6ba-0340-4506-922b-c5d94e8a723d not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:15.252345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6baa6a2d-8889-4543-85d5-9f215dfeb818 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:15.258144 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:15.259338 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:15.261747 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:15.275835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d2e07-abd4-4146-9a64-6e98a8373592 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Deleting port 627114a0-8a22-4758-9e08-7808982d42c8 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:15.276090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 6baa6a2d-8889-4543-85d5-9f215dfeb818 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:15.277038 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6baa6a2d-8889-4543-85d5-9f215dfeb818 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:15.277201 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2e07-abd4-4146-9a64-6e98a8373592 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.277378 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 32569e65-72e6-4a9b-b611-44da5945b399 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:15.306217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 32569e65-72e6-4a9b-b611-44da5945b399 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:15.307012 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 32569e65-72e6-4a9b-b611-44da5945b399 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:15.335359 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.339584 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dfb55997-2b28-472a-afa7-d724840b1b17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:15.343022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.344978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] 10.222.0.47 "DELETE /v2.0/networks/60f3051a-ff74-462e-944c-0dbb8d55288c HTTP/1.1" status: 204 len: 168 time: 0.9889584 Jun 17 08:50:15.355721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Pushing event deleted for resources: {'Network': ['ID=60f3051a-ff74-462e-944c-0dbb8d55288c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:15.358363 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:15.402534 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2e07-abd4-4146-9a64-6e98a8373592 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.482126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d2e07-abd4-4146-9a64-6e98a8373592 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Calling delete_port for 627114a0-8a22-4758-9e08-7808982d42c8 owned by {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:15.571692 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41482) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:15.624953 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2df091f3-bae7-4f0a-bc21-89aa51d95454 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=106a779e85fd4bd5a10d42f547c41ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516143 Jun 17 08:50:15.627263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41488) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:15.631509 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-87a6ff6a-da27-4f0b-9692-3b0d5f208266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.658723 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2e07-abd4-4146-9a64-6e98a8373592 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.665127 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-80c5a186-7309-4ad1-8d33-1bfa54aa0017 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:15.691361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d2e07-abd4-4146-9a64-6e98a8373592 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event deleted for resources: {'Port': ['ID=627114a0-8a22-4758-9e08-7808982d42c8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:15.691534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4147d4-8dc6-48e1-b5ad-175253b5df75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.696942 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc6d2e07-abd4-4146-9a64-6e98a8373592 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:15.727896 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4147d4-8dc6-48e1-b5ad-175253b5df75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.771567 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bc6d2e07-abd4-4146-9a64-6e98a8373592 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.779054 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bc6d2e07-abd4-4146-9a64-6e98a8373592 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "DELETE /v2.0/ports/627114a0-8a22-4758-9e08-7808982d42c8 HTTP/1.1" status: 204 len: 168 time: 0.6939862 Jun 17 08:50:15.779875 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41494) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:15.803541 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfd7d756-e2a8-4812-85f2-33e83dbf524c', 'external_fixed_ips': [{'subnet_id': '202506e5-7f5f-452b-b9d7-d3e0b05558e2', 'ip_address': '172.20.0.9'}]}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:15.807424 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4147d4-8dc6-48e1-b5ad-175253b5df75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.815371 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe4147d4-8dc6-48e1-b5ad-175253b5df75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.816549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fe4147d4-8dc6-48e1-b5ad-175253b5df75 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c0bf2938-02b0-45ac-90bc-446dfecb2f78 HTTP/1.1" status: 204 len: 168 time: 0.1883786 Jun 17 08:50:15.817516 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c91746a6-723d-413d-8d79-2eeb1b2ae506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:15.836907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4147d4-8dc6-48e1-b5ad-175253b5df75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0bf2938-02b0-45ac-90bc-446dfecb2f78,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:15.842065 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe4147d4-8dc6-48e1-b5ad-175253b5df75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:15.869494 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.871047 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:15.951044 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.282716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41502) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:16.330986 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-641d81a6-be98-450b-b24d-db38d3e88efb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=713af984c440416a94b56203e66a1c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465181 Jun 17 08:50:16.333608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41504) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:16.355238 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.406341 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46c88083-9093-4cc0-9ec2-b3c643aeab23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.430855 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46c88083-9093-4cc0-9ec2-b3c643aeab23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.499841 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46c88083-9093-4cc0-9ec2-b3c643aeab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.503785 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46c88083-9093-4cc0-9ec2-b3c643aeab23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.505973 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-46c88083-9093-4cc0-9ec2-b3c643aeab23 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f8eeff5a-c2e5-41bb-8cc7-159572464407 HTTP/1.1" status: 204 len: 168 time: 0.1712589 Jun 17 08:50:16.506965 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34324bf4-8c17-4425-95f3-61f7ce90b0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:16.511010 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.521377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c88083-9093-4cc0-9ec2-b3c643aeab23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eeff5a-c2e5-41bb-8cc7-159572464407,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:16.523870 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-46c88083-9093-4cc0-9ec2-b3c643aeab23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:16.799385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.820717 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:16.915331 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.014408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Allocated IP 172.20.0.9 (cfd7d756-e2a8-4812-85f2-33e83dbf524c/202506e5-7f5f-452b-b9d7-d3e0b05558e2/8236820b-97c6-4139-861f-7a61424ca435) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:17.130045 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.171103 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.173075 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a09eb19-fae6-4fd2-820e-aa3e275217bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:17.209674 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Network cfd7d756-e2a8-4812-85f2-33e83dbf524c is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:17.212495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:17.218790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:17.223730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event updated for resources: {'Port': ['ID=8236820b-97c6-4139-861f-7a61424ca435,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:17.242208 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:17.481065 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.685585 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.815651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Router 00a7f89e-c7ea-450b-b688-eff48b6e7666 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:17.937075 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:17.946369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Sync routers for ids ['00a7f89e-c7ea-450b-b688-eff48b6e7666'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:17.958427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Routers {'00a7f89e-c7ea-450b-b688-eff48b6e7666'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:17.959148 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['00a7f89e-c7ea-450b-b688-eff48b6e7666'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:17.963284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:17.967152 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.1837764 Jun 17 08:50:17.967914 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41512) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:18.092220 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Set router 00a7f89e-c7ea-450b-b688-eff48b6e7666 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:18.092829 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.203101 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.266148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Deleting port 8236820b-97c6-4139-861f-7a61424ca435 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:18.266572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.308658 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00a7f89e-c7ea-450b-b688-eff48b6e7666', 'name': '', 'tenant_id': '3a4313e11a334c30b49b091cbc49914b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfd7d756-e2a8-4812-85f2-33e83dbf524c', 'external_fixed_ips': [{'subnet_id': '202506e5-7f5f-452b-b9d7-d3e0b05558e2', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '8236820b-97c6-4139-861f-7a61424ca435', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:15Z', 'updated_at': '2021-06-17T08:50:17Z', 'revision_number': 3, 'project_id': '3a4313e11a334c30b49b091cbc49914b', 'gw_port': {'id': '8236820b-97c6-4139-861f-7a61424ca435', 'name': '', 'network_id': 'cfd7d756-e2a8-4812-85f2-33e83dbf524c', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00a7f89e-c7ea-450b-b688-eff48b6e7666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '202506e5-7f5f-452b-b9d7-d3e0b05558e2', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:16Z', 'updated_at': '2021-06-17T08:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '202506e5-7f5f-452b-b9d7-d3e0b05558e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:18.350485 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.351628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Checking router: 00a7f89e-c7ea-450b-b688-eff48b6e7666 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:18.352309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Updating router 00a7f89e-c7ea-450b-b688-eff48b6e7666 port 8236820b-97c6-4139-861f-7a61424ca435 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:50:18.389354 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.407129 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41528) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:18.424641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Calling delete_port for 8236820b-97c6-4139-861f-7a61424ca435 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:18.542813 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9402049e-804d-48a3-99f3-29bb1259e8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.601331 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.603716 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d20874e8-864b-49e0-a899-bcde4a218bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:18.628795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event deleted for resources: {'Port': ['ID=8236820b-97c6-4139-861f-7a61424ca435,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:18.632524 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:18.671090 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:50:18.671579 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:50:18.672060 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9402049e-804d-48a3-99f3-29bb1259e8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.676927 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9402049e-804d-48a3-99f3-29bb1259e8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.680401 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-313e2353-1215-45f5-9913-3f03567cac28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:18.692306 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.719887 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9402049e-804d-48a3-99f3-29bb1259e8f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e913fa0ab85d433b92c63f5b65f678a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109591 Jun 17 08:50:18.720867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9402049e-804d-48a3-99f3-29bb1259e8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fb8e7e-9f2c-429c-a570-00c3d11aa871,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:18.722748 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41532) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:18.723991 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9402049e-804d-48a3-99f3-29bb1259e8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:18.794406 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.799902 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.864908 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.865519 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00a7f89e-c7ea-450b-b688-eff48b6e7666 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:18.869957 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.871142 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "DELETE /v2.0/routers/00a7f89e-c7ea-450b-b688-eff48b6e7666 HTTP/1.1" status: 204 len: 168 time: 0.9021337 Jun 17 08:50:18.873925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41534) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:18.874521 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c08a33e-bc96-4a10-8468-a1466c198cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.897525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c08a33e-bc96-4a10-8468-a1466c198cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.918694 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.929168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-52540552-5a81-4b14-a0d4-c59159f0cdaa tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Deleting subnet 202506e5-7f5f-452b-b9d7-d3e0b05558e2 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:50:18.934484 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52540552-5a81-4b14-a0d4-c59159f0cdaa tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.954432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c08a33e-bc96-4a10-8468-a1466c198cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.957241 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-0c08a33e-bc96-4a10-8468-a1466c198cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:18.958542 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0c08a33e-bc96-4a10-8468-a1466c198cc0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/45fb8e7e-9f2c-429c-a570-00c3d11aa871 HTTP/1.1" status: 204 len: 168 time: 0.2340467 Jun 17 08:50:18.959564 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-afef7793-a1cd-4910-87a5-02f1d84cbbf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:18.967841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08a33e-bc96-4a10-8468-a1466c198cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fb8e7e-9f2c-429c-a570-00c3d11aa871,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:18.970891 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c08a33e-bc96-4a10-8468-a1466c198cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:18.973068 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52540552-5a81-4b14-a0d4-c59159f0cdaa tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.021596 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52540552-5a81-4b14-a0d4-c59159f0cdaa tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.078647 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52540552-5a81-4b14-a0d4-c59159f0cdaa tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.083023 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-62ffbe47-fb4e-439d-9b49-58ca80ffa48d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:19.112079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52540552-5a81-4b14-a0d4-c59159f0cdaa tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=202506e5-7f5f-452b-b9d7-d3e0b05558e2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:19.116470 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-52540552-5a81-4b14-a0d4-c59159f0cdaa tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:19.119739 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-52540552-5a81-4b14-a0d4-c59159f0cdaa tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.121630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-52540552-5a81-4b14-a0d4-c59159f0cdaa tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/202506e5-7f5f-452b-b9d7-d3e0b05558e2 HTTP/1.1" status: 204 len: 168 time: 0.2466674 Jun 17 08:50:19.124282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41540) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:19.192425 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Port 8236820b-97c6-4139-861f-7a61424ca435 not found while updating agent binding for router 00a7f89e-c7ea-450b-b688-eff48b6e7666. {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 17 08:50:19.202492 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.203287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Routers set() bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:19.203914 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Router IDs set() for agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 08:50:19.204985 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_agentschedulers_db [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'00a7f89e-c7ea-450b-b688-eff48b6e7666'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent'). {{(pid=93805) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 17 08:50:19.205570 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2154ea9-658f-479d-8c73-4c12d2bc8851 None None] The sync data for ids ['00a7f89e-c7ea-450b-b688-eff48b6e7666'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:19.281726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.292420 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd7d756-e2a8-4812-85f2-33e83dbf524c']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:19.303884 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e89ab5b-8a29-4943-8221-0b51c480502c') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:19.304154 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e89ab5b-8a29-4943-8221-0b51c480502c') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:19.313321 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.327405 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.334135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:19.334530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:19.336471 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:19.400558 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.406160 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ad2c883f-f4be-47be-85b9-c85ce0b9764c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:19.408522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cfd7d756-e2a8-4812-85f2-33e83dbf524c {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jun 17 08:50:19.411222 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.419203 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "DELETE /v2.0/networks/cfd7d756-e2a8-4812-85f2-33e83dbf524c HTTP/1.1" status: 204 len: 168 time: 0.2879207 Jun 17 08:50:19.432344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event deleted for resources: {'Network': ['ID=cfd7d756-e2a8-4812-85f2-33e83dbf524c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:19.434680 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7c446c60-1838-46e2-9497-2e35b64901c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:19.721247 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41566) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:19.726228 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e1982fb5-1c17-48b6-889d-18a97fa10e02 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Request body: {'router': {'name': 'tempest-router--1921598804', 'project_id': '4c6fd02133e14717b062f4ae5f167578'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:19.752140 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1982fb5-1c17-48b6-889d-18a97fa10e02 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.753949 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1982fb5-1c17-48b6-889d-18a97fa10e02 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.810363 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1982fb5-1c17-48b6-889d-18a97fa10e02 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.818169 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1982fb5-1c17-48b6-889d-18a97fa10e02 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.837905 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e1982fb5-1c17-48b6-889d-18a97fa10e02 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:19.840270 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e1982fb5-1c17-48b6-889d-18a97fa10e02 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1176491 Jun 17 08:50:19.842832 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41570) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:19.925300 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6676516-b0ea-48c5-bc03-c6eeb2b4834c tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.090172 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6676516-b0ea-48c5-bc03-c6eeb2b4834c tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.093040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6676516-b0ea-48c5-bc03-c6eeb2b4834c tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.138010 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6676516-b0ea-48c5-bc03-c6eeb2b4834c tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.138627 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6676516-b0ea-48c5-bc03-c6eeb2b4834c tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70d3f1be-a27b-4d60-b520-0e6b45e8e5be {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:20.143299 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b6676516-b0ea-48c5-bc03-c6eeb2b4834c tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.146893 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b6676516-b0ea-48c5-bc03-c6eeb2b4834c tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "DELETE /v2.0/routers/70d3f1be-a27b-4d60-b520-0e6b45e8e5be HTTP/1.1" status: 204 len: 168 time: 0.3004258 Jun 17 08:50:20.306380 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41588) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:20.464180 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-871248633', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:20.491626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.492781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.548631 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:20.684778 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.268781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.287181 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.403988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Allocated IP 172.25.8.159 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/b6802ce1-d626-4d9f-ad4b-74e85ccb1ec2) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:21.506024 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.554542 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:21.557723 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5a25ff5a-7c5f-4c39-9319-01b0fc3122ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:21.592136 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:21.594964 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:21.597606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:21.629811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Pushing event updated for resources: {'Port': ['ID=b6802ce1-d626-4d9f-ad4b-74e85ccb1ec2,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:21.645166 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.645552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.646080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.646459 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.646863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.647221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.647621 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.648128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.648507 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.648866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.649396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.649859 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:21.653434 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:21.887060 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.086905 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.221452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Router deae2c5b-cd9c-4811-816c-e795d2e037c8 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:22.332675 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:22.342415 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ae91c-5584-488b-8285-4761f19c84da None None] Sync routers for ids ['deae2c5b-cd9c-4811-816c-e795d2e037c8'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:22.353096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.354502 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0469253 Jun 17 08:50:22.356497 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ae91c-5584-488b-8285-4761f19c84da None None] Routers {'deae2c5b-cd9c-4811-816c-e795d2e037c8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:22.357128 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41622) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:22.357291 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ec0ae91c-5584-488b-8285-4761f19c84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['deae2c5b-cd9c-4811-816c-e795d2e037c8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:22.397050 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ec0ae91c-5584-488b-8285-4761f19c84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:22.406239 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0ae91c-5584-488b-8285-4761f19c84da None None] Routers {'deae2c5b-cd9c-4811-816c-e795d2e037c8'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:22.406903 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ec0ae91c-5584-488b-8285-4761f19c84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['deae2c5b-cd9c-4811-816c-e795d2e037c8'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:22.439794 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-ec0ae91c-5584-488b-8285-4761f19c84da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:22.440466 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0ae91c-5584-488b-8285-4761f19c84da None None] The sync data for ids ['deae2c5b-cd9c-4811-816c-e795d2e037c8'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:22.475266 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-09a4c367-6432-4d03-85c3-2f849b203e9d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/routers/deae2c5b-cd9c-4811-816c-e795d2e037c8 HTTP/1.1" status: 200 len: 920 time: 0.1166713 Jun 17 08:50:22.477754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41634) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:22.507889 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-84e95ad6-7d26-4560-8a3c-3907a5c1f12f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=deae2c5b-cd9c-4811-816c-e795d2e037c8 HTTP/1.1" status: 200 len: 205 time: 0.0285661 Jun 17 08:50:22.510040 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41640) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:22.621707 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.745115 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.827977 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Deleting port b6802ce1-d626-4d9f-ad4b-74e85ccb1ec2 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:22.828454 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.932103 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:22.969467 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998eb1f-4d46-4adb-8de9-c20e2087a529 req-6fa2a3f5-bd00-4c19-9763-270e8a2e0116 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:22.971954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a998eb1f-4d46-4adb-8de9-c20e2087a529 req-6fa2a3f5-bd00-4c19-9763-270e8a2e0116 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.0713887 Jun 17 08:50:23.014352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a998eb1f-4d46-4adb-8de9-c20e2087a529 req-c2216d2e-ebd5-4aae-86bc-10ab93dc4baa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361593 Jun 17 08:50:23.031183 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Calling delete_port for b6802ce1-d626-4d9f-ad4b-74e85ccb1ec2 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:23.213358 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.215573 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc6d2e07-abd4-4146-9a64-6e98a8373592 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:23.244458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Pushing event deleted for resources: {'Port': ['ID=b6802ce1-d626-4d9f-ad4b-74e85ccb1ec2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:23.247462 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:23.306939 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.410783 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.412917 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.461395 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.461912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Fanout notify agent at l3_agent the message router_deleted on router deae2c5b-cd9c-4811-816c-e795d2e037c8 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:23.469324 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.470417 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/deae2c5b-cd9c-4811-816c-e795d2e037c8 HTTP/1.1" status: 204 len: 168 time: 0.9594617 Jun 17 08:50:23.473935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41664) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:23.478416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1498404460', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'enable_snat': False}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:23.501188 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.502204 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.563372 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.704406 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.926096 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:23.945462 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.059893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Allocated IP 172.25.8.128 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/3efbbf94-6694-4766-92d1-5ba7f2b875c3) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:24.161598 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.202894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.206278 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a38b5f9-d9fe-4c0d-98a7-b24edbbbebca tempest-VolumesSnapshotTestJSON-1724477987 tempest-VolumesSnapshotTestJSON-1724477987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:24.215674 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc5e6e-682d-486d-8605-2d705440a95b req-2fcea661-5993-4219-b57f-79a30a18c1aa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:24.218044 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-84fc5e6e-682d-486d-8605-2d705440a95b req-2fcea661-5993-4219-b57f-79a30a18c1aa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.0706098 Jun 17 08:50:24.246479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:24.251463 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:24.257521 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:24.263184 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-84fc5e6e-682d-486d-8605-2d705440a95b req-c666c83d-97a9-43e8-af53-a1a8de48a389 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381606 Jun 17 08:50:24.263536 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event updated for resources: {'Port': ['ID=3efbbf94-6694-4766-92d1-5ba7f2b875c3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:24.283544 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:24.520408 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:24.733334 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.237913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Router 0ee77c0c-0430-4ba7-9423-f51fc3bfa002 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:25.368906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:25.379168 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Sync routers for ids ['0ee77c0c-0430-4ba7-9423-f51fc3bfa002'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:25.390940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Routers {'0ee77c0c-0430-4ba7-9423-f51fc3bfa002'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:25.391336 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.392310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0ee77c0c-0430-4ba7-9423-f51fc3bfa002'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:25.394614 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.9176788 Jun 17 08:50:25.395455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41672) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:25.513129 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Set router 0ee77c0c-0430-4ba7-9423-f51fc3bfa002 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:25.566711 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fb188-7b4b-4dfc-b900-51a6c856de95 req-24dcdfb4-d3f8-4e8a-93ec-76df20ef463e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:25.573755 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b3fb188-7b4b-4dfc-b900-51a6c856de95 req-24dcdfb4-d3f8-4e8a-93ec-76df20ef463e tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.1051030 Jun 17 08:50:25.583018 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e8e29a68-8f77-4ecd-962a-805ca781efdc tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/routers/0ee77c0c-0430-4ba7-9423-f51fc3bfa002 HTTP/1.1" status: 200 len: 909 time: 0.1862168 Jun 17 08:50:25.585460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41678) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:25.590871 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1498404460', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'enable_snat': True}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:25.629775 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.630796 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.650297 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b3fb188-7b4b-4dfc-b900-51a6c856de95 req-2befddc2-4b58-420b-87df-fa153894b545 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753558 Jun 17 08:50:25.713646 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.738258 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee77c0c-0430-4ba7-9423-f51fc3bfa002', 'name': 'tempest-snat-router-1498404460', 'tenant_id': '3a4313e11a334c30b49b091cbc49914b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.128'}], 'enable_snat': False}, 'gw_port_id': '3efbbf94-6694-4766-92d1-5ba7f2b875c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:23Z', 'updated_at': '2021-06-17T08:50:24Z', 'revision_number': 3, 'project_id': '3a4313e11a334c30b49b091cbc49914b', 'gw_port': {'id': '3efbbf94-6694-4766-92d1-5ba7f2b875c3', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee77c0c-0430-4ba7-9423-f51fc3bfa002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:23Z', 'updated_at': '2021-06-17T08:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:25.787402 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Checking router: 0ee77c0c-0430-4ba7-9423-f51fc3bfa002 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:25.787966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Updating router 0ee77c0c-0430-4ba7-9423-f51fc3bfa002 port 3efbbf94-6694-4766-92d1-5ba7f2b875c3 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:50:25.858170 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:25.896502 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.117466 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.137594 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.138588 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.152624 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Transition to ACTIVE for port object 3efbbf94-6694-4766-92d1-5ba7f2b875c3 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:26.164203 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.166784 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7f11ce00-fab1-4f46-9ac5-a84dc437139e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:26.261340 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Allocated IP 172.25.8.2 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/70d1c00f-6573-4f24-a081-981daa24fb3b) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:26.366355 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.399095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Attempting to bind port 3efbbf94-6694-4766-92d1-5ba7f2b875c3 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:26.399774 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Attempting to bind port 3efbbf94-6694-4766-92d1-5ba7f2b875c3 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:26.399774 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Attempting to bind port 3efbbf94-6694-4766-92d1-5ba7f2b875c3 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:26.401680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d11cda-3441-4341-9c4b-bda46ce2b5d3 None None] Pushing event updated for resources: {'Port': ['ID=3efbbf94-6694-4766-92d1-5ba7f2b875c3,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:26.405486 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c6d11cda-3441-4341-9c4b-bda46ce2b5d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:26.408389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:26.408779 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:26.409631 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.409631 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:26.410059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Bound port: 3efbbf94-6694-4766-92d1-5ba7f2b875c3, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:26.410449 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.422436 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.425870 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d7e1c6d7-7bf2-4a48-a3da-d904bb04e43f tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:26.466928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] For port 3efbbf94-6694-4766-92d1-5ba7f2b875c3, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:26.467648 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:26.472761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] For port 3efbbf94-6694-4766-92d1-5ba7f2b875c3, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3efbbf94-6694-4766-92d1-5ba7f2b875c3,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:26.474868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:26.479274 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:26.479497 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.480929 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:26.514945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event updated for resources: {'Port': ['ID=70d1c00f-6573-4f24-a081-981daa24fb3b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:26.518596 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:26.545658 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Routers {'0ee77c0c-0430-4ba7-9423-f51fc3bfa002'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:26.546435 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0ee77c0c-0430-4ba7-9423-f51fc3bfa002'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:26.613657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d11cda-3441-4341-9c4b-bda46ce2b5d3 None None] Pushing event updated for resources: {'Port': ['ID=3efbbf94-6694-4766-92d1-5ba7f2b875c3,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:26.624730 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c6d11cda-3441-4341-9c4b-bda46ce2b5d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:26.668241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] Set router 0ee77c0c-0430-4ba7-9423-f51fc3bfa002 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:26.764336 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:26.837005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6492c-45eb-4b4f-b441-24250d90165d req-ffda0271-cff3-405e-98ba-0c7e650f3377 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:26.838569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71d6492c-45eb-4b4f-b441-24250d90165d req-ffda0271-cff3-405e-98ba-0c7e650f3377 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.0664468 Jun 17 08:50:26.855411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee77c0c-0430-4ba7-9423-f51fc3bfa002', 'name': 'tempest-snat-router-1498404460', 'tenant_id': '3a4313e11a334c30b49b091cbc49914b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.128'}], 'enable_snat': False}, 'gw_port_id': '3efbbf94-6694-4766-92d1-5ba7f2b875c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:23Z', 'updated_at': '2021-06-17T08:50:24Z', 'revision_number': 3, 'project_id': '3a4313e11a334c30b49b091cbc49914b', 'gw_port': {'id': '3efbbf94-6694-4766-92d1-5ba7f2b875c3', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee77c0c-0430-4ba7-9423-f51fc3bfa002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:23Z', 'updated_at': '2021-06-17T08:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:26.881305 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71d6492c-45eb-4b4f-b441-24250d90165d req-cb31afd8-be4c-4f46-835a-2c14d3ccc5f7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335388 Jun 17 08:50:26.888031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f492641-4d36-4554-8c8f-0e9b8b81255c None None] The sync data for ids ['0ee77c0c-0430-4ba7-9423-f51fc3bfa002'] in n-d-779913-16 is: [{'id': '0ee77c0c-0430-4ba7-9423-f51fc3bfa002', 'name': 'tempest-snat-router-1498404460', 'tenant_id': '3a4313e11a334c30b49b091cbc49914b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.128'}], 'enable_snat': False}, 'gw_port_id': '3efbbf94-6694-4766-92d1-5ba7f2b875c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:23Z', 'updated_at': '2021-06-17T08:50:24Z', 'revision_number': 3, 'project_id': '3a4313e11a334c30b49b091cbc49914b', 'gw_port': {'id': '3efbbf94-6694-4766-92d1-5ba7f2b875c3', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:10:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee77c0c-0430-4ba7-9423-f51fc3bfa002', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:23Z', 'updated_at': '2021-06-17T08:50:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:26.997541 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.135850 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Router 2da09099-3936-46c3-b673-f38ee2f2f864 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:27.278579 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:27.288904 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Sync routers for ids ['2da09099-3936-46c3-b673-f38ee2f2f864'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:27.303769 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Routers {'2da09099-3936-46c3-b673-f38ee2f2f864'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:27.304564 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.305863 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['2da09099-3936-46c3-b673-f38ee2f2f864'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:27.309039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41708) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:27.323407 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 1.7361705 Jun 17 08:50:27.428369 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-940a6c7d-ccde-49a3-942c-a2490c0fecfa tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/routers/2da09099-3936-46c3-b673-f38ee2f2f864 HTTP/1.1" status: 200 len: 906 time: 0.1174331 Jun 17 08:50:27.430624 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41710) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:27.439407 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Set router 2da09099-3936-46c3-b673-f38ee2f2f864 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:50:27.552766 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.659464 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da09099-3936-46c3-b673-f38ee2f2f864', 'name': 'tempest-snat-router-1498404460', 'tenant_id': '3a4313e11a334c30b49b091cbc49914b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '70d1c00f-6573-4f24-a081-981daa24fb3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:50:25Z', 'updated_at': '2021-06-17T08:50:26Z', 'revision_number': 3, 'project_id': '3a4313e11a334c30b49b091cbc49914b', 'gw_port': {'id': '70d1c00f-6573-4f24-a081-981daa24fb3b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da09099-3936-46c3-b673-f38ee2f2f864', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3659, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:50:26Z', 'updated_at': '2021-06-17T08:50:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:27.682319 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.689217 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Checking router: 2da09099-3936-46c3-b673-f38ee2f2f864 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:50:27.689756 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Updating router 2da09099-3936-46c3-b673-f38ee2f2f864 port 70d1c00f-6573-4f24-a081-981daa24fb3b binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:50:27.725470 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.744214 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Deleting port 70d1c00f-6573-4f24-a081-981daa24fb3b {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:27.744657 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.848738 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:27.920522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Calling delete_port for 70d1c00f-6573-4f24-a081-981daa24fb3b owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:28.017219 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.029527 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Transition to ACTIVE for port object 70d1c00f-6573-4f24-a081-981daa24fb3b will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:28.040134 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.045628 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:28.095060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315cfcb-13ba-4ec1-a246-6b440c521e17 req-f75cc9af-d3d8-45f8-9465-ca70485a9298 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:28.096563 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Pushing event updated for resources: {'Port': ['ID=70d1c00f-6573-4f24-a081-981daa24fb3b,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:28.102420 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f315cfcb-13ba-4ec1-a246-6b440c521e17 req-f75cc9af-d3d8-45f8-9465-ca70485a9298 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.0744984 Jun 17 08:50:28.119153 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.119690 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.120139 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.120556 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.121080 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.121484 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.121919 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.122319 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.122723 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.123150 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.123569 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.123993 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:28.129832 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-1cfd5972-cee8-4fbd-b792-36f5626c062d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:28.142568 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Attempting to bind port 70d1c00f-6573-4f24-a081-981daa24fb3b on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:28.143406 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Attempting to bind port 70d1c00f-6573-4f24-a081-981daa24fb3b by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:28.144145 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Attempting to bind port 70d1c00f-6573-4f24-a081-981daa24fb3b on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:28.154558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f315cfcb-13ba-4ec1-a246-6b440c521e17 req-dc45cb0b-22b2-4742-b8c5-fef53d8c6ce5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511081 Jun 17 08:50:28.155840 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:28.156339 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:28.156864 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.157345 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:28.158050 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Bound port: 70d1c00f-6573-4f24-a081-981daa24fb3b, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:28.158517 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.175313 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.181829 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9f3eb63e-2f74-4fd0-9126-ab6a370a43a9 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:28.211950 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event deleted for resources: {'Port': ['ID=70d1c00f-6573-4f24-a081-981daa24fb3b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:28.222276 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.db.api [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93806) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:50:28.222712 n-d-779913-16 neutron-server[93806]: DEBUG oslo_db.api [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:50:28.233233 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:28.271962 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.364301 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.366582 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.417273 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.417969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2da09099-3936-46c3-b673-f38ee2f2f864 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:28.422923 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.424143 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "DELETE /v2.0/routers/2da09099-3936-46c3-b673-f38ee2f2f864 HTTP/1.1" status: 204 len: 168 time: 0.9922957 Jun 17 08:50:28.427223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41716) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:28.538126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.642065 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.705494 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Deleting port 3efbbf94-6694-4766-92d1-5ba7f2b875c3 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:28.705722 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.741309 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Attempting to bind port 70d1c00f-6573-4f24-a081-981daa24fb3b on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:28.741309 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Attempting to bind port 70d1c00f-6573-4f24-a081-981daa24fb3b by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:28.741309 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Attempting to bind port 70d1c00f-6573-4f24-a081-981daa24fb3b on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:28.746980 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:28.747427 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:28.747898 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.748444 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:28.748972 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Bound port: 70d1c00f-6573-4f24-a081-981daa24fb3b, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:28.749578 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.772154 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.plugin [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Port 70d1c00f-6573-4f24-a081-981daa24fb3b has been deleted concurrently {{(pid=93806) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Jun 17 08:50:28.786490 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Routers set() bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:28.786922 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Router IDs set() for agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 17 08:50:28.787556 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_agentschedulers_db [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2da09099-3936-46c3-b673-f38ee2f2f864'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent'). {{(pid=93806) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 17 08:50:28.788105 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d8777a-4fd6-494f-bdb0-d58f6dba94ea None None] The sync data for ids ['2da09099-3936-46c3-b673-f38ee2f2f864'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:28.795329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] For port 3efbbf94-6694-4766-92d1-5ba7f2b875c3, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3efbbf94-6694-4766-92d1-5ba7f2b875c3,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:28.795941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:28.864461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Calling delete_port for 3efbbf94-6694-4766-92d1-5ba7f2b875c3 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:29.031201 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.034261 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:29.057948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event deleted for resources: {'Port': ['ID=3efbbf94-6694-4766-92d1-5ba7f2b875c3,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:29.085547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.085839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.086191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.086568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.086977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.087349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.087715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.088079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.088443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.088806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.089170 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.089556 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:29.094456 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:29.132279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.224932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.227157 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.275088 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.275681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ee77c0c-0430-4ba7-9423-f51fc3bfa002 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:29.280999 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.285782 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "DELETE /v2.0/routers/0ee77c0c-0430-4ba7-9423-f51fc3bfa002 HTTP/1.1" status: 204 len: 168 time: 0.8532898 Jun 17 08:50:29.286014 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41722) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:29.291159 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-691029974', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:29.318555 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.319631 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.370708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65399ae-ae74-4508-b597-65a5f83166e9 req-27559715-a225-4b7e-b657-0cc63ee6c4f3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:29.372461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f65399ae-ae74-4508-b597-65a5f83166e9 req-27559715-a225-4b7e-b657-0cc63ee6c4f3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.0884385 Jun 17 08:50:29.388662 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.419421 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f65399ae-ae74-4508-b597-65a5f83166e9 req-f735eac2-0605-4f87-b0e9-3f02bdf08341 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388253 Jun 17 08:50:29.572116 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.760603 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41734) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:29.781116 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.801078 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.907446 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2730c18f-3571-49a2-b885-2e0e488725e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:29.927174 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Allocated IP 172.25.8.234 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/b45f9b00-f579-46ae-b5d0-31896e9ac3fa) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:29.998078 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2730c18f-3571-49a2-b885-2e0e488725e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.004722 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2730c18f-3571-49a2-b885-2e0e488725e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.007454 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d22a0924-9a46-4a2e-ac35-29aa6cb31f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:30.033186 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.042732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730c18f-3571-49a2-b885-2e0e488725e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987dcaf2-09ce-4984-8b50-dbd28e777605,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:30.049923 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2730c18f-3571-49a2-b885-2e0e488725e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=92146209d175427b9d3620769d132a42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854657 Jun 17 08:50:30.049923 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2730c18f-3571-49a2-b885-2e0e488725e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:30.050254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41738) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:30.080904 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.083879 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5d783ba1-c529-4a1f-9495-54040014a48c tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:30.104601 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5b28df3-8a56-40f7-b7fb-0d01f10c57f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.118671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:30.125394 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5b28df3-8a56-40f7-b7fb-0d01f10c57f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.130413 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:30.135129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:30.138565 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Pushing event updated for resources: {'Port': ['ID=b45f9b00-f579-46ae-b5d0-31896e9ac3fa,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:30.157888 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:30.177772 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5b28df3-8a56-40f7-b7fb-0d01f10c57f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.180488 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5b28df3-8a56-40f7-b7fb-0d01f10c57f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.181656 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e5b28df3-8a56-40f7-b7fb-0d01f10c57f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/987dcaf2-09ce-4984-8b50-dbd28e777605 HTTP/1.1" status: 204 len: 168 time: 0.1306129 Jun 17 08:50:30.182621 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-06aac5e7-2468-465a-8303-dec1be75f243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:30.191448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b28df3-8a56-40f7-b7fb-0d01f10c57f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987dcaf2-09ce-4984-8b50-dbd28e777605,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:30.194583 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e5b28df3-8a56-40f7-b7fb-0d01f10c57f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:30.473913 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41746) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:30.489532 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe98cf92-bc31-47d0-a0fb-197e51fdf2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.634954 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe98cf92-bc31-47d0-a0fb-197e51fdf2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.647764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b5f65-46cc-43e9-8a88-6348e40c885f req-49a0dd9e-8d21-4038-8208-14f7da1aafda tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:30.649241 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-991b5f65-46cc-43e9-8a88-6348e40c885f req-49a0dd9e-8d21-4038-8208-14f7da1aafda tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.1048830 Jun 17 08:50:30.650364 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe98cf92-bc31-47d0-a0fb-197e51fdf2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.652861 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2dbaaf77-9c23-4953-9fb2-3e65c4179c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:30.707576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe98cf92-bc31-47d0-a0fb-197e51fdf2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc30c6d-783d-47d8-9415-a2bea9fd1720,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:30.712049 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fe98cf92-bc31-47d0-a0fb-197e51fdf2b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14616de6d86c4a9eac30081be6e03ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370126 Jun 17 08:50:30.715337 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe98cf92-bc31-47d0-a0fb-197e51fdf2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:30.715766 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41748) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:30.746898 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-991b5f65-46cc-43e9-8a88-6348e40c885f req-34d6e1f7-80da-4664-bc79-0a5f745b91fa tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852251 Jun 17 08:50:30.778003 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8cecf2da-d5ec-4578-96e0-510c102e95fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.779970 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.800234 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8cecf2da-d5ec-4578-96e0-510c102e95fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.849179 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8cecf2da-d5ec-4578-96e0-510c102e95fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.851932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8cecf2da-d5ec-4578-96e0-510c102e95fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:30.853157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8cecf2da-d5ec-4578-96e0-510c102e95fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dcc30c6d-783d-47d8-9415-a2bea9fd1720 HTTP/1.1" status: 204 len: 168 time: 0.1364605 Jun 17 08:50:30.853969 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3eb8b72c-6872-46ba-9c46-7408d60ffa15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:30.862589 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cecf2da-d5ec-4578-96e0-510c102e95fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc30c6d-783d-47d8-9415-a2bea9fd1720,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:30.864966 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8cecf2da-d5ec-4578-96e0-510c102e95fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:30.994687 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.125058 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Router 0e026213-fb3d-45d5-a439-08dba9254db3 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:31.131460 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3efbbf94-6694-4766-92d1-5ba7f2b875c3 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:31.154346 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 3efbbf94-6694-4766-92d1-5ba7f2b875c3 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:50:31.154817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3efbbf94-6694-4766-92d1-5ba7f2b875c3 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:50:31.196405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41754) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:31.210253 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b440c7ad-5380-4f4e-9dec-7a2b47818b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.241035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:31.254682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f56497-20be-4acd-a45f-47d34be7f342 None None] Sync routers for ids ['0e026213-fb3d-45d5-a439-08dba9254db3'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:31.264704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f56497-20be-4acd-a45f-47d34be7f342 None None] Routers {'0e026213-fb3d-45d5-a439-08dba9254db3'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:31.265443 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-19f56497-20be-4acd-a45f-47d34be7f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0e026213-fb3d-45d5-a439-08dba9254db3'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:31.300919 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-19f56497-20be-4acd-a45f-47d34be7f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:31.303167 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b440c7ad-5380-4f4e-9dec-7a2b47818b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.307821 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b440c7ad-5380-4f4e-9dec-7a2b47818b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.311165 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f56497-20be-4acd-a45f-47d34be7f342 None None] Routers {'0e026213-fb3d-45d5-a439-08dba9254db3'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:31.311409 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe4147d4-8dc6-48e1-b5ad-175253b5df75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:31.311949 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-19f56497-20be-4acd-a45f-47d34be7f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0e026213-fb3d-45d5-a439-08dba9254db3'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:31.318254 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.319868 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0327976 Jun 17 08:50:31.322751 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41756) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:31.327874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-71cf07a9-ce2a-4e2c-b6b8-2813200ab3fe tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'enable_snat': False}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:31.346152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-19f56497-20be-4acd-a45f-47d34be7f342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:31.346943 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f56497-20be-4acd-a45f-47d34be7f342 None None] The sync data for ids ['0e026213-fb3d-45d5-a439-08dba9254db3'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:31.347412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b440c7ad-5380-4f4e-9dec-7a2b47818b59 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=30fd0cb2a6144a5197d2d492573b5dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499465 Jun 17 08:50:31.349505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440c7ad-5380-4f4e-9dec-7a2b47818b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac10e3b-ca79-414b-85a3-5e7d5133971c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:31.351850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41758) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:31.358144 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b440c7ad-5380-4f4e-9dec-7a2b47818b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:31.407776 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e51d-5007-4cf0-877a-ced625de0a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.429833 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e51d-5007-4cf0-877a-ced625de0a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.482561 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e51d-5007-4cf0-877a-ced625de0a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.485655 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2fe0e51d-5007-4cf0-877a-ced625de0a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.486842 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2fe0e51d-5007-4cf0-877a-ced625de0a0f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ac10e3b-ca79-414b-85a3-5e7d5133971c HTTP/1.1" status: 204 len: 168 time: 0.1340404 Jun 17 08:50:31.487768 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b0da4097-1db4-4c59-bf5f-e037fec8ea99 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:31.499117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0e51d-5007-4cf0-877a-ced625de0a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac10e3b-ca79-414b-85a3-5e7d5133971c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:31.506808 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2fe0e51d-5007-4cf0-877a-ced625de0a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:31.643058 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71cf07a9-ce2a-4e2c-b6b8-2813200ab3fe tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:31.950687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2d84e-18b2-4b25-992d-73e5375787c6 req-fdafe4ef-6123-4582-b337-96de12aea6f1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:31.952560 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58f2d84e-18b2-4b25-992d-73e5375787c6 req-fdafe4ef-6123-4582-b337-96de12aea6f1 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.0711854 Jun 17 08:50:31.995645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-58f2d84e-18b2-4b25-992d-73e5375787c6 req-30034e2b-7687-436b-bfc0-0b657356afda tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346403 Jun 17 08:50:32.088076 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71cf07a9-ce2a-4e2c-b6b8-2813200ab3fe tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.091624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71cf07a9-ce2a-4e2c-b6b8-2813200ab3fe tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.207144 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cf07a9-ce2a-4e2c-b6b8-2813200ab3fe tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Router 0e026213-fb3d-45d5-a439-08dba9254db3 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:50:32.316819 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cf07a9-ce2a-4e2c-b6b8-2813200ab3fe tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:32.321128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-71cf07a9-ce2a-4e2c-b6b8-2813200ab3fe tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:32.322343 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-71cf07a9-ce2a-4e2c-b6b8-2813200ab3fe tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "PUT /v2.0/routers/0e026213-fb3d-45d5-a439-08dba9254db3 HTTP/1.1" status: 200 len: 921 time: 0.9984334 Jun 17 08:50:32.325236 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bdd857-a8f4-446b-99f9-1326fcf219b7 None None] Sync routers for ids ['0e026213-fb3d-45d5-a439-08dba9254db3'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:32.325709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41786) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:32.336210 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bdd857-a8f4-446b-99f9-1326fcf219b7 None None] Routers {'0e026213-fb3d-45d5-a439-08dba9254db3'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:32.336838 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c5bdd857-a8f4-446b-99f9-1326fcf219b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0e026213-fb3d-45d5-a439-08dba9254db3'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:32.374421 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c5bdd857-a8f4-446b-99f9-1326fcf219b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:32.383093 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bdd857-a8f4-446b-99f9-1326fcf219b7 None None] Routers {'0e026213-fb3d-45d5-a439-08dba9254db3'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:32.383677 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c5bdd857-a8f4-446b-99f9-1326fcf219b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['0e026213-fb3d-45d5-a439-08dba9254db3'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:32.415698 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c5bdd857-a8f4-446b-99f9-1326fcf219b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:32.416852 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bdd857-a8f4-446b-99f9-1326fcf219b7 None None] The sync data for ids ['0e026213-fb3d-45d5-a439-08dba9254db3'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:32.439223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-41170405-db28-4bff-80e8-0002a8e6bec9 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/routers/0e026213-fb3d-45d5-a439-08dba9254db3 HTTP/1.1" status: 200 len: 921 time: 0.1095779 Jun 17 08:50:32.439447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41788) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:32.549606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187ab47c-ebc8-4f8d-9770-05036905d94c tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:32.551534 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-187ab47c-ebc8-4f8d-9770-05036905d94c tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&device_id=0e026213-fb3d-45d5-a439-08dba9254db3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1111279 Jun 17 08:50:32.554283 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41790) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:32.648912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2622bc58-d015-44c5-b6d0-6e34fb32a4a8 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:32.650325 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2622bc58-d015-44c5-b6d0-6e34fb32a4a8 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 881 time: 0.0949848 Jun 17 08:50:32.653353 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41796) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:32.683248 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-644c6dab-b25c-4bd6-8b23-e71ef15654a7 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e026213-fb3d-45d5-a439-08dba9254db3 HTTP/1.1" status: 200 len: 205 time: 0.0285833 Jun 17 08:50:32.685850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41798) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:32.791000 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.079125 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.336311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.347642 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d30f9e-9ef1-4fdb-a53f-954eb776905e req-33548e94-3eb6-4697-8c63-76d61263b8a7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:33.349143 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14d30f9e-9ef1-4fdb-a53f-954eb776905e req-33548e94-3eb6-4697-8c63-76d61263b8a7 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.0978403 Jun 17 08:50:33.416059 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14d30f9e-9ef1-4fdb-a53f-954eb776905e req-a5fdda53-e318-4937-bf7d-dfb13294916a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583766 Jun 17 08:50:33.431332 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Deleting port b45f9b00-f579-46ae-b5d0-31896e9ac3fa {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:33.431747 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.506306 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.571582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Calling delete_port for b45f9b00-f579-46ae-b5d0-31896e9ac3fa owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:33.741921 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.744119 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dc0acb5c-0b13-4eb7-a626-109708058734 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:33.774400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Pushing event deleted for resources: {'Port': ['ID=b45f9b00-f579-46ae-b5d0-31896e9ac3fa,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:33.792741 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:33.832883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.941539 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-5749a12b-deaf-4b0d-9bd6-39db72c072ca tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=0b490275261d402e81ace46f52fe0c93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0782232 Jun 17 08:50:33.944826 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:33.947052 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.037073 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.037614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Fanout notify agent at l3_agent the message router_deleted on router 0e026213-fb3d-45d5-a439-08dba9254db3 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:34.046264 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.047456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/0e026213-fb3d-45d5-a439-08dba9254db3 HTTP/1.1" status: 204 len: 168 time: 1.3606203 Jun 17 08:50:34.051535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41818) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:34.056868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-80a2bb77-3990-44be-8f0e-2daa0a4544b5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1244255736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:34.083078 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80a2bb77-3990-44be-8f0e-2daa0a4544b5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.086412 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80a2bb77-3990-44be-8f0e-2daa0a4544b5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.106909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-e12dea91-e8a2-426a-9e5d-202174962b9e tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:34.108790 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-e12dea91-e8a2-426a-9e5d-202174962b9e tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600976 Jun 17 08:50:34.124401 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-87312be8-d7f5-4d40-aca4-b1391d57d083 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/quotas/0b490275261d402e81ace46f52fe0c93 HTTP/1.1" status: 200 len: 375 time: 0.0096679 Jun 17 08:50:34.153006 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80a2bb77-3990-44be-8f0e-2daa0a4544b5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.159616 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-f34301cc-6617-437e-8255-c43cb55963a6 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0b490275261d402e81ace46f52fe0c93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292137 Jun 17 08:50:34.159909 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80a2bb77-3990-44be-8f0e-2daa0a4544b5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.178205 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-80a2bb77-3990-44be-8f0e-2daa0a4544b5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.179368 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-80a2bb77-3990-44be-8f0e-2daa0a4544b5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1262784 Jun 17 08:50:34.182350 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41820) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:34.187213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Request body: {'router': {'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:34.330417 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1e4346fe-86b4-4376-a63c-7cf559da53ba req-2663bab3-239f-4b83-9899-d0c6da769657 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 210 time: 0.0303111 Jun 17 08:50:34.420572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.620222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab1b07-a252-4cf7-8256-d469c7f9430d req-3d58dec6-9a6e-4198-ac3c-9bf20fa3b0d0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:34.622558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6ab1b07-a252-4cf7-8256-d469c7f9430d req-3d58dec6-9a6e-4198-ac3c-9bf20fa3b0d0 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.0772238 Jun 17 08:50:34.678561 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a6ab1b07-a252-4cf7-8256-d469c7f9430d req-8e83e778-7256-482c-92a3-12e6334e3290 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489063 Jun 17 08:50:34.686467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.706644 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.813371 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Allocated IP 172.25.8.85 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/707d5879-d3c2-4d26-a70d-8a29e9bf193a) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:34.927697 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.974143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:34.977879 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a38e2b0-4670-4e10-b6f4-eee891b5d9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:35.013614 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:35.016637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:35.019671 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:35.051721 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Pushing event updated for resources: {'Port': ['ID=707d5879-d3c2-4d26-a70d-8a29e9bf193a,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:35.055773 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:35.297123 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.487930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88fe0be2-21bf-42e0-a8dc-357e32271672 req-6b4af552-dc66-4b90-8d4b-5204896ec23f tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 210 time: 0.0413816 Jun 17 08:50:35.509714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bebdd1d4-7778-4440-bbea-267f2d289c24 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0b490275261d402e81ace46f52fe0c93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254309 Jun 17 08:50:35.515432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.518931 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.629613 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-e3c070d7-34ac-4ec1-b1a9-ade845a2fe7b tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:35.631173 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-e3c070d7-34ac-4ec1-b1a9-ade845a2fe7b tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1140869 Jun 17 08:50:35.643477 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Request body: {'port': {'device_id': '414fb0ad-7015-44f2-837b-64a3410b0223', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '0b490275261d402e81ace46f52fe0c93'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:35.782213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Made reservation on behalf of 0b490275261d402e81ace46f52fe0c93 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:35.786593 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.797764 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.932249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf45c7a-73dd-45bb-aa23-6fbd725e2c7f req-c83a53e3-d69e-471b-8ab4-1b7fba932b5f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:35.933783 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6bf45c7a-73dd-45bb-aa23-6fbd725e2c7f req-c83a53e3-d69e-471b-8ab4-1b7fba932b5f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.1129932 Jun 17 08:50:35.980330 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.990172 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:35.996794 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-94355d10-3029-451f-b0e1-0ca9da9823e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:36.009036 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6bf45c7a-73dd-45bb-aa23-6fbd725e2c7f req-89eb42dc-b82d-48e9-b6d9-405a7d1d272f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685942 Jun 17 08:50:36.053291 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Router 5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:36.066650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071f669f-7e2d-48de-8d45-98bc10e08390,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:36.069962 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:36.141020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Allocated IP 192.168.233.118 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/189731b5-bee3-4f1b-8dfe-a9447e4ea346) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:36.160865 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:36.169479 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.171686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e8741d-2c32-48e1-a9ef-37fc3e32f9f2 None None] Sync routers for ids ['5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:36.174048 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "PUT /v2.0/routers/5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7 HTTP/1.1" status: 200 len: 879 time: 1.9904704 Jun 17 08:50:36.174712 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41840) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:36.185199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8741d-2c32-48e1-a9ef-37fc3e32f9f2 None None] Routers {'5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:36.186907 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-16e8741d-2c32-48e1-a9ef-37fc3e32f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:36.222565 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-16e8741d-2c32-48e1-a9ef-37fc3e32f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:36.231451 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8741d-2c32-48e1-a9ef-37fc3e32f9f2 None None] Routers {'5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:36.232222 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-16e8741d-2c32-48e1-a9ef-37fc3e32f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:36.266988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-16e8741d-2c32-48e1-a9ef-37fc3e32f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:36.268142 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e8741d-2c32-48e1-a9ef-37fc3e32f9f2 None None] The sync data for ids ['5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:36.284201 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9702e401-57e8-4885-9333-dd2e920a6a91 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/routers/5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7 HTTP/1.1" status: 200 len: 920 time: 0.1082313 Jun 17 08:50:36.286856 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41842) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:36.299985 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.313921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Transition to ACTIVE for port object 189731b5-bee3-4f1b-8dfe-a9447e4ea346 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:36.349181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.355285 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bba4a239-c2e6-4cf2-a6de-1b0ef8caf4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:36.373770 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078ed15a-5b9c-4ba4-8970-251133c4ef3d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:36.377897 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-078ed15a-5b9c-4ba4-8970-251133c4ef3d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&device_id=5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0875585 Jun 17 08:50:36.378130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41844) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:36.401550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:36.404856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:36.407600 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:36.437633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Pushing event updated for resources: {'Port': ['ID=189731b5-bee3-4f1b-8dfe-a9447e4ea346,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:36.442522 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:36.466755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:36.467347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.468969 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9757dbcc-73b4-4371-9eb6-28ba4c0310e3 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:36.470567 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9757dbcc-73b4-4371-9eb6-28ba4c0310e3 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 881 time: 0.0915191 Jun 17 08:50:36.473474 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41846) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:36.484352 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8450689 Jun 17 08:50:36.496330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Request body: {'port': {'device_id': '414fb0ad-7015-44f2-837b-64a3410b0223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:36.511563 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7e2644be-8b51-4bc5-8d59-793e4209991e tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7 HTTP/1.1" status: 200 len: 205 time: 0.0346713 Jun 17 08:50:36.511841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41848) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:36.588565 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.636106 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.689462 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-47b9fe60-0886-419e-9ed9-387c3303e2bf None None] Provisioning for port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:36.694432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-47b9fe60-0886-419e-9ed9-387c3303e2bf None None] Provisioning complete for port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:36.695216 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-47b9fe60-0886-419e-9ed9-387c3303e2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.729628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-47b9fe60-0886-419e-9ed9-387c3303e2bf None None] Port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:50:36.745498 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.782063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875fe58-b4da-432a-b357-7e77d4e2b353 req-147dc1aa-a374-4ec7-8356-90174e338950 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:36.783527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e875fe58-b4da-432a-b357-7e77d4e2b353 req-147dc1aa-a374-4ec7-8356-90174e338950 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 936 time: 0.1522861 Jun 17 08:50:36.799162 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Deleting port 707d5879-d3c2-4d26-a70d-8a29e9bf193a {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:36.799533 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.871105 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e875fe58-b4da-432a-b357-7e77d4e2b353 req-c7d53cac-4b18-4971-a38a-7eec19d4a156 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535576 Jun 17 08:50:36.888407 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.955197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 189731b5-bee3-4f1b-8dfe-a9447e4ea346 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:36.962979 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.964932 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Calling delete_port for 707d5879-d3c2-4d26-a70d-8a29e9bf193a owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:36.975755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Transition to ACTIVE for port object 189731b5-bee3-4f1b-8dfe-a9447e4ea346 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:36.981348 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:36.984608 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:37.157636 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Attempting to bind port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:37.157967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Attempting to bind port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:37.158296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Attempting to bind port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:37.160442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Pushing event updated for resources: {'Port': ['ID=189731b5-bee3-4f1b-8dfe-a9447e4ea346,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:37.164186 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:37.175652 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.177959 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-197a1cf1-4495-4ac7-b4c6-86f0d3d4e871 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:37.178571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:50:37.179065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Attempting to bind port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:37.200621 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Pushing event deleted for resources: {'Port': ['ID=707d5879-d3c2-4d26-a70d-8a29e9bf193a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:37.204706 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:37.208639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:37.208977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:37.210568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:37.210568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Bound port: 189731b5-bee3-4f1b-8dfe-a9447e4ea346, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:37.210568 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.280136 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.320713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0fc4d-a51d-4d77-bcae-6694967005af req-2650f445-9632-4591-aecb-051730935717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:37.322374 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88d0fc4d-a51d-4d77-bcae-6694967005af req-2650f445-9632-4591-aecb-051730935717 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.1660674 Jun 17 08:50:37.325400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] For port 189731b5-bee3-4f1b-8dfe-a9447e4ea346, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:37.329125 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] For port 189731b5-bee3-4f1b-8dfe-a9447e4ea346, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=189731b5-bee3-4f1b-8dfe-a9447e4ea346,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:37.344835 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.349640 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3949bad4-58b2-4422-b5d4-5c77081cc8c0 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:37.373209 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.376601 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.397177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:37.398225 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.400058 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] 10.222.0.10 "PUT /v2.0/ports/189731b5-bee3-4f1b-8dfe-a9447e4ea346 HTTP/1.1" status: 200 len: 1097 time: 0.9083445 Jun 17 08:50:37.400774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414fb0ad-7015-44f2-837b-64a3410b0223', 'tag': '189731b5-bee3-4f1b-8dfe-a9447e4ea346'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:37.403248 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e" -d '{"events": [{"name": "network-changed", "server_uuid": "414fb0ad-7015-44f2-837b-64a3410b0223", "tag": "189731b5-bee3-4f1b-8dfe-a9447e4ea346"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:37.423786 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88d0fc4d-a51d-4d77-bcae-6694967005af req-26abae3f-7a3b-4c9a-b42e-7ce6990780d9 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929170 Jun 17 08:50:37.458012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Pushing event updated for resources: {'Port': ['ID=189731b5-bee3-4f1b-8dfe-a9447e4ea346,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:37.458499 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.459151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Fanout notify agent at l3_agent the message router_deleted on router 5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:37.466432 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.467529 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7 HTTP/1.1" status: 204 len: 168 time: 0.9547937 Jun 17 08:50:37.473182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41856) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:37.473359 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:37.479812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-fe7ed418-6ada-4015-8d1f-cbbc85cdfc57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-673768681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:37.482448 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3795f9a-708a-4b1f-adc5-1b86cacedbf8 x-openstack-request-id: req-c3795f9a-708a-4b1f-adc5-1b86cacedbf8 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:37.483002 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "414fb0ad-7015-44f2-837b-64a3410b0223", "tag": "189731b5-bee3-4f1b-8dfe-a9447e4ea346", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:37.483338 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c3795f9a-708a-4b1f-adc5-1b86cacedbf8 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:37.483802 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '414fb0ad-7015-44f2-837b-64a3410b0223', 'tag': '189731b5-bee3-4f1b-8dfe-a9447e4ea346', 'status': 'completed', 'code': 200} Jun 17 08:50:37.496383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81f6f2-fe4a-4c10-bef9-92f7fc160052 req-814b32ee-0f03-4487-a6f3-94a135f83123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:37.497931 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6d81f6f2-fe4a-4c10-bef9-92f7fc160052 req-814b32ee-0f03-4487-a6f3-94a135f83123 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 1097 time: 0.1228824 Jun 17 08:50:37.527276 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed418-6ada-4015-8d1f-cbbc85cdfc57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.528322 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed418-6ada-4015-8d1f-cbbc85cdfc57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.538421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-e49bf1ca-4df1-4446-ab3c-4a1b1330e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:37.540118 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-e49bf1ca-4df1-4446-ab3c-4a1b1330e762 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b490275261d402e81ace46f52fe0c93&device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 1100 time: 0.0685935 Jun 17 08:50:37.554607 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [req-6d81f6f2-fe4a-4c10-bef9-92f7fc160052 req-df68d105-e4dc-4851-afb4-4f0b2ad82f91 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483077 Jun 17 08:50:37.584186 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-ac4178eb-9d92-45df-a1e7-8b6f24714b8b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=189731b5-bee3-4f1b-8dfe-a9447e4ea346 HTTP/1.1" status: 200 len: 217 time: 0.0363564 Jun 17 08:50:37.594440 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed418-6ada-4015-8d1f-cbbc85cdfc57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.600105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed418-6ada-4015-8d1f-cbbc85cdfc57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.617674 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed418-6ada-4015-8d1f-cbbc85cdfc57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.619084 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fe7ed418-6ada-4015-8d1f-cbbc85cdfc57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1457818 Jun 17 08:50:37.621788 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41858) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:37.626390 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'enable_snat': True}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:37.706297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-287ec1e0-b466-4599-a310-b47c7a570151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:37.707806 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-287ec1e0-b466-4599-a310-b47c7a570151 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0461128 Jun 17 08:50:37.770809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-e962e61d-271c-44b8-be2a-fccf66a81264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:37.772321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-e962e61d-271c-44b8-be2a-fccf66a81264 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0579145 Jun 17 08:50:37.825871 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:37.863904 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-ed8d9ef5-c5d6-4aca-9ac2-cb5f6337cca8 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841253 Jun 17 08:50:37.962342 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d1b05a29-74d5-428a-a9fe-4b07590a181b req-ac4ff8d9-fc9a-474d-9721-197da55c00b1 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922148 Jun 17 08:50:38.044961 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.064064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.101127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce04e6-0da8-4a9e-8da7-3cdd600ba2cd req-d2f5b31a-74a2-4830-aaa5-2f1130c9bd40 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:38.102645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57ce04e6-0da8-4a9e-8da7-3cdd600ba2cd req-d2f5b31a-74a2-4830-aaa5-2f1130c9bd40 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 948 time: 0.1108122 Jun 17 08:50:38.109291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e req-ba342b43-5217-4247-b076-65f5120af885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:38.110806 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e req-ba342b43-5217-4247-b076-65f5120af885 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b490275261d402e81ace46f52fe0c93&device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 1100 time: 0.0822051 Jun 17 08:50:38.173896 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Allocated IP 172.25.8.49 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/b5b22821-4844-4c42-b5e7-8e706ec7f193) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:38.194009 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57ce04e6-0da8-4a9e-8da7-3cdd600ba2cd req-e65ae0c7-0ded-4337-99ac-7d630c5419ab tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822256 Jun 17 08:50:38.231135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e req-110b01c7-16f6-4b0e-8287-85582d020ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:38.232668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e req-110b01c7-16f6-4b0e-8287-85582d020ef8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1139526 Jun 17 08:50:38.279772 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.283068 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e req-b977d499-664b-4385-a01e-122a2a57b68a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=189731b5-bee3-4f1b-8dfe-a9447e4ea346 HTTP/1.1" status: 200 len: 217 time: 0.0434165 Jun 17 08:50:38.337498 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.345029 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5313a81d-05d6-4591-9cda-6d62cd5b6aef tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:38.348021 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e req-47062bc3-1c85-486d-970d-e6b2e7cf28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:38.349862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e req-47062bc3-1c85-486d-970d-e6b2e7cf28e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0577695 Jun 17 08:50:38.388332 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:38.391453 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:38.394388 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:38.409275 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e req-c029c228-7d72-4e51-bc44-6e31b0baf29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:38.410806 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e req-c029c228-7d72-4e51-bc44-6e31b0baf29e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535324 Jun 17 08:50:38.426701 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event updated for resources: {'Port': ['ID=b5b22821-4844-4c42-b5e7-8e706ec7f193,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:38.430319 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:38.518058 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e req-87b8055f-c37e-4e2d-bd5c-41fb3fa070fd service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991113 Jun 17 08:50:38.665221 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.672398 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6fe3001b-7828-4188-9ab7-7bd37c1cc84e req-e2516586-ab9a-4b12-90a6-c68c5e3d0cd1 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475928 Jun 17 08:50:38.690911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5a28e-9185-4f5f-b5c6-3db721456352 req-b20b013c-ffd8-40f6-bbf8-7444c315e03b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:38.695456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ab5a28e-9185-4f5f-b5c6-3db721456352 req-b20b013c-ffd8-40f6-bbf8-7444c315e03b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.1510773 Jun 17 08:50:38.733944 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ab5a28e-9185-4f5f-b5c6-3db721456352 req-8d2defb5-4180-416c-baee-3511bfb3c9fd tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350316 Jun 17 08:50:38.866894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:38.870284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.003332 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Router 8f381929-3a87-4b49-8463-2d3d1797a279 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:39.108226 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:39.112990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.113916 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "PUT /v2.0/routers/8f381929-3a87-4b49-8463-2d3d1797a279 HTTP/1.1" status: 200 len: 913 time: 1.4911966 Jun 17 08:50:39.116923 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d728ddc-6720-411e-85f2-458f92f720f5 None None] Sync routers for ids ['8f381929-3a87-4b49-8463-2d3d1797a279'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:39.117373 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41864) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:39.126191 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d728ddc-6720-411e-85f2-458f92f720f5 None None] Routers {'8f381929-3a87-4b49-8463-2d3d1797a279'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:39.126818 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d728ddc-6720-411e-85f2-458f92f720f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8f381929-3a87-4b49-8463-2d3d1797a279'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:39.161632 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d728ddc-6720-411e-85f2-458f92f720f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:39.171156 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d728ddc-6720-411e-85f2-458f92f720f5 None None] Routers {'8f381929-3a87-4b49-8463-2d3d1797a279'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:39.171772 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d728ddc-6720-411e-85f2-458f92f720f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['8f381929-3a87-4b49-8463-2d3d1797a279'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:39.176569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0a698cb9-14f0-46df-8f7d-51f472848938 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:50:39.179672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0a698cb9-14f0-46df-8f7d-51f472848938 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:50:39.204141 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-7d728ddc-6720-411e-85f2-458f92f720f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:39.205145 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d728ddc-6720-411e-85f2-458f92f720f5 None None] The sync data for ids ['8f381929-3a87-4b49-8463-2d3d1797a279'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:39.230917 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a6357412-6879-4ff1-9acb-b0b3a85c34c1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/routers/8f381929-3a87-4b49-8463-2d3d1797a279 HTTP/1.1" status: 200 len: 919 time: 0.1122034 Jun 17 08:50:39.233543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41868) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:39.296997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c693e743-be3e-4cc5-84d8-5bb7301a9dd6 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:39.298930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c693e743-be3e-4cc5-84d8-5bb7301a9dd6 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&device_id=8f381929-3a87-4b49-8463-2d3d1797a279&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0643053 Jun 17 08:50:39.302327 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41870) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:39.335724 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.350248 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.352056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0a698cb9-14f0-46df-8f7d-51f472848938, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a698cb9-14f0-46df-8f7d-51f472848938,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:39.372365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:39.374638 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1d5978-3f45-4312-a5ca-2a79b4135b01" -d '{"events": [{"server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:39.384072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '0a698cb9-14f0-46df-8f7d-51f472848938', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'port_id': '0a698cb9-14f0-46df-8f7d-51f472848938', 'mac_address': 'fa:16:3e:ec:7e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:50:39.393878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0a698cb9-14f0-46df-8f7d-51f472848938, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a698cb9-14f0-46df-8f7d-51f472848938,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:39.417079 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.420185 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978fe83a-83ad-44a1-8f4f-350cd3814c60 x-openstack-request-id: req-978fe83a-83ad-44a1-8f4f-350cd3814c60 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:39.420478 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "name": "network-vif-unplugged", "status": "completed", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:39.420910 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-978fe83a-83ad-44a1-8f4f-350cd3814c60 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:39.421333 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938', 'code': 200} Jun 17 08:50:39.423811 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c6d11cda-3441-4341-9c4b-bda46ce2b5d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:39.448737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a6c68-85ba-43e0-aebc-225a35f192eb req-aedb2a8d-e347-447a-a602-e1bde72abf5c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:39.450242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f50a6c68-85ba-43e0-aebc-225a35f192eb req-aedb2a8d-e347-447a-a602-e1bde72abf5c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 948 time: 0.1389532 Jun 17 08:50:39.451504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9b3182-f3c3-4018-918e-f6012c76eacb tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:39.452749 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3f9b3182-f3c3-4018-918e-f6012c76eacb tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 881 time: 0.1490970 Jun 17 08:50:39.455647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41874) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:39.460490 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.486371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a698cb9-14f0-46df-8f7d-51f472848938 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:39.491820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0a698cb9-14f0-46df-8f7d-51f472848938,revision_number=6']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:39.495444 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:39.509401 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c672c266-5a3c-4f1a-b0ac-6ab5f94382fc tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f381929-3a87-4b49-8463-2d3d1797a279 HTTP/1.1" status: 200 len: 205 time: 0.0502980 Jun 17 08:50:39.510365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41876) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:39.524796 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f50a6c68-85ba-43e0-aebc-225a35f192eb req-e506b0af-915d-4d4e-9d5c-542ced1dee6d tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597649 Jun 17 08:50:39.533165 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:50:39.533535 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:50:39.618392 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.736342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.793758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Deleting port b5b22821-4844-4c42-b5e7-8e706ec7f193 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:39.794104 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.876985 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:39.909362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c409c71-21e7-4157-9630-18e758bcfba4 req-0af139cb-5ec2-4c96-9d04-8f26c3c4ff9b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:39.910950 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c409c71-21e7-4157-9630-18e758bcfba4 req-0af139cb-5ec2-4c96-9d04-8f26c3c4ff9b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 943 time: 0.0630744 Jun 17 08:50:39.943495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Calling delete_port for b5b22821-4844-4c42-b5e7-8e706ec7f193 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:39.951044 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5c409c71-21e7-4157-9630-18e758bcfba4 req-7b988420-bd8f-453c-86f8-3db92a6f241b tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333927 Jun 17 08:50:39.975504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41880) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:40.038121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a03e1930-1d76-4075-a3d5-b8baed7e632a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/floatingips/0386db76-2e4d-4d02-94f6-e9f544887731 HTTP/1.1" status: 200 len: 991 time: 0.0612588 Jun 17 08:50:40.074490 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.088166 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a698cb9-14f0-46df-8f7d-51f472848938 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:40.108702 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0a698cb9-14f0-46df-8f7d-51f472848938, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a698cb9-14f0-46df-8f7d-51f472848938,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:40.114429 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.116430 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:40.164070 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0a698cb9-14f0-46df-8f7d-51f472848938,revision_number=7']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:40.167511 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:40.436061 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['0a698cb9-14f0-46df-8f7d-51f472848938'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:40.477316 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.480243 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-89025d77-0640-480c-8359-07633817342c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:40.503873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Pushing event deleted for resources: {'Port': ['ID=b5b22821-4844-4c42-b5e7-8e706ec7f193,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:40.507716 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:40.563307 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.658760 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.660945 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.704778 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.705387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Fanout notify agent at l3_agent the message router_deleted on router 8f381929-3a87-4b49-8463-2d3d1797a279 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:40.712950 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.713173 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef7a82-4bec-4ccf-b790-60fd731e255a req-48cc5890-ba71-4c22-af66-40f3fd68da0a tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:40.717992 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77ef7a82-4bec-4ccf-b790-60fd731e255a req-48cc5890-ba71-4c22-af66-40f3fd68da0a tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 948 time: 0.0681417 Jun 17 08:50:40.718221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41884) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:40.719250 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/8f381929-3a87-4b49-8463-2d3d1797a279 HTTP/1.1" status: 204 len: 168 time: 1.2030280 Jun 17 08:50:40.723320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-bd9222b9-9d2b-4acc-a64b-4f1453f44586 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1019422916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:40.766689 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd9222b9-9d2b-4acc-a64b-4f1453f44586 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.767785 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd9222b9-9d2b-4acc-a64b-4f1453f44586 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.783132 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77ef7a82-4bec-4ccf-b790-60fd731e255a req-3081f721-b85a-4233-b158-61efd137be49 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547216 Jun 17 08:50:40.831578 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd9222b9-9d2b-4acc-a64b-4f1453f44586 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.838128 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd9222b9-9d2b-4acc-a64b-4f1453f44586 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.858401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bd9222b9-9d2b-4acc-a64b-4f1453f44586 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:40.859950 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bd9222b9-9d2b-4acc-a64b-4f1453f44586 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1407557 Jun 17 08:50:40.862813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41886) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:40.867588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'enable_snat': False}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:41.065269 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:41.188188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 189731b5-bee3-4f1b-8dfe-a9447e4ea346 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:50:41.280119 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:41.282452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 189731b5-bee3-4f1b-8dfe-a9447e4ea346, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=189731b5-bee3-4f1b-8dfe-a9447e4ea346,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:41.297573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '189731b5-bee3-4f1b-8dfe-a9447e4ea346', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '189731b5-bee3-4f1b-8dfe-a9447e4ea346', 'mac_address': 'fa:16:3e:eb:9e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:50:41.302460 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:41.335536 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:41.349210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 189731b5-bee3-4f1b-8dfe-a9447e4ea346 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:50:41.369610 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 189731b5-bee3-4f1b-8dfe-a9447e4ea346, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=189731b5-bee3-4f1b-8dfe-a9447e4ea346,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:41.374403 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:41.377257 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c6d11cda-3441-4341-9c4b-bda46ce2b5d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:41.405279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Allocated IP 172.25.8.78 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/f2e9c5b3-be9b-4d3c-bff0-87fa710aced9) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:41.423760 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=189731b5-bee3-4f1b-8dfe-a9447e4ea346,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:41.427210 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:41.513816 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:41.556514 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:41.558595 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4745847-ffb2-45c9-9735-d231a1620c54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:41.595789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:41.603543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:41.606014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Pushing event updated for resources: {'Port': ['ID=f2e9c5b3-be9b-4d3c-bff0-87fa710aced9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:41.608098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:41.610214 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:41.694807 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['189731b5-bee3-4f1b-8dfe-a9447e4ea346'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:50:41.861356 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.464117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe1339-b453-4f7b-925c-1da4298a60b9 req-21ea6e81-b0e3-4f6f-a16f-0a017984be3c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:42.465582 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08fe1339-b453-4f7b-925c-1da4298a60b9 req-21ea6e81-b0e3-4f6f-a16f-0a017984be3c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 949 time: 0.5686502 Jun 17 08:50:42.518630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08fe1339-b453-4f7b-925c-1da4298a60b9 req-5066afb0-30ce-4f1e-b8cd-d2948119b554 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462666 Jun 17 08:50:42.526392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.530149 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.670257 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Router 71d08362-5fd9-4553-8e8e-a21763a94832 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:42.773163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:42.778056 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:42.779091 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "PUT /v2.0/routers/71d08362-5fd9-4553-8e8e-a21763a94832 HTTP/1.1" status: 200 len: 915 time: 1.9148340 Jun 17 08:50:42.782563 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41890) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:42.783487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3cd6c-0ada-417b-bc5c-275874690388 None None] Sync routers for ids ['71d08362-5fd9-4553-8e8e-a21763a94832'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:42.793834 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3cd6c-0ada-417b-bc5c-275874690388 None None] Routers {'71d08362-5fd9-4553-8e8e-a21763a94832'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:42.794466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4ed3cd6c-0ada-417b-bc5c-275874690388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['71d08362-5fd9-4553-8e8e-a21763a94832'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:42.826716 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4ed3cd6c-0ada-417b-bc5c-275874690388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:42.836603 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed3cd6c-0ada-417b-bc5c-275874690388 None None] Routers {'71d08362-5fd9-4553-8e8e-a21763a94832'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:42.837229 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4ed3cd6c-0ada-417b-bc5c-275874690388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['71d08362-5fd9-4553-8e8e-a21763a94832'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:42.872289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4ed3cd6c-0ada-417b-bc5c-275874690388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:42.872962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed3cd6c-0ada-417b-bc5c-275874690388 None None] The sync data for ids ['71d08362-5fd9-4553-8e8e-a21763a94832'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:42.890969 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-da56b577-c847-4490-bf62-4016c9e2dce6 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/routers/71d08362-5fd9-4553-8e8e-a21763a94832 HTTP/1.1" status: 200 len: 921 time: 0.1070099 Jun 17 08:50:42.893583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41892) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:42.951143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8169d92d-e719-44e4-a086-117d19922979 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:42.952695 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8169d92d-e719-44e4-a086-117d19922979 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&device_id=71d08362-5fd9-4553-8e8e-a21763a94832&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0581841 Jun 17 08:50:42.955316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41894) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:43.042239 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe204423-7410-4526-8cb9-ee31067befeb tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:43.043614 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fe204423-7410-4526-8cb9-ee31067befeb tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/networks/609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 881 time: 0.0873311 Jun 17 08:50:43.046587 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41896) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:43.076038 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bff11d31-84b4-4c91-832a-532d26dccc5f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=71d08362-5fd9-4553-8e8e-a21763a94832 HTTP/1.1" status: 200 len: 205 time: 0.0282040 Jun 17 08:50:43.078677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41898) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:43.187514 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.191435 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0a698cb9-14f0-46df-8f7d-51f472848938 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:43.240527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 0a698cb9-14f0-46df-8f7d-51f472848938 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:43.240906 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.295945 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.319629 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.344267 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:43.346562 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed4500b-bae7-4708-8140-0d7bef5ec9ef" -d '{"events": [{"server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "name": "network-vif-plugged", "status": "completed", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:43.353508 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Deleting port f2e9c5b3-be9b-4d3c-bff0-87fa710aced9 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:43.354034 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.360404 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0a698cb9-14f0-46df-8f7d-51f472848938, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a698cb9-14f0-46df-8f7d-51f472848938,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:43.366038 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.367064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 189731b5-bee3-4f1b-8dfe-a9447e4ea346 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:43.369836 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:43.407190 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2199f1-f038-44b4-8d99-0fb8c09b882d x-openstack-request-id: req-9d2199f1-f038-44b4-8d99-0fb8c09b882d {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:43.407487 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "name": "network-vif-plugged", "status": "completed", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:43.407747 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9d2199f1-f038-44b4-8d99-0fb8c09b882d {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:43.408141 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938', 'code': 200} Jun 17 08:50:43.438110 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.460224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0a698cb9-14f0-46df-8f7d-51f472848938,revision_number=8']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:43.464159 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:43.465009 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-75efc686-0486-4624-a857-0138a4a4aacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.478238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:43.482321 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:43.482736 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.507164 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Calling delete_port for f2e9c5b3-be9b-4d3c-bff0-87fa710aced9 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:43.563060 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.596727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 189731b5-bee3-4f1b-8dfe-a9447e4ea346, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=189731b5-bee3-4f1b-8dfe-a9447e4ea346,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:43.602281 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.604337 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:43.652085 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=189731b5-bee3-4f1b-8dfe-a9447e4ea346,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:43.655344 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:43.713206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.715836 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8ef018a3-cb10-4105-85d6-3ed25a325c89 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:43.746042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Pushing event deleted for resources: {'Port': ['ID=f2e9c5b3-be9b-4d3c-bff0-87fa710aced9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:43.752356 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:43.806832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9b918-1efc-4b51-a586-5ba18373e32b req-cd44d7d7-fb12-44d5-9834-5f32e20f2fd7 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:43.808382 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52f9b918-1efc-4b51-a586-5ba18373e32b req-cd44d7d7-fb12-44d5-9834-5f32e20f2fd7 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 950 time: 0.1715574 Jun 17 08:50:43.847344 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.945927 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52f9b918-1efc-4b51-a586-5ba18373e32b req-69140b70-32f7-4501-8dd1-dba130821d72 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282406 Jun 17 08:50:43.951616 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.953865 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.998342 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:43.999067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Fanout notify agent at l3_agent the message router_deleted on router 71d08362-5fd9-4553-8e8e-a21763a94832 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:44.006979 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.008145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/71d08362-5fd9-4553-8e8e-a21763a94832 HTTP/1.1" status: 204 len: 168 time: 0.9286175 Jun 17 08:50:44.012746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41906) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:44.018049 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1581707597', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:44.042195 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.043372 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.103233 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.244280 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.457054 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.476437 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.582867 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Allocated IP 172.25.8.21 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/848057cf-14e3-4430-afa7-efb521d16b01) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:44.689913 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.738856 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:44.740771 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb240993-c2b0-4ce9-844a-e80b3c69373a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:44.776090 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:44.779070 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:44.785281 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:44.791275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Pushing event updated for resources: {'Port': ['ID=848057cf-14e3-4430-afa7-efb521d16b01,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:44.809839 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:45.038626 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.124196 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b6dbc-8005-4b90-9981-7900a211e264 req-c2260d6f-0fbf-414a-803d-b82f3edfc3e7 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:45.125778 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-026b6dbc-8005-4b90-9981-7900a211e264 req-c2260d6f-0fbf-414a-803d-b82f3edfc3e7 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 950 time: 0.0650997 Jun 17 08:50:45.168134 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-026b6dbc-8005-4b90-9981-7900a211e264 req-bb895213-5eda-4255-be4a-903ef37ac584 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327272 Jun 17 08:50:45.235497 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.392279 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Router 32bf0b40-46d4-4cc1-8793-8e604e4c53eb is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:50:45.409309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414fb0ad-7015-44f2-837b-64a3410b0223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189731b5-bee3-4f1b-8dfe-a9447e4ea346'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:50:45.411883 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28537565-9615-4691-9985-88eb3103e39d" -d '{"events": [{"server_uuid": "414fb0ad-7015-44f2-837b-64a3410b0223", "name": "network-vif-plugged", "status": "completed", "tag": "189731b5-bee3-4f1b-8dfe-a9447e4ea346"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:50:45.449067 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0404776-2306-47db-92a0-de0b00bb8a68 x-openstack-request-id: req-f0404776-2306-47db-92a0-de0b00bb8a68 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:50:45.449446 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414fb0ad-7015-44f2-837b-64a3410b0223", "name": "network-vif-plugged", "status": "completed", "tag": "189731b5-bee3-4f1b-8dfe-a9447e4ea346", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:50:45.449790 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f0404776-2306-47db-92a0-de0b00bb8a68 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:50:45.450312 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414fb0ad-7015-44f2-837b-64a3410b0223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '189731b5-bee3-4f1b-8dfe-a9447e4ea346', 'code': 200} Jun 17 08:50:45.497606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:45.506959 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332ccdb-6fdf-4c9c-b42b-b103242efcdf None None] Sync routers for ids ['32bf0b40-46d4-4cc1-8793-8e604e4c53eb'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:45.517478 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332ccdb-6fdf-4c9c-b42b-b103242efcdf None None] Routers {'32bf0b40-46d4-4cc1-8793-8e604e4c53eb'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:45.518194 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e332ccdb-6fdf-4c9c-b42b-b103242efcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['32bf0b40-46d4-4cc1-8793-8e604e4c53eb'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:45.518982 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.522800 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bb2ec1a5-356c-460b-bc0c-9de97f6c75a5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.5064914 Jun 17 08:50:45.523009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41912) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:45.528457 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:45.552402 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e332ccdb-6fdf-4c9c-b42b-b103242efcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:45.561909 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332ccdb-6fdf-4c9c-b42b-b103242efcdf None None] Routers {'32bf0b40-46d4-4cc1-8793-8e604e4c53eb'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:45.562550 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e332ccdb-6fdf-4c9c-b42b-b103242efcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['32bf0b40-46d4-4cc1-8793-8e604e4c53eb'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:45.578943 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdf67c-f7e2-498b-9bd1-b1ed2ab5ed89 req-b78ae471-6fb3-48d9-a910-f8c3a8da5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:45.580837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ccdf67c-f7e2-498b-9bd1-b1ed2ab5ed89 req-b78ae471-6fb3-48d9-a910-f8c3a8da5004 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 1102 time: 0.0677919 Jun 17 08:50:45.599495 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-e332ccdb-6fdf-4c9c-b42b-b103242efcdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:45.600151 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332ccdb-6fdf-4c9c-b42b-b103242efcdf None None] The sync data for ids ['32bf0b40-46d4-4cc1-8793-8e604e4c53eb'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:45.622390 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ccdf67c-f7e2-498b-9bd1-b1ed2ab5ed89 req-f75179b1-c047-42cc-9f0c-6addd208b246 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346351 Jun 17 08:50:45.627259 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd36f-7780-431b-b660-129ec080f429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.843039 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.860804 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.916532 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Deleting port 848057cf-14e3-4430-afa7-efb521d16b01 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:50:45.916870 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:45.945969 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.002406 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.065723 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Calling delete_port for 848057cf-14e3-4430-afa7-efb521d16b01 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:50:46.237634 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.240701 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-75a67b0b-e948-43ed-b8de-8c7788acecba tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:46.269237 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Pushing event deleted for resources: {'Port': ['ID=848057cf-14e3-4430-afa7-efb521d16b01,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:46.273111 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:46.329061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.344683 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ab45a-3e33-446d-ba41-091444d9d795 req-c5fd1626-467a-4c5e-be90-3fc1f5c02f8e tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:46.346178 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d0ab45a-3e33-446d-ba41-091444d9d795 req-c5fd1626-467a-4c5e-be90-3fc1f5c02f8e tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 950 time: 0.0646510 Jun 17 08:50:46.385899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6d0ab45a-3e33-446d-ba41-091444d9d795 req-805d2c32-72d5-408d-9a12-5e302c28e0ea tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337448 Jun 17 08:50:46.527624 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.531305 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.596175 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:50:46.608372 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Router 32bf0b40-46d4-4cc1-8793-8e604e4c53eb has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:50:46.692184 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:50:46.699030 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.701033 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "PUT /v2.0/routers/32bf0b40-46d4-4cc1-8793-8e604e4c53eb HTTP/1.1" status: 200 len: 706 time: 1.1762321 Jun 17 08:50:46.703274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41918) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:46.703788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ff98d-a2e2-4654-84fa-df99ff5d498e None None] Sync routers for ids ['32bf0b40-46d4-4cc1-8793-8e604e4c53eb'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:50:46.715553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ff98d-a2e2-4654-84fa-df99ff5d498e None None] Routers {'32bf0b40-46d4-4cc1-8793-8e604e4c53eb'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:46.716246 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-578ff98d-a2e2-4654-84fa-df99ff5d498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['32bf0b40-46d4-4cc1-8793-8e604e4c53eb'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:46.748998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-578ff98d-a2e2-4654-84fa-df99ff5d498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:46.762266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ff98d-a2e2-4654-84fa-df99ff5d498e None None] Routers {'32bf0b40-46d4-4cc1-8793-8e604e4c53eb'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:50:46.762797 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-578ff98d-a2e2-4654-84fa-df99ff5d498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:50:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['32bf0b40-46d4-4cc1-8793-8e604e4c53eb'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:46.781545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3467497c-eb5d-4d01-be0c-645357e7ced1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/routers/32bf0b40-46d4-4cc1-8793-8e604e4c53eb HTTP/1.1" status: 200 len: 741 time: 0.0767703 Jun 17 08:50:46.784270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41920) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:46.798685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-578ff98d-a2e2-4654-84fa-df99ff5d498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:46.799371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ff98d-a2e2-4654-84fa-df99ff5d498e None None] The sync data for ids ['32bf0b40-46d4-4cc1-8793-8e604e4c53eb'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:50:46.830696 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4459a59a-1553-413b-8eec-12d12fd5fab2 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&device_id=32bf0b40-46d4-4cc1-8793-8e604e4c53eb HTTP/1.1" status: 200 len: 205 time: 0.0450709 Jun 17 08:50:46.834107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41922) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:46.862877 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0deabdd6-0e65-4ee4-8e46-933a3f968613 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=32bf0b40-46d4-4cc1-8793-8e604e4c53eb HTTP/1.1" status: 200 len: 205 time: 0.0273111 Jun 17 08:50:46.865045 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41924) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:46.901151 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:46.937933 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d197f616-1298-4995-93f1-384732f97f57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.103511 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d197f616-1298-4995-93f1-384732f97f57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.105732 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d197f616-1298-4995-93f1-384732f97f57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.154966 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d197f616-1298-4995-93f1-384732f97f57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.155488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d197f616-1298-4995-93f1-384732f97f57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Fanout notify agent at l3_agent the message router_deleted on router 32bf0b40-46d4-4cc1-8793-8e604e4c53eb {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:50:47.162270 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d197f616-1298-4995-93f1-384732f97f57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:47.163323 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d197f616-1298-4995-93f1-384732f97f57 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/32bf0b40-46d4-4cc1-8793-8e604e4c53eb HTTP/1.1" status: 204 len: 168 time: 0.2973938 Jun 17 08:50:47.167488 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41928) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.195803 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1d174393-6a9b-4e10-bf09-a4b0031d5e8b tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=32bf0b40-46d4-4cc1-8793-8e604e4c53eb HTTP/1.1" status: 200 len: 205 time: 0.0270758 Jun 17 08:50:47.197998 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41930) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.233228 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-8f35629f-29ef-4af0-92e2-ff1743c94712 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] delete failed (client error): The resource could not be found. Jun 17 08:50:47.234243 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8f35629f-29ef-4af0-92e2-ff1743c94712 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/32bf0b40-46d4-4cc1-8793-8e604e4c53eb HTTP/1.1" status: 404 len: 336 time: 0.0353789 Jun 17 08:50:47.236802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41932) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.264272 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9ad8a75e-2d11-4c16-93f1-31e8a3dc0a98 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=71d08362-5fd9-4553-8e8e-a21763a94832 HTTP/1.1" status: 200 len: 205 time: 0.0263703 Jun 17 08:50:47.267433 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41934) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.306405 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-8e041f19-f0eb-48d7-b731-afb7e91320da tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] delete failed (client error): The resource could not be found. Jun 17 08:50:47.307414 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8e041f19-f0eb-48d7-b731-afb7e91320da tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/71d08362-5fd9-4553-8e8e-a21763a94832 HTTP/1.1" status: 404 len: 336 time: 0.0391254 Jun 17 08:50:47.310105 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41936) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.340926 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0f1dc728-4316-4613-97b3-8bd454cee479 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f381929-3a87-4b49-8463-2d3d1797a279 HTTP/1.1" status: 200 len: 205 time: 0.0296912 Jun 17 08:50:47.344164 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41938) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.389733 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-41e43478-15c5-4edd-9dcc-87d86ca86ecb tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] delete failed (client error): The resource could not be found. Jun 17 08:50:47.390634 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-41e43478-15c5-4edd-9dcc-87d86ca86ecb tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/8f381929-3a87-4b49-8463-2d3d1797a279 HTTP/1.1" status: 404 len: 336 time: 0.0455825 Jun 17 08:50:47.394416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41940) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.425445 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8db2734d-c2fc-41ec-ad85-a3c0ee62bebc tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7 HTTP/1.1" status: 200 len: 205 time: 0.0297942 Jun 17 08:50:47.428221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41944) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.464160 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-5612b692-614e-4930-b520-e373c54cc778 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] delete failed (client error): The resource could not be found. Jun 17 08:50:47.465166 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5612b692-614e-4930-b520-e373c54cc778 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/5caa4385-9a5c-48da-a1e2-3ab63cc4d9e7 HTTP/1.1" status: 404 len: 336 time: 0.0360246 Jun 17 08:50:47.467952 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41946) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.496300 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f8ec1bc1-7949-4846-9839-75e16f956ec3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e026213-fb3d-45d5-a439-08dba9254db3 HTTP/1.1" status: 200 len: 205 time: 0.0272017 Jun 17 08:50:47.498718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41948) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.564655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e05f34-38e2-4726-8307-04cba3ad85d8 req-19c27b20-852d-4a22-8e2b-627cab5807a1 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:47.566936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f7e05f34-38e2-4726-8307-04cba3ad85d8 req-19c27b20-852d-4a22-8e2b-627cab5807a1 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 950 time: 0.0667658 Jun 17 08:50:47.614945 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f7e05f34-38e2-4726-8307-04cba3ad85d8 req-70f1404e-b8f7-4d33-bc45-23893a897d51 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Jun 17 08:50:47.921822 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-30c99ce4-55f9-4f74-ad57-24fcb978dabb tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] delete failed (client error): The resource could not be found. Jun 17 08:50:47.922936 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-30c99ce4-55f9-4f74-ad57-24fcb978dabb tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/0e026213-fb3d-45d5-a439-08dba9254db3 HTTP/1.1" status: 404 len: 336 time: 0.4233046 Jun 17 08:50:47.925787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41958) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.954806 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-234caf58-acd3-4d73-8d6e-51a35b7de9d0 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "GET /v2.0/ports?device_id=deae2c5b-cd9c-4811-816c-e795d2e037c8 HTTP/1.1" status: 200 len: 205 time: 0.0272319 Jun 17 08:50:47.957073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41960) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:47.997009 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-30d58b10-522c-4fd8-a53b-54dce62f1724 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] delete failed (client error): The resource could not be found. Jun 17 08:50:47.998039 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-30d58b10-522c-4fd8-a53b-54dce62f1724 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/routers/deae2c5b-cd9c-4811-816c-e795d2e037c8 HTTP/1.1" status: 404 len: 336 time: 0.0399852 Jun 17 08:50:48.000993 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41964) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:48.029333 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b958d2d-0a28-4fac-9014-6caf646944b5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] DELETE failed (client error): The resource could not be found. Jun 17 08:50:48.029934 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b958d2d-0a28-4fac-9014-6caf646944b5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:50:48.034230 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3b958d2d-0a28-4fac-9014-6caf646944b5 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] 10.222.0.47 "DELETE /v2.0/subnets/202506e5-7f5f-452b-b9d7-d3e0b05558e2 HTTP/1.1" status: 404 len: 337 time: 0.0298433 Jun 17 08:50:48.296639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41970) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:48.420977 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d9ac-3c28-46f1-b7f7-a62a4a229f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.524557 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d9ac-3c28-46f1-b7f7-a62a4a229f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.529378 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8a0d9ac-3c28-46f1-b7f7-a62a4a229f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.532011 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-17929772-3ae8-488b-9b0c-b12ae00f871d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:48.567900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0d9ac-3c28-46f1-b7f7-a62a4a229f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f80be9-04fb-48c6-b4c6-c1c9be8f923b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:48.575302 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41976) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:48.575971 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e8a0d9ac-3c28-46f1-b7f7-a62a4a229f7b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d154c060a9e645aaa4bea7275d5a8875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775621 Jun 17 08:50:48.576940 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8a0d9ac-3c28-46f1-b7f7-a62a4a229f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:48.632579 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-703f578a-146e-495a-aa85-c990bd16834d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.656497 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-703f578a-146e-495a-aa85-c990bd16834d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.704250 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-703f578a-146e-495a-aa85-c990bd16834d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.706991 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-703f578a-146e-495a-aa85-c990bd16834d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.708134 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-703f578a-146e-495a-aa85-c990bd16834d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65f80be9-04fb-48c6-b4c6-c1c9be8f923b HTTP/1.1" status: 204 len: 168 time: 0.1316819 Jun 17 08:50:48.708930 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-79c91109-3ffd-49b1-b683-9c195507e80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:48.717218 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f578a-146e-495a-aa85-c990bd16834d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f80be9-04fb-48c6-b4c6-c1c9be8f923b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:48.719633 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-703f578a-146e-495a-aa85-c990bd16834d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:48.926009 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:48.995056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 41982) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:49.040649 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0301f835-62ee-4de2-8d93-fe50d9e3312a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a4313e11a334c30b49b091cbc49914b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442996 Jun 17 08:50:49.043831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 41984) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:49.105124 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70a3207e-1f4f-42dc-8895-03278a014875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:49.134568 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70a3207e-1f4f-42dc-8895-03278a014875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:49.188683 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70a3207e-1f4f-42dc-8895-03278a014875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:49.191788 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-70a3207e-1f4f-42dc-8895-03278a014875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:49.193157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-70a3207e-1f4f-42dc-8895-03278a014875 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c2c8784-90aa-4c5f-ad02-d4b3da89bfb0 HTTP/1.1" status: 204 len: 168 time: 0.1482441 Jun 17 08:50:49.194179 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2fe0e51d-5007-4cf0-877a-ced625de0a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:49.203005 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3207e-1f4f-42dc-8895-03278a014875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2c8784-90aa-4c5f-ad02-d4b3da89bfb0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:49.208108 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-70a3207e-1f4f-42dc-8895-03278a014875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:49.931211 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42008) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:50.027382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-917712329'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:50.052849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:50.056688 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.069524 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.167173 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.172500 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.176981 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8cecf2da-d5ec-4578-96e0-510c102e95fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:50.197241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:50.213607 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f44b259-0473-4d36-897c-44ea4525d26c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:50.216670 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.217090 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment 300d0668-e782-4166-983d-ce3e20901435 of type vlan for network 91df5bee-370a-4c1f-916b-d3e90985b886 Jun 17 08:50:50.218652 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:50.262086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.293837 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.299849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.300452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.303125 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-86c0c0cd-d36f-4105-9214-34a2c81d6689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:50.366900 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4344945 Jun 17 08:50:50.372832 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=91df5bee-370a-4c1f-916b-d3e90985b886,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:50.375920 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:50.384223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 91df5bee-370a-4c1f-916b-d3e90985b886 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:50.492318 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42014) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:50.497915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'network_id': '91df5bee-370a-4c1f-916b-d3e90985b886', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:50.593912 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:50.597682 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.781894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.783880 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f0fa839f-72d7-4c51-9f87-ac205718d96d tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:50.842297 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=883421e6-cd77-4243-ad58-808e2cd08f3e,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:50.845966 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:50.852258 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking segment: {'id': '300d0668-e782-4166-983d-ce3e20901435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91df5bee-370a-4c1f-916b-d3e90985b886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:50.852619 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network hostable DHCP agents. Network: 91df5bee-370a-4c1f-916b-d3e90985b886, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:50.873034 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network 91df5bee-370a-4c1f-916b-d3e90985b886 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:50.882694 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 91df5bee-370a-4c1f-916b-d3e90985b886) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:50.887823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:50.888574 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.892025 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0b5b56-4f93-4b9f-a5a0-8b864ce17c2d None None] Network 91df5bee-370a-4c1f-916b-d3e90985b886 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:50.910846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42016) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:50.911908 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4181960 Jun 17 08:50:50.917174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188955532'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:50.941504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:50.945492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.972641 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:50.983810 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:50.984485 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment 2e5a6399-9599-4672-acae-d93af1787482 of type vlan for network 60d56455-e303-421b-8d66-8d32ef4e36ae Jun 17 08:50:51.028466 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.056220 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-91df5bee-370a-4c1f-916b-d3e90985b886', 'network_id': '91df5bee-370a-4c1f-916b-d3e90985b886', 'tenant_id': 'b6136da49f2241f995b051d15f0b784c', 'fixed_ips': [{'subnet_id': '883421e6-cd77-4243-ad58-808e2cd08f3e'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:50:51.057098 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.061052 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.067853 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:51.068973 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.073005 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1f19d664-30c4-446a-ad7f-a11a2ae2d9ce tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:51.144545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2294405 Jun 17 08:50:51.144779 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42018) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:51.150086 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'network_id': '60d56455-e303-421b-8d66-8d32ef4e36ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:51.155209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=60d56455-e303-421b-8d66-8d32ef4e36ae,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:51.173504 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:51.182653 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 60d56455-e303-421b-8d66-8d32ef4e36ae details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:51.268637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:51.273354 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.286614 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Allocated IP 172.20.255.242 (91df5bee-370a-4c1f-916b-d3e90985b886/883421e6-cd77-4243-ad58-808e2cd08f3e/c235dc32-a018-4a2d-ad49-34d1ea6f4ad5) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:50:51.444074 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.455362 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Transition to ACTIVE for port object c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:51.471306 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Transition to ACTIVE for port object c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:50:51.479507 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.481439 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-4c9f4b71-b514-498d-a370-a52ca88099e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:51.483280 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.486124 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd138c24-9378-44db-9f0b-1a12f8efa634 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:51.520324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Network 91df5bee-370a-4c1f-916b-d3e90985b886 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:50:51.526701 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:51.531307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:50:51.534412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Pushing event updated for resources: {'Port': ['ID=c235dc32-a018-4a2d-ad49-34d1ea6f4ad5,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:51.538545 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:51.544112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=82aa9df6-e40a-4afa-b21e-9c96cc3cf202,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:51.549544 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:51.565798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking segment: {'id': '2e5a6399-9599-4672-acae-d93af1787482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '60d56455-e303-421b-8d66-8d32ef4e36ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:51.566188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network hostable DHCP agents. Network: 60d56455-e303-421b-8d66-8d32ef4e36ae, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:51.583951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network 60d56455-e303-421b-8d66-8d32ef4e36ae is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:51.589882 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Attempting to bind port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:50:51.590278 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Attempting to bind port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '300d0668-e782-4166-983d-ce3e20901435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91df5bee-370a-4c1f-916b-d3e90985b886'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:50:51.590628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Attempting to bind port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 on network 91df5bee-370a-4c1f-916b-d3e90985b886 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:50:51.593940 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 60d56455-e303-421b-8d66-8d32ef4e36ae) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:51.595909 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:50:51.596293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Checking segment: {'id': '300d0668-e782-4166-983d-ce3e20901435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91df5bee-370a-4c1f-916b-d3e90985b886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:51.596698 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.597093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Bound using segment: {'id': '300d0668-e782-4166-983d-ce3e20901435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91df5bee-370a-4c1f-916b-d3e90985b886'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:50:51.597572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Bound port: c235dc32-a018-4a2d-ad49-34d1ea6f4ad5, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '300d0668-e782-4166-983d-ce3e20901435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '91df5bee-370a-4c1f-916b-d3e90985b886'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:50:51.597943 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.599439 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:51.600772 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.608588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c3721c-a43c-4919-ac9f-a2b238a3f09f None None] Network 60d56455-e303-421b-8d66-8d32ef4e36ae requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:51.621332 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.4729462 Jun 17 08:50:51.621550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42022) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:51.723292 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.729178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] For port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:50:51.748557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] For port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c235dc32-a018-4a2d-ad49-34d1ea6f4ad5,segment=NetworkSegment(300d0668-e782-4166-983d-ce3e20901435),segment_id=300d0668-e782-4166-983d-ce3e20901435)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:50:51.772740 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.778857 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:51.869757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Pushing event updated for resources: {'Port': ['ID=c235dc32-a018-4a2d-ad49-34d1ea6f4ad5,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:51.872948 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:51.876444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc014d9a-b424-4a4a-a436-c03c7b17e90f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-60d56455-e303-421b-8d66-8d32ef4e36ae', 'network_id': '60d56455-e303-421b-8d66-8d32ef4e36ae', 'tenant_id': 'b6136da49f2241f995b051d15f0b784c', 'fixed_ips': [{'subnet_id': '82aa9df6-e40a-4afa-b21e-9c96cc3cf202'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:50:51.877449 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bc014d9a-b424-4a4a-a436-c03c7b17e90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.890454 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.981718 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:51.985017 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-44b9a812-6c8f-4e33-9b85-4641f135e305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server [None req-bc014d9a-b424-4a4a-a436-c03c7b17e90f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82aa9df6-e40a-4afa-b21e-9c96cc3cf202: This subnet is being modified by another concurrent operation. Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 82aa9df6-e40a-4afa-b21e-9c96cc3cf202: This subnet is being modified by another concurrent operation. Jun 17 08:50:51.991301 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Jun 17 08:50:52.012083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2210a651-3307-4710-bbb4-b18e41211d1f None None] Network 60d56455-e303-421b-8d66-8d32ef4e36ae requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:52.022924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Subnet': ['ID=82aa9df6-e40a-4afa-b21e-9c96cc3cf202,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:52.027308 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:52.110248 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.122603 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d56455-e303-421b-8d66-8d32ef4e36ae']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:52.142911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e5a6399-9599-4672-acae-d93af1787482') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:52.143161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e5a6399-9599-4672-acae-d93af1787482') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:52.154478 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.173666 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.181816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:52.182476 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:52.186227 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:52.251920 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.256173 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f68b717e-7587-4a54-a7e0-2072e81c4190 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:52.260553 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.262544 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/60d56455-e303-421b-8d66-8d32ef4e36ae HTTP/1.1" status: 204 len: 168 time: 0.6400464 Jun 17 08:50:52.266215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42024) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:52.272061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1835874021'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:52.285558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=60d56455-e303-421b-8d66-8d32ef4e36ae,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:52.287939 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:52.308452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:52.312320 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.339084 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:52.348353 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.348698 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment b85ae82d-4598-47c2-9943-1bc510babe1c of type vlan for network b4ad5cc3-51b7-4f58-9a33-5e521b8390bd Jun 17 08:50:52.390086 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.421441 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.427624 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:52.428299 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.430915 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:52.495541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2275951 Jun 17 08:50:52.497637 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42028) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:52.502635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=b4ad5cc3-51b7-4f58-9a33-5e521b8390bd,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:52.504424 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'network_id': 'b4ad5cc3-51b7-4f58-9a33-5e521b8390bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:52.507157 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:52.515427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network b4ad5cc3-51b7-4f58-9a33-5e521b8390bd details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:52.606206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:52.612855 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.699345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.ipam_backend_mixin [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Performing IP validity checks on allocation pools {{(pid=93804) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:50:52.699971 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.ipam_backend_mixin [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93804) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:50:52.848423 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.850531 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0720955a-4b65-4098-b2fc-8b08da8f4fd4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:52.855161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4551f68-d839-4ce9-bf7f-ce3728fa0288 None None] Network 91df5bee-370a-4c1f-916b-d3e90985b886 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:52.917792 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=bb8c6888-1ffa-4aae-82b7-6c98181212b6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:52.920551 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:52.928928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking segment: {'id': 'b85ae82d-4598-47c2-9943-1bc510babe1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b4ad5cc3-51b7-4f58-9a33-5e521b8390bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:52.929291 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network hostable DHCP agents. Network: b4ad5cc3-51b7-4f58-9a33-5e521b8390bd, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:52.948763 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network b4ad5cc3-51b7-4f58-9a33-5e521b8390bd is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:52.960325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, b4ad5cc3-51b7-4f58-9a33-5e521b8390bd) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:52.965601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:52.966215 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:52.984973 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4852948 Jun 17 08:50:52.987735 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42030) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:53.072633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aae9cb-72f8-480c-bf57-83f4d62cb58f None None] Network b4ad5cc3-51b7-4f58-9a33-5e521b8390bd requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:53.096344 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.164040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-10113573-d565-44c9-b21a-b0aaf76e5860 None None] Provisioning for port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:53.178802 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.250880 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.251348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:53.254086 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b8146509-fb65-49d1-8774-b1fd4ed05128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:53.279275 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8c6888-1ffa-4aae-82b7-6c98181212b6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:53.282513 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:53.308456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdfcf20-e85a-4a2c-a0b8-bd9168b842f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-b4ad5cc3-51b7-4f58-9a33-5e521b8390bd', 'network_id': 'b4ad5cc3-51b7-4f58-9a33-5e521b8390bd', 'tenant_id': 'b6136da49f2241f995b051d15f0b784c', 'fixed_ips': [{'subnet_id': 'bb8c6888-1ffa-4aae-82b7-6c98181212b6'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:50:53.309305 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fbdfcf20-e85a-4a2c-a0b8-bd9168b842f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.341700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.353945 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ad5cc3-51b7-4f58-9a33-5e521b8390bd']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:53.365124 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85ae82d-4598-47c2-9943-1bc510babe1c') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:53.365498 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85ae82d-4598-47c2-9943-1bc510babe1c') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:53.382812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.394867 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.400886 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:53.401283 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:318: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: items = [ Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:53.404314 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:53.424564 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:50:53.433156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:53.433369 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.460442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f40e90-dd4b-4429-af60-d93b7369a1f1 None None] Network b4ad5cc3-51b7-4f58-9a33-5e521b8390bd requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:53.462470 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.466399 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:53.470543 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.472398 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/b4ad5cc3-51b7-4f58-9a33-5e521b8390bd HTTP/1.1" status: 204 len: 168 time: 0.4836435 Jun 17 08:50:53.476140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42034) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:53.480993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f40e90-dd4b-4429-af60-d93b7369a1f1 None None] Network b4ad5cc3-51b7-4f58-9a33-5e521b8390bd could not be found, it might have been deleted concurrently. {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 17 08:50:53.482537 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1154915088'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:53.485470 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=b4ad5cc3-51b7-4f58-9a33-5e521b8390bd,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:53.487757 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:53.511143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:53.515288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.547377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:53.551007 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.558449 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.559095 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment 469c2ba0-c1b1-4779-be81-1b41c18ed1fc of type vlan for network 1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5 Jun 17 08:50:53.592262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c235dc32-a018-4a2d-ad49-34d1ea6f4ad5,segment=NetworkSegment(300d0668-e782-4166-983d-ce3e20901435),segment_id=300d0668-e782-4166-983d-ce3e20901435)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:50:53.598417 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.601908 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:53.603379 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.640223 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.646532 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:53.647347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.649793 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=c235dc32-a018-4a2d-ad49-34d1ea6f4ad5,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:53.651054 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6641ec13-c043-4368-b2da-e9ca77817eee tempest-FloatingIPTestJSON-2060843066 tempest-FloatingIPTestJSON-2060843066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:53.657777 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.658925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.658925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.659152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.659417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.659753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.660083 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.660417 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.660735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.661063 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.661847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.661847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:50:53.666133 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:53.695357 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909dc568-8a13-4e0e-a722-79a5ba3cfb78 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:50:53.709923 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42036) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:53.710550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2321100 Jun 17 08:50:53.715729 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'network_id': '1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:53.723311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:53.726333 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:53.734126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:53.810184 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:53.814143 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.841170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f06b8743-fb2f-4de3-a476-1b186b2cecb7 None None] Provisioning complete for port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:53.841462 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f06b8743-fb2f-4de3-a476-1b186b2cecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:53.884966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909dc568-8a13-4e0e-a722-79a5ba3cfb78 None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:50:54.034589 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.036979 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fc7caf53-5191-4f65-ad5a-07c36f79c9fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:54.097805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=3fe947e7-e8cf-4588-8cb3-c97d1796a417,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:54.100544 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:54.106699 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking segment: {'id': '469c2ba0-c1b1-4779-be81-1b41c18ed1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:54.107106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network hostable DHCP agents. Network: 1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:54.125962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network 1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:54.139835 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:54.144348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:54.144947 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.162290 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d6a9a225-2e30-4876-8df2-0b2678b411c3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4510818 Jun 17 08:50:54.165028 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42038) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:54.170745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e5cb59-2fe9-434f-a823-e6668cb02c7d None None] Network 1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:54.266818 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.317957 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.328475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd0e5a2-6402-4f14-95f2-99edc2818104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5', 'network_id': '1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5', 'tenant_id': 'b6136da49f2241f995b051d15f0b784c', 'fixed_ips': [{'subnet_id': '3fe947e7-e8cf-4588-8cb3-c97d1796a417'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:50:54.329340 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5cd0e5a2-6402-4f14-95f2-99edc2818104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.380806 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.383678 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ee7175b0-10ec-4d96-9ffb-b1f247db748c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:54.409937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe947e7-e8cf-4588-8cb3-c97d1796a417,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:54.413668 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server [None req-5cd0e5a2-6402-4f14-95f2-99edc2818104 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fe947e7-e8cf-4588-8cb3-c97d1796a417: This subnet is being modified by another concurrent operation. Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fe947e7-e8cf-4588-8cb3-c97d1796a417: This subnet is being modified by another concurrent operation. Jun 17 08:50:54.434150 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Jun 17 08:50:54.451403 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d8b7f3-a1fe-42e0-8748-4b4b1152ee4d None None] Network 1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:54.476414 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.480735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-923f939f-61e7-4760-8e7d-01cc48eba659 req-fcf5f0b4-5499-47b3-a839-147959c55f65 service neutron] (93803) timed out ('10.222.0.10', 56279) {{(pid=93803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:50:54.486178 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:54.496908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469c2ba0-c1b1-4779-be81-1b41c18ed1fc') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:54.497382 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469c2ba0-c1b1-4779-be81-1b41c18ed1fc') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:54.506333 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.520452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.528241 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:54.528638 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:54.532444 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:54.562645 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad5f4c-1384-449e-982d-2953139b1432 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:50:54.595279 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.599083 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b6befe1d-a595-48b8-8a25-4f2a3cadc89a tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:54.604633 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.606484 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5 HTTP/1.1" status: 204 len: 168 time: 0.4397714 Jun 17 08:50:54.610113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42042) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:54.615790 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-425732963'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:54.619594 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:54.622139 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:54.639216 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:54.642956 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.650525 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad5f4c-1384-449e-982d-2953139b1432 None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:50:54.668362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:54.677521 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.677885 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment cccebc90-7d83-4d7c-a24e-8eb8a0b71178 of type vlan for network 9f2f2274-cbd4-4425-b110-dc91d6ec7587 Jun 17 08:50:54.724473 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.758333 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.764330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:54.765096 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:54.768858 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8f46301a-2814-4dde-90fb-b15c333e8932 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:54.827283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2159085 Jun 17 08:50:54.828270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42044) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:54.839135 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'network_id': '9f2f2274-cbd4-4425-b110-dc91d6ec7587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:54.840633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=9f2f2274-cbd4-4425-b110-dc91d6ec7587,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:54.843464 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:54.863563 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 9f2f2274-cbd4-4425-b110-dc91d6ec7587 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:54.955048 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:54.959207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.160475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.163862 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c34eff4b-a4f6-4a74-b40b-638b2b21e099 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:55.209372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:50:55.222900 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [req-a000eebc-2396-4ce1-ba3b-f060e117e568 req-81fdeb10-ae3c-49d1-b573-a986228af930 service neutron] (93804) timed out ('10.222.0.10', 56058) {{(pid=93804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:50:55.252870 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=be8f917a-e988-4e37-9b51-83f89eb1d941,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:55.259250 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:55.265246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking segment: {'id': 'cccebc90-7d83-4d7c-a24e-8eb8a0b71178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9f2f2274-cbd4-4425-b110-dc91d6ec7587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:55.265931 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network hostable DHCP agents. Network: 9f2f2274-cbd4-4425-b110-dc91d6ec7587, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:55.282397 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:50:55.283070 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.290591 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network 9f2f2274-cbd4-4425-b110-dc91d6ec7587 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:55.305475 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 9f2f2274-cbd4-4425-b110-dc91d6ec7587) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:55.311421 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:55.312443 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.325577 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8c18fb-f600-4a1c-8e7a-401d51d602dc None None] Network 9f2f2274-cbd4-4425-b110-dc91d6ec7587 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:55.336761 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5070117 Jun 17 08:50:55.339633 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42046) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:55.436899 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.488059 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.517950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e087605-9915-4ed7-94a9-466a379e49b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-9f2f2274-cbd4-4425-b110-dc91d6ec7587', 'network_id': '9f2f2274-cbd4-4425-b110-dc91d6ec7587', 'tenant_id': 'b6136da49f2241f995b051d15f0b784c', 'fixed_ips': [{'subnet_id': 'be8f917a-e988-4e37-9b51-83f89eb1d941'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:50:55.518867 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5e087605-9915-4ed7-94a9-466a379e49b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.557172 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.560440 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5e40e43a-57d2-43e5-ad51-de6ecb7d1abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:55.586199 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Subnet': ['ID=be8f917a-e988-4e37-9b51-83f89eb1d941,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:55.590733 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server [None req-5e087605-9915-4ed7-94a9-466a379e49b7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be8f917a-e988-4e37-9b51-83f89eb1d941: This subnet is being modified by another concurrent operation. Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be8f917a-e988-4e37-9b51-83f89eb1d941: This subnet is being modified by another concurrent operation. Jun 17 08:50:55.619361 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Jun 17 08:50:55.638445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74deae89-3f47-4c46-a2a4-1af2b6f53179 None None] Network 9f2f2274-cbd4-4425-b110-dc91d6ec7587 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:55.652466 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.662669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2f2274-cbd4-4425-b110-dc91d6ec7587']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:55.673254 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccebc90-7d83-4d7c-a24e-8eb8a0b71178') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:55.673548 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccebc90-7d83-4d7c-a24e-8eb8a0b71178') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:55.682392 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.696189 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.702679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:55.703103 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:55.706129 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:55.749847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d719cccd-de8d-430a-b590-97b99ca41a16 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:50:55.766231 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.770022 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-586871d5-f281-4a44-bd66-26ddb4d45535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:55.774200 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.776077 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/9f2f2274-cbd4-4425-b110-dc91d6ec7587 HTTP/1.1" status: 204 len: 168 time: 0.4355156 Jun 17 08:50:55.780302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42050) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:55.785697 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1750916052'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:55.794256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=9f2f2274-cbd4-4425-b110-dc91d6ec7587,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:55.797014 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:55.810653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:55.814515 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.839895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:55.843025 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d719cccd-de8d-430a-b590-97b99ca41a16 None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:50:55.849244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.849596 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment 45b5b02f-36d1-430c-8239-197293b8f7bb of type vlan for network 5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e Jun 17 08:50:55.896070 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.933547 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.939316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:55.939932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:55.943236 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bfbd6aa3-41e1-4733-9190-d02a3c2faa9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:55.995161 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2135952 Jun 17 08:50:55.998198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42052) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:56.004367 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'network_id': '5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:56.009272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:56.012215 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:56.028347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:56.103784 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:56.103784 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.167851 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.ipam_backend_mixin [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Performing IP validity checks on allocation pools {{(pid=93804) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:50:56.168377 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.ipam_backend_mixin [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93804) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:50:56.310329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.313258 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:56.369988 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=f90e9d1b-7cd7-490e-a089-22bb1e026556,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:56.373400 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:56.379831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking segment: {'id': '45b5b02f-36d1-430c-8239-197293b8f7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:56.380196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network hostable DHCP agents. Network: 5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:56.400046 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network 5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:56.410986 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:56.415334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:56.416292 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.422157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ebfce0-d99d-4235-9e07-e528ea187c43 None None] Network 5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:56.431958 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4319749 Jun 17 08:50:56.435271 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42054) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:56.532945 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.566586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85a0f11-3eae-401a-ba87-1d405b2c276d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e', 'network_id': '5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e', 'tenant_id': 'b6136da49f2241f995b051d15f0b784c', 'fixed_ips': [{'subnet_id': 'f90e9d1b-7cd7-490e-a089-22bb1e026556'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:50:56.567457 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d85a0f11-3eae-401a-ba87-1d405b2c276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.590888 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.661831 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.664902 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-be21442d-d3cb-4642-afba-a4012cab7823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server [None req-d85a0f11-3eae-401a-ba87-1d405b2c276d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f90e9d1b-7cd7-490e-a089-22bb1e026556: This subnet is being modified by another concurrent operation. Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f90e9d1b-7cd7-490e-a089-22bb1e026556: This subnet is being modified by another concurrent operation. Jun 17 08:50:56.666266 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Jun 17 08:50:56.687977 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7277357-ee8d-4b76-a1b5-37b09edf4725 None None] Network 5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:56.688213 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Subnet': ['ID=f90e9d1b-7cd7-490e-a089-22bb1e026556,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:56.692364 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:56.757205 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.767777 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:56.779514 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b5b02f-36d1-430c-8239-197293b8f7bb') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:56.779812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b5b02f-36d1-430c-8239-197293b8f7bb') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:56.788753 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.800455 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490be7ed-c590-45e6-8bb8-388908caf578 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:50:56.803262 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.809595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:56.809987 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:56.813238 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:56.873712 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.877679 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c6f0e4a3-9f28-4988-8045-28484cdd37bf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:56.883083 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.884898 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e HTTP/1.1" status: 204 len: 168 time: 0.4486749 Jun 17 08:50:56.889087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42058) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:56.890518 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490be7ed-c590-45e6-8bb8-388908caf578 None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:50:56.894660 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-491462533'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:56.894995 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:56.897414 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:56.921839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:56.925960 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.953530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:56.963560 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:56.963913 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment 48afcdb8-bb97-4ca4-8716-0e49e9373935 of type vlan for network d0d5e1cc-26b5-4848-8c61-e6e673e28f5c Jun 17 08:50:57.004437 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.042792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.048606 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:57.049200 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.052610 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1bb439ae-3525-4e22-b52f-7f5175c4cf4a tempest-ExtraDHCPOptionsTestJSON-684171373 tempest-ExtraDHCPOptionsTestJSON-684171373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:57.105732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2153125 Jun 17 08:50:57.109174 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42060) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:57.115334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'network_id': 'd0d5e1cc-26b5-4848-8c61-e6e673e28f5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:57.118534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=d0d5e1cc-26b5-4848-8c61-e6e673e28f5c,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:57.121758 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:57.130744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network d0d5e1cc-26b5-4848-8c61-e6e673e28f5c details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:57.216781 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:57.221348 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.409514 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.411402 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-606c83fb-4c95-4fbb-aeed-cb13efa331e2 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:57.468190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=2e6d88fc-2e82-4ba2-9b21-5b192e6f5b95,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:57.471755 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:57.477605 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking segment: {'id': '48afcdb8-bb97-4ca4-8716-0e49e9373935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd0d5e1cc-26b5-4848-8c61-e6e673e28f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:57.477997 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network hostable DHCP agents. Network: d0d5e1cc-26b5-4848-8c61-e6e673e28f5c, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:57.497095 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network d0d5e1cc-26b5-4848-8c61-e6e673e28f5c is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:57.508935 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, d0d5e1cc-26b5-4848-8c61-e6e673e28f5c) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:57.513129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:57.513730 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.519851 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e040a8-4ba5-47a0-829f-21364912bf24 None None] Network d0d5e1cc-26b5-4848-8c61-e6e673e28f5c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:57.529234 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bafdf01f-6132-4f8b-8ed6-c367aab01890 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4188135 Jun 17 08:50:57.532365 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42062) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:57.645726 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.711670 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.779572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.782759 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:57.808516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6d88fc-2e82-4ba2-9b21-5b192e6f5b95,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:57.811513 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:57.858394 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f720c9-0741-4cfa-a4f7-ae24cd6a7e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-d0d5e1cc-26b5-4848-8c61-e6e673e28f5c', 'network_id': 'd0d5e1cc-26b5-4848-8c61-e6e673e28f5c', 'tenant_id': 'b6136da49f2241f995b051d15f0b784c', 'fixed_ips': [{'subnet_id': '2e6d88fc-2e82-4ba2-9b21-5b192e6f5b95'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:50:57.859335 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-12f720c9-0741-4cfa-a4f7-ae24cd6a7e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.874325 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.885255 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d5e1cc-26b5-4848-8c61-e6e673e28f5c']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:57.896324 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48afcdb8-bb97-4ca4-8716-0e49e9373935') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:57.896616 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48afcdb8-bb97-4ca4-8716-0e49e9373935') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:57.906575 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.925861 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.933947 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:57.934356 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:57.937511 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:57.946050 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdee57fd-94e7-401c-bd2e-859ead2844ae None None] Network d0d5e1cc-26b5-4848-8c61-e6e673e28f5c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:57.995861 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:57.999630 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:58.003631 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.005436 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/d0d5e1cc-26b5-4848-8c61-e6e673e28f5c HTTP/1.1" status: 204 len: 168 time: 0.4721360 Jun 17 08:50:58.009108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42066) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:58.018090 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=d0d5e1cc-26b5-4848-8c61-e6e673e28f5c,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:58.020623 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:58.024274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1017759026'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:58.048408 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:58.052019 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.078374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:58.087737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.088084 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment f5671974-9cdf-4e0a-8de0-23486a556016 of type vlan for network 747e8cf5-db0c-406d-9e23-6b284927541b Jun 17 08:50:58.128094 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.160091 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.166053 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:58.166596 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.168929 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2eb2c2ba-4aab-4186-865b-dfea4e5f8861 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:58.226840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2149386 Jun 17 08:50:58.229939 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42068) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:58.235828 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'network_id': '747e8cf5-db0c-406d-9e23-6b284927541b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:58.239109 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=747e8cf5-db0c-406d-9e23-6b284927541b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:58.241842 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:58.249892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 747e8cf5-db0c-406d-9e23-6b284927541b details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:58.330091 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:58.333665 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.534476 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.536517 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-adf61718-d475-4bc6-bd32-bce189c12860 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:58.590865 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=1f5cbf6e-3e46-40c2-a317-cd184db038f6,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:58.594539 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:58.601951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking segment: {'id': 'f5671974-9cdf-4e0a-8de0-23486a556016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '747e8cf5-db0c-406d-9e23-6b284927541b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:58.602309 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network hostable DHCP agents. Network: 747e8cf5-db0c-406d-9e23-6b284927541b, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:58.626450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network 747e8cf5-db0c-406d-9e23-6b284927541b is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:58.636630 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 747e8cf5-db0c-406d-9e23-6b284927541b) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:50:58.640976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:58.641655 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.645255 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0451787-a094-4dcf-b189-7260bbcac45c None None] Network 747e8cf5-db0c-406d-9e23-6b284927541b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:58.659894 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4260192 Jun 17 08:50:58.660483 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42070) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:58.761833 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.796368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c8ddb-c337-4629-8448-6f06c0b895cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-747e8cf5-db0c-406d-9e23-6b284927541b', 'network_id': '747e8cf5-db0c-406d-9e23-6b284927541b', 'tenant_id': 'b6136da49f2241f995b051d15f0b784c', 'fixed_ips': [{'subnet_id': '1f5cbf6e-3e46-40c2-a317-cd184db038f6'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:50:58.797630 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-160c8ddb-c337-4629-8448-6f06c0b895cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.825693 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.896939 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:58.907685 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-34a9c58b-dde9-48d2-b203-4c7004b8edf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server [None req-160c8ddb-c337-4629-8448-6f06c0b895cf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f5cbf6e-3e46-40c2-a317-cd184db038f6: This subnet is being modified by another concurrent operation. Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise self.value Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server raise exception Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f5cbf6e-3e46-40c2-a317-cd184db038f6: This subnet is being modified by another concurrent operation. Jun 17 08:50:58.909922 n-d-779913-16 neutron-server[93805]: ERROR oslo_messaging.rpc.server Jun 17 08:50:58.935384 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a2a5f-19c8-4ad4-9f5a-7faf1423b539 None None] Network 747e8cf5-db0c-406d-9e23-6b284927541b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:50:58.980990 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Subnet': ['ID=1f5cbf6e-3e46-40c2-a317-cd184db038f6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:58.985556 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:59.005366 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.016359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747e8cf5-db0c-406d-9e23-6b284927541b']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:59.027070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5671974-9cdf-4e0a-8de0-23486a556016') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:59.027374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5671974-9cdf-4e0a-8de0-23486a556016') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:50:59.036898 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.052203 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.054259 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99801ea7-986b-4421-998d-e2c208c1a8f0 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:50:59.060634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:50:59.061077 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:50:59.064709 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:50:59.124419 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.130058 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.133138 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/747e8cf5-db0c-406d-9e23-6b284927541b HTTP/1.1" status: 204 len: 168 time: 0.4715354 Jun 17 08:50:59.134373 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-827b3f44-7b7b-496a-b77c-dee08695fcc8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:59.136306 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42078) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:59.142700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1876367834'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:59.151590 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99801ea7-986b-4421-998d-e2c208c1a8f0 None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:50:59.168293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=747e8cf5-db0c-406d-9e23-6b284927541b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:59.176721 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:59.177390 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:59.180786 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.206910 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:50:59.216772 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.217197 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment 40a878d5-7147-49c0-9e34-5278a7bcb419 of type vlan for network 013523ef-c573-45af-b787-8527d3f6ba16 Jun 17 08:50:59.265289 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.297001 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.303554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:59.304160 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.308011 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-908f01c8-999a-4aa1-902d-a69526d8a324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:59.365592 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2254188 Jun 17 08:50:59.365960 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42080) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:59.378642 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-90de6efd-825c-4810-ab03-4b0aeaf10d92 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:59.399261 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=013523ef-c573-45af-b787-8527d3f6ba16,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:59.409453 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 013523ef-c573-45af-b787-8527d3f6ba16 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:59.430503 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-493aa839-eb67-4307-b74c-af3de49591ce tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:59.546035 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90de6efd-825c-4810-ab03-4b0aeaf10d92 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.563474 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90de6efd-825c-4810-ab03-4b0aeaf10d92 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.565839 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3b2ebfc9-fe2b-4fa9-a1ad-0793dcdc1aca tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:59.583032 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-90de6efd-825c-4810-ab03-4b0aeaf10d92 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network 013523ef-c573-45af-b787-8527d3f6ba16 is not hosted by any dhcp agent {{(pid=93804) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:50:59.588599 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90de6efd-825c-4810-ab03-4b0aeaf10d92 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:50:59.589221 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-90de6efd-825c-4810-ab03-4b0aeaf10d92 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.593200 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-90de6efd-825c-4810-ab03-4b0aeaf10d92 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "PUT /v2.0/networks/013523ef-c573-45af-b787-8527d3f6ba16 HTTP/1.1" status: 200 len: 723 time: 0.2236788 Jun 17 08:50:59.593633 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42082) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:50:59.599417 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'network_id': '013523ef-c573-45af-b787-8527d3f6ba16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:50:59.643289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de6efd-825c-4810-ab03-4b0aeaf10d92 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=013523ef-c573-45af-b787-8527d3f6ba16,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:59.646401 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-90de6efd-825c-4810-ab03-4b0aeaf10d92 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:59.653720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 013523ef-c573-45af-b787-8527d3f6ba16 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:50:59.704012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:50:59.707878 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.893347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:50:59.895341 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-121452d2-260a-4b8c-8439-a4679c8de261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:50:59.959240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=5302286d-b470-4daa-93ad-ecd624c0f682,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:50:59.962806 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:50:59.968197 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking segment: {'id': '40a878d5-7147-49c0-9e34-5278a7bcb419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '013523ef-c573-45af-b787-8527d3f6ba16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:50:59.968553 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network hostable DHCP agents. Network: 013523ef-c573-45af-b787-8527d3f6ba16, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:50:59.986570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network 013523ef-c573-45af-b787-8527d3f6ba16 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:50:59.997760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 013523ef-c573-45af-b787-8527d3f6ba16) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:00.002809 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:00.004806 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.006062 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df9cff-03c3-4101-9435-312300d1fc21 None None] Network 013523ef-c573-45af-b787-8527d3f6ba16 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:00.021116 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7f1c6d22-f32d-4602-bab4-baa1bba0daaa tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4262745 Jun 17 08:51:00.023769 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42086) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:00.029795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-cbeb0f62-b5d0-49cf-803b-f025cc1b586c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:00.150126 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cbeb0f62-b5d0-49cf-803b-f025cc1b586c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6653159'] for subnet, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.264889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-013523ef-c573-45af-b787-8527d3f6ba16', 'network_id': '013523ef-c573-45af-b787-8527d3f6ba16', 'tenant_id': 'b6136da49f2241f995b051d15f0b784c', 'fixed_ips': [{'subnet_id': '5302286d-b470-4daa-93ad-ecd624c0f682'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:00.265949 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.332797 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cbeb0f62-b5d0-49cf-803b-f025cc1b586c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788103983216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7012838'] for subnet, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.335854 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-049eb6bf-ebd4-44e5-98bd-01142b60ca5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:00.374403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb0f62-b5d0-49cf-803b-f025cc1b586c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:00.375128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-cbeb0f62-b5d0-49cf-803b-f025cc1b586c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.378740 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-cbeb0f62-b5d0-49cf-803b-f025cc1b586c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "PUT /v2.0/subnets/5302286d-b470-4daa-93ad-ecd624c0f682 HTTP/1.1" status: 200 len: 806 time: 0.3515072 Jun 17 08:51:00.379149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42088) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:00.393406 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb0f62-b5d0-49cf-803b-f025cc1b586c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=5302286d-b470-4daa-93ad-ecd624c0f682,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:00.395981 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-cbeb0f62-b5d0-49cf-803b-f025cc1b586c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:00.418415 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Allocated IP 172.20.0.2 (013523ef-c573-45af-b787-8527d3f6ba16/5302286d-b470-4daa-93ad-ecd624c0f682/c880625e-c663-42ee-a36f-cb92f27eb573) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:00.480492 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.544973 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.566649 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.576020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Transition to ACTIVE for port object c880625e-c663-42ee-a36f-cb92f27eb573 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:00.593064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Transition to ACTIVE for port object c880625e-c663-42ee-a36f-cb92f27eb573 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:00.600803 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.607305 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:00.619830 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.623714 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d320b129-bf59-4e60-8f55-022d676d62ca tempest-AllowedAddressPairIpV6TestJSON-184545899 tempest-AllowedAddressPairIpV6TestJSON-184545899-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:00.644110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Network 013523ef-c573-45af-b787-8527d3f6ba16 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:00.647272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:00.651228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:00.653719 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Subnet': ['ID=5302286d-b470-4daa-93ad-ecd624c0f682,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:00.658218 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:00.668508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Pushing event updated for resources: {'Port': ['ID=c880625e-c663-42ee-a36f-cb92f27eb573,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:00.673581 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:00.722365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Attempting to bind port c880625e-c663-42ee-a36f-cb92f27eb573 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:00.722765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Attempting to bind port c880625e-c663-42ee-a36f-cb92f27eb573 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '40a878d5-7147-49c0-9e34-5278a7bcb419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '013523ef-c573-45af-b787-8527d3f6ba16'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:00.723162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Attempting to bind port c880625e-c663-42ee-a36f-cb92f27eb573 on network 013523ef-c573-45af-b787-8527d3f6ba16 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:00.723364 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.728930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:00.729304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Checking segment: {'id': '40a878d5-7147-49c0-9e34-5278a7bcb419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '013523ef-c573-45af-b787-8527d3f6ba16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:00.729722 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.730119 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Bound using segment: {'id': '40a878d5-7147-49c0-9e34-5278a7bcb419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '013523ef-c573-45af-b787-8527d3f6ba16'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:00.733006 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Bound port: c880625e-c663-42ee-a36f-cb92f27eb573, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a878d5-7147-49c0-9e34-5278a7bcb419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '013523ef-c573-45af-b787-8527d3f6ba16'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:00.733006 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.735737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013523ef-c573-45af-b787-8527d3f6ba16']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:00.748000 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a878d5-7147-49c0-9e34-5278a7bcb419') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:00.748285 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a878d5-7147-49c0-9e34-5278a7bcb419') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:00.757827 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.773370 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.782209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:00.782985 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:00.787114 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:00.808381 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] For port c880625e-c663-42ee-a36f-cb92f27eb573, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:00.851530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:51:00.851530 n-d-779913-16 neutron-server[93803]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:51:00.851530 n-d-779913-16 neutron-server[93803]: [parameters: {'id': '013523ef-c573-45af-b787-8527d3f6ba16'}] Jun 17 08:51:00.851530 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:51:00.852053 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:51:00.852183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] For port c880625e-c663-42ee-a36f-cb92f27eb573, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c880625e-c663-42ee-a36f-cb92f27eb573,segment=NetworkSegment(40a878d5-7147-49c0-9e34-5278a7bcb419),segment_id=40a878d5-7147-49c0-9e34-5278a7bcb419)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:00.857419 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:00.859796 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:00.946851 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Pushing event updated for resources: {'Port': ['ID=c880625e-c663-42ee-a36f-cb92f27eb573,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:00.951081 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:00.972371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f320719-2dfc-473a-866c-ae6031e26e22 None None] Network 013523ef-c573-45af-b787-8527d3f6ba16 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:01.105238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53be17ca-8df2-46d3-b8f5-2c3bc9a6ffe5 None None] Network 013523ef-c573-45af-b787-8527d3f6ba16 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:01.241933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ab0260-db0a-4f3d-95db-23e1d5052256 None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:51:01.335226 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ab0260-db0a-4f3d-95db-23e1d5052256 None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:51:01.352903 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.415977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Deleting port c880625e-c663-42ee-a36f-cb92f27eb573 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:01.416548 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.486620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] For port c880625e-c663-42ee-a36f-cb92f27eb573, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c880625e-c663-42ee-a36f-cb92f27eb573,segment=NetworkSegment(40a878d5-7147-49c0-9e34-5278a7bcb419),segment_id=40a878d5-7147-49c0-9e34-5278a7bcb419)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:01.487026 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.562014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Calling delete_port for c880625e-c663-42ee-a36f-cb92f27eb573 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:01.646072 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:01.648499 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a6802bde-76eb-4b33-be28-5219fdf0b62e tempest-AttachVolumeNegativeTest-260811263 tempest-AttachVolumeNegativeTest-260811263-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:01.679361 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Port': ['ID=c880625e-c663-42ee-a36f-cb92f27eb573,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:01.681984 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:01.684734 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No DVR routers for this DVR port c880625e-c663-42ee-a36f-cb92f27eb573 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:02.183806 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.193998 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013523ef-c573-45af-b787-8527d3f6ba16']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:02.203974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a878d5-7147-49c0-9e34-5278a7bcb419') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:02.204273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a878d5-7147-49c0-9e34-5278a7bcb419') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:02.213163 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.226757 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.232692 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:02.233072 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:02.236003 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:02.296296 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.300185 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c594c81d-1cd3-4a87-a69e-ddc3fe0b6db4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:02.315296 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.317422 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/013523ef-c573-45af-b787-8527d3f6ba16 HTTP/1.1" status: 204 len: 168 time: 1.9372802 Jun 17 08:51:02.318722 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=013523ef-c573-45af-b787-8527d3f6ba16,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:02.320397 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42094) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:02.321630 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:02.343262 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-3047297e-454a-4e34-9e29-7ba593860718 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:02.344107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3047297e-454a-4e34-9e29-7ba593860718 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:02.345767 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3047297e-454a-4e34-9e29-7ba593860718 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/013523ef-c573-45af-b787-8527d3f6ba16 HTTP/1.1" status: 404 len: 339 time: 0.0206845 Jun 17 08:51:02.350167 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42096) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:02.355392 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1551184318', 'description': 'd1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:02.378586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:02.382167 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.406831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:02.417295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.417622 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment 3ddfabbf-e1aa-459f-a34e-4f67ea9301f5 of type vlan for network 74db4050-f2c3-4404-aa7b-f17d0b0257c9 Jun 17 08:51:02.457825 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.491303 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.497011 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.497690 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.500369 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b21485a-6f53-49ed-bd24-408a05f667ce tempest-QuotasNegativeTest-911955686 tempest-QuotasNegativeTest-911955686-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:02.569169 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2133696 Jun 17 08:51:02.569645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42098) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:02.584092 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=74db4050-f2c3-4404-aa7b-f17d0b0257c9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:02.586762 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:02.596989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 74db4050-f2c3-4404-aa7b-f17d0b0257c9 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:02.702087 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c360b3a2-380b-4a51-9e5b-a8bb9d7ce33d tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.706602 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c360b3a2-380b-4a51-9e5b-a8bb9d7ce33d tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/networks?id=74db4050-f2c3-4404-aa7b-f17d0b0257c9 HTTP/1.1" status: 200 len: 761 time: 0.1335731 Jun 17 08:51:02.706737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42100) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:02.712143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-24c0f044-36c4-4258-a087-4e0eaed2fa69 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'description': 'd2'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:02.877854 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-24c0f044-36c4-4258-a087-4e0eaed2fa69 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.893600 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-24c0f044-36c4-4258-a087-4e0eaed2fa69 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.896422 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b77ffa3b-4d2b-455c-8ae6-f7d068e968ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:02.917982 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24c0f044-36c4-4258-a087-4e0eaed2fa69 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network 74db4050-f2c3-4404-aa7b-f17d0b0257c9 is not hosted by any dhcp agent {{(pid=93803) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:51:02.923716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c0f044-36c4-4258-a087-4e0eaed2fa69 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:02.924332 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-24c0f044-36c4-4258-a087-4e0eaed2fa69 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:02.925613 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-24c0f044-36c4-4258-a087-4e0eaed2fa69 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "PUT /v2.0/networks/74db4050-f2c3-4404-aa7b-f17d0b0257c9 HTTP/1.1" status: 200 len: 758 time: 0.2178359 Jun 17 08:51:02.928585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42102) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:02.992013 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0f044-36c4-4258-a087-4e0eaed2fa69 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=74db4050-f2c3-4404-aa7b-f17d0b0257c9,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:03.000258 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-24c0f044-36c4-4258-a087-4e0eaed2fa69 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:03.012185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 74db4050-f2c3-4404-aa7b-f17d0b0257c9 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:03.058731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83377155-a690-471c-b88a-012f30d5db88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:03.065234 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-83377155-a690-471c-b88a-012f30d5db88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/networks?id=74db4050-f2c3-4404-aa7b-f17d0b0257c9 HTTP/1.1" status: 200 len: 761 time: 0.1350086 Jun 17 08:51:03.065849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42106) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:03.070663 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-27306407'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:03.097753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:03.101260 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.101753 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.131549 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:03.141442 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.141827 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment 6082fef8-e3f1-468a-abc4-d7f1cd4a7edc of type vlan for network 7e325bbe-f037-43c2-95b0-4aa1e36b055b Jun 17 08:51:03.181232 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.213593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.220056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:03.220735 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.230145 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bc3f3281-513c-41da-a140-54d9f8215e0d tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:03.246897 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.1801994 Jun 17 08:51:03.250691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42108) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:03.288795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'network_id': '7e325bbe-f037-43c2-95b0-4aa1e36b055b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:03.353046 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=7e325bbe-f037-43c2-95b0-4aa1e36b055b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:03.356092 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:03.366763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 7e325bbe-f037-43c2-95b0-4aa1e36b055b details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:03.402117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:03.406492 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.593992 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.596204 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c476ab86-6a85-4b37-9475-3ad3359f7c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:03.654094 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=4983e965-22f5-4044-976a-e8859035ce16,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:03.658131 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:03.662134 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking segment: {'id': '6082fef8-e3f1-468a-abc4-d7f1cd4a7edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7e325bbe-f037-43c2-95b0-4aa1e36b055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:03.662491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network hostable DHCP agents. Network: 7e325bbe-f037-43c2-95b0-4aa1e36b055b, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:03.682236 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network 7e325bbe-f037-43c2-95b0-4aa1e36b055b is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:03.692576 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 7e325bbe-f037-43c2-95b0-4aa1e36b055b) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:03.697573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:03.698282 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.708067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950bf056-c099-4306-bc1e-52b1aa4e8b00 None None] Network 7e325bbe-f037-43c2-95b0-4aa1e36b055b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:03.724470 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5970b55e-304f-4bb6-9335-a3ea51ee7405 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4733291 Jun 17 08:51:03.727584 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42110) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:03.850707 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.868933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-7e325bbe-f037-43c2-95b0-4aa1e36b055b', 'network_id': '7e325bbe-f037-43c2-95b0-4aa1e36b055b', 'tenant_id': 'b6136da49f2241f995b051d15f0b784c', 'fixed_ips': [{'subnet_id': '4983e965-22f5-4044-976a-e8859035ce16'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:03.870667 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:03.937888 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.015803 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Allocated IP 172.20.0.2 (7e325bbe-f037-43c2-95b0-4aa1e36b055b/4983e965-22f5-4044-976a-e8859035ce16/9bc8076a-3ecc-4bfd-8987-24dfa422e98c) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:04.162542 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.172559 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Transition to ACTIVE for port object 9bc8076a-3ecc-4bfd-8987-24dfa422e98c will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:04.187330 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Transition to ACTIVE for port object 9bc8076a-3ecc-4bfd-8987-24dfa422e98c will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:04.195322 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.197203 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-84e98c19-99f4-46c0-8c87-95e570eac8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:04.217105 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.221120 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4a6739f2-0ec6-4724-80d1-93fc3a5193b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:04.234911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Network 7e325bbe-f037-43c2-95b0-4aa1e36b055b is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:04.239776 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:04.244195 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:04.247354 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Pushing event updated for resources: {'Port': ['ID=9bc8076a-3ecc-4bfd-8987-24dfa422e98c,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:04.251481 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:04.255983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Subnet': ['ID=4983e965-22f5-4044-976a-e8859035ce16,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:04.259214 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:04.316247 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.317751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Attempting to bind port 9bc8076a-3ecc-4bfd-8987-24dfa422e98c on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:04.317751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Attempting to bind port 9bc8076a-3ecc-4bfd-8987-24dfa422e98c by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '6082fef8-e3f1-468a-abc4-d7f1cd4a7edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7e325bbe-f037-43c2-95b0-4aa1e36b055b'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:04.317751 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Attempting to bind port 9bc8076a-3ecc-4bfd-8987-24dfa422e98c on network 7e325bbe-f037-43c2-95b0-4aa1e36b055b {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:04.323337 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:04.323781 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Checking segment: {'id': '6082fef8-e3f1-468a-abc4-d7f1cd4a7edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7e325bbe-f037-43c2-95b0-4aa1e36b055b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:04.324300 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.324429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Bound using segment: {'id': '6082fef8-e3f1-468a-abc4-d7f1cd4a7edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7e325bbe-f037-43c2-95b0-4aa1e36b055b'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:04.324891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Bound port: 9bc8076a-3ecc-4bfd-8987-24dfa422e98c, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6082fef8-e3f1-468a-abc4-d7f1cd4a7edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7e325bbe-f037-43c2-95b0-4aa1e36b055b'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:04.325666 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.328210 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e325bbe-f037-43c2-95b0-4aa1e36b055b']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:04.340040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6082fef8-e3f1-468a-abc4-d7f1cd4a7edc') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:04.341074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6082fef8-e3f1-468a-abc4-d7f1cd4a7edc') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:04.350354 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.368681 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.382904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:04.383366 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:04.386848 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:04.406469 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] For port 9bc8076a-3ecc-4bfd-8987-24dfa422e98c, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:04.456103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] For port 9bc8076a-3ecc-4bfd-8987-24dfa422e98c, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9bc8076a-3ecc-4bfd-8987-24dfa422e98c,segment=NetworkSegment(6082fef8-e3f1-468a-abc4-d7f1cd4a7edc),segment_id=6082fef8-e3f1-468a-abc4-d7f1cd4a7edc)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:04.458757 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:51:04.458757 n-d-779913-16 neutron-server[93803]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:51:04.458757 n-d-779913-16 neutron-server[93803]: [parameters: {'id': '7e325bbe-f037-43c2-95b0-4aa1e36b055b'}] Jun 17 08:51:04.458757 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:51:04.459816 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:51:04.462312 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:04.464659 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:04.543426 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Pushing event updated for resources: {'Port': ['ID=9bc8076a-3ecc-4bfd-8987-24dfa422e98c,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:04.549824 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:04.568998 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fab732-d5be-4b2f-91cd-baf8bd8a7846 None None] Network 7e325bbe-f037-43c2-95b0-4aa1e36b055b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:04.720697 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7906b-3abf-49ef-ad0c-156cdea2560c None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:51:04.807091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7906b-3abf-49ef-ad0c-156cdea2560c None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:51:04.961860 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.022972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Deleting port 9bc8076a-3ecc-4bfd-8987-24dfa422e98c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:05.023366 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.097311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] For port 9bc8076a-3ecc-4bfd-8987-24dfa422e98c, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9bc8076a-3ecc-4bfd-8987-24dfa422e98c,segment=NetworkSegment(6082fef8-e3f1-468a-abc4-d7f1cd4a7edc),segment_id=6082fef8-e3f1-468a-abc4-d7f1cd4a7edc)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:05.097679 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.169689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Calling delete_port for 9bc8076a-3ecc-4bfd-8987-24dfa422e98c owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:05.256461 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.259043 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:05.288064 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Port': ['ID=9bc8076a-3ecc-4bfd-8987-24dfa422e98c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:05.297252 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:05.301090 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No DVR routers for this DVR port 9bc8076a-3ecc-4bfd-8987-24dfa422e98c on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:05.385298 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.395798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e325bbe-f037-43c2-95b0-4aa1e36b055b']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:05.406074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6082fef8-e3f1-468a-abc4-d7f1cd4a7edc') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:05.406487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6082fef8-e3f1-468a-abc4-d7f1cd4a7edc') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:05.416407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.435965 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.444422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:05.444790 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:05.448105 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:05.514483 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.519786 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:05.525807 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:05.531395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/7e325bbe-f037-43c2-95b0-4aa1e36b055b HTTP/1.1" status: 204 len: 168 time: 1.8024545 Jun 17 08:51:05.532527 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42116) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:05.553983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=7e325bbe-f037-43c2-95b0-4aa1e36b055b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:05.560868 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:05.569879 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe4c8546-0439-488d-8bab-9e214cf3676d tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] GET failed (client error): The resource could not be found. Jun 17 08:51:05.571261 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fe4c8546-0439-488d-8bab-9e214cf3676d tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/subnets/4983e965-22f5-4044-976a-e8859035ce16 HTTP/1.1" status: 404 len: 337 time: 0.0377178 Jun 17 08:51:05.573991 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42118) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:05.593694 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9d6537-feeb-4ae3-be08-9d936beb57f8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:05.594322 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9d6537-feeb-4ae3-be08-9d936beb57f8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:05.600105 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ef9d6537-feeb-4ae3-be08-9d936beb57f8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/7e325bbe-f037-43c2-95b0-4aa1e36b055b HTTP/1.1" status: 404 len: 339 time: 0.0213089 Jun 17 08:51:05.600487 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42120) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:06.183921 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712c84a-0dae-449e-89dd-004952b1109a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:06.185397 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4712c84a-0dae-449e-89dd-004952b1109a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5840187 Jun 17 08:51:06.188328 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42124) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:06.224378 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7ae59e7e-0ef1-4cd6-9ce5-b10bbb2cd1c4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25 HTTP/1.1" status: 200 len: 207 time: 0.0346646 Jun 17 08:51:06.227883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42126) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:06.409659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8496e6b3-73f8-4b4c-9443-80fab2f9fc75 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:06.415336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8496e6b3-73f8-4b4c-9443-80fab2f9fc75 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:06.421461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8496e6b3-73f8-4b4c-9443-80fab2f9fc75 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:06.429399 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8496e6b3-73f8-4b4c-9443-80fab2f9fc75 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:06.431762 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8496e6b3-73f8-4b4c-9443-80fab2f9fc75 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2029529 Jun 17 08:51:06.436608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42128) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:06.547362 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6a9971f9-f2c4-4ae0-bd1a-7c8f6266cbd3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1097581 Jun 17 08:51:06.550481 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42130) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:06.635855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e5f267-70d4-4ffa-8078-b2eb607b8b1a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:06.637440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e5f267-70d4-4ffa-8078-b2eb607b8b1a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:06.639056 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-29e5f267-70d4-4ffa-8078-b2eb607b8b1a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0874047 Jun 17 08:51:06.642758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42132) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:06.695479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a02a4-9d15-4db5-aafe-038cdaebe61c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['shared'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:06.696831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3a02a4-9d15-4db5-aafe-038cdaebe61c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['shared'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:06.698368 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2f3a02a4-9d15-4db5-aafe-038cdaebe61c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0540435 Jun 17 08:51:06.701831 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42134) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:06.813833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750fa092-3aa8-4b7f-b344-b98415959604 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:06.819113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42136) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:06.819443 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-750fa092-3aa8-4b7f-b344-b98415959604 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/networks/91df5bee-370a-4c1f-916b-d3e90985b886 HTTP/1.1" status: 200 len: 799 time: 0.1163616 Jun 17 08:51:06.926713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9b8f8b1f-ea54-4c56-b3d0-29a49d2988b7 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/networks/91df5bee-370a-4c1f-916b-d3e90985b886?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1023216 Jun 17 08:51:06.927081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42138) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:06.978079 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cd18e0-b1ce-4473-a571-0eb769494d29 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:06.979375 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b8cd18e0-b1ce-4473-a571-0eb769494d29 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/subnets/883421e6-cd77-4243-ad58-808e2cd08f3e HTTP/1.1" status: 200 len: 811 time: 0.0513165 Jun 17 08:51:06.983143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42140) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:07.038120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce5150-f630-42c4-85d9-915fe8558abb tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['shared'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.039573 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0dce5150-f630-42c4-85d9-915fe8558abb tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "GET /v2.0/subnets/883421e6-cd77-4243-ad58-808e2cd08f3e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0554645 Jun 17 08:51:07.043473 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42142) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:07.048517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-659381123'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:07.071338 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:07.075548 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.099394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:07.108834 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.109187 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Added segment 680c89d2-e322-407e-bbcd-4e3191808270 of type vlan for network 8503fb6c-a5eb-48b2-842c-eefdb51a9b9a Jun 17 08:51:07.155710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.185901 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.191451 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.192127 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.194440 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d72342bd-fd2f-41a6-b1d4-f069e45e7abd tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:07.243500 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1989439 Jun 17 08:51:07.246405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42148) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:07.253689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'network_id': '8503fb6c-a5eb-48b2-842c-eefdb51a9b9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:07.280201 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Network': ['ID=8503fb6c-a5eb-48b2-842c-eefdb51a9b9a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:07.290996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 8503fb6c-a5eb-48b2-842c-eefdb51a9b9a details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:07.311035 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2c281648-de01-44cd-878b-b4b275a1d54f tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:07.365681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Made reservation on behalf of b6136da49f2241f995b051d15f0b784c for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:07.369478 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.427076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.ipam_backend_mixin [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Performing IP validity checks on allocation pools {{(pid=93803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 17 08:51:07.427603 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.ipam_backend_mixin [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93803) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 17 08:51:07.559517 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.561417 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-938de787-327c-4ff3-85a3-55f10d0a7c7b tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:07.613116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=5bd2b15c-9eb3-409c-8986-c6cda614ca3d,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:07.620143 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:07.629264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Checking segment: {'id': '680c89d2-e322-407e-bbcd-4e3191808270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8503fb6c-a5eb-48b2-842c-eefdb51a9b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:07.629661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network hostable DHCP agents. Network: 8503fb6c-a5eb-48b2-842c-eefdb51a9b9a, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:07.650888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Network 8503fb6c-a5eb-48b2-842c-eefdb51a9b9a is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:07.664211 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 8503fb6c-a5eb-48b2-842c-eefdb51a9b9a) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:07.671086 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:07.671752 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.673749 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20d6737-0886-43db-a75a-585a56678449 None None] Network 8503fb6c-a5eb-48b2-842c-eefdb51a9b9a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:07.693428 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4458549 Jun 17 08:51:07.698323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42150) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:07.706182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-82b0b66a-67fe-40ca-9b69-21d0c259d381 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:07.822864 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-82b0b66a-67fe-40ca-9b69-21d0c259d381 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6653159'] for subnet, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:07.853973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-8503fb6c-a5eb-48b2-842c-eefdb51a9b9a', 'network_id': '8503fb6c-a5eb-48b2-842c-eefdb51a9b9a', 'tenant_id': 'b6136da49f2241f995b051d15f0b784c', 'fixed_ips': [{'subnet_id': '5bd2b15c-9eb3-409c-8986-c6cda614ca3d'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:07.854858 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.004768 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-82b0b66a-67fe-40ca-9b69-21d0c259d381 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788103983216', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7012838'] for subnet, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.021975 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f3ea0974-6c02-465a-9900-6e8c01ec1491 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:08.073442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b0b66a-67fe-40ca-9b69-21d0c259d381 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:08.074222 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-82b0b66a-67fe-40ca-9b69-21d0c259d381 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.075681 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-82b0b66a-67fe-40ca-9b69-21d0c259d381 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "PUT /v2.0/subnets/5bd2b15c-9eb3-409c-8986-c6cda614ca3d HTTP/1.1" status: 200 len: 877 time: 0.3762507 Jun 17 08:51:08.079583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42152) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:08.098460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0b66a-67fe-40ca-9b69-21d0c259d381 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event updated for resources: {'Subnet': ['ID=5bd2b15c-9eb3-409c-8986-c6cda614ca3d,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:08.103151 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-82b0b66a-67fe-40ca-9b69-21d0c259d381 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:08.149272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-92a77120-980d-4172-b7d4-1d8f8c386e7c req-b7a74486-af89-4a2a-8823-c6ffe41a688d tempest-ServerShowV254Test-514489311 tempest-ServerShowV254Test-514489311-project] (93803) timed out ('10.222.0.63', 49785) {{(pid=93803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:51:08.203020 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.257542 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.259390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Allocated IP 172.20.0.3 (8503fb6c-a5eb-48b2-842c-eefdb51a9b9a/5bd2b15c-9eb3-409c-8986-c6cda614ca3d/e2c11a33-6a8e-42bc-bfa7-78c15368e6b4) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:08.410252 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.420586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Transition to ACTIVE for port object e2c11a33-6a8e-42bc-bfa7-78c15368e6b4 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:08.437162 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Transition to ACTIVE for port object e2c11a33-6a8e-42bc-bfa7-78c15368e6b4 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:08.445665 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.448081 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:08.474113 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.477428 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fb8d227e-51a4-42fe-bd3e-2c594b155313 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:08.493204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Network 8503fb6c-a5eb-48b2-842c-eefdb51a9b9a is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:08.500651 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:08.502554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Pushing event updated for resources: {'Port': ['ID=e2c11a33-6a8e-42bc-bfa7-78c15368e6b4,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:08.503533 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd2b15c-9eb3-409c-8986-c6cda614ca3d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:08.504717 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:08.507412 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:08.529576 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:08.561763 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Attempting to bind port e2c11a33-6a8e-42bc-bfa7-78c15368e6b4 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:08.562020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Attempting to bind port e2c11a33-6a8e-42bc-bfa7-78c15368e6b4 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '680c89d2-e322-407e-bbcd-4e3191808270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8503fb6c-a5eb-48b2-842c-eefdb51a9b9a'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:08.562427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Attempting to bind port e2c11a33-6a8e-42bc-bfa7-78c15368e6b4 on network 8503fb6c-a5eb-48b2-842c-eefdb51a9b9a {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:08.568080 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:08.568444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Checking segment: {'id': '680c89d2-e322-407e-bbcd-4e3191808270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8503fb6c-a5eb-48b2-842c-eefdb51a9b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:08.568898 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.569457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Bound using segment: {'id': '680c89d2-e322-407e-bbcd-4e3191808270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8503fb6c-a5eb-48b2-842c-eefdb51a9b9a'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:08.569938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Bound port: e2c11a33-6a8e-42bc-bfa7-78c15368e6b4, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680c89d2-e322-407e-bbcd-4e3191808270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8503fb6c-a5eb-48b2-842c-eefdb51a9b9a'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:08.570349 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.578218 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.589725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8503fb6c-a5eb-48b2-842c-eefdb51a9b9a']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:08.600527 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680c89d2-e322-407e-bbcd-4e3191808270') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:08.600806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680c89d2-e322-407e-bbcd-4e3191808270') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:08.610108 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.625259 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.633958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:08.634300 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:08.638193 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:08.640880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] For port e2c11a33-6a8e-42bc-bfa7-78c15368e6b4, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:08.693677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] For port e2c11a33-6a8e-42bc-bfa7-78c15368e6b4, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e2c11a33-6a8e-42bc-bfa7-78c15368e6b4,segment=NetworkSegment(680c89d2-e322-407e-bbcd-4e3191808270),segment_id=680c89d2-e322-407e-bbcd-4e3191808270)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:08.695662 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.db.api [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 17 08:51:08.695662 n-d-779913-16 neutron-server[93803]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 17 08:51:08.695662 n-d-779913-16 neutron-server[93803]: [parameters: {'id': '8503fb6c-a5eb-48b2-842c-eefdb51a9b9a'}] Jun 17 08:51:08.695662 n-d-779913-16 neutron-server[93803]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93803) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:51:08.696041 n-d-779913-16 neutron-server[93803]: DEBUG oslo_db.api [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:51:08.700146 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:08.702380 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:08.781999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Pushing event updated for resources: {'Port': ['ID=e2c11a33-6a8e-42bc-bfa7-78c15368e6b4,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:08.786109 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:08.805133 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc104bf-a1f7-4baf-8331-b6b08880d101 None None] Network 8503fb6c-a5eb-48b2-842c-eefdb51a9b9a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:08.940815 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f336134f-caf5-4ea5-8de1-135a612e11ec None None] Network 8503fb6c-a5eb-48b2-842c-eefdb51a9b9a requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:09.083299 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5fb971-741e-48cb-ad8e-64134c44671c None None] get_active_networks_info from n-d-779913-16 {{(pid=93805) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 08:51:09.175707 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5fb971-741e-48cb-ad8e-64134c44671c None None] Resources bound (agent type, host, resource id): {{(pid=93805) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 17 08:51:09.199025 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.265176 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Deleting port e2c11a33-6a8e-42bc-bfa7-78c15368e6b4 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:09.265946 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.341757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] For port e2c11a33-6a8e-42bc-bfa7-78c15368e6b4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e2c11a33-6a8e-42bc-bfa7-78c15368e6b4,segment=NetworkSegment(680c89d2-e322-407e-bbcd-4e3191808270),segment_id=680c89d2-e322-407e-bbcd-4e3191808270)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:09.342378 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.354229 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.415384 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Calling delete_port for e2c11a33-6a8e-42bc-bfa7-78c15368e6b4 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:09.512625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.514963 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:09.539070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Port': ['ID=e2c11a33-6a8e-42bc-bfa7-78c15368e6b4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:09.542417 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:09.543247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No DVR routers for this DVR port e2c11a33-6a8e-42bc-bfa7-78c15368e6b4 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:09.626197 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.636343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8503fb6c-a5eb-48b2-842c-eefdb51a9b9a']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:09.646251 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680c89d2-e322-407e-bbcd-4e3191808270') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:09.646543 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680c89d2-e322-407e-bbcd-4e3191808270') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:09.655632 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.671548 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.678512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:09.678952 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:09.682265 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:10.037657 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.042307 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d1a77e7f-ceba-480c-b25d-f3ce74d24963 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:10.046890 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.048772 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/8503fb6c-a5eb-48b2-842c-eefdb51a9b9a HTTP/1.1" status: 204 len: 168 time: 1.9685354 Jun 17 08:51:10.052290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42158) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.065107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=8503fb6c-a5eb-48b2-842c-eefdb51a9b9a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:10.067522 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:10.088658 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1f0fba-37ae-46bb-94c9-094a4f3d51f3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.089108 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1f0fba-37ae-46bb-94c9-094a4f3d51f3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.090828 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5d1f0fba-37ae-46bb-94c9-094a4f3d51f3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/subnets/5bd2b15c-9eb3-409c-8986-c6cda614ca3d HTTP/1.1" status: 404 len: 337 time: 0.0373864 Jun 17 08:51:10.093516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42160) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.111833 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-6baed9bf-50f8-443c-990d-fcf415996057 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.112386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6baed9bf-50f8-443c-990d-fcf415996057 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.114016 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6baed9bf-50f8-443c-990d-fcf415996057 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/8503fb6c-a5eb-48b2-842c-eefdb51a9b9a HTTP/1.1" status: 404 len: 339 time: 0.0195212 Jun 17 08:51:10.116558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42162) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.141642 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c959839-1f6b-4f4b-96f6-4feaaf11edaf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.142098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c959839-1f6b-4f4b-96f6-4feaaf11edaf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.143828 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2c959839-1f6b-4f4b-96f6-4feaaf11edaf tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/subnets/4983e965-22f5-4044-976a-e8859035ce16 HTTP/1.1" status: 404 len: 337 time: 0.0263574 Jun 17 08:51:10.146313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42164) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.164631 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-a453838e-65ba-48ab-a1f0-8328f6e4da89 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.165131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a453838e-65ba-48ab-a1f0-8328f6e4da89 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.167215 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a453838e-65ba-48ab-a1f0-8328f6e4da89 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/7e325bbe-f037-43c2-95b0-4aa1e36b055b HTTP/1.1" status: 404 len: 339 time: 0.0199707 Jun 17 08:51:10.169726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42166) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.252863 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.340652 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.353069 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74db4050-f2c3-4404-aa7b-f17d0b0257c9']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:10.364220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddfabbf-e1aa-459f-a34e-4f67ea9301f5') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:10.364516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddfabbf-e1aa-459f-a34e-4f67ea9301f5') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:10.374027 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.388207 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.394677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:10.395066 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:10.398208 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:10.464429 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.468189 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-29eb3538-040b-4dc6-ab2a-40ee9780c31b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:10.472694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:10.474584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/74db4050-f2c3-4404-aa7b-f17d0b0257c9 HTTP/1.1" status: 204 len: 168 time: 0.3039885 Jun 17 08:51:10.477344 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42170) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.486686 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=74db4050-f2c3-4404-aa7b-f17d0b0257c9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:10.489120 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:10.506078 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37b221d-49b5-44cd-aab5-b5a440c4fdee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.506534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37b221d-49b5-44cd-aab5-b5a440c4fdee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.508299 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d37b221d-49b5-44cd-aab5-b5a440c4fdee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/subnets/5302286d-b470-4daa-93ad-ecd624c0f682 HTTP/1.1" status: 404 len: 337 time: 0.0296633 Jun 17 08:51:10.510973 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42172) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.529239 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac3ca3c-a9bd-40f5-99cd-c895ea748a51 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.529779 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac3ca3c-a9bd-40f5-99cd-c895ea748a51 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.531549 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6ac3ca3c-a9bd-40f5-99cd-c895ea748a51 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/013523ef-c573-45af-b787-8527d3f6ba16 HTTP/1.1" status: 404 len: 339 time: 0.0194869 Jun 17 08:51:10.534099 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42174) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.559702 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59dfb53-c53d-4aba-82d2-d5b9577d59ff tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.560192 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59dfb53-c53d-4aba-82d2-d5b9577d59ff tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.561937 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f59dfb53-c53d-4aba-82d2-d5b9577d59ff tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/subnets/1f5cbf6e-3e46-40c2-a317-cd184db038f6 HTTP/1.1" status: 404 len: 337 time: 0.0269587 Jun 17 08:51:10.564862 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42176) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.583162 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3dd7436-4e86-4e49-aaff-0cfb075c940a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.583733 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3dd7436-4e86-4e49-aaff-0cfb075c940a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.585525 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e3dd7436-4e86-4e49-aaff-0cfb075c940a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/747e8cf5-db0c-406d-9e23-6b284927541b HTTP/1.1" status: 404 len: 339 time: 0.0199194 Jun 17 08:51:10.588165 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42178) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.613908 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d1309e-a5dd-42ae-ad63-6da60be822ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.614330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d1309e-a5dd-42ae-ad63-6da60be822ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.616109 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-58d1309e-a5dd-42ae-ad63-6da60be822ee tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/subnets/2e6d88fc-2e82-4ba2-9b21-5b192e6f5b95 HTTP/1.1" status: 404 len: 337 time: 0.0269890 Jun 17 08:51:10.618698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42180) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.637075 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-c027943a-75ed-4837-a173-a9223ca3fef8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.637533 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c027943a-75ed-4837-a173-a9223ca3fef8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.639235 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c027943a-75ed-4837-a173-a9223ca3fef8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/d0d5e1cc-26b5-4848-8c61-e6e673e28f5c HTTP/1.1" status: 404 len: 339 time: 0.0195467 Jun 17 08:51:10.641768 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42182) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.667096 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fb099a-3d27-48d5-9262-8d67bf0d2dbb tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.667545 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fb099a-3d27-48d5-9262-8d67bf0d2dbb tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.669224 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-49fb099a-3d27-48d5-9262-8d67bf0d2dbb tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/subnets/f90e9d1b-7cd7-490e-a089-22bb1e026556 HTTP/1.1" status: 404 len: 337 time: 0.0265746 Jun 17 08:51:10.671810 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42184) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.694620 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6175fb-e945-477b-b979-7639e2d66cda tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.695194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6175fb-e945-477b-b979-7639e2d66cda tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.696877 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fc6175fb-e945-477b-b979-7639e2d66cda tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/5e9b4d3c-2d71-470f-b1cb-e0c6ea425a0e HTTP/1.1" status: 404 len: 339 time: 0.0241845 Jun 17 08:51:10.699438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42186) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.724742 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b15055-0abb-4fb9-9564-387cb50d7d79 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.725097 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b15055-0abb-4fb9-9564-387cb50d7d79 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.726735 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-72b15055-0abb-4fb9-9564-387cb50d7d79 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/subnets/be8f917a-e988-4e37-9b51-83f89eb1d941 HTTP/1.1" status: 404 len: 337 time: 0.0264575 Jun 17 08:51:10.729317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42188) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.747509 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a871d6b5-7923-4813-a4a9-e7ba7bdc3273 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.748072 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a871d6b5-7923-4813-a4a9-e7ba7bdc3273 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.749772 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a871d6b5-7923-4813-a4a9-e7ba7bdc3273 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/9f2f2274-cbd4-4425-b110-dc91d6ec7587 HTTP/1.1" status: 404 len: 339 time: 0.0194945 Jun 17 08:51:10.752325 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42190) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.778145 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde43fa7-4144-404b-9084-24374a3c734c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.778586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde43fa7-4144-404b-9084-24374a3c734c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.780317 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-dde43fa7-4144-404b-9084-24374a3c734c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/subnets/3fe947e7-e8cf-4588-8cb3-c97d1796a417 HTTP/1.1" status: 404 len: 337 time: 0.0270534 Jun 17 08:51:10.783011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42192) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.802318 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90ab268-9fc4-4ebe-a5bd-1d6fac171919 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.806269 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90ab268-9fc4-4ebe-a5bd-1d6fac171919 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.806269 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e90ab268-9fc4-4ebe-a5bd-1d6fac171919 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/1b4afb24-7d9a-4a8e-8539-75cc9e87b8d5 HTTP/1.1" status: 404 len: 339 time: 0.0205786 Jun 17 08:51:10.808501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42194) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.837121 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc20a3ef-d0ac-4330-937a-8b7ea3b9eeef tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.837581 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc20a3ef-d0ac-4330-937a-8b7ea3b9eeef tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.839344 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fc20a3ef-d0ac-4330-937a-8b7ea3b9eeef tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/subnets/bb8c6888-1ffa-4aae-82b7-6c98181212b6 HTTP/1.1" status: 404 len: 337 time: 0.0298724 Jun 17 08:51:10.842057 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42196) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.860700 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-7021fb02-d2b1-41c2-a6c8-233a28762d41 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.861270 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7021fb02-d2b1-41c2-a6c8-233a28762d41 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.865398 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7021fb02-d2b1-41c2-a6c8-233a28762d41 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/b4ad5cc3-51b7-4f58-9a33-5e521b8390bd HTTP/1.1" status: 404 len: 339 time: 0.0200243 Jun 17 08:51:10.865679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42198) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.892105 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-56396bcf-2395-4df1-a965-25f18044dff8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.892564 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56396bcf-2395-4df1-a965-25f18044dff8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.896675 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-56396bcf-2395-4df1-a965-25f18044dff8 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/subnets/82aa9df6-e40a-4afa-b21e-9c96cc3cf202 HTTP/1.1" status: 404 len: 337 time: 0.0276608 Jun 17 08:51:10.896902 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42200) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.915193 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c0780a-ba84-4678-8cf1-af8847bb4a58 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] DELETE failed (client error): The resource could not be found. Jun 17 08:51:10.916117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c0780a-ba84-4678-8cf1-af8847bb4a58 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:51:10.917890 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-93c0780a-ba84-4678-8cf1-af8847bb4a58 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/60d56455-e303-421b-8d66-8d32ef4e36ae HTTP/1.1" status: 404 len: 339 time: 0.0200534 Jun 17 08:51:10.920368 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42202) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:10.976323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9b6e0dd-37b5-449a-8252-937f21088967 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Deleting subnet 883421e6-cd77-4243-ad58-808e2cd08f3e {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:51:10.979876 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9b6e0dd-37b5-449a-8252-937f21088967 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.020997 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9b6e0dd-37b5-449a-8252-937f21088967 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.102966 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9b6e0dd-37b5-449a-8252-937f21088967 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.170473 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9b6e0dd-37b5-449a-8252-937f21088967 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.173254 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-57839c8d-0be0-4984-a816-7b852ebdaac3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:11.201277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6e0dd-37b5-449a-8252-937f21088967 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Subnet': ['ID=883421e6-cd77-4243-ad58-808e2cd08f3e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:11.204622 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a9b6e0dd-37b5-449a-8252-937f21088967 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:11.205736 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a9b6e0dd-37b5-449a-8252-937f21088967 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.210554 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a9b6e0dd-37b5-449a-8252-937f21088967 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/subnets/883421e6-cd77-4243-ad58-808e2cd08f3e HTTP/1.1" status: 204 len: 168 time: 0.2892511 Jun 17 08:51:11.210703 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42204) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:11.213093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ead5c-ef7d-42ff-938a-2f6f337b517e None None] Network 91df5bee-370a-4c1f-916b-d3e90985b886 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:11.301942 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.360177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Deleting port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:11.360752 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.404726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d7ac8-9661-4e00-8120-8c21d2ba2863 None None] DHCP port deletion for 91df5bee-370a-4c1f-916b-d3e90985b886 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:51:11.433067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] For port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c235dc32-a018-4a2d-ad49-34d1ea6f4ad5,segment=NetworkSegment(300d0668-e782-4166-983d-ce3e20901435),segment_id=300d0668-e782-4166-983d-ce3e20901435)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:11.433538 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.451410 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-505d7ac8-9661-4e00-8120-8c21d2ba2863 None None] Deleting port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:11.451832 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-505d7ac8-9661-4e00-8120-8c21d2ba2863 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.503294 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Calling delete_port for c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:11.517510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-505d7ac8-9661-4e00-8120-8c21d2ba2863 None None] For port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=c235dc32-a018-4a2d-ad49-34d1ea6f4ad5,segment=NetworkSegment(300d0668-e782-4166-983d-ce3e20901435),segment_id=300d0668-e782-4166-983d-ce3e20901435)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:11.517906 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-505d7ac8-9661-4e00-8120-8c21d2ba2863 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.584531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-505d7ac8-9661-4e00-8120-8c21d2ba2863 None None] Calling delete_port for c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:11.595758 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.599622 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4c9d5c63-5a8c-4a54-b536-396fc7ac7000 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:11.626502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Port': ['ID=c235dc32-a018-4a2d-ad49-34d1ea6f4ad5,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:11.629059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] No DVR routers for this DVR port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:11.630203 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:11.672158 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-505d7ac8-9661-4e00-8120-8c21d2ba2863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.674262 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:11.697888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d7ac8-9661-4e00-8120-8c21d2ba2863 None None] Pushing event deleted for resources: {'Port': ['ID=c235dc32-a018-4a2d-ad49-34d1ea6f4ad5,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:11.701012 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-505d7ac8-9661-4e00-8120-8c21d2ba2863 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:11.701918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d7ac8-9661-4e00-8120-8c21d2ba2863 None None] No DVR routers for this DVR port c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:11.720889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.731487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91df5bee-370a-4c1f-916b-d3e90985b886']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:11.747338 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300d0668-e782-4166-983d-ce3e20901435') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:11.747674 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300d0668-e782-4166-983d-ce3e20901435') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:11.762306 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.778342 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.784700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:11.785017 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:11.788111 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:11.853320 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.862307 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:11.870144 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] 10.222.0.47 "DELETE /v2.0/networks/91df5bee-370a-4c1f-916b-d3e90985b886 HTTP/1.1" status: 204 len: 168 time: 0.6459010 Jun 17 08:51:11.870144 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2d414b72-29e1-4b7b-8bb8-1ddbdb9bb721 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:11.880082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Pushing event deleted for resources: {'Network': ['ID=91df5bee-370a-4c1f-916b-d3e90985b886,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:11.882512 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:12.138177 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42214) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:12.278620 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-90bff7bf-2aa5-4bd1-908c-26a0ce09325d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6136da49f2241f995b051d15f0b784c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386979 Jun 17 08:51:12.280902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42220) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:12.338639 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a154857d-4597-4be9-93b5-a6942eda6591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:12.364540 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a154857d-4597-4be9-93b5-a6942eda6591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:12.421566 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a154857d-4597-4be9-93b5-a6942eda6591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:12.424426 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a154857d-4597-4be9-93b5-a6942eda6591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:12.425625 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a154857d-4597-4be9-93b5-a6942eda6591 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f44b259-0473-4d36-897c-44ea4525d26c HTTP/1.1" status: 204 len: 168 time: 0.1434455 Jun 17 08:51:12.426467 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a7966091-dab9-40b9-9e04-012bb0657113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:12.434856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154857d-4597-4be9-93b5-a6942eda6591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f44b259-0473-4d36-897c-44ea4525d26c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:12.437522 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a154857d-4597-4be9-93b5-a6942eda6591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:13.153908 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42242) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:13.221152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:13.245565 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:13.245916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device c235dc32-a018-4a2d-ad49-34d1ea6f4ad5 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:13.271554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'network': {'name': 'tempest-RoutersTest-1231446598'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:13.300696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:13.304387 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.314109 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.407344 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.412800 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.417363 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-20a98c9d-2a7b-4a88-a0db-2348d7d81b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:13.442122 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-53458d00-6e3a-47b4-8ac3-65d183f21734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.444562 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:13.458035 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d761c3-0495-480f-8526-5a2533e7f1df,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:13.461901 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:13.467226 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.467746 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added segment 7b21c51c-8aa5-41be-9837-426e766ff6c3 of type vlan for network e22548a5-0643-4c83-8adb-8519914c8073 Jun 17 08:51:13.513243 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.543012 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.548648 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:13.549471 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.551842 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b71ebf5-bc6c-46e9-8d92-6ab60bcf9c6b tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157 tempest-ExtraDHCPOptionsIpV6TestJSON-1137039157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:13.630188 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4746177 Jun 17 08:51:13.633056 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42264) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:13.637564 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Network': ['ID=e22548a5-0643-4c83-8adb-8519914c8073,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:13.638806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'network': {'name': 'tempest-RoutersTest-1806807683'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:13.640743 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:13.649458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network e22548a5-0643-4c83-8adb-8519914c8073 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:13.667096 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:13.676156 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.711546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:13.728255 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.728621 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added segment 7bc02e9e-d772-4b61-b82c-4100a871d08b of type vlan for network 91b0ebb1-54a9-40b3-9cbb-557110cb80b7 Jun 17 08:51:13.769815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.806491 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.812345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:13.812973 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:13.816086 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-112c4e27-7e6b-4008-8eec-06a8ca567e97 tempest-BulkNetworkOpsIpV6Test-1193457242 tempest-BulkNetworkOpsIpV6Test-1193457242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:13.879757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2428446 Jun 17 08:51:13.880383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42272) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:13.887503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'subnet': {'network_id': 'e22548a5-0643-4c83-8adb-8519914c8073', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:13.900588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Network': ['ID=91b0ebb1-54a9-40b3-9cbb-557110cb80b7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:13.904015 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-326562a8-9227-4f4c-957f-c4d8b72a2e46 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:13.913264 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 91b0ebb1-54a9-40b3-9cbb-557110cb80b7 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:13.996469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:14.000653 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.218998 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.221303 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-90c6b4bb-83da-46e1-b286-091a31f2b4f9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:14.287335 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Subnet': ['ID=e42037e7-dcc1-4997-9f80-5313e8d3b9ac,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:14.291652 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:14.300731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Checking segment: {'id': '7b21c51c-8aa5-41be-9837-426e766ff6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e22548a5-0643-4c83-8adb-8519914c8073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:14.301104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network hostable DHCP agents. Network: e22548a5-0643-4c83-8adb-8519914c8073, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:14.329812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network e22548a5-0643-4c83-8adb-8519914c8073 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:14.336981 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, e22548a5-0643-4c83-8adb-8519914c8073) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:14.341641 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:14.342329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.348965 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7323a2c4-a8b9-4df4-9b1f-8ea51dc4ca97 None None] Network e22548a5-0643-4c83-8adb-8519914c8073 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:14.375377 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-afbe835f-31dc-4acf-8782-cfd59bea5bed tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4934475 Jun 17 08:51:14.378316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42282) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:14.386540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'subnet': {'network_id': '91b0ebb1-54a9-40b3-9cbb-557110cb80b7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:14.522881 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:14.534586 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.542076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-e22548a5-0643-4c83-8adb-8519914c8073', 'network_id': 'e22548a5-0643-4c83-8adb-8519914c8073', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'fixed_ips': [{'subnet_id': 'e42037e7-dcc1-4997-9f80-5313e8d3b9ac'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:14.543621 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.706505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Allocated IP 172.20.0.2 (e22548a5-0643-4c83-8adb-8519914c8073/e42037e7-dcc1-4997-9f80-5313e8d3b9ac/338a088b-23fa-43c1-8dd3-fe0cee452b9b) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:14.771401 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.774292 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3c0ad885-c953-48f8-a604-3cd16ffe96cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:14.852370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Subnet': ['ID=b4dad893-26bf-408c-96c2-7f1140462bb9,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:14.863940 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Checking segment: {'id': '7bc02e9e-d772-4b61-b82c-4100a871d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '91b0ebb1-54a9-40b3-9cbb-557110cb80b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:14.864702 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network hostable DHCP agents. Network: 91b0ebb1-54a9-40b3-9cbb-557110cb80b7, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:14.869464 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:14.891692 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 91b0ebb1-54a9-40b3-9cbb-557110cb80b7 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:14.898578 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.910669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 91b0ebb1-54a9-40b3-9cbb-557110cb80b7) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:14.910893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Transition to ACTIVE for port object 338a088b-23fa-43c1-8dd3-fe0cee452b9b will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:14.917980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b349982c-a051-4690-a797-4e09efee908a None None] Network 91b0ebb1-54a9-40b3-9cbb-557110cb80b7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:14.922496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:14.923484 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.953119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7fe859f9-af7b-42c7-81e9-d7eb89357ba2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5735421 Jun 17 08:51:14.956310 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42292) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:14.962972 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e72599e2-a48c-44d8-81d2-10a4614c169e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1769045640', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:14.971603 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Transition to ACTIVE for port object 338a088b-23fa-43c1-8dd3-fe0cee452b9b will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:14.988254 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:14.993088 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:14.999396 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e72599e2-a48c-44d8-81d2-10a4614c169e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.000725 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e72599e2-a48c-44d8-81d2-10a4614c169e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.065956 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Network e22548a5-0643-4c83-8adb-8519914c8073 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:15.093252 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Pushing event updated for resources: {'Port': ['ID=338a088b-23fa-43c1-8dd3-fe0cee452b9b,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:15.094662 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e72599e2-a48c-44d8-81d2-10a4614c169e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.096320 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:15.097500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:15.099713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:15.105611 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e72599e2-a48c-44d8-81d2-10a4614c169e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.126893 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e72599e2-a48c-44d8-81d2-10a4614c169e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.128566 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e72599e2-a48c-44d8-81d2-10a4614c169e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1711562 Jun 17 08:51:15.131746 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42296) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:15.196784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Attempting to bind port 338a088b-23fa-43c1-8dd3-fe0cee452b9b on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:15.197211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Attempting to bind port 338a088b-23fa-43c1-8dd3-fe0cee452b9b by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '7b21c51c-8aa5-41be-9837-426e766ff6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e22548a5-0643-4c83-8adb-8519914c8073'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:15.197548 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Attempting to bind port 338a088b-23fa-43c1-8dd3-fe0cee452b9b on network e22548a5-0643-4c83-8adb-8519914c8073 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:15.205816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:15.206207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Checking segment: {'id': '7b21c51c-8aa5-41be-9837-426e766ff6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e22548a5-0643-4c83-8adb-8519914c8073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:15.207249 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.207680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Bound using segment: {'id': '7b21c51c-8aa5-41be-9837-426e766ff6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e22548a5-0643-4c83-8adb-8519914c8073'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:15.208176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Bound port: 338a088b-23fa-43c1-8dd3-fe0cee452b9b, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b21c51c-8aa5-41be-9837-426e766ff6c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'e22548a5-0643-4c83-8adb-8519914c8073'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:15.208586 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.227784 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-91b0ebb1-54a9-40b3-9cbb-557110cb80b7', 'network_id': '91b0ebb1-54a9-40b3-9cbb-557110cb80b7', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'fixed_ips': [{'subnet_id': 'b4dad893-26bf-408c-96c2-7f1140462bb9'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:15.228654 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.361116 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] For port 338a088b-23fa-43c1-8dd3-fe0cee452b9b, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:15.366561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] For port 338a088b-23fa-43c1-8dd3-fe0cee452b9b, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=338a088b-23fa-43c1-8dd3-fe0cee452b9b,segment=NetworkSegment(7b21c51c-8aa5-41be-9837-426e766ff6c3),segment_id=7b21c51c-8aa5-41be-9837-426e766ff6c3)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:15.382011 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.386302 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6b79d843-4914-4028-af01-0c9f3ef39c8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:15.486020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Allocated IP 172.21.0.2 (91b0ebb1-54a9-40b3-9cbb-557110cb80b7/b4dad893-26bf-408c-96c2-7f1140462bb9/811c125c-923d-479e-a2e1-de9b4c319244) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:15.489193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Pushing event updated for resources: {'Port': ['ID=338a088b-23fa-43c1-8dd3-fe0cee452b9b,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:15.495120 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:15.526030 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.651633 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5b48073f-02b8-4175-a915-e40433a0907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.660581 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.670551 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Transition to ACTIVE for port object 811c125c-923d-479e-a2e1-de9b4c319244 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:15.687753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Transition to ACTIVE for port object 811c125c-923d-479e-a2e1-de9b4c319244 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:15.703515 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.707139 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:15.784346 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Network 91b0ebb1-54a9-40b3-9cbb-557110cb80b7 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:15.785374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Pushing event updated for resources: {'Port': ['ID=811c125c-923d-479e-a2e1-de9b4c319244,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:15.788742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:15.790925 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:15.791641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:15.861847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Attempting to bind port 811c125c-923d-479e-a2e1-de9b4c319244 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:15.862236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Attempting to bind port 811c125c-923d-479e-a2e1-de9b4c319244 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '7bc02e9e-d772-4b61-b82c-4100a871d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '91b0ebb1-54a9-40b3-9cbb-557110cb80b7'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:15.862604 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Attempting to bind port 811c125c-923d-479e-a2e1-de9b4c319244 on network 91b0ebb1-54a9-40b3-9cbb-557110cb80b7 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:15.868604 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:15.868990 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Checking segment: {'id': '7bc02e9e-d772-4b61-b82c-4100a871d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '91b0ebb1-54a9-40b3-9cbb-557110cb80b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:15.869409 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.869812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Bound using segment: {'id': '7bc02e9e-d772-4b61-b82c-4100a871d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '91b0ebb1-54a9-40b3-9cbb-557110cb80b7'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:15.870292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Bound port: 811c125c-923d-479e-a2e1-de9b4c319244, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc02e9e-d772-4b61-b82c-4100a871d08b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '91b0ebb1-54a9-40b3-9cbb-557110cb80b7'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:15.870679 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.914117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Allocated IP 172.20.0.1 (e22548a5-0643-4c83-8adb-8519914c8073/e42037e7-dcc1-4997-9f80-5313e8d3b9ac/abb8a5e2-1296-4833-abd9-87dd77527b6a) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:15.965508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] For port 811c125c-923d-479e-a2e1-de9b4c319244, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:15.973371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] For port 811c125c-923d-479e-a2e1-de9b4c319244, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=811c125c-923d-479e-a2e1-de9b4c319244,segment=NetworkSegment(7bc02e9e-d772-4b61-b82c-4100a871d08b),segment_id=7bc02e9e-d772-4b61-b82c-4100a871d08b)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:15.974590 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.984900 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:15.987056 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:16.058827 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.067629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Pushing event updated for resources: {'Port': ['ID=811c125c-923d-479e-a2e1-de9b4c319244,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:16.071207 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:16.085343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Transition to ACTIVE for port object abb8a5e2-1296-4833-abd9-87dd77527b6a will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:16.124238 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.126716 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2e8d6113-3bb0-4804-aeff-93f17967ff97 tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:16.181631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network e22548a5-0643-4c83-8adb-8519914c8073 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:16.189410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=abb8a5e2-1296-4833-abd9-87dd77527b6a,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:16.195039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:16.195039 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:16.195039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:16.240547 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.476950 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.780907 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.787050 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.791212 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-37453e1a-9ca3-4bd8-83d5-ccd64710f164 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:16.805093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aacbba5-bfb7-4a97-88f0-34bfad5adfe4 None None] Network e22548a5-0643-4c83-8adb-8519914c8073 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:16.874544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2215c3f9-a50c-4b5f-9cf8-a997254fd3b4 None None] Provisioning for port 338a088b-23fa-43c1-8dd3-fe0cee452b9b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:16.875439 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:16.878274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=abb8a5e2-1296-4833-abd9-87dd77527b6a,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:16.891414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:16.919699 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.016906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network e22548a5-0643-4c83-8adb-8519914c8073 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:17.019631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:17.164158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router 4ac639da-3b5d-4f1f-b941-7a00dd922713 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:17.324172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:17.329528 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/4ac639da-3b5d-4f1f-b941-7a00dd922713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1963007 Jun 17 08:51:17.332691 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42334) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:17.339324 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a3f7b-8a35-4e9c-9ee6-b4dbded46df3 None None] Sync routers for ids ['4ac639da-3b5d-4f1f-b941-7a00dd922713'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:17.356233 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a3f7b-8a35-4e9c-9ee6-b4dbded46df3 None None] Routers {'4ac639da-3b5d-4f1f-b941-7a00dd922713'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:17.357330 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-285a3f7b-8a35-4e9c-9ee6-b4dbded46df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4ac639da-3b5d-4f1f-b941-7a00dd922713'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:17.384329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 338a088b-23fa-43c1-8dd3-fe0cee452b9b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:17.404909 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba65d909-8774-4b21-b34b-eae494e2f98e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:17.406501 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-285a3f7b-8a35-4e9c-9ee6-b4dbded46df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:17.407406 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ba65d909-8774-4b21-b34b-eae494e2f98e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports/abb8a5e2-1296-4833-abd9-87dd77527b6a HTTP/1.1" status: 200 len: 910 time: 0.0736620 Jun 17 08:51:17.410160 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42336) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:17.420207 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285a3f7b-8a35-4e9c-9ee6-b4dbded46df3 None None] Routers {'4ac639da-3b5d-4f1f-b941-7a00dd922713'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:17.421165 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-285a3f7b-8a35-4e9c-9ee6-b4dbded46df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4ac639da-3b5d-4f1f-b941-7a00dd922713'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:17.469933 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-285a3f7b-8a35-4e9c-9ee6-b4dbded46df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:17.470042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] Provisioning for port abb8a5e2-1296-4833-abd9-87dd77527b6a completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:17.470132 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285a3f7b-8a35-4e9c-9ee6-b4dbded46df3 None None] The sync data for ids ['4ac639da-3b5d-4f1f-b941-7a00dd922713'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:17.471393 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] Provisioning complete for port abb8a5e2-1296-4833-abd9-87dd77527b6a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:17.471783 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.507972 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] Port abb8a5e2-1296-4833-abd9-87dd77527b6a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:17.513182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 338a088b-23fa-43c1-8dd3-fe0cee452b9b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:17.517843 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 338a088b-23fa-43c1-8dd3-fe0cee452b9b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:17.518230 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.541544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5495632a-e5d7-40ac-82d5-d64bebc6eced None None] Network 91b0ebb1-54a9-40b3-9cbb-557110cb80b7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:17.596782 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] Provisioning complete for port 338a088b-23fa-43c1-8dd3-fe0cee452b9b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:17.597204 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.774142 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.873828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] For port 338a088b-23fa-43c1-8dd3-fe0cee452b9b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=338a088b-23fa-43c1-8dd3-fe0cee452b9b,segment=NetworkSegment(7b21c51c-8aa5-41be-9837-426e766ff6c3),segment_id=7b21c51c-8aa5-41be-9837-426e766ff6c3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:17.883611 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.886264 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:17.889123 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7fa33f55-3d1f-449c-bec1-ce75469430ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:17.892929 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.016327 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:51:18.016941 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:51:18.026088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] Pushing event updated for resources: {'Port': ['ID=338a088b-23fa-43c1-8dd3-fe0cee452b9b,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:18.035168 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:18.040086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a2213f06-ee74-47db-84cd-b7636486ae43 None None] Provisioning complete for port abb8a5e2-1296-4833-abd9-87dd77527b6a triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:18.040808 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a2213f06-ee74-47db-84cd-b7636486ae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.083341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-a2213f06-ee74-47db-84cd-b7636486ae43 None None] Port abb8a5e2-1296-4833-abd9-87dd77527b6a cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:18.098405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a2213f06-ee74-47db-84cd-b7636486ae43 None None] Provisioning for port 811c125c-923d-479e-a2e1-de9b4c319244 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:18.190302 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Allocated IP 172.21.0.1 (91b0ebb1-54a9-40b3-9cbb-557110cb80b7/b4dad893-26bf-408c-96c2-7f1140462bb9/76ee3df5-367c-48d1-9849-82430366bc5c) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:18.313710 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.330955 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Transition to ACTIVE for port object 76ee3df5-367c-48d1-9849-82430366bc5c will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:18.367595 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.370465 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-28b0f029-fcf7-429e-8f03-d6b45a498e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:18.418754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 91b0ebb1-54a9-40b3-9cbb-557110cb80b7 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:18.424133 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:18.428495 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:18.450516 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=76ee3df5-367c-48d1-9849-82430366bc5c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:18.455940 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:18.478242 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.649258 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.795178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 811c125c-923d-479e-a2e1-de9b4c319244 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:18.798938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-39fdbf0c-c687-4abe-b30c-147013158e0a None None] Provisioning for port 76ee3df5-367c-48d1-9849-82430366bc5c completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:18.829640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-39fdbf0c-c687-4abe-b30c-147013158e0a None None] Provisioning complete for port 76ee3df5-367c-48d1-9849-82430366bc5c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:18.830187 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-39fdbf0c-c687-4abe-b30c-147013158e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.884922 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-39fdbf0c-c687-4abe-b30c-147013158e0a None None] Port 76ee3df5-367c-48d1-9849-82430366bc5c cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:18.902372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 811c125c-923d-479e-a2e1-de9b4c319244 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:18.910049 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 811c125c-923d-479e-a2e1-de9b4c319244 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:18.910049 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.952458 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.956003 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.958421 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:18.963038 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-45f46828-1f8d-4569-9ed0-c5b6b9266353 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:19.006255 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.039685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 811c125c-923d-479e-a2e1-de9b4c319244, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=811c125c-923d-479e-a2e1-de9b4c319244,segment=NetworkSegment(7bc02e9e-d772-4b61-b82c-4100a871d08b),segment_id=7bc02e9e-d772-4b61-b82c-4100a871d08b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:19.044861 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.047124 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=76ee3df5-367c-48d1-9849-82430366bc5c,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:19.047401 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.050662 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-00d4d8ee-d560-4827-a343-a3b6239909e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:19.051173 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:19.110246 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=811c125c-923d-479e-a2e1-de9b4c319244,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:19.115550 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:19.151589 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 91b0ebb1-54a9-40b3-9cbb-557110cb80b7 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:19.153184 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:19.225918 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 338a088b-23fa-43c1-8dd3-fe0cee452b9b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:19.276223 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router 4ac639da-3b5d-4f1f-b941-7a00dd922713 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:19.299024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 338a088b-23fa-43c1-8dd3-fe0cee452b9b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:19.299405 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.391360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 811c125c-923d-479e-a2e1-de9b4c319244 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:19.399205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:19.407158 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/4ac639da-3b5d-4f1f-b941-7a00dd922713/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9932418 Jun 17 08:51:19.409386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42372) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:19.413380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5efecc8-01f1-470a-b8ef-fd44aea999c4 None None] Sync routers for ids ['4ac639da-3b5d-4f1f-b941-7a00dd922713'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:19.440221 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5efecc8-01f1-470a-b8ef-fd44aea999c4 None None] Routers {'4ac639da-3b5d-4f1f-b941-7a00dd922713'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:19.441077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5efecc8-01f1-470a-b8ef-fd44aea999c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4ac639da-3b5d-4f1f-b941-7a00dd922713'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:19.473133 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b910379-25f3-4440-946c-c45dcfcf44d6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:19.477268 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2b910379-25f3-4440-946c-c45dcfcf44d6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports/76ee3df5-367c-48d1-9849-82430366bc5c HTTP/1.1" status: 200 len: 910 time: 0.0626020 Jun 17 08:51:19.477416 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5efecc8-01f1-470a-b8ef-fd44aea999c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:19.477554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42374) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:19.494607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5efecc8-01f1-470a-b8ef-fd44aea999c4 None None] Routers {'4ac639da-3b5d-4f1f-b941-7a00dd922713'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:19.495355 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5efecc8-01f1-470a-b8ef-fd44aea999c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4ac639da-3b5d-4f1f-b941-7a00dd922713'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:19.497193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 811c125c-923d-479e-a2e1-de9b4c319244 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:19.497663 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.566269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5efecc8-01f1-470a-b8ef-fd44aea999c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:19.567159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5efecc8-01f1-470a-b8ef-fd44aea999c4 None None] The sync data for ids ['4ac639da-3b5d-4f1f-b941-7a00dd922713'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:19.591991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7eb86354-8434-4f55-9752-1c3ff8ac578b None None] Provisioning complete for port 76ee3df5-367c-48d1-9849-82430366bc5c triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:19.592966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7eb86354-8434-4f55-9752-1c3ff8ac578b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:19.657364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-7eb86354-8434-4f55-9752-1c3ff8ac578b None None] Port 76ee3df5-367c-48d1-9849-82430366bc5c cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:20.118469 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.402517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port 76ee3df5-367c-48d1-9849-82430366bc5c {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:20.402902 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.496877 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.565169 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for 76ee3df5-367c-48d1-9849-82430366bc5c owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:20.749278 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:20.752381 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b137c209-c5c1-4046-8304-297373ce9108 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:20.787436 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=76ee3df5-367c-48d1-9849-82430366bc5c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:20.790630 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:20.965787 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.158487 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router 4ac639da-3b5d-4f1f-b941-7a00dd922713 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:21.255111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:21.263326 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/4ac639da-3b5d-4f1f-b941-7a00dd922713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847340 Jun 17 08:51:21.264073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42408) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:21.264638 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79417329-1256-4f94-aaa8-fe7ee29b6ec6 None None] Sync routers for ids ['4ac639da-3b5d-4f1f-b941-7a00dd922713'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:21.274399 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79417329-1256-4f94-aaa8-fe7ee29b6ec6 None None] Routers {'4ac639da-3b5d-4f1f-b941-7a00dd922713'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:21.275209 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-79417329-1256-4f94-aaa8-fe7ee29b6ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4ac639da-3b5d-4f1f-b941-7a00dd922713'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:21.308390 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-79417329-1256-4f94-aaa8-fe7ee29b6ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:21.321125 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79417329-1256-4f94-aaa8-fe7ee29b6ec6 None None] Routers {'4ac639da-3b5d-4f1f-b941-7a00dd922713'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:21.322153 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-79417329-1256-4f94-aaa8-fe7ee29b6ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4ac639da-3b5d-4f1f-b941-7a00dd922713'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:21.354916 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-79417329-1256-4f94-aaa8-fe7ee29b6ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:21.355708 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79417329-1256-4f94-aaa8-fe7ee29b6ec6 None None] The sync data for ids ['4ac639da-3b5d-4f1f-b941-7a00dd922713'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:21.592424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.844140 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port abb8a5e2-1296-4833-abd9-87dd77527b6a {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:21.844486 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.929289 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:21.996407 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for abb8a5e2-1296-4833-abd9-87dd77527b6a owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:22.182456 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.185661 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d4c2006-c7f3-42b8-8b37-470b6a905e36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:22.216707 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=abb8a5e2-1296-4833-abd9-87dd77527b6a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:22.249786 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.250330 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.250530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.250938 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.251314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.251686 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.252432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.252837 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.253200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.253563 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.253926 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.254288 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:22.259986 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:22.378576 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:22.933832 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router 4ac639da-3b5d-4f1f-b941-7a00dd922713 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:23.014795 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:23.020383 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-75574236-91ff-4afd-81a7-a98f35244ac4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/4ac639da-3b5d-4f1f-b941-7a00dd922713/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7547247 Jun 17 08:51:23.022601 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42440) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:23.024897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1ced9-6251-4001-a180-79f6f76cb1e5 None None] Sync routers for ids ['4ac639da-3b5d-4f1f-b941-7a00dd922713'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:23.040100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1ced9-6251-4001-a180-79f6f76cb1e5 None None] Routers {'4ac639da-3b5d-4f1f-b941-7a00dd922713'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:23.041289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-cad1ced9-6251-4001-a180-79f6f76cb1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4ac639da-3b5d-4f1f-b941-7a00dd922713'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:23.067036 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5d7d95e8-8569-49ec-bfd0-017947e315e9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ac639da-3b5d-4f1f-b941-7a00dd922713 HTTP/1.1" status: 200 len: 205 time: 0.0408204 Jun 17 08:51:23.067271 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42446) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:23.074409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-cad1ced9-6251-4001-a180-79f6f76cb1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:23.083260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1ced9-6251-4001-a180-79f6f76cb1e5 None None] Routers {'4ac639da-3b5d-4f1f-b941-7a00dd922713'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:23.084134 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-cad1ced9-6251-4001-a180-79f6f76cb1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['4ac639da-3b5d-4f1f-b941-7a00dd922713'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:23.119335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-cad1ced9-6251-4001-a180-79f6f76cb1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:23.120089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1ced9-6251-4001-a180-79f6f76cb1e5 None None] The sync data for ids ['4ac639da-3b5d-4f1f-b941-7a00dd922713'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:23.147645 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b99d33bf-80b0-4b63-a618-8ade33a84677 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.305702 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b99d33bf-80b0-4b63-a618-8ade33a84677 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.308308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b99d33bf-80b0-4b63-a618-8ade33a84677 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.355019 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b99d33bf-80b0-4b63-a618-8ade33a84677 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.355642 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99d33bf-80b0-4b63-a618-8ade33a84677 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Fanout notify agent at l3_agent the message router_deleted on router 4ac639da-3b5d-4f1f-b941-7a00dd922713 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:23.376128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b99d33bf-80b0-4b63-a618-8ade33a84677 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.377277 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b99d33bf-80b0-4b63-a618-8ade33a84677 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/4ac639da-3b5d-4f1f-b941-7a00dd922713 HTTP/1.1" status: 204 len: 168 time: 0.3091807 Jun 17 08:51:23.381230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42452) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:23.443569 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25e1c59-7333-4bd0-a69e-4f36b1e3dca1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting subnet b4dad893-26bf-408c-96c2-7f1140462bb9 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:51:23.446990 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a25e1c59-7333-4bd0-a69e-4f36b1e3dca1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.486618 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a25e1c59-7333-4bd0-a69e-4f36b1e3dca1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.595052 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:51:23.605964 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a25e1c59-7333-4bd0-a69e-4f36b1e3dca1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.677203 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a25e1c59-7333-4bd0-a69e-4f36b1e3dca1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.683848 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a82528c6-38e5-4a77-9a23-c38205d92311 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:23.704641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7188aee8-6a02-4f1d-a81e-1f00a01c1c66 None None] Network 91b0ebb1-54a9-40b3-9cbb-557110cb80b7 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:23.719341 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a25e1c59-7333-4bd0-a69e-4f36b1e3dca1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.723998 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a25e1c59-7333-4bd0-a69e-4f36b1e3dca1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/b4dad893-26bf-408c-96c2-7f1140462bb9 HTTP/1.1" status: 204 len: 168 time: 0.3414936 Jun 17 08:51:23.725661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e1c59-7333-4bd0-a69e-4f36b1e3dca1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Subnet': ['ID=b4dad893-26bf-408c-96c2-7f1140462bb9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:23.726753 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42460) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:23.729943 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a25e1c59-7333-4bd0-a69e-4f36b1e3dca1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:23.785182 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a46822-473d-43d4-848d-c14445579be9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting subnet e42037e7-dcc1-4997-9f80-5313e8d3b9ac {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:51:23.788571 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67a46822-473d-43d4-848d-c14445579be9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.835563 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67a46822-473d-43d4-848d-c14445579be9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.919505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ae493-2e01-4a9f-abc6-d2c2266abd77 None None] DHCP port deletion for 91b0ebb1-54a9-40b3-9cbb-557110cb80b7 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:51:23.940657 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67a46822-473d-43d4-848d-c14445579be9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:23.969239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ae493-2e01-4a9f-abc6-d2c2266abd77 None None] Deleting port 811c125c-923d-479e-a2e1-de9b4c319244 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:23.969626 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae493-2e01-4a9f-abc6-d2c2266abd77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.009890 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67a46822-473d-43d4-848d-c14445579be9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.013052 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c6360dcc-543b-4a2b-9e98-b5be645a84d9 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:24.045020 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a46822-473d-43d4-848d-c14445579be9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Subnet': ['ID=e42037e7-dcc1-4997-9f80-5313e8d3b9ac,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:24.049268 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-67a46822-473d-43d4-848d-c14445579be9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:24.050367 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-67a46822-473d-43d4-848d-c14445579be9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.052522 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-67a46822-473d-43d4-848d-c14445579be9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/e42037e7-dcc1-4997-9f80-5313e8d3b9ac HTTP/1.1" status: 204 len: 168 time: 0.3247304 Jun 17 08:51:24.056202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42466) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:24.063343 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ad483b-3924-4346-b127-0a8fe075eca6 None None] Network e22548a5-0643-4c83-8adb-8519914c8073 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:24.081684 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-bf9ae493-2e01-4a9f-abc6-d2c2266abd77 None None] For port 811c125c-923d-479e-a2e1-de9b4c319244, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=811c125c-923d-479e-a2e1-de9b4c319244,segment=NetworkSegment(7bc02e9e-d772-4b61-b82c-4100a871d08b),segment_id=7bc02e9e-d772-4b61-b82c-4100a871d08b)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:24.082128 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae493-2e01-4a9f-abc6-d2c2266abd77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.142469 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.193179 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ae493-2e01-4a9f-abc6-d2c2266abd77 None None] Calling delete_port for 811c125c-923d-479e-a2e1-de9b4c319244 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:24.210618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port 811c125c-923d-479e-a2e1-de9b4c319244 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:24.211087 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.280006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port 811c125c-923d-479e-a2e1-de9b4c319244, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=811c125c-923d-479e-a2e1-de9b4c319244,segment=NetworkSegment(7bc02e9e-d772-4b61-b82c-4100a871d08b),segment_id=7bc02e9e-d772-4b61-b82c-4100a871d08b)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:24.281432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.345631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for 811c125c-923d-479e-a2e1-de9b4c319244 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:24.346728 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf9ae493-2e01-4a9f-abc6-d2c2266abd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.349139 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:24.388740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ae493-2e01-4a9f-abc6-d2c2266abd77 None None] Pushing event deleted for resources: {'Port': ['ID=811c125c-923d-479e-a2e1-de9b4c319244,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:24.388740 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bf9ae493-2e01-4a9f-abc6-d2c2266abd77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:24.390205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ae493-2e01-4a9f-abc6-d2c2266abd77 None None] No DVR routers for this DVR port 811c125c-923d-479e-a2e1-de9b4c319244 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:24.438098 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.440517 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a035c3d7-dd99-496d-ad23-c5e252f35cea tempest-TestServerMultinode-1663050813 tempest-TestServerMultinode-1663050813-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:24.451459 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5a1a52-f229-40cb-ac21-22f662268a0d None None] DHCP port deletion for e22548a5-0643-4c83-8adb-8519914c8073 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:51:24.462916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=811c125c-923d-479e-a2e1-de9b4c319244,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:24.466851 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:24.469774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No DVR routers for this DVR port 811c125c-923d-479e-a2e1-de9b4c319244 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:24.510589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a1a52-f229-40cb-ac21-22f662268a0d None None] Deleting port 338a088b-23fa-43c1-8dd3-fe0cee452b9b {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:24.510589 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1a52-f229-40cb-ac21-22f662268a0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.562483 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.573486 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b0ebb1-54a9-40b3-9cbb-557110cb80b7']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:24.579091 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6b5a1a52-f229-40cb-ac21-22f662268a0d None None] For port 338a088b-23fa-43c1-8dd3-fe0cee452b9b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=338a088b-23fa-43c1-8dd3-fe0cee452b9b,segment=NetworkSegment(7b21c51c-8aa5-41be-9837-426e766ff6c3),segment_id=7b21c51c-8aa5-41be-9837-426e766ff6c3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:24.579722 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1a52-f229-40cb-ac21-22f662268a0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.596266 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc02e9e-d772-4b61-b82c-4100a871d08b') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:24.596900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc02e9e-d772-4b61-b82c-4100a871d08b') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:24.610747 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.626715 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.634141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:24.634894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: self.session.flush() Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:24.638379 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:24.657484 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6b5a1a52-f229-40cb-ac21-22f662268a0d None None] Calling delete_port for 338a088b-23fa-43c1-8dd3-fe0cee452b9b owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:24.707474 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.712675 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.717700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42482) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:24.717857 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/networks/91b0ebb1-54a9-40b3-9cbb-557110cb80b7 HTTP/1.1" status: 204 len: 168 time: 0.6605277 Jun 17 08:51:24.718878 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bdbfedea-a90b-4d77-bcd0-1a76d5065a99 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:24.738402 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Network': ['ID=91b0ebb1-54a9-40b3-9cbb-557110cb80b7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:24.745823 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:24.763294 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1a52-f229-40cb-ac21-22f662268a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.770245 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:24.819003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a1a52-f229-40cb-ac21-22f662268a0d None None] Pushing event deleted for resources: {'Port': ['ID=338a088b-23fa-43c1-8dd3-fe0cee452b9b,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:24.823625 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6b5a1a52-f229-40cb-ac21-22f662268a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:24.828429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5a1a52-f229-40cb-ac21-22f662268a0d None None] No DVR routers for this DVR port 338a088b-23fa-43c1-8dd3-fe0cee452b9b on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:24.833976 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.929235 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.939130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22548a5-0643-4c83-8adb-8519914c8073']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:24.950139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b21c51c-8aa5-41be-9837-426e766ff6c3') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:24.950436 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b21c51c-8aa5-41be-9837-426e766ff6c3') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:24.959867 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.975968 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.981917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:24.982295 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:24.985350 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:25.045005 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.048791 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6a68f08c-c08f-4b2d-bb33-132ab421fa6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:25.052949 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.054685 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/networks/e22548a5-0643-4c83-8adb-8519914c8073 HTTP/1.1" status: 204 len: 168 time: 0.3359122 Jun 17 08:51:25.059846 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42488) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:25.078667 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'network': {'name': 'tempest-RoutersTest-826715670'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:25.084964 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Network': ['ID=e22548a5-0643-4c83-8adb-8519914c8073,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:25.088476 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:25.102056 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:25.105655 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.131259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:25.141377 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.141962 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added segment 8cda0d58-1bed-4550-8dfa-64de46cdf7c0 of type vlan for network ee5742c1-58e7-4038-9860-8a842f65a98c Jun 17 08:51:25.185936 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.215349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 338a088b-23fa-43c1-8dd3-fe0cee452b9b no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:25.224552 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.232151 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:25.233128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.236874 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2b18a626-34cc-4174-b8aa-9df4c35e85d0 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:25.239584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 338a088b-23fa-43c1-8dd3-fe0cee452b9b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:25.239864 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 338a088b-23fa-43c1-8dd3-fe0cee452b9b not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:25.240295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 811c125c-923d-479e-a2e1-de9b4c319244 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:25.261295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 811c125c-923d-479e-a2e1-de9b4c319244 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:25.261644 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 811c125c-923d-479e-a2e1-de9b4c319244 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:25.306654 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2456994 Jun 17 08:51:25.307688 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Network': ['ID=ee5742c1-58e7-4038-9860-8a842f65a98c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:25.309666 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42494) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:25.310815 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:25.316007 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'subnet': {'network_id': 'ee5742c1-58e7-4038-9860-8a842f65a98c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:25.319244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network ee5742c1-58e7-4038-9860-8a842f65a98c details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:25.415889 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:25.419386 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.607472 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.609507 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-33718811-19eb-4830-b8a9-9b5f6e039591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:25.668039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Subnet': ['ID=ddd99211-39d7-4992-9941-4ad8f808bb59,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:25.671779 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:25.675596 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Checking segment: {'id': '8cda0d58-1bed-4550-8dfa-64de46cdf7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ee5742c1-58e7-4038-9860-8a842f65a98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:25.675944 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network hostable DHCP agents. Network: ee5742c1-58e7-4038-9860-8a842f65a98c, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:25.694728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network ee5742c1-58e7-4038-9860-8a842f65a98c is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:25.707234 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, ee5742c1-58e7-4038-9860-8a842f65a98c) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:25.712754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:25.713655 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.717760 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6db00a2-94cb-45cf-a0eb-a4eff9d19484 None None] Network ee5742c1-58e7-4038-9860-8a842f65a98c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:25.732320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-196370f2-7c32-4ad2-9c1c-bb1c2441c0fd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4210937 Jun 17 08:51:25.735161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42502) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:25.741154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0b918e2c-2404-4cec-b3ee-b2c7c12873b7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-560882856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:25.769410 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b918e2c-2404-4cec-b3ee-b2c7c12873b7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.770289 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b918e2c-2404-4cec-b3ee-b2c7c12873b7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.832912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b918e2c-2404-4cec-b3ee-b2c7c12873b7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.839288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b918e2c-2404-4cec-b3ee-b2c7c12873b7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.865166 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0b918e2c-2404-4cec-b3ee-b2c7c12873b7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.866488 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0b918e2c-2404-4cec-b3ee-b2c7c12873b7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1293361 Jun 17 08:51:25.869277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42508) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:25.875405 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'port': {'network_id': 'ee5742c1-58e7-4038-9860-8a842f65a98c', 'name': 'tempest-RoutersTest-2098669309'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:25.887292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-ee5742c1-58e7-4038-9860-8a842f65a98c', 'network_id': 'ee5742c1-58e7-4038-9860-8a842f65a98c', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'fixed_ips': [{'subnet_id': 'ddd99211-39d7-4992-9941-4ad8f808bb59'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:25.888236 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:25.987314 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:25.992231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.011883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] device_id is not set on port 42cd6f40-a922-4025-a254-af0de60dfde8 yet. {{(pid=93803) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 17 08:51:26.032500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Allocated IP 172.20.0.2 (ee5742c1-58e7-4038-9860-8a842f65a98c/ddd99211-39d7-4992-9941-4ad8f808bb59/46b4f613-35b2-4bdb-808c-79e427cc58cb) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:26.179435 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.187698 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Transition to ACTIVE for port object 46b4f613-35b2-4bdb-808c-79e427cc58cb will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:26.202678 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Transition to ACTIVE for port object 46b4f613-35b2-4bdb-808c-79e427cc58cb will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:26.214477 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.216391 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:26.254931 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Network ee5742c1-58e7-4038-9860-8a842f65a98c is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:26.257854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:26.263438 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:26.266349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Allocated IP 172.20.0.14 (ee5742c1-58e7-4038-9860-8a842f65a98c/ddd99211-39d7-4992-9941-4ad8f808bb59/42cd6f40-a922-4025-a254-af0de60dfde8) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:26.269027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Pushing event updated for resources: {'Port': ['ID=46b4f613-35b2-4bdb-808c-79e427cc58cb,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:26.273063 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:26.325536 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Attempting to bind port 46b4f613-35b2-4bdb-808c-79e427cc58cb on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:26.325913 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Attempting to bind port 46b4f613-35b2-4bdb-808c-79e427cc58cb by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '8cda0d58-1bed-4550-8dfa-64de46cdf7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ee5742c1-58e7-4038-9860-8a842f65a98c'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:26.326276 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Attempting to bind port 46b4f613-35b2-4bdb-808c-79e427cc58cb on network ee5742c1-58e7-4038-9860-8a842f65a98c {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:26.332352 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:26.332635 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Checking segment: {'id': '8cda0d58-1bed-4550-8dfa-64de46cdf7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ee5742c1-58e7-4038-9860-8a842f65a98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:26.333035 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.333461 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Bound using segment: {'id': '8cda0d58-1bed-4550-8dfa-64de46cdf7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ee5742c1-58e7-4038-9860-8a842f65a98c'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:26.334000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Bound port: 46b4f613-35b2-4bdb-808c-79e427cc58cb, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cda0d58-1bed-4550-8dfa-64de46cdf7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ee5742c1-58e7-4038-9860-8a842f65a98c'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:26.334474 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.411826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] For port 46b4f613-35b2-4bdb-808c-79e427cc58cb, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:26.417116 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] For port 46b4f613-35b2-4bdb-808c-79e427cc58cb, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=46b4f613-35b2-4bdb-808c-79e427cc58cb,segment=NetworkSegment(8cda0d58-1bed-4550-8dfa-64de46cdf7c0),segment_id=8cda0d58-1bed-4550-8dfa-64de46cdf7c0)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:26.423033 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.426752 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7f11ce00-fab1-4f46-9ac5-a84dc437139e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:26.439494 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.455024 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Transition to ACTIVE for port object 42cd6f40-a922-4025-a254-af0de60dfde8 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:26.491430 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.495979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Pushing event updated for resources: {'Port': ['ID=46b4f613-35b2-4bdb-808c-79e427cc58cb,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:26.496220 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:26.500422 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:26.543716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network ee5742c1-58e7-4038-9860-8a842f65a98c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:26.547085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:26.553220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:26.563934 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=42cd6f40-a922-4025-a254-af0de60dfde8,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:26.586928 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:26.614067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:26.614929 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:26.633174 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7618823 Jun 17 08:51:26.639299 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42522) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:27.298201 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 46b4f613-35b2-4bdb-808c-79e427cc58cb up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:27.361966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 46b4f613-35b2-4bdb-808c-79e427cc58cb completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:27.366999 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.581020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb3c21-6a86-4274-b36e-1631fb413ce0 None None] Network ee5742c1-58e7-4038-9860-8a842f65a98c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:27.653458 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.659700 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.662414 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4fc6faa7-afd2-4de3-a8c7-4a8710974b14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:27.664336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-637fe5cf-c818-4131-a355-682459905dcf None None] Provisioning for port 46b4f613-35b2-4bdb-808c-79e427cc58cb completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:27.673989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-637fe5cf-c818-4131-a355-682459905dcf None None] Provisioning complete for port 46b4f613-35b2-4bdb-808c-79e427cc58cb triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:27.674332 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-637fe5cf-c818-4131-a355-682459905dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.746354 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=42cd6f40-a922-4025-a254-af0de60dfde8,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:27.752421 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:27.854300 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-637fe5cf-c818-4131-a355-682459905dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.896383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-637fe5cf-c818-4131-a355-682459905dcf None None] For port 46b4f613-35b2-4bdb-808c-79e427cc58cb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=46b4f613-35b2-4bdb-808c-79e427cc58cb,segment=NetworkSegment(8cda0d58-1bed-4550-8dfa-64de46cdf7c0),segment_id=8cda0d58-1bed-4550-8dfa-64de46cdf7c0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:27.903235 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-637fe5cf-c818-4131-a355-682459905dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.909759 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e5796f8a-9226-44e0-a0ea-74390a6dc732 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:27.949718 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:27.965238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fe5cf-c818-4131-a355-682459905dcf None None] Pushing event updated for resources: {'Port': ['ID=46b4f613-35b2-4bdb-808c-79e427cc58cb,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:27.976335 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-637fe5cf-c818-4131-a355-682459905dcf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:28.097166 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.149723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-904d35db-cb5e-4dde-a6b0-2ebd06822a47 None None] Provisioning for port 42cd6f40-a922-4025-a254-af0de60dfde8 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:28.155571 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-904d35db-cb5e-4dde-a6b0-2ebd06822a47 None None] Provisioning complete for port 42cd6f40-a922-4025-a254-af0de60dfde8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:28.155571 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-904d35db-cb5e-4dde-a6b0-2ebd06822a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.193067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-904d35db-cb5e-4dde-a6b0-2ebd06822a47 None None] Port 42cd6f40-a922-4025-a254-af0de60dfde8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:28.204724 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-904d35db-cb5e-4dde-a6b0-2ebd06822a47 None None] Provisioning complete for port 46b4f613-35b2-4bdb-808c-79e427cc58cb triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:28.205520 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-904d35db-cb5e-4dde-a6b0-2ebd06822a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.407851 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.413699 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.440805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-63618a27-99c5-4433-be8b-241a736628ca None None] Provisioning complete for port 42cd6f40-a922-4025-a254-af0de60dfde8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:28.441419 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-63618a27-99c5-4433-be8b-241a736628ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.459952 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ddbe7b0c-4c13-4a76-98f3-fd5e4953b959 tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:28.476557 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-63618a27-99c5-4433-be8b-241a736628ca None None] Port 42cd6f40-a922-4025-a254-af0de60dfde8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:28.494412 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.536748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=42cd6f40-a922-4025-a254-af0de60dfde8,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:28.541451 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:28.600176 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5e2381d1-d23c-452b-819f-4c3d95038613 None None] Provisioning complete for port 42cd6f40-a922-4025-a254-af0de60dfde8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:28.600911 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5e2381d1-d23c-452b-819f-4c3d95038613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.620571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network ee5742c1-58e7-4038-9860-8a842f65a98c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:28.622191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:28.649608 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5e2381d1-d23c-452b-819f-4c3d95038613 None None] Port 42cd6f40-a922-4025-a254-af0de60dfde8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:28.764182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router e0588c9c-a645-4de7-8b00-3137dc932a20 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:28.866128 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:28.870546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-eaee65e9-7039-4b00-9e40-3e9e0e43e9d5 None None] Provisioning complete for port 42cd6f40-a922-4025-a254-af0de60dfde8 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:28.874288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/e0588c9c-a645-4de7-8b00-3137dc932a20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2312369 Jun 17 08:51:28.874484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42562) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:28.875461 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-eaee65e9-7039-4b00-9e40-3e9e0e43e9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:28.875771 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d1f64-a9aa-4c90-9ac6-662d61e0ae5c None None] Sync routers for ids ['e0588c9c-a645-4de7-8b00-3137dc932a20'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:28.887534 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d1f64-a9aa-4c90-9ac6-662d61e0ae5c None None] Routers {'e0588c9c-a645-4de7-8b00-3137dc932a20'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:28.888297 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1d1d1f64-a9aa-4c90-9ac6-662d61e0ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e0588c9c-a645-4de7-8b00-3137dc932a20'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:28.916707 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-eaee65e9-7039-4b00-9e40-3e9e0e43e9d5 None None] Port 42cd6f40-a922-4025-a254-af0de60dfde8 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:28.928783 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1d1d1f64-a9aa-4c90-9ac6-662d61e0ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:28.938041 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d1f64-a9aa-4c90-9ac6-662d61e0ae5c None None] Routers {'e0588c9c-a645-4de7-8b00-3137dc932a20'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:28.938663 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1d1d1f64-a9aa-4c90-9ac6-662d61e0ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e0588c9c-a645-4de7-8b00-3137dc932a20'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:28.940888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff33de-1255-4e8e-a32c-96770a6e27c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:28.945126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42564) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:28.945629 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a5ff33de-1255-4e8e-a32c-96770a6e27c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports/42cd6f40-a922-4025-a254-af0de60dfde8 HTTP/1.1" status: 200 len: 978 time: 0.0695300 Jun 17 08:51:28.970516 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1d1d1f64-a9aa-4c90-9ac6-662d61e0ae5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:28.971232 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d1f64-a9aa-4c90-9ac6-662d61e0ae5c None None] The sync data for ids ['e0588c9c-a645-4de7-8b00-3137dc932a20'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:29.212442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 46b4f613-35b2-4bdb-808c-79e427cc58cb up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:29.267630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 46b4f613-35b2-4bdb-808c-79e427cc58cb triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:29.268013 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.340865 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.573263 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port 42cd6f40-a922-4025-a254-af0de60dfde8 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:29.573560 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.660036 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.727129 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for 42cd6f40-a922-4025-a254-af0de60dfde8 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:29.909572 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:29.914347 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9227b542-545d-4085-bf15-302a0b45b0b1 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:29.941907 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=42cd6f40-a922-4025-a254-af0de60dfde8,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:29.944915 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:30.088634 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.248171 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router e0588c9c-a645-4de7-8b00-3137dc932a20 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:30.330802 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:30.339909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42592) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:30.343472 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d8924b93-f648-4907-8798-9f3cf4e7f7a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/e0588c9c-a645-4de7-8b00-3137dc932a20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3922782 Jun 17 08:51:30.345154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b824b8-5767-4bd9-bba4-b27d205b02c9 None None] Sync routers for ids ['e0588c9c-a645-4de7-8b00-3137dc932a20'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:30.357556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b824b8-5767-4bd9-bba4-b27d205b02c9 None None] Routers {'e0588c9c-a645-4de7-8b00-3137dc932a20'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:30.358193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-94b824b8-5767-4bd9-bba4-b27d205b02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e0588c9c-a645-4de7-8b00-3137dc932a20'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:30.392391 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-94b824b8-5767-4bd9-bba4-b27d205b02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:30.401712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b824b8-5767-4bd9-bba4-b27d205b02c9 None None] Routers {'e0588c9c-a645-4de7-8b00-3137dc932a20'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:30.402290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-94b824b8-5767-4bd9-bba4-b27d205b02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['e0588c9c-a645-4de7-8b00-3137dc932a20'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:30.435846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-94b824b8-5767-4bd9-bba4-b27d205b02c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:30.436677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b824b8-5767-4bd9-bba4-b27d205b02c9 None None] The sync data for ids ['e0588c9c-a645-4de7-8b00-3137dc932a20'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:30.558822 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-85a8aced-bb6f-4922-8448-926ea4f82639 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] remove_router_interface failed (client error): The resource could not be found. Jun 17 08:51:30.560195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-85a8aced-bb6f-4922-8448-926ea4f82639 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/e0588c9c-a645-4de7-8b00-3137dc932a20/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2186153 Jun 17 08:51:30.562736 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42598) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:30.598394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b89d57c3-ed0f-464c-acb9-083a7b13152f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0588c9c-a645-4de7-8b00-3137dc932a20 HTTP/1.1" status: 200 len: 205 time: 0.0343750 Jun 17 08:51:30.600911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42600) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:30.672059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3b386594-2865-4c84-b40e-7a0b68662c45 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.842123 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3b386594-2865-4c84-b40e-7a0b68662c45 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.842123 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3b386594-2865-4c84-b40e-7a0b68662c45 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.891279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3b386594-2865-4c84-b40e-7a0b68662c45 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.891953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b386594-2865-4c84-b40e-7a0b68662c45 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Fanout notify agent at l3_agent the message router_deleted on router e0588c9c-a645-4de7-8b00-3137dc932a20 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:30.899693 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3b386594-2865-4c84-b40e-7a0b68662c45 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:30.903857 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3b386594-2865-4c84-b40e-7a0b68662c45 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/e0588c9c-a645-4de7-8b00-3137dc932a20 HTTP/1.1" status: 204 len: 168 time: 0.2990353 Jun 17 08:51:30.904378 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42608) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:30.957363 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ab69398-0255-4725-9a48-1990cb4c0e20 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting subnet ddd99211-39d7-4992-9941-4ad8f808bb59 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:51:30.960622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ab69398-0255-4725-9a48-1990cb4c0e20 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.001498 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ab69398-0255-4725-9a48-1990cb4c0e20 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.095138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ab69398-0255-4725-9a48-1990cb4c0e20 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.178866 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ab69398-0255-4725-9a48-1990cb4c0e20 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.181052 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-dc3cea07-f834-4f30-85c0-fa04ecf6e841 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:31.204142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab69398-0255-4725-9a48-1990cb4c0e20 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd99211-39d7-4992-9941-4ad8f808bb59,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:31.209850 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9ab69398-0255-4725-9a48-1990cb4c0e20 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:31.212888 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9ab69398-0255-4725-9a48-1990cb4c0e20 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.215038 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9ab69398-0255-4725-9a48-1990cb4c0e20 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/ddd99211-39d7-4992-9941-4ad8f808bb59 HTTP/1.1" status: 204 len: 168 time: 0.3095679 Jun 17 08:51:31.218263 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42614) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:31.225016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a340f-e173-4cec-a978-6046fb217915 None None] Network ee5742c1-58e7-4038-9860-8a842f65a98c requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:31.301429 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.361011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port 46b4f613-35b2-4bdb-808c-79e427cc58cb {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:31.361704 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.442937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port 46b4f613-35b2-4bdb-808c-79e427cc58cb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=46b4f613-35b2-4bdb-808c-79e427cc58cb,segment=NetworkSegment(8cda0d58-1bed-4550-8dfa-64de46cdf7c0),segment_id=8cda0d58-1bed-4550-8dfa-64de46cdf7c0)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:31.443216 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.457647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] DHCP port deletion for ee5742c1-58e7-4038-9860-8a842f65a98c request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:51:31.507742 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] Deleting port 46b4f613-35b2-4bdb-808c-79e427cc58cb {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:31.508109 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.512849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for 46b4f613-35b2-4bdb-808c-79e427cc58cb owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:31.598745 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.601481 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-71c6f8e5-33db-4361-9ae0-243a644d7a8c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:31.626513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=46b4f613-35b2-4bdb-808c-79e427cc58cb,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:31.631351 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No DVR routers for this DVR port 46b4f613-35b2-4bdb-808c-79e427cc58cb on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:31.661304 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.661669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.662225 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.662789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.663348 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.663884 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.664258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.664930 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.665763 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.666072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.666443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.666850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:31.671057 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:31.736938 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.746995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5742c1-58e7-4038-9860-8a842f65a98c']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:31.749245 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] For port 46b4f613-35b2-4bdb-808c-79e427cc58cb, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=46b4f613-35b2-4bdb-808c-79e427cc58cb,segment=NetworkSegment(8cda0d58-1bed-4550-8dfa-64de46cdf7c0),segment_id=8cda0d58-1bed-4550-8dfa-64de46cdf7c0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:31.749683 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.757740 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cda0d58-1bed-4550-8dfa-64de46cdf7c0') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:31.758112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cda0d58-1bed-4550-8dfa-64de46cdf7c0') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:31.767390 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.781367 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.787963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:31.787963 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:31.791411 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:31.813153 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] Calling delete_port for 46b4f613-35b2-4bdb-808c-79e427cc58cb owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:31.850827 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.854403 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba4cc789-0852-4ab4-806c-1ef171e3b90d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:31.860211 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.865467 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/networks/ee5742c1-58e7-4038-9860-8a842f65a98c HTTP/1.1" status: 204 len: 168 time: 0.6428680 Jun 17 08:51:31.867010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42628) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:31.880588 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Network': ['ID=ee5742c1-58e7-4038-9860-8a842f65a98c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:31.882817 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:31.888757 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'network': {'name': 'tempest-RoutersTest-1960801106'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:31.902629 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.904698 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-16a1cc98-be55-412b-b106-1bc0a3d33e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:31.925018 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:31.929509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.937435 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] Pushing event deleted for resources: {'Port': ['ID=46b4f613-35b2-4bdb-808c-79e427cc58cb,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:31.940042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] Network ee5742c1-58e7-4038-9860-8a842f65a98c is not hosted by any dhcp agent {{(pid=93805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:51:31.941388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] No DVR routers for this DVR port 46b4f613-35b2-4bdb-808c-79e427cc58cb on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:31.952419 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:31.965530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:31.976074 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:31.976417 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added segment 47bccd63-8c6c-4396-9e2c-53f781439737 of type vlan for network addcb969-cf4e-434e-94a6-c3992802443f Jun 17 08:51:32.016121 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.047699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.053285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:32.053883 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.056251 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0c19472c-2887-4936-9d27-6d5ed7f704ab tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:32.122978 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2505128 Jun 17 08:51:32.124339 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42632) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:32.128146 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'subnet': {'network_id': 'addcb969-cf4e-434e-94a6-c3992802443f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:32.136370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Network': ['ID=addcb969-cf4e-434e-94a6-c3992802443f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:32.148418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network addcb969-cf4e-434e-94a6-c3992802443f details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:32.148589 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e46fd433-132b-46e8-aa03-c4b1a69323fa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:32.232503 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:32.236342 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.430518 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.433101 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-72e85936-6818-42e6-b376-7c95f99d822a tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:32.503458 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Subnet': ['ID=94aa61e7-1294-4da9-86d5-3c3eac0c635d,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:32.506589 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:32.512148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Checking segment: {'id': '47bccd63-8c6c-4396-9e2c-53f781439737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'addcb969-cf4e-434e-94a6-c3992802443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:32.512501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network hostable DHCP agents. Network: addcb969-cf4e-434e-94a6-c3992802443f, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:32.529124 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network addcb969-cf4e-434e-94a6-c3992802443f is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:32.538905 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, addcb969-cf4e-434e-94a6-c3992802443f) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:32.543534 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:32.544087 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.548991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d39a62-4cfc-4738-bc3a-d6fc28dc111c None None] Network addcb969-cf4e-434e-94a6-c3992802443f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:32.567592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42644) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:32.568464 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-de2934c5-3177-45bb-9b2c-f7e55897c493 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4441714 Jun 17 08:51:32.572687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-524d632c-67e2-441f-860c-d30f167662c7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2132728597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:32.599626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-524d632c-67e2-441f-860c-d30f167662c7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.600993 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-524d632c-67e2-441f-860c-d30f167662c7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.668412 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-524d632c-67e2-441f-860c-d30f167662c7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.674885 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-524d632c-67e2-441f-860c-d30f167662c7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.692693 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-524d632c-67e2-441f-860c-d30f167662c7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.696468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-524d632c-67e2-441f-860c-d30f167662c7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1252501 Jun 17 08:51:32.696774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42650) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:32.701836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-addcb969-cf4e-434e-94a6-c3992802443f', 'network_id': 'addcb969-cf4e-434e-94a6-c3992802443f', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'fixed_ips': [{'subnet_id': '94aa61e7-1294-4da9-86d5-3c3eac0c635d'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:32.703538 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:32.861449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Allocated IP 172.20.0.2 (addcb969-cf4e-434e-94a6-c3992802443f/94aa61e7-1294-4da9-86d5-3c3eac0c635d/881ea660-cf31-4346-93de-1c3bddb6efc1) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:33.048896 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.058757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Transition to ACTIVE for port object 881ea660-cf31-4346-93de-1c3bddb6efc1 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:33.074512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Transition to ACTIVE for port object 881ea660-cf31-4346-93de-1c3bddb6efc1 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:33.082054 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.085126 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-d2b6e017-d682-4e91-84b0-d0b8d36d6af8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:33.136890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Network addcb969-cf4e-434e-94a6-c3992802443f is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:33.142186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:33.144370 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Pushing event updated for resources: {'Port': ['ID=881ea660-cf31-4346-93de-1c3bddb6efc1,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:33.146652 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:33.149506 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:33.151157 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.216086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Attempting to bind port 881ea660-cf31-4346-93de-1c3bddb6efc1 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:33.216472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Attempting to bind port 881ea660-cf31-4346-93de-1c3bddb6efc1 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '47bccd63-8c6c-4396-9e2c-53f781439737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'addcb969-cf4e-434e-94a6-c3992802443f'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:33.216850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Attempting to bind port 881ea660-cf31-4346-93de-1c3bddb6efc1 on network addcb969-cf4e-434e-94a6-c3992802443f {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:33.222406 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:33.222829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Checking segment: {'id': '47bccd63-8c6c-4396-9e2c-53f781439737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'addcb969-cf4e-434e-94a6-c3992802443f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:33.223242 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.223643 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Bound using segment: {'id': '47bccd63-8c6c-4396-9e2c-53f781439737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'addcb969-cf4e-434e-94a6-c3992802443f'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:33.224123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Bound port: 881ea660-cf31-4346-93de-1c3bddb6efc1, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47bccd63-8c6c-4396-9e2c-53f781439737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'addcb969-cf4e-434e-94a6-c3992802443f'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:33.224495 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.263831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 46b4f613-35b2-4bdb-808c-79e427cc58cb no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:33.289124 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 46b4f613-35b2-4bdb-808c-79e427cc58cb {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:33.289481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 46b4f613-35b2-4bdb-808c-79e427cc58cb not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:33.319419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] For port 881ea660-cf31-4346-93de-1c3bddb6efc1, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:33.322621 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] For port 881ea660-cf31-4346-93de-1c3bddb6efc1, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=881ea660-cf31-4346-93de-1c3bddb6efc1,segment=NetworkSegment(47bccd63-8c6c-4396-9e2c-53f781439737),segment_id=47bccd63-8c6c-4396-9e2c-53f781439737)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:33.330568 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.333585 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:33.346924 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.406566 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Pushing event updated for resources: {'Port': ['ID=881ea660-cf31-4346-93de-1c3bddb6efc1,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:33.411217 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:33.646264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Allocated IP 172.20.0.1 (addcb969-cf4e-434e-94a6-c3992802443f/94aa61e7-1294-4da9-86d5-3c3eac0c635d/9924b6a1-9d49-4b6b-bcc1-a9822a2f7107) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:33.764529 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.778518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Transition to ACTIVE for port object 9924b6a1-9d49-4b6b-bcc1-a9822a2f7107 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:33.813372 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:33.815479 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-32c30495-abd5-48ea-b3d9-7f506101571d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:33.866436 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network addcb969-cf4e-434e-94a6-c3992802443f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:33.872261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:33.876891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:33.881011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=9924b6a1-9d49-4b6b-bcc1-a9822a2f7107,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:33.909806 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:33.933035 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.070657 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.352606 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb896bc-f028-4939-9c23-4595b901cd23 None None] Network addcb969-cf4e-434e-94a6-c3992802443f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:34.362588 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.369895 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.373913 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bac97b3a-d9ce-4876-af3c-a9c6fdc4068e tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:34.411082 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-d6f8807e-fa25-4914-bb9c-0934899a9780 None None] Provisioning for port 881ea660-cf31-4346-93de-1c3bddb6efc1 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:34.455518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=9924b6a1-9d49-4b6b-bcc1-a9822a2f7107,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:34.460317 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:34.461538 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.572168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network addcb969-cf4e-434e-94a6-c3992802443f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:34.574271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:34.711669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router 35d9bd68-a119-4ca7-a63e-3a510e8331cc is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:34.811329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:34.817296 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/35d9bd68-a119-4ca7-a63e-3a510e8331cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1196575 Jun 17 08:51:34.819968 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42684) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:34.824120 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a0034-1c80-4698-894e-8269ed2a99ad None None] Sync routers for ids ['35d9bd68-a119-4ca7-a63e-3a510e8331cc'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:34.843737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f891dfe5-aa6f-4b9a-9f55-8b1730a61c71 None None] Provisioning for port 9924b6a1-9d49-4b6b-bcc1-a9822a2f7107 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:34.850109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f891dfe5-aa6f-4b9a-9f55-8b1730a61c71 None None] Provisioning complete for port 9924b6a1-9d49-4b6b-bcc1-a9822a2f7107 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:34.850960 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f891dfe5-aa6f-4b9a-9f55-8b1730a61c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:34.852815 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a0034-1c80-4698-894e-8269ed2a99ad None None] Routers {'35d9bd68-a119-4ca7-a63e-3a510e8331cc'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:34.853462 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8a2a0034-1c80-4698-894e-8269ed2a99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['35d9bd68-a119-4ca7-a63e-3a510e8331cc'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:34.909690 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8a2a0034-1c80-4698-894e-8269ed2a99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:34.918207 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f891dfe5-aa6f-4b9a-9f55-8b1730a61c71 None None] Port 9924b6a1-9d49-4b6b-bcc1-a9822a2f7107 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:34.924591 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a0034-1c80-4698-894e-8269ed2a99ad None None] Routers {'35d9bd68-a119-4ca7-a63e-3a510e8331cc'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:34.925493 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8a2a0034-1c80-4698-894e-8269ed2a99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['35d9bd68-a119-4ca7-a63e-3a510e8331cc'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:34.939942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74489e4b-6a46-42ca-9588-9e05612732f5 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:34.942897 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-74489e4b-6a46-42ca-9588-9e05612732f5 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports/9924b6a1-9d49-4b6b-bcc1-a9822a2f7107 HTTP/1.1" status: 200 len: 910 time: 0.1204963 Jun 17 08:51:34.944779 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42690) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:34.990818 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8a2a0034-1c80-4698-894e-8269ed2a99ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:34.990818 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2a0034-1c80-4698-894e-8269ed2a99ad None None] The sync data for ids ['35d9bd68-a119-4ca7-a63e-3a510e8331cc'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:35.058517 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-43833524-847e-49b5-bf0d-a8e6713158f9 None None] Provisioning complete for port 9924b6a1-9d49-4b6b-bcc1-a9822a2f7107 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:35.059112 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-43833524-847e-49b5-bf0d-a8e6713158f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.109905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-43833524-847e-49b5-bf0d-a8e6713158f9 None None] Port 9924b6a1-9d49-4b6b-bcc1-a9822a2f7107 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:35.325426 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 881ea660-cf31-4346-93de-1c3bddb6efc1 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:35.358869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.369473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e7923865-5994-4392-af19-4cae63631b99 None None] Provisioning complete for port 9924b6a1-9d49-4b6b-bcc1-a9822a2f7107 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:35.370042 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e7923865-5994-4392-af19-4cae63631b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.408323 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e7923865-5994-4392-af19-4cae63631b99 None None] Port 9924b6a1-9d49-4b6b-bcc1-a9822a2f7107 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:35.413706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 881ea660-cf31-4346-93de-1c3bddb6efc1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:35.418561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 881ea660-cf31-4346-93de-1c3bddb6efc1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:35.419098 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.502090 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.544454 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 881ea660-cf31-4346-93de-1c3bddb6efc1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=881ea660-cf31-4346-93de-1c3bddb6efc1,segment=NetworkSegment(47bccd63-8c6c-4396-9e2c-53f781439737),segment_id=47bccd63-8c6c-4396-9e2c-53f781439737)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:35.550100 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.556291 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:35.602331 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=881ea660-cf31-4346-93de-1c3bddb6efc1,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:35.608499 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:35.628518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port 9924b6a1-9d49-4b6b-bcc1-a9822a2f7107 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:35.628883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.714079 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.784528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for 9924b6a1-9d49-4b6b-bcc1-a9822a2f7107 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:35.959229 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:35.961374 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6fd795a7-82d4-48d9-a983-311f77775bac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:35.986975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=9924b6a1-9d49-4b6b-bcc1-a9822a2f7107,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:35.990145 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:36.150432 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.309691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router 35d9bd68-a119-4ca7-a63e-3a510e8331cc has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:36.389497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:36.394893 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/35d9bd68-a119-4ca7-a63e-3a510e8331cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4490266 Jun 17 08:51:36.398223 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42716) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:36.400937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471858f-0baa-4768-89d4-fc594061f93a None None] Sync routers for ids ['35d9bd68-a119-4ca7-a63e-3a510e8331cc'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:36.411079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471858f-0baa-4768-89d4-fc594061f93a None None] Routers {'35d9bd68-a119-4ca7-a63e-3a510e8331cc'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:36.411994 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d471858f-0baa-4768-89d4-fc594061f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['35d9bd68-a119-4ca7-a63e-3a510e8331cc'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:36.427302 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-dce5c1cd-0c32-4779-bc64-64d3e8b2af28 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d9bd68-a119-4ca7-a63e-3a510e8331cc HTTP/1.1" status: 200 len: 205 time: 0.0278456 Jun 17 08:51:36.429632 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42718) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:36.449546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d471858f-0baa-4768-89d4-fc594061f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:36.458928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471858f-0baa-4768-89d4-fc594061f93a None None] Routers {'35d9bd68-a119-4ca7-a63e-3a510e8331cc'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:36.459640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d471858f-0baa-4768-89d4-fc594061f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['35d9bd68-a119-4ca7-a63e-3a510e8331cc'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:36.492024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-d471858f-0baa-4768-89d4-fc594061f93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:36.492813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471858f-0baa-4768-89d4-fc594061f93a None None] The sync data for ids ['35d9bd68-a119-4ca7-a63e-3a510e8331cc'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:36.505867 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7d715ed-79d8-4853-9e86-bb53631030d8 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.679673 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7d715ed-79d8-4853-9e86-bb53631030d8 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.681932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7d715ed-79d8-4853-9e86-bb53631030d8 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.726949 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7d715ed-79d8-4853-9e86-bb53631030d8 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.727629 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d715ed-79d8-4853-9e86-bb53631030d8 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Fanout notify agent at l3_agent the message router_deleted on router 35d9bd68-a119-4ca7-a63e-3a510e8331cc {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:36.734648 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a7d715ed-79d8-4853-9e86-bb53631030d8 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.738630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a7d715ed-79d8-4853-9e86-bb53631030d8 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/35d9bd68-a119-4ca7-a63e-3a510e8331cc HTTP/1.1" status: 204 len: 168 time: 0.3053610 Jun 17 08:51:36.738630 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42724) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:36.800961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2499146-1a80-4171-a9ae-be8326e69726 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting subnet 94aa61e7-1294-4da9-86d5-3c3eac0c635d {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:51:36.804295 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f2499146-1a80-4171-a9ae-be8326e69726 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.846280 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f2499146-1a80-4171-a9ae-be8326e69726 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:36.930885 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f2499146-1a80-4171-a9ae-be8326e69726 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.005691 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f2499146-1a80-4171-a9ae-be8326e69726 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.009087 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-51d5c187-4964-4dc9-b7d5-21c08c4bf160 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:37.035734 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2499146-1a80-4171-a9ae-be8326e69726 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Subnet': ['ID=94aa61e7-1294-4da9-86d5-3c3eac0c635d,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:37.037614 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-f2499146-1a80-4171-a9ae-be8326e69726 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.042511 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-f2499146-1a80-4171-a9ae-be8326e69726 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/94aa61e7-1294-4da9-86d5-3c3eac0c635d HTTP/1.1" status: 204 len: 168 time: 0.3029692 Jun 17 08:51:37.042828 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42736) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:37.043557 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f2499146-1a80-4171-a9ae-be8326e69726 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:37.052435 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3190b6e8-82f8-43d2-aa16-6e71226377b6 None None] Network addcb969-cf4e-434e-94a6-c3992802443f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:37.147022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.216009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port 881ea660-cf31-4346-93de-1c3bddb6efc1 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:37.219644 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.284826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b688b803-5f92-4a66-9025-ecd2a58c66ac None None] DHCP port deletion for addcb969-cf4e-434e-94a6-c3992802443f request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:51:37.301247 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port 881ea660-cf31-4346-93de-1c3bddb6efc1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=881ea660-cf31-4346-93de-1c3bddb6efc1,segment=NetworkSegment(47bccd63-8c6c-4396-9e2c-53f781439737),segment_id=47bccd63-8c6c-4396-9e2c-53f781439737)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:37.301247 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.336260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b688b803-5f92-4a66-9025-ecd2a58c66ac None None] Deleting port 881ea660-cf31-4346-93de-1c3bddb6efc1 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:37.338396 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b688b803-5f92-4a66-9025-ecd2a58c66ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.386403 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for 881ea660-cf31-4346-93de-1c3bddb6efc1 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:37.408204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b688b803-5f92-4a66-9025-ecd2a58c66ac None None] For port 881ea660-cf31-4346-93de-1c3bddb6efc1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=881ea660-cf31-4346-93de-1c3bddb6efc1,segment=NetworkSegment(47bccd63-8c6c-4396-9e2c-53f781439737),segment_id=47bccd63-8c6c-4396-9e2c-53f781439737)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:37.408858 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b688b803-5f92-4a66-9025-ecd2a58c66ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.468385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.471191 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-62bf5e7b-e528-4ee0-b720-84893c97fb39 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:37.477531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-b688b803-5f92-4a66-9025-ecd2a58c66ac None None] Calling delete_port for 881ea660-cf31-4346-93de-1c3bddb6efc1 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:37.501586 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=881ea660-cf31-4346-93de-1c3bddb6efc1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:37.504622 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:37.507333 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No DVR routers for this DVR port 881ea660-cf31-4346-93de-1c3bddb6efc1 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:37.558312 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b688b803-5f92-4a66-9025-ecd2a58c66ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.561299 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:37.584096 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688b803-5f92-4a66-9025-ecd2a58c66ac None None] Pushing event deleted for resources: {'Port': ['ID=881ea660-cf31-4346-93de-1c3bddb6efc1,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:37.586856 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b688b803-5f92-4a66-9025-ecd2a58c66ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:37.589837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b688b803-5f92-4a66-9025-ecd2a58c66ac None None] No DVR routers for this DVR port 881ea660-cf31-4346-93de-1c3bddb6efc1 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:37.600618 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.613974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addcb969-cf4e-434e-94a6-c3992802443f']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:37.625883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47bccd63-8c6c-4396-9e2c-53f781439737') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:37.626179 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47bccd63-8c6c-4396-9e2c-53f781439737') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:37.636931 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.652063 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.658327 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:37.658723 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: retrieve_revision_numbers = { Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:37.661747 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:37.723673 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.727643 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-eb09e430-b30b-4912-9875-95b65e2e23fd tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:37.732486 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.734371 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/networks/addcb969-cf4e-434e-94a6-c3992802443f HTTP/1.1" status: 204 len: 168 time: 0.6897416 Jun 17 08:51:37.740620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42746) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:37.745656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-375525574', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:37.745915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Network': ['ID=addcb969-cf4e-434e-94a6-c3992802443f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:37.752887 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:37.773398 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.774531 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:37.829722 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.286062 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.496220 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.519596 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.646883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Allocated IP 172.25.8.206 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/8077523f-cc7b-417e-b8c6-8d99aa5868ce) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:38.758404 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.804947 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:38.808231 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3caaaaf9-fbd3-4dc8-b8db-fcef3ccb4135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:38.842519 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:38.845444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:38.849062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:38.882390 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=8077523f-cc7b-417e-b8c6-8d99aa5868ce,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:38.887795 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:39.135341 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.237910 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 881ea660-cf31-4346-93de-1c3bddb6efc1 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:39.258422 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 881ea660-cf31-4346-93de-1c3bddb6efc1 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:39.258880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 881ea660-cf31-4346-93de-1c3bddb6efc1 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:39.328738 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.389325 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.397462 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-133240d3-98e7-49cb-a479-9774def7d0ed service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1151707 Jun 17 08:51:39.546349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-707dc78d-4fc7-4073-8c71-e6fab951dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:39.547869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-707dc78d-4fc7-4073-8c71-e6fab951dc45 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=be3a3851bff0485fa3dcf0ecde535818&device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 1097 time: 0.0844409 Jun 17 08:51:39.578235 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router afd1854d-d2d0-4a24-bc75-07cff5bc429b is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:39.767389 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-5b255eac-d493-40b1-8970-866160309573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:39.768869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-5b255eac-d493-40b1-8970-866160309573 service neutron] 10.222.0.63 "GET /v2.0/networks?id=aa451041-9485-478e-9607-550dd8be49b4 HTTP/1.1" status: 200 len: 909 time: 0.1998422 Jun 17 08:51:39.818386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:39.829250 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998af2d-c23c-450c-b8ec-37afdf2e2f8e None None] Sync routers for ids ['afd1854d-d2d0-4a24-bc75-07cff5bc429b'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:39.838802 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998af2d-c23c-450c-b8ec-37afdf2e2f8e None None] Routers {'afd1854d-d2d0-4a24-bc75-07cff5bc429b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:39.839632 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c998af2d-c23c-450c-b8ec-37afdf2e2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['afd1854d-d2d0-4a24-bc75-07cff5bc429b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:39.846022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:39.849792 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.1054833 Jun 17 08:51:39.850037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42786) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:39.858419 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-8faeed5f-a3c2-4b1e-b99a-bef4bc6cde05 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae28271b-2286-4d8e-b7b9-f44375d15d32 HTTP/1.1" status: 200 len: 1001 time: 0.0831947 Jun 17 08:51:39.877838 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c998af2d-c23c-450c-b8ec-37afdf2e2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:39.887191 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c998af2d-c23c-450c-b8ec-37afdf2e2f8e None None] Routers {'afd1854d-d2d0-4a24-bc75-07cff5bc429b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:39.887779 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c998af2d-c23c-450c-b8ec-37afdf2e2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['afd1854d-d2d0-4a24-bc75-07cff5bc429b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:39.923046 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-c998af2d-c23c-450c-b8ec-37afdf2e2f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:39.923713 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c998af2d-c23c-450c-b8ec-37afdf2e2f8e None None] The sync data for ids ['afd1854d-d2d0-4a24-bc75-07cff5bc429b'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:39.978599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-505c316c-0d51-447d-9b3a-813bd72651aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:39.980106 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-505c316c-0d51-447d-9b3a-813bd72651aa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=908edddf-0185-496e-97d3-f3defb1fe079 HTTP/1.1" status: 200 len: 847 time: 0.0881271 Jun 17 08:51:40.025851 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b2347263-9d90-4cb8-884b-ebfcdc4ef084 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/routers/afd1854d-d2d0-4a24-bc75-07cff5bc429b HTTP/1.1" status: 200 len: 880 time: 0.1723645 Jun 17 08:51:40.025851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42792) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:40.170609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-9e8fa8d1-bb7f-4746-9926-878fd8352d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:40.172294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-9e8fa8d1-bb7f-4746-9926-878fd8352d9e service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa451041-9485-478e-9607-550dd8be49b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1847274 Jun 17 08:51:40.310130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-cb36af54-bdb4-4e60-92a1-71860180a84a service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306715 Jun 17 08:51:40.412730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a0e6e5ab-3275-412b-ac46-4f0a7b2b8dba tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3853278 Jun 17 08:51:40.415607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42800) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:40.420523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-da2c5f6d-9e60-48dd-ae16-8e8930c5a6dc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-375525574'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:40.439698 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ec0738f2-089b-48eb-b4b5-277f2791ac38 req-6d3a6e06-0a72-4be5-8d34-d03b8c80473f service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228085 Jun 17 08:51:41.123249 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da2c5f6d-9e60-48dd-ae16-8e8930c5a6dc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.136016 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da2c5f6d-9e60-48dd-ae16-8e8930c5a6dc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.245190 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2c5f6d-9e60-48dd-ae16-8e8930c5a6dc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router afd1854d-d2d0-4a24-bc75-07cff5bc429b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:41.349127 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2c5f6d-9e60-48dd-ae16-8e8930c5a6dc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:41.355791 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-da2c5f6d-9e60-48dd-ae16-8e8930c5a6dc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.356924 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-da2c5f6d-9e60-48dd-ae16-8e8930c5a6dc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/afd1854d-d2d0-4a24-bc75-07cff5bc429b HTTP/1.1" status: 200 len: 887 time: 0.9402871 Jun 17 08:51:41.359788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42820) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:41.361520 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e7a6d-c358-4f89-ad04-515c930a303f None None] Sync routers for ids ['afd1854d-d2d0-4a24-bc75-07cff5bc429b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:41.371442 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e7a6d-c358-4f89-ad04-515c930a303f None None] Routers {'afd1854d-d2d0-4a24-bc75-07cff5bc429b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:41.372075 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-844e7a6d-c358-4f89-ad04-515c930a303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['afd1854d-d2d0-4a24-bc75-07cff5bc429b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:41.419381 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-844e7a6d-c358-4f89-ad04-515c930a303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:41.431177 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844e7a6d-c358-4f89-ad04-515c930a303f None None] Routers {'afd1854d-d2d0-4a24-bc75-07cff5bc429b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:41.431966 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-844e7a6d-c358-4f89-ad04-515c930a303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['afd1854d-d2d0-4a24-bc75-07cff5bc429b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:41.464626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-844e7a6d-c358-4f89-ad04-515c930a303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:41.465304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844e7a6d-c358-4f89-ad04-515c930a303f None None] The sync data for ids ['afd1854d-d2d0-4a24-bc75-07cff5bc429b'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:41.472405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2a561caa-3a39-49f8-81a7-e48310db77c4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/routers/afd1854d-d2d0-4a24-bc75-07cff5bc429b HTTP/1.1" status: 200 len: 887 time: 0.1089604 Jun 17 08:51:41.472970 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42822) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:41.507763 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c513a695-e341-424c-9bac-4c19d08e6890 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=afd1854d-d2d0-4a24-bc75-07cff5bc429b HTTP/1.1" status: 200 len: 205 time: 0.0335727 Jun 17 08:51:41.509964 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42828) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:41.620975 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.724642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.780566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port 8077523f-cc7b-417e-b8c6-8d99aa5868ce {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:41.780902 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.857280 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:41.924278 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for 8077523f-cc7b-417e-b8c6-8d99aa5868ce owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:42.099589 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.101792 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6751be80-a82a-42be-bbed-4cee171569d4 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:42.124148 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=8077523f-cc7b-417e-b8c6-8d99aa5868ce,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:42.128027 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:42.192810 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.283783 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.286029 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.333690 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.334221 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Fanout notify agent at l3_agent the message router_deleted on router afd1854d-d2d0-4a24-bc75-07cff5bc429b {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:42.341312 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.342627 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/afd1854d-d2d0-4a24-bc75-07cff5bc429b HTTP/1.1" status: 204 len: 168 time: 0.8316379 Jun 17 08:51:42.347046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42848) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:42.352330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'network': {'name': 'tempest-RoutersTest-1776762685'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:42.375789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:42.379424 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.404831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:42.414360 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.414704 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added segment 84542c94-f0a7-462f-9b2f-0e11a0af288f of type vlan for network b3ed0f04-db7b-4de1-be62-9b577d932b33 Jun 17 08:51:42.454307 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.483243 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.488854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:42.489353 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.492544 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2505f881-d87b-42bb-9948-8bb3770aaf25 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:42.543397 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1950977 Jun 17 08:51:42.546225 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42850) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:42.551812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'subnet': {'network_id': 'b3ed0f04-db7b-4de1-be62-9b577d932b33', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:42.563655 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Network': ['ID=b3ed0f04-db7b-4de1-be62-9b577d932b33,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:42.566583 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ab48834d-aaba-4f21-bdd6-ec62ce50ca11 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:42.575198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network b3ed0f04-db7b-4de1-be62-9b577d932b33 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:42.657399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:42.661253 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.856716 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.859398 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5abb787b-52f7-4243-991d-c138989430c1 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:42.928887 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Subnet': ['ID=2ff16277-0af4-44f1-8f13-f5e039d8843a,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:42.932177 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:42.933092 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Checking segment: {'id': '84542c94-f0a7-462f-9b2f-0e11a0af288f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b3ed0f04-db7b-4de1-be62-9b577d932b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:42.933408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network hostable DHCP agents. Network: b3ed0f04-db7b-4de1-be62-9b577d932b33, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:42.951857 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network b3ed0f04-db7b-4de1-be62-9b577d932b33 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:42.961504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, b3ed0f04-db7b-4de1-be62-9b577d932b33) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:42.965881 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:42.966599 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:42.971799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e2a51-d54a-421c-a04f-c111f7866127 None None] Network b3ed0f04-db7b-4de1-be62-9b577d932b33 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:42.985531 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4365830 Jun 17 08:51:42.985894 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42852) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:42.991045 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-d7b8e772-1162-4f15-9872-4af43c827729 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1884439810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:43.014358 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7b8e772-1162-4f15-9872-4af43c827729 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.015978 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7b8e772-1162-4f15-9872-4af43c827729 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.094231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7b8e772-1162-4f15-9872-4af43c827729 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.099869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7b8e772-1162-4f15-9872-4af43c827729 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.119347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d7b8e772-1162-4f15-9872-4af43c827729 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.122291 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d7b8e772-1162-4f15-9872-4af43c827729 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1352382 Jun 17 08:51:43.125251 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42854) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:43.140314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-b3ed0f04-db7b-4de1-be62-9b577d932b33', 'network_id': 'b3ed0f04-db7b-4de1-be62-9b577d932b33', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'fixed_ips': [{'subnet_id': '2ff16277-0af4-44f1-8f13-f5e039d8843a'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:43.141875 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.321594 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Allocated IP 172.20.0.2 (b3ed0f04-db7b-4de1-be62-9b577d932b33/2ff16277-0af4-44f1-8f13-f5e039d8843a/eca7a53e-aafb-406b-bd72-d6b742dfe50f) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:43.476990 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.481254 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4e4b598f-e378-49af-82cc-f9b872d5914c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.489989 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.499412 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Transition to ACTIVE for port object eca7a53e-aafb-406b-bd72-d6b742dfe50f will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:43.515538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Transition to ACTIVE for port object eca7a53e-aafb-406b-bd72-d6b742dfe50f will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:43.522257 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.524262 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:43.557536 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Network b3ed0f04-db7b-4de1-be62-9b577d932b33 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:43.560385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:43.564045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:43.576662 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Pushing event updated for resources: {'Port': ['ID=eca7a53e-aafb-406b-bd72-d6b742dfe50f,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:43.598137 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:43.634074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Attempting to bind port eca7a53e-aafb-406b-bd72-d6b742dfe50f on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:43.634473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Attempting to bind port eca7a53e-aafb-406b-bd72-d6b742dfe50f by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '84542c94-f0a7-462f-9b2f-0e11a0af288f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b3ed0f04-db7b-4de1-be62-9b577d932b33'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:43.635066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Attempting to bind port eca7a53e-aafb-406b-bd72-d6b742dfe50f on network b3ed0f04-db7b-4de1-be62-9b577d932b33 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:43.640249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:43.640678 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Checking segment: {'id': '84542c94-f0a7-462f-9b2f-0e11a0af288f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b3ed0f04-db7b-4de1-be62-9b577d932b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:43.641094 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.641496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Bound using segment: {'id': '84542c94-f0a7-462f-9b2f-0e11a0af288f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b3ed0f04-db7b-4de1-be62-9b577d932b33'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:43.641959 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Bound port: eca7a53e-aafb-406b-bd72-d6b742dfe50f, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84542c94-f0a7-462f-9b2f-0e11a0af288f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'b3ed0f04-db7b-4de1-be62-9b577d932b33'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:43.642365 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.710964 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] For port eca7a53e-aafb-406b-bd72-d6b742dfe50f, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:43.714204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] For port eca7a53e-aafb-406b-bd72-d6b742dfe50f, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eca7a53e-aafb-406b-bd72-d6b742dfe50f,segment=NetworkSegment(84542c94-f0a7-462f-9b2f-0e11a0af288f),segment_id=84542c94-f0a7-462f-9b2f-0e11a0af288f)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:43.720803 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.723506 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:43.731361 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Allocated IP 172.20.0.1 (b3ed0f04-db7b-4de1-be62-9b577d932b33/2ff16277-0af4-44f1-8f13-f5e039d8843a/e5c3f509-7384-4b03-b440-60e4387bff15) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:43.787503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Pushing event updated for resources: {'Port': ['ID=eca7a53e-aafb-406b-bd72-d6b742dfe50f,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:43.794718 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:43.856530 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.872284 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Transition to ACTIVE for port object e5c3f509-7384-4b03-b440-60e4387bff15 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:43.912622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:43.916504 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6340b247-9bd4-4b7d-9fb3-211885ef89b5 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:43.989010 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network b3ed0f04-db7b-4de1-be62-9b577d932b33 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:43.994292 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:43.998609 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:44.002626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=e5c3f509-7384-4b03-b440-60e4387bff15,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:44.029600 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:44.053752 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.197193 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.476492 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.483336 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.491661 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-791dd73d-3625-4558-b714-856efac075b3 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:44.567905 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:44.570071 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=e5c3f509-7384-4b03-b440-60e4387bff15,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:44.579907 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:44.681593 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network b3ed0f04-db7b-4de1-be62-9b577d932b33 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:44.683295 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:44.804486 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router 5d4c36d6-9c8c-4077-af9c-fe5a697d85cc is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:44.889531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172a3a0b-8f0d-49af-8709-1b653935766a None None] Network b3ed0f04-db7b-4de1-be62-9b577d932b33 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:44.910544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:44.919192 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/5d4c36d6-9c8c-4077-af9c-fe5a697d85cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7911057 Jun 17 08:51:44.920935 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401eb5c3-6619-49af-aa30-7fd8c15668b3 None None] Sync routers for ids ['5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:44.922502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42860) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:44.938653 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401eb5c3-6619-49af-aa30-7fd8c15668b3 None None] Routers {'5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:44.939756 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-401eb5c3-6619-49af-aa30-7fd8c15668b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:44.977144 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-401eb5c3-6619-49af-aa30-7fd8c15668b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:44.987781 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401eb5c3-6619-49af-aa30-7fd8c15668b3 None None] Routers {'5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:44.988786 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-401eb5c3-6619-49af-aa30-7fd8c15668b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:44.994592 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ed46df-90a8-450d-874a-e5a406821178 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:44.999147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42862) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:44.999682 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a4ed46df-90a8-450d-874a-e5a406821178 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports/e5c3f509-7384-4b03-b440-60e4387bff15 HTTP/1.1" status: 200 len: 910 time: 0.0753498 Jun 17 08:51:45.004625 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-1cefac40-550d-438b-978a-aecf1ecfb7c4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ff16277-0af4-44f1-8f13-f5e039d8843a'}]}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:45.029114 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-401eb5c3-6619-49af-aa30-7fd8c15668b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:45.030034 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401eb5c3-6619-49af-aa30-7fd8c15668b3 None None] The sync data for ids ['5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'] in n-d-779913-16 is: [] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:45.047228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9c148e83-b337-4756-a6a0-8fb23940a344 None None] Provisioning for port eca7a53e-aafb-406b-bd72-d6b742dfe50f completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:45.180016 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1cefac40-550d-438b-978a-aecf1ecfb7c4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.282744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eca7a53e-aafb-406b-bd72-d6b742dfe50f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:45.364029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port eca7a53e-aafb-406b-bd72-d6b742dfe50f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:45.376118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port eca7a53e-aafb-406b-bd72-d6b742dfe50f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:45.376800 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.432829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-251a6824-39d8-4e4c-ba02-69030a100849 None None] Provisioning for port e5c3f509-7384-4b03-b440-60e4387bff15 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:45.440452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-251a6824-39d8-4e4c-ba02-69030a100849 None None] Provisioning complete for port e5c3f509-7384-4b03-b440-60e4387bff15 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:45.440966 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-251a6824-39d8-4e4c-ba02-69030a100849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.485463 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-251a6824-39d8-4e4c-ba02-69030a100849 None None] Port e5c3f509-7384-4b03-b440-60e4387bff15 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:45.500322 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-251a6824-39d8-4e4c-ba02-69030a100849 None None] Provisioning complete for port eca7a53e-aafb-406b-bd72-d6b742dfe50f triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:45.500322 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-251a6824-39d8-4e4c-ba02-69030a100849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.565192 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.629888 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port eca7a53e-aafb-406b-bd72-d6b742dfe50f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eca7a53e-aafb-406b-bd72-d6b742dfe50f,segment=NetworkSegment(84542c94-f0a7-462f-9b2f-0e11a0af288f),segment_id=84542c94-f0a7-462f-9b2f-0e11a0af288f)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:45.645786 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.652927 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-505d7ac8-9661-4e00-8120-8c21d2ba2863 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:45.679763 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-251a6824-39d8-4e4c-ba02-69030a100849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.683724 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-03dd51a0-5d70-4740-8860-1a2f1a897632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.754701 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=eca7a53e-aafb-406b-bd72-d6b742dfe50f,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:45.764400 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:45.786917 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.db.api [None req-251a6824-39d8-4e4c-ba02-69030a100849 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93805) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:51:45.787560 n-d-779913-16 neutron-server[93805]: DEBUG oslo_db.api [None req-251a6824-39d8-4e4c-ba02-69030a100849 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:51:45.951059 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.967916 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1cefac40-550d-438b-978a-aecf1ecfb7c4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.978205 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1cefac40-550d-438b-978a-aecf1ecfb7c4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:45.982263 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4cdfa31f-4f96-4981-95a2-242d5aa32ee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:46.057271 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cefac40-550d-438b-978a-aecf1ecfb7c4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:46.058265 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1cefac40-550d-438b-978a-aecf1ecfb7c4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.059358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1cefac40-550d-438b-978a-aecf1ecfb7c4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/ports/e5c3f509-7384-4b03-b440-60e4387bff15 HTTP/1.1" status: 200 len: 910 time: 1.0591912 Jun 17 08:51:46.060391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefac40-550d-438b-978a-aecf1ecfb7c4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=e5c3f509-7384-4b03-b440-60e4387bff15,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:46.062634 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42866) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:46.064011 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1cefac40-550d-438b-978a-aecf1ecfb7c4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:46.381672 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.463615 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-80011481-9ea9-4755-b307-e02e61e33a32 None None] Provisioning complete for port e5c3f509-7384-4b03-b440-60e4387bff15 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:46.463914 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-80011481-9ea9-4755-b307-e02e61e33a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.501016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-80011481-9ea9-4755-b307-e02e61e33a32 None None] Port e5c3f509-7384-4b03-b440-60e4387bff15 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:46.636131 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port e5c3f509-7384-4b03-b440-60e4387bff15 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:46.636356 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.722693 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:46.802271 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for e5c3f509-7384-4b03-b440-60e4387bff15 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:46.908386 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:47.110475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-74659733-c35e-4822-a576-b520cccb7b33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0659814 Jun 17 08:51:47.220499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-52bbc8c7-47fd-42d7-af4f-614446a2ed51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:47.222396 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-52bbc8c7-47fd-42d7-af4f-614446a2ed51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 1097 time: 0.0616653 Jun 17 08:51:47.262865 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eca7a53e-aafb-406b-bd72-d6b742dfe50f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:47.325616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port eca7a53e-aafb-406b-bd72-d6b742dfe50f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:47.326393 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:47.365998 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-abc6f01b-fa69-4498-a733-df15b8dc94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:47.367738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-abc6f01b-fa69-4498-a733-df15b8dc94dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb55574d-574f-437f-8da7-2398eb69ad65 HTTP/1.1" status: 200 len: 897 time: 0.1237423 Jun 17 08:51:47.445361 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:47.447696 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-32a3ebeb-df28-45b6-a761-45bdb9f9ba1e tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:47.481251 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=e5c3f509-7384-4b03-b440-60e4387bff15,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:47.485079 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:47.506908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-8b0d5389-a6fe-4759-abbf-cfa9a1ccfd67 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a698cb9-14f0-46df-8f7d-51f472848938 HTTP/1.1" status: 200 len: 1001 time: 0.1228340 Jun 17 08:51:47.630961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-62674c0a-56a0-4b6b-bb83-99240f572e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:47.632676 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-62674c0a-56a0-4b6b-bb83-99240f572e70 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08efcbb0-d23c-42bd-b09e-4fb64b36d180 HTTP/1.1" status: 200 len: 835 time: 0.1137452 Jun 17 08:51:47.717272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-0fe2365a-35b5-44f0-8600-92a24578d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:47.719055 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-0fe2365a-35b5-44f0-8600-92a24578d8b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb55574d-574f-437f-8da7-2398eb69ad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786808 Jun 17 08:51:47.723594 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:47.836961 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-c85c1ed3-8699-4a1a-9a98-080496f26ea2 service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098042 Jun 17 08:51:47.922696 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router 5d4c36d6-9c8c-4077-af9c-fe5a697d85cc has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:47.967145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0d2b64b5-5ce7-4221-83ba-65193edc7940 req-c168d952-7cb6-41dc-b9be-ee21a83392bc service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153753 Jun 17 08:51:48.032731 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:48.040829 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/5d4c36d6-9c8c-4077-af9c-fe5a697d85cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9739895 Jun 17 08:51:48.041850 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 42932) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:48.046713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4640b63e-5ff6-46d5-bab9-9de93dc77d41 None None] Sync routers for ids ['5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:48.059646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640b63e-5ff6-46d5-bab9-9de93dc77d41 None None] Routers {'5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:48.060458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4640b63e-5ff6-46d5-bab9-9de93dc77d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:48.089475 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f0208bde-7bcd-441f-be5a-c7b70b8dc32c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d4c36d6-9c8c-4077-af9c-fe5a697d85cc HTTP/1.1" status: 200 len: 205 time: 0.0448058 Jun 17 08:51:48.092046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42942) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:48.097489 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4640b63e-5ff6-46d5-bab9-9de93dc77d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:48.108262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640b63e-5ff6-46d5-bab9-9de93dc77d41 None None] Routers {'5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:48.108980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4640b63e-5ff6-46d5-bab9-9de93dc77d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:48.152197 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-4640b63e-5ff6-46d5-bab9-9de93dc77d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:48.152930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4640b63e-5ff6-46d5-bab9-9de93dc77d41 None None] The sync data for ids ['5d4c36d6-9c8c-4077-af9c-fe5a697d85cc'] in n-d-779913-16 is: [] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:48.181303 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79aeafe5-4b78-4ae2-aaa4-9c9f7b32f1b2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.367737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79aeafe5-4b78-4ae2-aaa4-9c9f7b32f1b2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.371206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79aeafe5-4b78-4ae2-aaa4-9c9f7b32f1b2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.420736 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79aeafe5-4b78-4ae2-aaa4-9c9f7b32f1b2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.421917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79aeafe5-4b78-4ae2-aaa4-9c9f7b32f1b2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Fanout notify agent at l3_agent the message router_deleted on router 5d4c36d6-9c8c-4077-af9c-fe5a697d85cc {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:51:48.429191 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-79aeafe5-4b78-4ae2-aaa4-9c9f7b32f1b2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.430530 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-79aeafe5-4b78-4ae2-aaa4-9c9f7b32f1b2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/5d4c36d6-9c8c-4077-af9c-fe5a697d85cc HTTP/1.1" status: 204 len: 168 time: 0.3367448 Jun 17 08:51:48.433122 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 42990) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:48.494149 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d422a6-5bbf-45f0-8dc8-7e7dc35fe189 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting subnet 2ff16277-0af4-44f1-8f13-f5e039d8843a {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:51:48.498540 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8d422a6-5bbf-45f0-8dc8-7e7dc35fe189 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.547610 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8d422a6-5bbf-45f0-8dc8-7e7dc35fe189 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.641585 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8d422a6-5bbf-45f0-8dc8-7e7dc35fe189 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.709729 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8d422a6-5bbf-45f0-8dc8-7e7dc35fe189 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.716319 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b2f23b59-5b2c-47f0-b92a-2d451ac20971 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:48.762093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d422a6-5bbf-45f0-8dc8-7e7dc35fe189 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff16277-0af4-44f1-8f13-f5e039d8843a,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:48.763657 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e8d422a6-5bbf-45f0-8dc8-7e7dc35fe189 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.767090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e8d422a6-5bbf-45f0-8dc8-7e7dc35fe189 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/2ff16277-0af4-44f1-8f13-f5e039d8843a HTTP/1.1" status: 204 len: 168 time: 0.3307750 Jun 17 08:51:48.767090 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8d422a6-5bbf-45f0-8dc8-7e7dc35fe189 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:48.769681 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43038) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:48.772746 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903cfd25-5c56-451d-9e40-98d3693827f5 None None] Network b3ed0f04-db7b-4de1-be62-9b577d932b33 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:48.872608 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.932586 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.943476 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port eca7a53e-aafb-406b-bd72-d6b742dfe50f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:48.943832 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:48.989248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4a5388-87ab-4411-a9ca-d074d0db93cd None None] DHCP port deletion for b3ed0f04-db7b-4de1-be62-9b577d932b33 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:51:49.016849 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port eca7a53e-aafb-406b-bd72-d6b742dfe50f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eca7a53e-aafb-406b-bd72-d6b742dfe50f,segment=NetworkSegment(84542c94-f0a7-462f-9b2f-0e11a0af288f),segment_id=84542c94-f0a7-462f-9b2f-0e11a0af288f)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:49.017216 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.045556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a5388-87ab-4411-a9ca-d074d0db93cd None None] Deleting port eca7a53e-aafb-406b-bd72-d6b742dfe50f {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:49.046110 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5388-87ab-4411-a9ca-d074d0db93cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.088749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for eca7a53e-aafb-406b-bd72-d6b742dfe50f owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:49.114309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0a4a5388-87ab-4411-a9ca-d074d0db93cd None None] For port eca7a53e-aafb-406b-bd72-d6b742dfe50f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=eca7a53e-aafb-406b-bd72-d6b742dfe50f,segment=NetworkSegment(84542c94-f0a7-462f-9b2f-0e11a0af288f),segment_id=84542c94-f0a7-462f-9b2f-0e11a0af288f)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:49.114724 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5388-87ab-4411-a9ca-d074d0db93cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.185852 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.188642 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9854a9d1-6fdc-4325-9011-d64401e5e7b1 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:49.208059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0a4a5388-87ab-4411-a9ca-d074d0db93cd None None] Calling delete_port for eca7a53e-aafb-406b-bd72-d6b742dfe50f owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:49.234019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=eca7a53e-aafb-406b-bd72-d6b742dfe50f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:49.236160 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No DVR routers for this DVR port eca7a53e-aafb-406b-bd72-d6b742dfe50f on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:49.237630 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:49.269878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eca7a53e-aafb-406b-bd72-d6b742dfe50f no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:51:49.294720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: eca7a53e-aafb-406b-bd72-d6b742dfe50f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:51:49.295164 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device eca7a53e-aafb-406b-bd72-d6b742dfe50f not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:51:49.333040 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a4a5388-87ab-4411-a9ca-d074d0db93cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.333441 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.336858 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:49.344720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ed0f04-db7b-4de1-be62-9b577d932b33']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:49.356099 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84542c94-f0a7-462f-9b2f-0e11a0af288f') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:49.356452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84542c94-f0a7-462f-9b2f-0e11a0af288f') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:49.365847 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.366561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a5388-87ab-4411-a9ca-d074d0db93cd None None] Pushing event deleted for resources: {'Port': ['ID=eca7a53e-aafb-406b-bd72-d6b742dfe50f,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:49.371995 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4a5388-87ab-4411-a9ca-d074d0db93cd None None] No DVR routers for this DVR port eca7a53e-aafb-406b-bd72-d6b742dfe50f on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:51:49.373576 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0a4a5388-87ab-4411-a9ca-d074d0db93cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:49.382711 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.389772 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:51:49.390243 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:51:49.393455 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:51:49.456260 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.460155 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7b61d369-31aa-4f9d-b1a1-f63336ef639b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:49.464336 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.466314 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/networks/b3ed0f04-db7b-4de1-be62-9b577d932b33 HTTP/1.1" status: 204 len: 168 time: 0.6967776 Jun 17 08:51:49.470540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43134) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:49.476452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-fe245e56-e8e5-4b10-afb8-b4f03a4be127 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1956953675', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:49.479210 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Network': ['ID=b3ed0f04-db7b-4de1-be62-9b577d932b33,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:49.482482 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:49.505423 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe245e56-e8e5-4b10-afb8-b4f03a4be127 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.507020 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe245e56-e8e5-4b10-afb8-b4f03a4be127 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.564531 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe245e56-e8e5-4b10-afb8-b4f03a4be127 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.570470 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe245e56-e8e5-4b10-afb8-b4f03a4be127 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.593230 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-fe245e56-e8e5-4b10-afb8-b4f03a4be127 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.594766 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-fe245e56-e8e5-4b10-afb8-b4f03a4be127 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1226783 Jun 17 08:51:49.598614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43154) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:49.603856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'network': {'name': 'tempest-RoutersTest-1110321890'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:49.626088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:49.630004 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.655846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:49.665542 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.666046 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added segment f6dad74c-feab-4130-bafc-8f2f5fd56443 of type vlan for network e3f8cd80-ef55-49fd-8854-1b3b6f666c51 Jun 17 08:51:49.706244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.740512 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.746517 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:49.747371 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:49.750236 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9da58682-22fd-4f06-b096-501706571c3a tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:49.819353 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2197585 Jun 17 08:51:49.822265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43190) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:49.826635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Network': ['ID=e3f8cd80-ef55-49fd-8854-1b3b6f666c51,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:49.828137 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'subnet': {'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:49.829746 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7b7d5fcd-9394-4bd4-b2fd-6132905d6b37 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:49.837650 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network e3f8cd80-ef55-49fd-8854-1b3b6f666c51 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:49.936239 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:49.940280 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.130334 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.132409 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8843da7b-4a01-441c-ae5d-44901bab47b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:50.188589 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Subnet': ['ID=a7040bca-3991-49d0-a9a8-319ddd6f330e,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:50.192187 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:50.200120 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Checking segment: {'id': 'f6dad74c-feab-4130-bafc-8f2f5fd56443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:50.200522 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network hostable DHCP agents. Network: e3f8cd80-ef55-49fd-8854-1b3b6f666c51, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:50.218469 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network e3f8cd80-ef55-49fd-8854-1b3b6f666c51 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:50.232107 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, e3f8cd80-ef55-49fd-8854-1b3b6f666c51) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:50.237440 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:50.238510 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.242041 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5599b250-04fc-42bd-a2e9-ce8c1f676a15 None None] Network e3f8cd80-ef55-49fd-8854-1b3b6f666c51 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:50.258105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43256) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:50.258250 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-94b1d091-b4ae-4010-b4ae-d4dd2186ebd9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4346240 Jun 17 08:51:50.431825 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:50.432730 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.587713 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Allocated IP 172.20.0.2 (e3f8cd80-ef55-49fd-8854-1b3b6f666c51/a7040bca-3991-49d0-a9a8-319ddd6f330e/0350b47c-f086-4b06-adcb-a8410491bfb2) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:50.588912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.750752 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.766154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Transition to ACTIVE for port object 0350b47c-f086-4b06-adcb-a8410491bfb2 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:50.787241 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Transition to ACTIVE for port object 0350b47c-f086-4b06-adcb-a8410491bfb2 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:50.795734 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.798678 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-bf9ae493-2e01-4a9f-abc6-d2c2266abd77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:50.838628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Network e3f8cd80-ef55-49fd-8854-1b3b6f666c51 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:50.843108 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:50.849169 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:50.856721 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Pushing event updated for resources: {'Port': ['ID=0350b47c-f086-4b06-adcb-a8410491bfb2,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:50.861462 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:50.880078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Allocated IP 172.20.0.1 (e3f8cd80-ef55-49fd-8854-1b3b6f666c51/a7040bca-3991-49d0-a9a8-319ddd6f330e/bfaa9be4-8bf3-45a0-a923-d6efe003dca1) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:50.914498 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Attempting to bind port 0350b47c-f086-4b06-adcb-a8410491bfb2 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:50.915271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Attempting to bind port 0350b47c-f086-4b06-adcb-a8410491bfb2 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'f6dad74c-feab-4130-bafc-8f2f5fd56443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:50.915646 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Attempting to bind port 0350b47c-f086-4b06-adcb-a8410491bfb2 on network e3f8cd80-ef55-49fd-8854-1b3b6f666c51 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:50.920905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:50.921294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Checking segment: {'id': 'f6dad74c-feab-4130-bafc-8f2f5fd56443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:50.921710 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.922113 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Bound using segment: {'id': 'f6dad74c-feab-4130-bafc-8f2f5fd56443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:50.922587 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Bound port: 0350b47c-f086-4b06-adcb-a8410491bfb2, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dad74c-feab-4130-bafc-8f2f5fd56443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:50.923157 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.988893 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] For port 0350b47c-f086-4b06-adcb-a8410491bfb2, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:50.992103 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] For port 0350b47c-f086-4b06-adcb-a8410491bfb2, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0350b47c-f086-4b06-adcb-a8410491bfb2,segment=NetworkSegment(f6dad74c-feab-4130-bafc-8f2f5fd56443),segment_id=f6dad74c-feab-4130-bafc-8f2f5fd56443)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:50.995453 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:50.998176 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.001096 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-7100f95f-ad3a-450e-8705-e75fddc3398b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:51.010577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Transition to ACTIVE for port object bfaa9be4-8bf3-45a0-a923-d6efe003dca1 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:51.052016 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.055146 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-dab2c269-1f1f-4d33-96ff-432868c16196 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:51.061886 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Pushing event updated for resources: {'Port': ['ID=0350b47c-f086-4b06-adcb-a8410491bfb2,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:51.065278 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:51.096400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network e3f8cd80-ef55-49fd-8854-1b3b6f666c51 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:51.099731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:51.105833 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:51.136501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=bfaa9be4-8bf3-45a0-a923-d6efe003dca1,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:51.142739 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:51.159017 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.319524 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.583162 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.589036 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.591975 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:51.663372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=bfaa9be4-8bf3-45a0-a923-d6efe003dca1,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:51.668026 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:51.669251 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:51.774921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network e3f8cd80-ef55-49fd-8854-1b3b6f666c51 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:51.776463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:51.913724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router dee00724-3162-4668-95b0-16c7379696ca is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:51:52.030847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:52.035929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7767308 Jun 17 08:51:52.041279 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43344) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:52.043166 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Sync routers for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:52.052078 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'network': {'name': 'tempest-RoutersTest-1937061658'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:52.053994 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:52.054714 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:52.085189 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:52.088773 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.107679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9f080-1dad-4693-ae47-dba7a80dcff5 None None] Network e3f8cd80-ef55-49fd-8854-1b3b6f666c51 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:52.115442 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:52.126334 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.126682 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added segment 95ee5a0f-e371-434f-8ab2-fb072dc71bda of type vlan for network 3a0cfb96-2825-49a8-b001-d475571cff53 Jun 17 08:51:52.154051 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:52.166416 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.198207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.208698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:52.209308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.212875 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-01c8ff76-8f58-409b-97f3-6d1a50d686ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:52.238187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f57e4a83-789d-4bc3-9359-680364fed7c4 None None] Provisioning for port 0350b47c-f086-4b06-adcb-a8410491bfb2 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:52.279158 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2355232 Jun 17 08:51:52.282073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43346) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:52.283595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Network': ['ID=3a0cfb96-2825-49a8-b001-d475571cff53,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:52.286400 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:52.296746 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'subnet': {'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:52.303497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 3a0cfb96-2825-49a8-b001-d475571cff53 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:52.371126 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:51:51Z', 'revision_number': 2, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:51Z', 'revision_number': 2, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:52.401928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:52.406152 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Checking router: dee00724-3162-4668-95b0-16c7379696ca for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:52.406328 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.406514 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Updating router dee00724-3162-4668-95b0-16c7379696ca port bfaa9be4-8bf3-45a0-a923-d6efe003dca1 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:52.442975 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.636885 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.643132 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-82ea5fc8-d1ec-4849-8ac8-2a9d68dafbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:52.710060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Subnet': ['ID=47fbd018-ac40-4172-85a2-fc3cb567c31c,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:52.713782 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:52.717117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Checking segment: {'id': '95ee5a0f-e371-434f-8ab2-fb072dc71bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:52.717863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network hostable DHCP agents. Network: 3a0cfb96-2825-49a8-b001-d475571cff53, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:52.720727 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6f82be69-d7a6-402f-a8d4-1b05fcb06fd0 None None] Provisioning for port bfaa9be4-8bf3-45a0-a923-d6efe003dca1 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:52.726969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6f82be69-d7a6-402f-a8d4-1b05fcb06fd0 None None] Provisioning complete for port bfaa9be4-8bf3-45a0-a923-d6efe003dca1 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:52.727357 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6f82be69-d7a6-402f-a8d4-1b05fcb06fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.744933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 3a0cfb96-2825-49a8-b001-d475571cff53 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:52.759003 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 3a0cfb96-2825-49a8-b001-d475571cff53) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:52.766421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:52.768575 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.777903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc38877b-fe6a-4cf2-b860-f4b720e3f566 None None] Network 3a0cfb96-2825-49a8-b001-d475571cff53 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:52.786466 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.800395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-eb958dbc-0e7a-4656-baea-db26db6f3ef7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5162277 Jun 17 08:51:52.803324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43348) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:52.805065 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Transition to ACTIVE for port object bfaa9be4-8bf3-45a0-a923-d6efe003dca1 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:52.815861 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:52.820336 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-49ba8996-9643-4de7-a39e-39b07a3f8c7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:52.890361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6f82be69-d7a6-402f-a8d4-1b05fcb06fd0 None None] Port bfaa9be4-8bf3-45a0-a923-d6efe003dca1 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:52.968336 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Pushing event updated for resources: {'Port': ['ID=bfaa9be4-8bf3-45a0-a923-d6efe003dca1,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:53.022229 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.023190 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.023920 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.024637 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.025393 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.026106 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.026879 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.030313 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.031627 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.033105 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.034090 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.035128 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.043973 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:53.072183 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-3a0cfb96-2825-49a8-b001-d475571cff53', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:53.079854 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.122278 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Attempting to bind port bfaa9be4-8bf3-45a0-a923-d6efe003dca1 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:53.122670 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Attempting to bind port bfaa9be4-8bf3-45a0-a923-d6efe003dca1 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'f6dad74c-feab-4130-bafc-8f2f5fd56443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:53.123063 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Attempting to bind port bfaa9be4-8bf3-45a0-a923-d6efe003dca1 on network e3f8cd80-ef55-49fd-8854-1b3b6f666c51 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:53.136761 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:53.136761 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Checking segment: {'id': 'f6dad74c-feab-4130-bafc-8f2f5fd56443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:53.137255 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.137420 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Bound using segment: {'id': 'f6dad74c-feab-4130-bafc-8f2f5fd56443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:53.137906 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Bound port: bfaa9be4-8bf3-45a0-a923-d6efe003dca1, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6dad74c-feab-4130-bafc-8f2f5fd56443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:53.138621 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.314477 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Allocated IP 172.21.0.2 (3a0cfb96-2825-49a8-b001-d475571cff53/47fbd018-ac40-4172-85a2-fc3cb567c31c/558b0449-887d-4550-aac2-d5320d8d4afc) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:53.315276 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] For port bfaa9be4-8bf3-45a0-a923-d6efe003dca1, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:53.318944 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] For port bfaa9be4-8bf3-45a0-a923-d6efe003dca1, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bfaa9be4-8bf3-45a0-a923-d6efe003dca1,segment=NetworkSegment(f6dad74c-feab-4130-bafc-8f2f5fd56443),segment_id=f6dad74c-feab-4130-bafc-8f2f5fd56443)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:53.332657 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.354078 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-c6a2c7da-dc6b-4d5f-a5dc-9f983aff09ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:53.397589 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0350b47c-f086-4b06-adcb-a8410491bfb2 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:53.428719 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Pushing event updated for resources: {'Port': ['ID=bfaa9be4-8bf3-45a0-a923-d6efe003dca1,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:53.447517 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:53.468607 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:53.471561 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:53.514720 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 0350b47c-f086-4b06-adcb-a8410491bfb2 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:53.528366 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 0350b47c-f086-4b06-adcb-a8410491bfb2 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:53.528848 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.607015 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.627634 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Transition to ACTIVE for port object 558b0449-887d-4550-aac2-d5320d8d4afc will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:53.655332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Transition to ACTIVE for port object 558b0449-887d-4550-aac2-d5320d8d4afc will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:53.687960 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.692867 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-63da7cba-3a7c-4076-a3e9-7200704e0d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:53.766048 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.791213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Network 3a0cfb96-2825-49a8-b001-d475571cff53 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:53.796363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:53.804371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:53.807148 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:53.822687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Pushing event updated for resources: {'Port': ['ID=558b0449-887d-4550-aac2-d5320d8d4afc,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:53.833193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.833539 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.833884 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.834349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.834687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.835130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.835465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.835796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.836122 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.836450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.836774 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.837095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:51:53.871086 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:53.899224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 0350b47c-f086-4b06-adcb-a8410491bfb2, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0350b47c-f086-4b06-adcb-a8410491bfb2,segment=NetworkSegment(f6dad74c-feab-4130-bafc-8f2f5fd56443),segment_id=f6dad74c-feab-4130-bafc-8f2f5fd56443)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:53.916675 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.920169 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:53.925069 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Attempting to bind port 558b0449-887d-4550-aac2-d5320d8d4afc on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:53.925069 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Attempting to bind port 558b0449-887d-4550-aac2-d5320d8d4afc by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '95ee5a0f-e371-434f-8ab2-fb072dc71bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:53.925355 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Attempting to bind port 558b0449-887d-4550-aac2-d5320d8d4afc on network 3a0cfb96-2825-49a8-b001-d475571cff53 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:53.946883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:53.947295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Checking segment: {'id': '95ee5a0f-e371-434f-8ab2-fb072dc71bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:53.947685 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:53.948088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Bound using segment: {'id': '95ee5a0f-e371-434f-8ab2-fb072dc71bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:53.948586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Bound port: 558b0449-887d-4550-aac2-d5320d8d4afc, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ee5a0f-e371-434f-8ab2-fb072dc71bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:53.948969 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.012390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=0350b47c-f086-4b06-adcb-a8410491bfb2,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:54.014990 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.019198 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:54.054053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] For port 558b0449-887d-4550-aac2-d5320d8d4afc, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:54.057846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] For port 558b0449-887d-4550-aac2-d5320d8d4afc, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=558b0449-887d-4550-aac2-d5320d8d4afc,segment=NetworkSegment(95ee5a0f-e371-434f-8ab2-fb072dc71bda),segment_id=95ee5a0f-e371-434f-8ab2-fb072dc71bda)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:54.064155 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:51:51Z', 'revision_number': 2, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:53Z', 'revision_number': 4, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:54.065864 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.069028 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b9c5b302-c7ed-40bb-b8ae-84b0a4c65561 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:54.100332 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bd32e8-50dd-4c51-b0fe-5351029cce44 None None] The sync data for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 is: [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:51:51Z', 'revision_number': 2, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:53Z', 'revision_number': 4, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:54.127525 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Pushing event updated for resources: {'Port': ['ID=558b0449-887d-4550-aac2-d5320d8d4afc,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:54.127525 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:54.376611 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Allocated IP 172.21.0.1 (3a0cfb96-2825-49a8-b001-d475571cff53/47fbd018-ac40-4172-85a2-fc3cb567c31c/d8e06c81-6de1-4138-8557-e4f07d6c47d6) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:54.552335 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.586432 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Transition to ACTIVE for port object d8e06c81-6de1-4138-8557-e4f07d6c47d6 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:54.646961 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.649550 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0f4d947c-5852-432c-bb9e-58e0e5f01412 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:54.707172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 3a0cfb96-2825-49a8-b001-d475571cff53 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:54.711213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=d8e06c81-6de1-4138-8557-e4f07d6c47d6,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:54.714023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:54.715890 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:54.716696 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:54.767371 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:54.915870 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.265523 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.287860 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.293477 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:55.394221 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.421374 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b6034-22af-4a0c-b061-c3bda5d80a3f None None] Network 3a0cfb96-2825-49a8-b001-d475571cff53 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:55.466794 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43358) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:55.496842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=d8e06c81-6de1-4138-8557-e4f07d6c47d6,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:55.501300 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:55.523958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bfaa9be4-8bf3-45a0-a923-d6efe003dca1 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:55.542577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 3a0cfb96-2825-49a8-b001-d475571cff53 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:55.544221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:55.571433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-858fa6cb-b676-4b2c-bf64-d18f80ed4721 None None] Provisioning for port 558b0449-887d-4550-aac2-d5320d8d4afc completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:55.656490 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port bfaa9be4-8bf3-45a0-a923-d6efe003dca1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:55.667068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port bfaa9be4-8bf3-45a0-a923-d6efe003dca1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:55.667651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.680564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router dee00724-3162-4668-95b0-16c7379696ca has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:55.693790 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port 0c2f223d-a06e-4aac-8b0e-f8106ad0cc22 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:55.694033 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.785147 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.792400 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.793089 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.833292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port bfaa9be4-8bf3-45a0-a923-d6efe003dca1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bfaa9be4-8bf3-45a0-a923-d6efe003dca1,segment=NetworkSegment(f6dad74c-feab-4130-bafc-8f2f5fd56443),segment_id=f6dad74c-feab-4130-bafc-8f2f5fd56443)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:55.841735 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.842866 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0350b47c-f086-4b06-adcb-a8410491bfb2 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:55.847077 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-637fe5cf-c818-4131-a355-682459905dcf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:55.858955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:55.874840 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0679111 Jun 17 08:51:55.875627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43360) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:55.881241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'network': {'name': 'tempest-RoutersTest-1650598501'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:55.882179 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for 0c2f223d-a06e-4aac-8b0e-f8106ad0cc22 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:55.926843 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:55.931920 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.976965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:51:55.989470 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:55.990247 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added segment f1ecb85e-48da-47e5-93d7-076eeff881f3 of type vlan for network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf Jun 17 08:51:56.042029 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.078180 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.085221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:56.086271 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.090965 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-711ea993-7ef6-4ed7-9fee-f56bf30202b8 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:56.127846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Sync routers for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:56.149609 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.153683 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:56.172414 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Network': ['ID=2554689a-5cb5-43ad-aad8-5fe3d65f6aaf,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:56.177810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:56.178050 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:56.178993 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:56.187187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:51:56.191776 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3148775 Jun 17 08:51:56.197970 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43362) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:56.200697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=0c2f223d-a06e-4aac-8b0e-f8106ad0cc22,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:56.203405 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:56.214463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'subnet': {'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:51:56.288510 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.288847 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Floating IP 0386db76-2e4d-4d02-94f6-e9f544887731 disassociated (deleted). External IP: 172.25.8.229, port: 0a698cb9-14f0-46df-8f7d-51f472848938. Jun 17 08:51:56.327011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:51:56.331835 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.368033 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=bfaa9be4-8bf3-45a0-a923-d6efe003dca1,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:56.378802 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f244cc34-5b86-49cc-b1fc-2f0a3c70e89e None None] Provisioning for port d8e06c81-6de1-4138-8557-e4f07d6c47d6 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:56.390439 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:56.405501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f244cc34-5b86-49cc-b1fc-2f0a3c70e89e None None] Provisioning complete for port d8e06c81-6de1-4138-8557-e4f07d6c47d6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:56.405892 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f244cc34-5b86-49cc-b1fc-2f0a3c70e89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.462423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:56.508226 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 0350b47c-f086-4b06-adcb-a8410491bfb2 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:56.508615 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.603964 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.607548 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5b0db435-54d7-4bd0-b74d-bee81aa8c965 tempest-RoutersNegativeIpV6Test-323684212 tempest-RoutersNegativeIpV6Test-323684212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:56.619661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f244cc34-5b86-49cc-b1fc-2f0a3c70e89e None None] Port d8e06c81-6de1-4138-8557-e4f07d6c47d6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:56.631804 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 3c3b085d-f544-4e47-8378-9e5a1848877b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:51:56.688194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Subnet': ['ID=def73f70-152b-4af2-ac52-b238f3fd60cf,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:56.692381 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:56.697267 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Checking segment: {'id': 'f1ecb85e-48da-47e5-93d7-076eeff881f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:56.697443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network hostable DHCP agents. Network: 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:51:56.726528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:51:56.756751 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:56.780511 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:56.780847 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.787300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f2ca2-ac99-49a8-aee8-afff736ab283 None None] Network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:51:56.798168 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:51:56.804070 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:56.814553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6103725 Jun 17 08:51:56.816535 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b3668-6d8e-408b-bce7-922ddb214f11 None None] Sync routers for ids ['3c3b085d-f544-4e47-8378-9e5a1848877b'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:51:56.817313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43368) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:51:56.832187 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b3668-6d8e-408b-bce7-922ddb214f11 None None] Routers {'3c3b085d-f544-4e47-8378-9e5a1848877b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:56.833254 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-166b3668-6d8e-408b-bce7-922ddb214f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3c3b085d-f544-4e47-8378-9e5a1848877b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:56.861664 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-972bc3f0-5b8e-4d70-a62e-28827bfa9ccb tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/floatingips/0386db76-2e4d-4d02-94f6-e9f544887731 HTTP/1.1" status: 204 len: 168 time: 1.3932364 Jun 17 08:51:56.862808 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:51:56.866258 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927dfbb4-1a41-45f6-8462-4c6285b7f272" -d '{"events": [{"name": "network-changed", "server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:51:56.999791 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 558b0449-887d-4550-aac2-d5320d8d4afc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:57.072460 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-166b3668-6d8e-408b-bce7-922ddb214f11 None None] Set router 3c3b085d-f544-4e47-8378-9e5a1848877b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:57.082861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-0834c993-f51f-4483-8e6a-41f1cebecf1c None None] Provisioning complete for port d8e06c81-6de1-4138-8557-e4f07d6c47d6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:57.083547 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0834c993-f51f-4483-8e6a-41f1cebecf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.110482 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea45e94-19b3-442b-b2b1-112992f395e5 x-openstack-request-id: req-5ea45e94-19b3-442b-b2b1-112992f395e5 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:51:57.110956 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:51:57.111399 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ea45e94-19b3-442b-b2b1-112992f395e5 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:51:57.111974 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938', 'status': 'completed', 'code': 200} Jun 17 08:51:57.255069 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0834c993-f51f-4483-8e6a-41f1cebecf1c None None] Port d8e06c81-6de1-4138-8557-e4f07d6c47d6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:57.288092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:51:54Z', 'revision_number': 3, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 2, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:57.340840 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-166b3668-6d8e-408b-bce7-922ddb214f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e7292b29-f0a6-476f-9e82-a3f047d43ead', 'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:3f:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:43Z', 'updated_at': '2021-06-17T08:48:51Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:57.342988 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 558b0449-887d-4550-aac2-d5320d8d4afc completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:51:57.345677 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Checking router: dee00724-3162-4668-95b0-16c7379696ca for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:57.346383 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Updating router dee00724-3162-4668-95b0-16c7379696ca port d8e06c81-6de1-4138-8557-e4f07d6c47d6 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:51:57.381605 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:51:57.382530 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.385307 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b3668-6d8e-408b-bce7-922ddb214f11 None None] Checking router: 3c3b085d-f544-4e47-8378-9e5a1848877b for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:51:57.386467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 558b0449-887d-4550-aac2-d5320d8d4afc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:57.386884 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.400060 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b3668-6d8e-408b-bce7-922ddb214f11 None None] Routers {'3c3b085d-f544-4e47-8378-9e5a1848877b'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:57.401519 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-166b3668-6d8e-408b-bce7-922ddb214f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3c3b085d-f544-4e47-8378-9e5a1848877b'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:57.447508 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dfbb4-1a41-45f6-8462-4c6285b7f272 req-4d2dd136-9a85-4d2d-ac40-42587a6c6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:57.449983 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-927dfbb4-1a41-45f6-8462-4c6285b7f272 req-4d2dd136-9a85-4d2d-ac40-42587a6c6cd2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2f455ca5823946e8a10a01151d60adb3&device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 1097 time: 0.3002913 Jun 17 08:51:57.460247 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fbe77c71-f690-4c88-85fc-15ebb0226cdb None None] Provisioning complete for port d8e06c81-6de1-4138-8557-e4f07d6c47d6 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:57.460635 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fbe77c71-f690-4c88-85fc-15ebb0226cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.462441 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.545588 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-166b3668-6d8e-408b-bce7-922ddb214f11 None None] Set router 3c3b085d-f544-4e47-8378-9e5a1848877b gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:57.611432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-fbe77c71-f690-4c88-85fc-15ebb0226cdb None None] Port d8e06c81-6de1-4138-8557-e4f07d6c47d6 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:51:57.687485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3ce56-5169-4f3b-a33a-4994ccd31ccb req-bc2e27fb-f590-45df-b91a-a8ca379e5e5c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:57.694536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91c3ce56-5169-4f3b-a33a-4994ccd31ccb req-bc2e27fb-f590-45df-b91a-a8ca379e5e5c tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.3064380 Jun 17 08:51:57.710859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dfbb4-1a41-45f6-8462-4c6285b7f272 req-0891f26f-13b2-45d2-b51a-6a75e8a64eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:57.712321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-927dfbb4-1a41-45f6-8462-4c6285b7f272 req-0891f26f-13b2-45d2-b51a-6a75e8a64eb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cb55574d-574f-437f-8da7-2398eb69ad65 HTTP/1.1" status: 200 len: 897 time: 0.2129612 Jun 17 08:51:57.720214 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.771590 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Allocated IP 172.22.0.2 (2554689a-5cb5-43ad-aad8-5fe3d65f6aaf/def73f70-152b-4af2-ac52-b238f3fd60cf/da432930-3e33-429a-aa36-847284a5b021) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:57.777183 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.778135 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-927dfbb4-1a41-45f6-8462-4c6285b7f272 req-ffd60798-b75b-4252-b64c-19eed9f9f999 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a698cb9-14f0-46df-8f7d-51f472848938 HTTP/1.1" status: 200 len: 217 time: 0.0554261 Jun 17 08:51:57.806657 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-166b3668-6d8e-408b-bce7-922ddb214f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e7292b29-f0a6-476f-9e82-a3f047d43ead', 'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:3f:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:43Z', 'updated_at': '2021-06-17T08:48:51Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:57.831368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-91c3ce56-5169-4f3b-a33a-4994ccd31ccb req-b3d4c8fc-f925-4370-898d-ae2a0148678f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359017 Jun 17 08:51:57.834891 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b3668-6d8e-408b-bce7-922ddb214f11 None None] The sync data for ids ['3c3b085d-f544-4e47-8378-9e5a1848877b'] in n-d-779913-16 is: [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:45Z', 'revision_number': 4, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e7292b29-f0a6-476f-9e82-a3f047d43ead', 'name': '', 'network_id': 'cb55574d-574f-437f-8da7-2398eb69ad65', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'mac_address': 'fa:16:3e:3f:40:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:43Z', 'updated_at': '2021-06-17T08:48:51Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'subnets': [{'id': '08efcbb0-d23c-42bd-b09e-4fb64b36d180', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:57.924349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 558b0449-887d-4550-aac2-d5320d8d4afc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=558b0449-887d-4550-aac2-d5320d8d4afc,segment=NetworkSegment(95ee5a0f-e371-434f-8ab2-fb072dc71bda),segment_id=95ee5a0f-e371-434f-8ab2-fb072dc71bda)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:57.925682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dfbb4-1a41-45f6-8462-4c6285b7f272 req-e78b31a6-b8f3-4101-a05e-075c47b33461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:57.927397 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-927dfbb4-1a41-45f6-8462-4c6285b7f272 req-e78b31a6-b8f3-4101-a05e-075c47b33461 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=08efcbb0-d23c-42bd-b09e-4fb64b36d180 HTTP/1.1" status: 200 len: 835 time: 0.1421380 Jun 17 08:51:57.934529 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:57.939359 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-742eccc9-f7fc-4749-81e1-ca00e536a709 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:58.063827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bfaa9be4-8bf3-45a0-a923-d6efe003dca1 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:51:58.100307 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=558b0449-887d-4550-aac2-d5320d8d4afc,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:58.104110 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:58.190590 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6007791f-2cf6-4d24-891d-93f6a59cd063 None None] New status for floating IP 0386db76-2e4d-4d02-94f6-e9f544887731: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:51:58.244205 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.283434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.298714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Transition to ACTIVE for port object da432930-3e33-429a-aa36-847284a5b021 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:58.310660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Transition to ACTIVE for port object d8e06c81-6de1-4138-8557-e4f07d6c47d6 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:58.321242 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port bfaa9be4-8bf3-45a0-a923-d6efe003dca1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:51:58.321795 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.344612 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.348539 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Transition to ACTIVE for port object da432930-3e33-429a-aa36-847284a5b021 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:58.351948 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:58.384532 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.416455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dfbb4-1a41-45f6-8462-4c6285b7f272 req-eaf4b286-cf8b-4c67-a3af-f159c566310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:58.418013 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-927dfbb4-1a41-45f6-8462-4c6285b7f272 req-eaf4b286-cf8b-4c67-a3af-f159c566310e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cb55574d-574f-437f-8da7-2398eb69ad65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4804485 Jun 17 08:51:58.451122 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:58.460854 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:58.466090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab25ba-4c3e-4150-a10a-783d2716609d None None] Pushing event updated for resources: {'Port': ['ID=d8e06c81-6de1-4138-8557-e4f07d6c47d6,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:58.469676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:58.474244 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f2ab25ba-4c3e-4150-a10a-783d2716609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:58.474726 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:58.522682 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Allocated IP 172.22.0.1 (2554689a-5cb5-43ad-aad8-5fe3d65f6aaf/def73f70-152b-4af2-ac52-b238f3fd60cf/322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:51:58.581818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-927dfbb4-1a41-45f6-8462-4c6285b7f272 req-7b6709b1-c988-4ee2-8b55-325e6fe37b9e service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544704 Jun 17 08:51:58.756146 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.790812 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-927dfbb4-1a41-45f6-8462-4c6285b7f272 req-13b62eee-4dc5-4374-ac5f-995b3cc1444b service neutron] 10.222.0.10 "GET /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529605 Jun 17 08:51:58.792055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Transition to ACTIVE for port object 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:51:58.819597 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Attempting to bind port d8e06c81-6de1-4138-8557-e4f07d6c47d6 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:58.819967 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Attempting to bind port d8e06c81-6de1-4138-8557-e4f07d6c47d6 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '95ee5a0f-e371-434f-8ab2-fb072dc71bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:58.820318 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Attempting to bind port d8e06c81-6de1-4138-8557-e4f07d6c47d6 on network 3a0cfb96-2825-49a8-b001-d475571cff53 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:58.828002 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Pushing event updated for resources: {'Port': ['ID=da432930-3e33-429a-aa36-847284a5b021,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:58.834373 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:58.837722 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:58.838112 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Checking segment: {'id': '95ee5a0f-e371-434f-8ab2-fb072dc71bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:58.838549 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.838973 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Bound using segment: {'id': '95ee5a0f-e371-434f-8ab2-fb072dc71bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:58.839467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Bound port: d8e06c81-6de1-4138-8557-e4f07d6c47d6, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ee5a0f-e371-434f-8ab2-fb072dc71bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:58.839694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.839842 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.842998 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ad3bcf27-aada-49ec-99c8-37d99bee9381 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:58.843341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Attempting to bind port da432930-3e33-429a-aa36-847284a5b021 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:51:58.843714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Attempting to bind port da432930-3e33-429a-aa36-847284a5b021 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'f1ecb85e-48da-47e5-93d7-076eeff881f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:51:58.844072 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Attempting to bind port da432930-3e33-429a-aa36-847284a5b021 on network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:51:58.865472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:51:58.865931 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Checking segment: {'id': 'f1ecb85e-48da-47e5-93d7-076eeff881f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:51:58.866418 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.866867 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Bound using segment: {'id': 'f1ecb85e-48da-47e5-93d7-076eeff881f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:51:58.867368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Bound port: da432930-3e33-429a-aa36-847284a5b021, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ecb85e-48da-47e5-93d7-076eeff881f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:51:58.867764 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.885434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:51:58.889767 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:51:58.893238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:51:58.961787 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] For port d8e06c81-6de1-4138-8557-e4f07d6c47d6, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:58.965487 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.980952 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] For port d8e06c81-6de1-4138-8557-e4f07d6c47d6, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d8e06c81-6de1-4138-8557-e4f07d6c47d6,segment=NetworkSegment(95ee5a0f-e371-434f-8ab2-fb072dc71bda),segment_id=95ee5a0f-e371-434f-8ab2-fb072dc71bda)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:58.987709 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] For port da432930-3e33-429a-aa36-847284a5b021, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:51:58.990529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:58.992478 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:58.994292 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:58.999493 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2fa42f22-e188-4f47-94d2-82cb9b09ba3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:59.010119 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] For port da432930-3e33-429a-aa36-847284a5b021, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=da432930-3e33-429a-aa36-847284a5b021,segment=NetworkSegment(f1ecb85e-48da-47e5-93d7-076eeff881f3),segment_id=f1ecb85e-48da-47e5-93d7-076eeff881f3)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:51:59.043444 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.091158 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:51:59.091158 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:59.181156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:51:59.183142 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab25ba-4c3e-4150-a10a-783d2716609d None None] Pushing event updated for resources: {'Port': ['ID=d8e06c81-6de1-4138-8557-e4f07d6c47d6,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:59.217118 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f2ab25ba-4c3e-4150-a10a-783d2716609d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:59.217688 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:51:59.226329 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabcdc8-6b88-4c7d-83b5-077d61226fda req-77edcd90-b6b2-4722-96a5-daa80b3f92b0 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:59.228017 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbabcdc8-6b88-4c7d-83b5-077d61226fda req-77edcd90-b6b2-4722-96a5-daa80b3f92b0 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 950 time: 0.1797423 Jun 17 08:51:59.281037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d4a38-7633-4565-9cb3-c5614da8219d req-d8a4d911-7402-45bc-abcb-da82715bb576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:59.282995 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e6d4a38-7633-4565-9cb3-c5614da8219d req-d8a4d911-7402-45bc-abcb-da82715bb576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.3335934 Jun 17 08:51:59.310906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72a623-c353-435c-a5e2-85f4cfcaef2f req-a2116fa4-f686-473e-8ba6-f3adf96c0604 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:51:59.319025 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff72a623-c353-435c-a5e2-85f4cfcaef2f req-a2116fa4-f686-473e-8ba6-f3adf96c0604 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 945 time: 0.2878392 Jun 17 08:51:59.379906 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Pushing event updated for resources: {'Port': ['ID=da432930-3e33-429a-aa36-847284a5b021,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:51:59.390249 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:51:59.441925 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff72a623-c353-435c-a5e2-85f4cfcaef2f req-16bd7a14-c84c-4fff-9f21-b696c764b3f3 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea784845-f871-4099-a54a-12bc5c90db44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218495 Jun 17 08:51:59.448063 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fbabcdc8-6b88-4c7d-83b5-077d61226fda req-48242794-7307-4d51-90f3-0b2733f705e0 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087290 Jun 17 08:51:59.449352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.520197 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:51:54Z', 'revision_number': 3, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:51:59.551980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5129d83-c083-4197-b4f6-2f033aecb47d None None] The sync data for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 is: [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:51:54Z', 'revision_number': 3, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:51:58Z', 'revision_number': 4, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:51:59.652921 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-8e6d4a38-7633-4565-9cb3-c5614da8219d req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port 0a698cb9-14f0-46df-8f7d-51f472848938 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:51:59.652921 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8e6d4a38-7633-4565-9cb3-c5614da8219d req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.823302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-8e6d4a38-7633-4565-9cb3-c5614da8219d req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port 0a698cb9-14f0-46df-8f7d-51f472848938, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a698cb9-14f0-46df-8f7d-51f472848938,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:51:59.823662 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8e6d4a38-7633-4565-9cb3-c5614da8219d req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.910055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-8e6d4a38-7633-4565-9cb3-c5614da8219d req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for 0a698cb9-14f0-46df-8f7d-51f472848938 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:51:59.972373 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.987266 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:51:59.996705 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:00.113978 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.139841 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:00.155447 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:00.211185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device da432930-3e33-429a-aa36-847284a5b021 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:00.268513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc97054d-73b3-415b-a94f-d0814fed0427 None None] Network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:00.284912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port da432930-3e33-429a-aa36-847284a5b021 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:00.286935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:00.290681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:00.306443 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8e6d4a38-7633-4565-9cb3-c5614da8219d req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.318692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d8e06c81-6de1-4138-8557-e4f07d6c47d6 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:00.344013 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:00.379531 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a5af91d8-d56f-4b84-985b-7cdde3b871eb None None] Provisioning for port da432930-3e33-429a-aa36-847284a5b021 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:00.393549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a5af91d8-d56f-4b84-985b-7cdde3b871eb None None] Provisioning complete for port da432930-3e33-429a-aa36-847284a5b021 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:00.393954 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5af91d8-d56f-4b84-985b-7cdde3b871eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.400901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=0a698cb9-14f0-46df-8f7d-51f472848938,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:00.404776 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:00.463865 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6d4a38-7633-4565-9cb3-c5614da8219d req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] No DVR routers for this DVR port 0a698cb9-14f0-46df-8f7d-51f472848938 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:00.468305 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-8e6d4a38-7633-4565-9cb3-c5614da8219d req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.470279 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e6d4a38-7633-4565-9cb3-c5614da8219d req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.10 "DELETE /v2.0/ports/0a698cb9-14f0-46df-8f7d-51f472848938 HTTP/1.1" status: 204 len: 173 time: 1.1676030 Jun 17 08:52:00.470854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'name': 'network-vif-deleted', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:00.473251 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d318bf-c753-4224-b225-7345c4b88b4a" -d '{"events": [{"server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "name": "network-vif-deleted", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:00.481816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router dee00724-3162-4668-95b0-16c7379696ca has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:00.505627 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port d8e06c81-6de1-4138-8557-e4f07d6c47d6 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:00.514497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d8e06c81-6de1-4138-8557-e4f07d6c47d6 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:00.514984 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.594003 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:52:00.594629 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14230cf-8140-4e5d-97b1-38978c326d95 x-openstack-request-id: req-c14230cf-8140-4e5d-97b1-38978c326d95 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:00.594978 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e755b1a-b031-4648-b89d-a45d82a6132a", "name": "network-vif-deleted", "tag": "0a698cb9-14f0-46df-8f7d-51f472848938", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:00.595291 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c14230cf-8140-4e5d-97b1-38978c326d95 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:00.595758 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e755b1a-b031-4648-b89d-a45d82a6132a', 'name': 'network-vif-deleted', 'tag': '0a698cb9-14f0-46df-8f7d-51f472848938', 'status': 'completed', 'code': 200} Jun 17 08:52:00.650998 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5af91d8-d56f-4b84-985b-7cdde3b871eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.717730 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a5af91d8-d56f-4b84-985b-7cdde3b871eb None None] For port da432930-3e33-429a-aa36-847284a5b021, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=da432930-3e33-429a-aa36-847284a5b021,segment=NetworkSegment(f1ecb85e-48da-47e5-93d7-076eeff881f3),segment_id=f1ecb85e-48da-47e5-93d7-076eeff881f3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:00.729173 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a5af91d8-d56f-4b84-985b-7cdde3b871eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.732495 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-b688b803-5f92-4a66-9025-ecd2a58c66ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:00.737865 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.741393 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cd170821-cf19-468f-bca5-7c6da11dbaf6 req-408eac31-e456-49ba-97ef-6bab6001f343 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e755b1a-b031-4648-b89d-a45d82a6132a HTTP/1.1" status: 200 len: 210 time: 0.0654690 Jun 17 08:52:00.768307 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:00.777986 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9594965 Jun 17 08:52:00.780940 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43396) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:00.785950 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Sync routers for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:00.792669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'network': {'name': 'tempest-RoutersTest-910316832'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:00.808096 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:00.808930 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port d8e06c81-6de1-4138-8557-e4f07d6c47d6, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d8e06c81-6de1-4138-8557-e4f07d6c47d6,segment=NetworkSegment(95ee5a0f-e371-434f-8ab2-fb072dc71bda),segment_id=95ee5a0f-e371-434f-8ab2-fb072dc71bda)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:00.811472 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:00.816118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0268d-aae9-4626-978b-3937860eca9a req-01c167f7-b927-4a3b-b663-7f41e1a2392c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:00.817729 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbd0268d-aae9-4626-978b-3937860eca9a req-01c167f7-b927-4a3b-b663-7f41e1a2392c tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.10 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 950 time: 0.2250876 Jun 17 08:52:00.819795 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.820761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 558b0449-887d-4550-aac2-d5320d8d4afc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:00.844727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cd865-d02c-49ee-b8f1-ade4456e1e1e req-11d602d7-f2fc-40a5-bcdf-0fb01fb72f55 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:00.846106 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:00.846340 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d4cd865-d02c-49ee-b8f1-ade4456e1e1e req-11d602d7-f2fc-40a5-bcdf-0fb01fb72f55 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 950 time: 0.2007306 Jun 17 08:52:00.854663 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.890014 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af91d8-d56f-4b84-985b-7cdde3b871eb None None] Pushing event updated for resources: {'Port': ['ID=da432930-3e33-429a-aa36-847284a5b021,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:00.904742 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a5af91d8-d56f-4b84-985b-7cdde3b871eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:00.905539 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:00.913069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:00.938577 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:00.940271 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added segment 7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0 of type vlan for network 8927351a-818f-4b49-95ee-fbd50f2471b1 Jun 17 08:52:00.972323 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8d4cd865-d02c-49ee-b8f1-ade4456e1e1e req-10108ced-e4f2-4189-874d-71a79e5ac995 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983062 Jun 17 08:52:01.022846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 558b0449-887d-4550-aac2-d5320d8d4afc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:01.023508 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.041729 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.047059 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:01.120506 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.130047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:01.132579 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=d8e06c81-6de1-4138-8557-e4f07d6c47d6,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:01.133190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.153922 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:01.170883 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-67ae4314-55db-495b-bf8b-50857eb74f06 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:01.189452 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4063690 Jun 17 08:52:01.200171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4df5d8c9-a81e-4b7b-b6d9-ef325d8b8b9d None None] Provisioning for port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:01.203323 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43398) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:01.209787 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'subnet': {'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:01.221611 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4df5d8c9-a81e-4b7b-b6d9-ef325d8b8b9d None None] Provisioning complete for port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:01.221996 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4df5d8c9-a81e-4b7b-b6d9-ef325d8b8b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.345730 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Network': ['ID=8927351a-818f-4b49-95ee-fbd50f2471b1,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:01.350606 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-277d03e5-fed6-42fc-bc14-3ab32c26b65b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:01.366840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 8927351a-818f-4b49-95ee-fbd50f2471b1 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:01.399782 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Made reservation on behalf of 861bb0a834b84606ac1a4ff49e7864d3 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:01.408747 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.492062 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-4df5d8c9-a81e-4b7b-b6d9-ef325d8b8b9d None None] Port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:01.512020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-4df5d8c9-a81e-4b7b-b6d9-ef325d8b8b9d None None] Provisioning complete for port da432930-3e33-429a-aa36-847284a5b021 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:01.512700 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4df5d8c9-a81e-4b7b-b6d9-ef325d8b8b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.529234 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:51:59Z', 'revision_number': 4, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:51:59Z', 'revision_number': 2, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:01.581065 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Checking router: dee00724-3162-4668-95b0-16c7379696ca for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:01.581480 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Updating router dee00724-3162-4668-95b0-16c7379696ca port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:52:01.626188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-dbd0268d-aae9-4626-978b-3937860eca9a req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Deleting port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:01.626693 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dbd0268d-aae9-4626-978b-3937860eca9a req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.638564 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.671863 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.675466 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d0a76f7f-4177-4536-8d17-afc5369deba1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:01.724851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-dbd0268d-aae9-4626-978b-3937860eca9a req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] For port 189731b5-bee3-4f1b-8dfe-a9447e4ea346, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=189731b5-bee3-4f1b-8dfe-a9447e4ea346,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:01.725665 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dbd0268d-aae9-4626-978b-3937860eca9a req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.737450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Subnet': ['ID=6e3338d8-de0b-476f-bfb0-5be72686ba45,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:01.740432 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:01.747203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Checking segment: {'id': '7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:01.747560 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network hostable DHCP agents. Network: 8927351a-818f-4b49-95ee-fbd50f2471b1, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:01.751178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-2d736c80-1660-438a-948e-26a66b840151 None None] Provisioning complete for port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:01.751733 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2d736c80-1660-438a-948e-26a66b840151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.773728 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 8927351a-818f-4b49-95ee-fbd50f2471b1 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:01.786762 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 8927351a-818f-4b49-95ee-fbd50f2471b1) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:01.809001 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd6eaf9-e129-4266-91db-e22f205b78f6 None None] Network 8927351a-818f-4b49-95ee-fbd50f2471b1 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:01.809555 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-dbd0268d-aae9-4626-978b-3937860eca9a req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Calling delete_port for 189731b5-bee3-4f1b-8dfe-a9447e4ea346 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:01.812738 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:01.813894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:01.835577 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8c0204c4-b0b8-4179-9e47-6a5efc4f1c80 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6281972 Jun 17 08:52:01.835976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43402) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:01.876390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-2d736c80-1660-438a-948e-26a66b840151 None None] Port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:01.915142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43404) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:02.027022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-8927351a-818f-4b49-95ee-fbd50f2471b1', 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'fixed_ips': [{'subnet_id': '6e3338d8-de0b-476f-bfb0-5be72686ba45'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:52:02.027892 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.095179 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.125055 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device da432930-3e33-429a-aa36-847284a5b021 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:02.231104 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port da432930-3e33-429a-aa36-847284a5b021 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:02.231489 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.233510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Allocated IP 172.23.0.2 (8927351a-818f-4b49-95ee-fbd50f2471b1/6e3338d8-de0b-476f-bfb0-5be72686ba45/866aeebb-4f6b-49f9-8e42-a8e029d380dc) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:02.261050 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Transition to ACTIVE for port object 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:02.268124 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dbd0268d-aae9-4626-978b-3937860eca9a req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.272274 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.274898 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-52ae7810-1f18-405b-ab42-f54fb9e5c99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:02.276035 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-4ab42ac5-b7c5-4cd5-a149-cc8edb4ae3e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:02.288309 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['189731b5-bee3-4f1b-8dfe-a9447e4ea346'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:52:02.307699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Pushing event deleted for resources: {'Port': ['ID=189731b5-bee3-4f1b-8dfe-a9447e4ea346,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:02.329928 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:02.351202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5115e3-0275-42d4-b56f-a266d664df2d req-02a61d14-2b46-475b-bedd-80ce54ea8689 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:02.353049 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f5115e3-0275-42d4-b56f-a266d664df2d req-02a61d14-2b46-475b-bedd-80ce54ea8689 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/ports?device_id=414fb0ad-7015-44f2-837b-64a3410b0223 HTTP/1.1" status: 200 len: 867 time: 0.1432245 Jun 17 08:52:02.388626 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db6de9-44e4-48cd-9282-13328d3c0422 None None] Pushing event updated for resources: {'Port': ['ID=322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:02.392309 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a4db6de9-44e4-48cd-9282-13328d3c0422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:02.427691 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.466317 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Attempting to bind port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:02.466829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd0268d-aae9-4626-978b-3937860eca9a req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] No DVR routers for this DVR port 189731b5-bee3-4f1b-8dfe-a9447e4ea346 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:02.467274 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Attempting to bind port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'f1ecb85e-48da-47e5-93d7-076eeff881f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:02.467972 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Attempting to bind port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d on network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:02.476841 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:02.478515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d8e06c81-6de1-4138-8557-e4f07d6c47d6 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:02.478989 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Checking segment: {'id': 'f1ecb85e-48da-47e5-93d7-076eeff881f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:02.479567 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.483455 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Bound using segment: {'id': 'f1ecb85e-48da-47e5-93d7-076eeff881f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:02.484594 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Bound port: 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ecb85e-48da-47e5-93d7-076eeff881f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:02.485219 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.528144 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dbd0268d-aae9-4626-978b-3937860eca9a req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.530293 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dbd0268d-aae9-4626-978b-3937860eca9a req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.10 "DELETE /v2.0/ports/189731b5-bee3-4f1b-8dfe-a9447e4ea346 HTTP/1.1" status: 204 len: 173 time: 1.7053502 Jun 17 08:52:02.592608 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] For port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:02.597996 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] For port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d,segment=NetworkSegment(f1ecb85e-48da-47e5-93d7-076eeff881f3),segment_id=f1ecb85e-48da-47e5-93d7-076eeff881f3)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:02.608698 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.618961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414fb0ad-7015-44f2-837b-64a3410b0223', 'name': 'network-vif-deleted', 'tag': '189731b5-bee3-4f1b-8dfe-a9447e4ea346'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:02.621421 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f2b9c2-07fe-4fa1-9bbe-27ed900c467d" -d '{"events": [{"server_uuid": "414fb0ad-7015-44f2-837b-64a3410b0223", "name": "network-vif-deleted", "tag": "189731b5-bee3-4f1b-8dfe-a9447e4ea346"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:02.642945 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-d14602c3-94da-40db-8518-c0ddb3dd3ad2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:02.660513 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f5115e3-0275-42d4-b56f-a266d664df2d req-b5030d7c-1322-4f82-b3cf-477233e69da4 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] 10.222.0.47 "GET /v2.0/security-groups?id=071f669f-7e2d-48de-8d45-98bc10e08390&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918561 Jun 17 08:52:02.721611 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e13932-20b1-474f-9dcc-757fec661623 x-openstack-request-id: req-74e13932-20b1-474f-9dcc-757fec661623 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:02.722010 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "414fb0ad-7015-44f2-837b-64a3410b0223", "name": "network-vif-deleted", "tag": "189731b5-bee3-4f1b-8dfe-a9447e4ea346", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:02.722325 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-74e13932-20b1-474f-9dcc-757fec661623 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:02.722812 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '414fb0ad-7015-44f2-837b-64a3410b0223', 'name': 'network-vif-deleted', 'tag': '189731b5-bee3-4f1b-8dfe-a9447e4ea346', 'status': 'completed', 'code': 200} Jun 17 08:52:02.768942 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db6de9-44e4-48cd-9282-13328d3c0422 None None] Pushing event updated for resources: {'Port': ['ID=322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:02.778127 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-a4db6de9-44e4-48cd-9282-13328d3c0422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:02.803811 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:02.806296 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:02.847667 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.876973 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.895385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Transition to ACTIVE for port object 866aeebb-4f6b-49f9-8e42-a8e029d380dc will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:02.920157 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Transition to ACTIVE for port object 866aeebb-4f6b-49f9-8e42-a8e029d380dc will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:02.933548 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:02.936642 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:02.942222 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:02.943641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port d8e06c81-6de1-4138-8557-e4f07d6c47d6 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:02.944027 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.018574 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Allocated IP 172.23.0.1 (8927351a-818f-4b49-95ee-fbd50f2471b1/6e3338d8-de0b-476f-bfb0-5be72686ba45/aa1da4c8-7181-4fa0-8633-941dd30d5707) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:03.035748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Network 8927351a-818f-4b49-95ee-fbd50f2471b1 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:03.042232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:03.051409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:03.085154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Pushing event updated for resources: {'Port': ['ID=866aeebb-4f6b-49f9-8e42-a8e029d380dc,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:03.088895 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:03.216322 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.219672 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Attempting to bind port 866aeebb-4f6b-49f9-8e42-a8e029d380dc on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:03.220053 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Attempting to bind port 866aeebb-4f6b-49f9-8e42-a8e029d380dc by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:03.220429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Attempting to bind port 866aeebb-4f6b-49f9-8e42-a8e029d380dc on network 8927351a-818f-4b49-95ee-fbd50f2471b1 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:03.239685 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.255356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Transition to ACTIVE for port object aa1da4c8-7181-4fa0-8633-941dd30d5707 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:03.262928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:03.263665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Checking segment: {'id': '7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:03.264580 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.271428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Bound using segment: {'id': '7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:03.273665 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Bound port: 866aeebb-4f6b-49f9-8e42-a8e029d380dc, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:03.274083 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.287608 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:51:59Z', 'revision_number': 4, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:52:02Z', 'revision_number': 4, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:03.306922 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.310397 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3a34210d-c48e-4f66-b03d-cc3c3beba040 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:03.328480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port e7292b29-f0a6-476f-9e82-a3f047d43ead {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:03.329441 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.360822 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 8927351a-818f-4b49-95ee-fbd50f2471b1 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:03.364223 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179fc567-dfbb-42fe-a360-3e395cfd532f None None] The sync data for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 is: [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:51:59Z', 'revision_number': 4, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:52:02Z', 'revision_number': 4, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:03.364974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:03.372044 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:03.374304 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] For port 866aeebb-4f6b-49f9-8e42-a8e029d380dc, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:03.378668 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] For port 866aeebb-4f6b-49f9-8e42-a8e029d380dc, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=866aeebb-4f6b-49f9-8e42-a8e029d380dc,segment=NetworkSegment(7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0),segment_id=7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:03.387279 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.396070 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f2ab25ba-4c3e-4150-a10a-783d2716609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:03.399117 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=aa1da4c8-7181-4fa0-8633-941dd30d5707,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:03.404013 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:03.444703 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.462182 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0a698cb9-14f0-46df-8f7d-51f472848938 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:03.501689 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 0a698cb9-14f0-46df-8f7d-51f472848938 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:03.501927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0a698cb9-14f0-46df-8f7d-51f472848938 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:03.502332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 189731b5-bee3-4f1b-8dfe-a9447e4ea346 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:03.503135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port e7292b29-f0a6-476f-9e82-a3f047d43ead, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e7292b29-f0a6-476f-9e82-a3f047d43ead,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:03.503605 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.536294 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 189731b5-bee3-4f1b-8dfe-a9447e4ea346 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:03.536953 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 189731b5-bee3-4f1b-8dfe-a9447e4ea346 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:03.560088 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Pushing event updated for resources: {'Port': ['ID=866aeebb-4f6b-49f9-8e42-a8e029d380dc,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:03.567185 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:03.596645 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for e7292b29-f0a6-476f-9e82-a3f047d43ead owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:03.646828 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.871181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:03.874569 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c6a64fb1-c029-42e5-895b-7e7542b29517 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:03.941706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=e7292b29-f0a6-476f-9e82-a3f047d43ead,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:03.944759 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:04.303979 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.365185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 866aeebb-4f6b-49f9-8e42-a8e029d380dc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:04.435725 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 866aeebb-4f6b-49f9-8e42-a8e029d380dc completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:04.447059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:04.546703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:04.558353 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:04.559158 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.653983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Router 3c3b085d-f544-4e47-8378-9e5a1848877b has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:04.738793 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.748404 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.758448 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.758852 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-375c07a7-e2d0-4447-afc0-b1ff0005f6f8 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:04.801329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d,segment=NetworkSegment(f1ecb85e-48da-47e5-93d7-076eeff881f3),segment_id=f1ecb85e-48da-47e5-93d7-076eeff881f3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:04.820046 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.822443 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:04.895882 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:04.900326 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:04.904455 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:04.919976 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "PUT /v2.0/routers/3c3b085d-f544-4e47-8378-9e5a1848877b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0032523 Jun 17 08:52:04.921308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed73a1-ec9e-4233-a082-656071a2ee85 None None] Sync routers for ids ['3c3b085d-f544-4e47-8378-9e5a1848877b'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:04.922531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43416) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:04.924822 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:04.942355 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed73a1-ec9e-4233-a082-656071a2ee85 None None] Routers {'3c3b085d-f544-4e47-8378-9e5a1848877b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:04.943209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6aed73a1-ec9e-4233-a082-656071a2ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3c3b085d-f544-4e47-8378-9e5a1848877b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:04.948906 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event updated for resources: {'Port': ['ID=aa1da4c8-7181-4fa0-8633-941dd30d5707,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:04.969547 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:04.997692 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-d633d822-de1b-44c1-8e40-e69b4f4d7800 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting subnet 08efcbb0-d23c-42bd-b09e-4fb64b36d180 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:05.001773 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d633d822-de1b-44c1-8e40-e69b4f4d7800 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.057897 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d633d822-de1b-44c1-8e40-e69b4f4d7800 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.103320 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Network 8927351a-818f-4b49-95ee-fbd50f2471b1 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:05.106509 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:05.118880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-6aed73a1-ec9e-4233-a082-656071a2ee85 None None] Set router 3c3b085d-f544-4e47-8378-9e5a1848877b gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:05.151911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3b2f0d-014e-4b81-b97b-87fdc1541eab None None] Network 8927351a-818f-4b49-95ee-fbd50f2471b1 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:05.191227 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d633d822-de1b-44c1-8e40-e69b4f4d7800 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.218279 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router dee00724-3162-4668-95b0-16c7379696ca has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:05.281691 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8a3df786-aeec-48da-8411-ec3d7ef2d269 None None] Provisioning for port 866aeebb-4f6b-49f9-8e42-a8e029d380dc completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:05.294298 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8a3df786-aeec-48da-8411-ec3d7ef2d269 None None] Provisioning complete for port 866aeebb-4f6b-49f9-8e42-a8e029d380dc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:05.294681 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a3df786-aeec-48da-8411-ec3d7ef2d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.297184 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d633d822-de1b-44c1-8e40-e69b4f4d7800 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.306979 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8d422a6-5bbf-45f0-8dc8-7e7dc35fe189 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:05.313914 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d633d822-de1b-44c1-8e40-e69b4f4d7800 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.320427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d633d822-de1b-44c1-8e40-e69b4f4d7800 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/subnets/08efcbb0-d23c-42bd-b09e-4fb64b36d180 HTTP/1.1" status: 204 len: 168 time: 0.3966293 Jun 17 08:52:05.322920 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43420) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:05.334352 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7e80ff-a406-44d0-8c0d-dc0b404a6bb8 None None] Network cb55574d-574f-437f-8da7-2398eb69ad65 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:05.354867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633d822-de1b-44c1-8e40-e69b4f4d7800 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Subnet': ['ID=08efcbb0-d23c-42bd-b09e-4fb64b36d180,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:05.364890 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d633d822-de1b-44c1-8e40-e69b4f4d7800 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:05.394206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:05.400360 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5631392 Jun 17 08:52:05.403184 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43422) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:05.406131 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Sync routers for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:05.409552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-535502a4-2401-4629-8eaf-d9a07e0dd7e2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:05.425760 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:05.427129 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:05.556868 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a3df786-aeec-48da-8411-ec3d7ef2d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.562306 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.590903 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:05.684219 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-8a3df786-aeec-48da-8411-ec3d7ef2d269 None None] For port 866aeebb-4f6b-49f9-8e42-a8e029d380dc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=866aeebb-4f6b-49f9-8e42-a8e029d380dc,segment=NetworkSegment(7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0),segment_id=7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:05.694535 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8a3df786-aeec-48da-8411-ec3d7ef2d269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.698257 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:05.708790 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.798369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6aed73a1-ec9e-4233-a082-656071a2ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109'}], 'enable_snat': True}, 'gw_port_id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port': {'id': 'e2a75f12-7b01-4fdb-9b61-2e642f1a8564', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:85:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:05.815476 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Deleting port e2a75f12-7b01-4fdb-9b61-2e642f1a8564 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:05.815888 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.848975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.extraroute_db [None req-535502a4-2401-4629-8eaf-d9a07e0dd7e2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:52:05.863199 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:52:04Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1da4c8-7181-4fa0-8633-941dd30d5707', 'name': '', 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:a7:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:02Z', 'updated_at': '2021-06-17T08:52:03Z', 'revision_number': 2, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:05.865962 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.extraroute_db [None req-535502a4-2401-4629-8eaf-d9a07e0dd7e2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Removed routes are [] {{(pid=93804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:52:05.866516 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-535502a4-2401-4629-8eaf-d9a07e0dd7e2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.890565 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Checking router: dee00724-3162-4668-95b0-16c7379696ca for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:05.890965 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Updating router dee00724-3162-4668-95b0-16c7379696ca port aa1da4c8-7181-4fa0-8633-941dd30d5707 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:52:05.923308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed73a1-ec9e-4233-a082-656071a2ee85 None None] Checking router: 3c3b085d-f544-4e47-8378-9e5a1848877b for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:05.945776 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3df786-aeec-48da-8411-ec3d7ef2d269 None None] Pushing event updated for resources: {'Port': ['ID=866aeebb-4f6b-49f9-8e42-a8e029d380dc,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:05.954670 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.964054 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8a3df786-aeec-48da-8411-ec3d7ef2d269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:05.970407 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] For port e2a75f12-7b01-4fdb-9b61-2e642f1a8564, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e2a75f12-7b01-4fdb-9b61-2e642f1a8564,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:05.972530 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:05.986373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aed73a1-ec9e-4233-a082-656071a2ee85 None None] Routers {'3c3b085d-f544-4e47-8378-9e5a1848877b'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:05.986515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6aed73a1-ec9e-4233-a082-656071a2ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['3c3b085d-f544-4e47-8378-9e5a1848877b'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:06.130284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Calling delete_port for e2a75f12-7b01-4fdb-9b61-2e642f1a8564 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:06.164111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cb7605-3ec0-4f28-84ff-8c9cc7b4965d None None] DHCP port deletion for cb55574d-574f-437f-8da7-2398eb69ad65 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:06.168661 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 866aeebb-4f6b-49f9-8e42-a8e029d380dc up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:06.221874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-535502a4-2401-4629-8eaf-d9a07e0dd7e2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.225682 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-535502a4-2401-4629-8eaf-d9a07e0dd7e2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.281276 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 866aeebb-4f6b-49f9-8e42-a8e029d380dc triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:06.282122 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.324498 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-6aed73a1-ec9e-4233-a082-656071a2ee85 None None] Set router 3c3b085d-f544-4e47-8378-9e5a1848877b gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:06.380203 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535502a4-2401-4629-8eaf-d9a07e0dd7e2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router dee00724-3162-4668-95b0-16c7379696ca has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:06.409567 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.410206 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6aed73a1-ec9e-4233-a082-656071a2ee85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:52:05Z', 'revision_number': 6, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:06.421738 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Transition to ACTIVE for port object aa1da4c8-7181-4fa0-8633-941dd30d5707 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:06.435082 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.437310 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-781b7b9e-5c73-4879-a762-ab76f1fe1ca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:06.448818 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aed73a1-ec9e-4233-a082-656071a2ee85 None None] The sync data for ids ['3c3b085d-f544-4e47-8378-9e5a1848877b'] in n-d-779913-16 is: [{'id': '3c3b085d-f544-4e47-8378-9e5a1848877b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-417544949', 'tenant_id': '2f455ca5823946e8a10a01151d60adb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:48:40Z', 'updated_at': '2021-06-17T08:52:05Z', 'revision_number': 6, 'project_id': '2f455ca5823946e8a10a01151d60adb3', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:06.452130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bbe6d0ac-0006-49de-820a-22e896c4f8e2 None None] Provisioning for port aa1da4c8-7181-4fa0-8633-941dd30d5707 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:06.479532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-04cb7605-3ec0-4f28-84ff-8c9cc7b4965d None None] Deleting port 2a3353ee-7ea8-4634-a85a-7a61833b1968 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:06.479990 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-04cb7605-3ec0-4f28-84ff-8c9cc7b4965d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.570620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535502a4-2401-4629-8eaf-d9a07e0dd7e2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:06.584080 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.587827 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:06.589611 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-535502a4-2401-4629-8eaf-d9a07e0dd7e2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.593344 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-535502a4-2401-4629-8eaf-d9a07e0dd7e2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca HTTP/1.1" status: 200 len: 934 time: 1.1860335 Jun 17 08:52:06.595245 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43426) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:06.599773 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:06.601409 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bbe6d0ac-0006-49de-820a-22e896c4f8e2 None None] Provisioning complete for port 866aeebb-4f6b-49f9-8e42-a8e029d380dc triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:06.602701 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d0ac-0006-49de-820a-22e896c4f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.629095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Port': ['ID=e2a75f12-7b01-4fdb-9b61-2e642f1a8564,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:06.632345 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:06.696201 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Attempting to bind port aa1da4c8-7181-4fa0-8633-941dd30d5707 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:06.696582 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Attempting to bind port aa1da4c8-7181-4fa0-8633-941dd30d5707 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:06.696960 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Attempting to bind port aa1da4c8-7181-4fa0-8633-941dd30d5707 on network 8927351a-818f-4b49-95ee-fbd50f2471b1 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:06.707146 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:06.707584 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Checking segment: {'id': '7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:06.708034 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.708437 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Bound using segment: {'id': '7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:06.708986 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Bound port: aa1da4c8-7181-4fa0-8633-941dd30d5707, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:06.709296 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.728468 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3c314146-648b-4470-a803-a94e89cc9b94 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca HTTP/1.1" status: 200 len: 934 time: 0.1296422 Jun 17 08:52:06.730080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43428) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:06.734335 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334af6aa-aa84-4e0c-9b85-8d5207de0d1e None None] Pushing event updated for resources: {'Port': ['ID=aa1da4c8-7181-4fa0-8633-941dd30d5707,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:06.736386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-88a71725-645e-47ca-99c5-c97daf23a987 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'routes': None}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:06.754379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-04cb7605-3ec0-4f28-84ff-8c9cc7b4965d None None] For port 2a3353ee-7ea8-4634-a85a-7a61833b1968, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2a3353ee-7ea8-4634-a85a-7a61833b1968,segment=NetworkSegment(02fdbc94-75d7-4a0f-80c7-c363db1c9d1a),segment_id=02fdbc94-75d7-4a0f-80c7-c363db1c9d1a)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:06.755278 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-04cb7605-3ec0-4f28-84ff-8c9cc7b4965d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.805432 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] For port aa1da4c8-7181-4fa0-8633-941dd30d5707, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:06.808822 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] For port aa1da4c8-7181-4fa0-8633-941dd30d5707, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=aa1da4c8-7181-4fa0-8633-941dd30d5707,segment=NetworkSegment(7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0),segment_id=7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:06.810274 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-334af6aa-aa84-4e0c-9b85-8d5207de0d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:06.815614 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:06.817880 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-7e2f4664-bde9-4fee-9895-c02715978dbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:07.068148 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334af6aa-aa84-4e0c-9b85-8d5207de0d1e None None] Pushing event updated for resources: {'Port': ['ID=aa1da4c8-7181-4fa0-8633-941dd30d5707,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:07.070916 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-04cb7605-3ec0-4f28-84ff-8c9cc7b4965d None None] Calling delete_port for 2a3353ee-7ea8-4634-a85a-7a61833b1968 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:07.081527 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-334af6aa-aa84-4e0c-9b85-8d5207de0d1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:07.106047 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:07.106928 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:07.213458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:07.213839 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.268914 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:07.374444 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-04cb7605-3ec0-4f28-84ff-8c9cc7b4965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.385399 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f2ab25ba-4c3e-4150-a10a-783d2716609d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:07.423861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb7605-3ec0-4f28-84ff-8c9cc7b4965d None None] Pushing event deleted for resources: {'Port': ['ID=2a3353ee-7ea8-4634-a85a-7a61833b1968,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:07.431656 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-04cb7605-3ec0-4f28-84ff-8c9cc7b4965d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:07.434705 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cb7605-3ec0-4f28-84ff-8c9cc7b4965d None None] No DVR routers for this DVR port 2a3353ee-7ea8-4634-a85a-7a61833b1968 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:07.448691 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.589617 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:05Z', 'revision_number': 6, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:52:04Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1da4c8-7181-4fa0-8633-941dd30d5707', 'name': '', 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:a7:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:02Z', 'updated_at': '2021-06-17T08:52:06Z', 'revision_number': 4, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:07.632065 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a085f1-b314-4517-8b10-6e6576e5fb66 None None] The sync data for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 is: [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:05Z', 'revision_number': 6, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:52:04Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1da4c8-7181-4fa0-8633-941dd30d5707', 'name': '', 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:a7:94:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:02Z', 'updated_at': '2021-06-17T08:52:06Z', 'revision_number': 4, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:07.632347 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.636153 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.750182 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.750744 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Fanout notify agent at l3_agent the message router_deleted on router 3c3b085d-f544-4e47-8378-9e5a1848877b {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:52:07.762921 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.764738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/routers/3c3b085d-f544-4e47-8378-9e5a1848877b HTTP/1.1" status: 204 len: 168 time: 2.4404385 Jun 17 08:52:07.767903 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43432) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:07.900810 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:07.974721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.extraroute_db [None req-88a71725-645e-47ca-99c5-c97daf23a987 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added routes are [] {{(pid=93803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:52:07.975155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.extraroute_db [None req-88a71725-645e-47ca-99c5-c97daf23a987 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93803) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:52:08.010921 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.026037 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88a71725-645e-47ca-99c5-c97daf23a987 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.032227 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb55574d-574f-437f-8da7-2398eb69ad65']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:08.046754 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:08.047091 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fdbc94-75d7-4a0f-80c7-c363db1c9d1a') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:08.066894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.099567 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.122373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:08.122874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.145152 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa1da4c8-7181-4fa0-8633-941dd30d5707 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:08.203969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port aa1da4c8-7181-4fa0-8633-941dd30d5707 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:08.209522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port aa1da4c8-7181-4fa0-8633-941dd30d5707 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:08.210104 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:08.245821 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:08.263330 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.277512 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.281461 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/networks/cb55574d-574f-437f-8da7-2398eb69ad65 HTTP/1.1" status: 204 len: 168 time: 0.5124731 Jun 17 08:52:08.283839 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-08863848-3fe2-4332-8528-c3a48558c4b5 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:08.286359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43436) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:08.313365 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88a71725-645e-47ca-99c5-c97daf23a987 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.334307 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'Network': ['ID=cb55574d-574f-437f-8da7-2398eb69ad65,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:08.337836 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-006a82aa-f7f4-4d80-a136-e1a5b05e65f2 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:08.355610 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88a71725-645e-47ca-99c5-c97daf23a987 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.356960 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.413497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port aa1da4c8-7181-4fa0-8633-941dd30d5707, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=aa1da4c8-7181-4fa0-8633-941dd30d5707,segment=NetworkSegment(7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0),segment_id=7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:08.424341 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.431725 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:08.513544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e7292b29-f0a6-476f-9e82-a3f047d43ead no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:08.549916 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99c73231-a7da-422f-bee9-6da39b7b71a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.561446 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=aa1da4c8-7181-4fa0-8633-941dd30d5707,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:08.576059 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: e7292b29-f0a6-476f-9e82-a3f047d43ead {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:08.577187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e7292b29-f0a6-476f-9e82-a3f047d43ead not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:08.579584 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2a3353ee-7ea8-4634-a85a-7a61833b1968 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:08.581988 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:08.586667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a71725-645e-47ca-99c5-c97daf23a987 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router dee00724-3162-4668-95b0-16c7379696ca has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:08.589383 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99c73231-a7da-422f-bee9-6da39b7b71a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.604036 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 2a3353ee-7ea8-4634-a85a-7a61833b1968 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:08.604949 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2a3353ee-7ea8-4634-a85a-7a61833b1968 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:08.605443 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e2a75f12-7b01-4fdb-9b61-2e642f1a8564 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:08.626936 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: e2a75f12-7b01-4fdb-9b61-2e642f1a8564 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:08.627452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e2a75f12-7b01-4fdb-9b61-2e642f1a8564 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:08.726132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a71725-645e-47ca-99c5-c97daf23a987 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:08.735157 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-88a71725-645e-47ca-99c5-c97daf23a987 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.736577 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-88a71725-645e-47ca-99c5-c97daf23a987 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca HTTP/1.1" status: 200 len: 700 time: 2.0056436 Jun 17 08:52:08.739942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43482) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:08.882415 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99c73231-a7da-422f-bee9-6da39b7b71a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.885434 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-99c73231-a7da-422f-bee9-6da39b7b71a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:08.890675 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1a880-7ca8-42d2-9023-bb5b2aaa6ac3 None None] Sync routers for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:08.896791 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-99c73231-a7da-422f-bee9-6da39b7b71a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] 10.222.0.47 "DELETE /v2.0/security-groups/ea784845-f871-4099-a54a-12bc5c90db44 HTTP/1.1" status: 204 len: 168 time: 0.6088917 Jun 17 08:52:08.911396 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-165fb949-5d46-48a0-98ed-b05015487479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:08.913895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1a880-7ca8-42d2-9023-bb5b2aaa6ac3 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:08.914941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-eec1a880-7ca8-42d2-9023-bb5b2aaa6ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:08.939570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c73231-a7da-422f-bee9-6da39b7b71a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea784845-f871-4099-a54a-12bc5c90db44,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:08.952514 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-99c73231-a7da-422f-bee9-6da39b7b71a5 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:08.970066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7a24d0d7-ca88-4fc2-bb06-161696b01305 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca HTTP/1.1" status: 200 len: 700 time: 0.2285202 Jun 17 08:52:08.974420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43492) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:09.043085 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-eec1a880-7ca8-42d2-9023-bb5b2aaa6ac3 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:09.342288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-eec1a880-7ca8-42d2-9023-bb5b2aaa6ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:07Z', 'revision_number': 7, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:52:04Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1da4c8-7181-4fa0-8633-941dd30d5707', 'name': '', 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:a7:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:02Z', 'updated_at': '2021-06-17T08:52:08Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:09.342974 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43526) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:09.382482 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.387464 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1a880-7ca8-42d2-9023-bb5b2aaa6ac3 None None] Checking router: dee00724-3162-4668-95b0-16c7379696ca for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:09.392980 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.398362 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1a880-7ca8-42d2-9023-bb5b2aaa6ac3 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:09.399308 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-eec1a880-7ca8-42d2-9023-bb5b2aaa6ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:09.507849 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-eec1a880-7ca8-42d2-9023-bb5b2aaa6ac3 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:09.521346 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5df66ae4-54e1-4a93-814c-10bd7937ff02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f455ca5823946e8a10a01151d60adb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775975 Jun 17 08:52:09.523775 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43530) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:09.595653 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd62d107-629f-452e-bb52-100f35b693f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.627602 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd62d107-629f-452e-bb52-100f35b693f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.685527 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd62d107-629f-452e-bb52-100f35b693f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.688957 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-fd62d107-629f-452e-bb52-100f35b693f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.690679 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-fd62d107-629f-452e-bb52-100f35b693f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43640c03-9132-4f08-856b-cd9b5f3743d6 HTTP/1.1" status: 204 len: 168 time: 0.1654079 Jun 17 08:52:09.691680 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b37cc7b5-e0a5-4931-9f03-7fdade201215 tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:09.701975 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62d107-629f-452e-bb52-100f35b693f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43640c03-9132-4f08-856b-cd9b5f3743d6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:09.704996 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-fd62d107-629f-452e-bb52-100f35b693f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:09.752802 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port aa1da4c8-7181-4fa0-8633-941dd30d5707 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:09.753845 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.765658 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-eec1a880-7ca8-42d2-9023-bb5b2aaa6ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:07Z', 'revision_number': 7, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:52:04Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1da4c8-7181-4fa0-8633-941dd30d5707', 'name': '', 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:a7:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:02Z', 'updated_at': '2021-06-17T08:52:08Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:09.796522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1a880-7ca8-42d2-9023-bb5b2aaa6ac3 None None] The sync data for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 is: [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:07Z', 'revision_number': 7, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:52:04Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa1da4c8-7181-4fa0-8633-941dd30d5707', 'name': '', 'network_id': '8927351a-818f-4b49-95ee-fbd50f2471b1', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:a7:94:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:02Z', 'updated_at': '2021-06-17T08:52:08Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '6e3338d8-de0b-476f-bfb0-5be72686ba45', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:09.880569 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port aa1da4c8-7181-4fa0-8633-941dd30d5707, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=aa1da4c8-7181-4fa0-8633-941dd30d5707,segment=NetworkSegment(7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0),segment_id=7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:09.881494 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:09.982303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for aa1da4c8-7181-4fa0-8633-941dd30d5707 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:10.073810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa1da4c8-7181-4fa0-8633-941dd30d5707 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:10.134378 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port aa1da4c8-7181-4fa0-8633-941dd30d5707 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:10.135394 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.147942 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43538) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:10.199641 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5d909f6f-ec93-49b7-aede-de42fd5c26fd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=31a8a1ab5f6e4208b2d1b744a25f7652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501375 Jun 17 08:52:10.200607 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43540) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:10.245468 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.249772 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:10.263666 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a274e9aa-3900-4b2c-9b7c-69a1bcc23b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.276730 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=aa1da4c8-7181-4fa0-8633-941dd30d5707,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.282251 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:10.292700 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a274e9aa-3900-4b2c-9b7c-69a1bcc23b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.363738 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a274e9aa-3900-4b2c-9b7c-69a1bcc23b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.367751 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a274e9aa-3900-4b2c-9b7c-69a1bcc23b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:10.370917 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a274e9aa-3900-4b2c-9b7c-69a1bcc23b56 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9bfdefd-e5bb-4dde-a433-164be965848a HTTP/1.1" status: 204 len: 168 time: 0.1673813 Jun 17 08:52:10.372452 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ab160c23-fc94-4f0e-af48-2bac8a7a4001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:10.389628 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274e9aa-3900-4b2c-9b7c-69a1bcc23b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bfdefd-e5bb-4dde-a433-164be965848a,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:10.401848 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a274e9aa-3900-4b2c-9b7c-69a1bcc23b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:10.456445 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.072854 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router dee00724-3162-4668-95b0-16c7379696ca has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:11.178546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:11.186867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2081008 Jun 17 08:52:11.188567 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43564) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:11.194915 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a139bae-9634-42dd-8d5a-5fbea597bfc3 None None] Sync routers for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:11.205009 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a139bae-9634-42dd-8d5a-5fbea597bfc3 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:11.205633 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1a139bae-9634-42dd-8d5a-5fbea597bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:11.249125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d67adb-0262-4c47-ae75-96cd6310849f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting subnet 6e3338d8-de0b-476f-bfb0-5be72686ba45 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:11.252799 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5d67adb-0262-4c47-ae75-96cd6310849f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.302681 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-1a139bae-9634-42dd-8d5a-5fbea597bfc3 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:11.302959 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5d67adb-0262-4c47-ae75-96cd6310849f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.315916 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43566) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:11.409044 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5d67adb-0262-4c47-ae75-96cd6310849f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.446065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1934344901-network', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:11.468942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Made reservation on behalf of b5a5d9ad8488480b98ed6d0f5ad64942 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:11.472254 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.484070 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.494958 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5d67adb-0262-4c47-ae75-96cd6310849f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.499239 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-303510cd-f11b-4f17-be5a-daac6501aa01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:11.535830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d67adb-0262-4c47-ae75-96cd6310849f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Subnet': ['ID=6e3338d8-de0b-476f-bfb0-5be72686ba45,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:11.538618 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d5d67adb-0262-4c47-ae75-96cd6310849f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.543521 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d5d67adb-0262-4c47-ae75-96cd6310849f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/6e3338d8-de0b-476f-bfb0-5be72686ba45 HTTP/1.1" status: 204 len: 168 time: 0.3515234 Jun 17 08:52:11.543521 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d5d67adb-0262-4c47-ae75-96cd6310849f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:11.543832 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43570) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:11.544596 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace7c825-c42e-4c88-89d9-50bdba2ef59b None None] Network 8927351a-818f-4b49-95ee-fbd50f2471b1 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:11.565529 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1a139bae-9634-42dd-8d5a-5fbea597bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:10Z', 'revision_number': 8, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:52:04Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:11.606720 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a139bae-9634-42dd-8d5a-5fbea597bfc3 None None] Checking router: dee00724-3162-4668-95b0-16c7379696ca for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:11.619385 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a139bae-9634-42dd-8d5a-5fbea597bfc3 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:11.620260 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.621258 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1a139bae-9634-42dd-8d5a-5fbea597bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:11.626368 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.631579 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fe98cf92-bc31-47d0-a0fb-197e51fdf2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:11.653131 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:11.666587 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.683583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab76b5a2-c143-4fa6-a514-9b9e68212e3b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:11.691589 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.691941 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Added segment 9e60ab90-d79d-4fea-b16f-f284df3ac0cf of type vlan for network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b Jun 17 08:52:11.694931 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:11.751823 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-1a139bae-9634-42dd-8d5a-5fbea597bfc3 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:11.754828 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port 866aeebb-4f6b-49f9-8e42-a8e029d380dc {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:11.755525 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.765921 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.821902 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.823105 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:11.823853 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.827620 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4cad6e1e-d029-460c-9a57-774b9d88a4ca tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:11.864885 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port 866aeebb-4f6b-49f9-8e42-a8e029d380dc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=866aeebb-4f6b-49f9-8e42-a8e029d380dc,segment=NetworkSegment(7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0),segment_id=7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:11.867730 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.876475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e532345-0599-4749-8645-76fd21d9a966 None None] DHCP port deletion for 8927351a-818f-4b49-95ee-fbd50f2471b1 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:11.930253 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6100399 Jun 17 08:52:11.931623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43572) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:11.941163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Request body: {'subnet': {'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1934344901-subnet', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:11.949186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Pushing event updated for resources: {'Network': ['ID=837156e8-72b7-47a5-8c9c-3b16a1c9d85b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:11.959742 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c4cdb02e-a97b-4650-8039-bbb0c33bdb73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:11.973980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:11.989203 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5e532345-0599-4749-8645-76fd21d9a966 None None] Deleting port 866aeebb-4f6b-49f9-8e42-a8e029d380dc {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:11.989640 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5e532345-0599-4749-8645-76fd21d9a966 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:11.992382 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Made reservation on behalf of b5a5d9ad8488480b98ed6d0f5ad64942 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:11.995576 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.028905 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for 866aeebb-4f6b-49f9-8e42-a8e029d380dc owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:12.034672 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1a139bae-9634-42dd-8d5a-5fbea597bfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:10Z', 'revision_number': 8, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:52:04Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:12.065179 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a139bae-9634-42dd-8d5a-5fbea597bfc3 None None] The sync data for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 is: [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:10Z', 'revision_number': 8, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': '322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d', 'name': '', 'network_id': '2554689a-5cb5-43ad-aad8-5fe3d65f6aaf', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9c:04:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:57Z', 'updated_at': '2021-06-17T08:52:04Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'def73f70-152b-4af2-ac52-b238f3fd60cf', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:12.147826 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.158257 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4a61125e-afb3-450a-9c57-b9e47f81ede4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:12.164625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No DVR routers for this DVR port 866aeebb-4f6b-49f9-8e42-a8e029d380dc on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:12.190943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=866aeebb-4f6b-49f9-8e42-a8e029d380dc,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:12.214884 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:12.249946 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-5e532345-0599-4749-8645-76fd21d9a966 None None] For port 866aeebb-4f6b-49f9-8e42-a8e029d380dc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=866aeebb-4f6b-49f9-8e42-a8e029d380dc,segment=NetworkSegment(7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0),segment_id=7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:12.250668 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5e532345-0599-4749-8645-76fd21d9a966 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.295019 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.298227 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1a8791ee-b0ca-46bb-b613-4f147423edf6 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:12.308818 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.319629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5e532345-0599-4749-8645-76fd21d9a966 None None] Calling delete_port for 866aeebb-4f6b-49f9-8e42-a8e029d380dc owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:12.329289 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8927351a-818f-4b49-95ee-fbd50f2471b1']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:12.347620 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:12.348805 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0671a2-046e-40e2-b3e2-beb4ffd6b5d0') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:12.360683 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Checking segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:12.360964 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Network hostable DHCP agents. Network: 837156e8-72b7-47a5-8c9c-3b16a1c9d85b, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:12.364128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.373006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=423fe4ff-14e8-4757-87e1-b27a19707b0c,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:12.376857 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:12.384883 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.389012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:12.392797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:12.403259 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5e532345-0599-4749-8645-76fd21d9a966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.405502 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-fd1ec246-3e60-4d45-8fb6-6bfd219c1c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:12.407419 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:12.411783 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:12.420153 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 837156e8-72b7-47a5-8c9c-3b16a1c9d85b) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:12.426051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:12.427941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.453391 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-46065ee1-8040-4956-814d-5544ecd9eac9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5201979 Jun 17 08:52:12.454076 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43576) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:12.457928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1814d030-5136-40c8-bcfa-0ae56699d1dd None None] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:12.460010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 866aeebb-4f6b-49f9-8e42-a8e029d380dc no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:12.464577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:12.489983 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.491592 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.505821 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e532345-0599-4749-8645-76fd21d9a966 None None] Pushing event deleted for resources: {'Port': ['ID=866aeebb-4f6b-49f9-8e42-a8e029d380dc,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:12.508897 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 866aeebb-4f6b-49f9-8e42-a8e029d380dc {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:12.509457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 866aeebb-4f6b-49f9-8e42-a8e029d380dc not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:12.510739 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5e532345-0599-4749-8645-76fd21d9a966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:12.536682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e532345-0599-4749-8645-76fd21d9a966 None None] No DVR routers for this DVR port 866aeebb-4f6b-49f9-8e42-a8e029d380dc on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:12.551114 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.559235 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.566751 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/networks/8927351a-818f-4b49-95ee-fbd50f2471b1 HTTP/1.1" status: 204 len: 168 time: 1.0183775 Jun 17 08:52:12.567090 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43578) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:12.570669 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:12.613639 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Network': ['ID=8927351a-818f-4b49-95ee-fbd50f2471b1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:12.646154 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.657208 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:12.769435 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:52:12.770492 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.864189 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:12.927395 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Allocated IP 172.20.0.2 (837156e8-72b7-47a5-8c9c-3b16a1c9d85b/423fe4ff-14e8-4757-87e1-b27a19707b0c/a4746182-bdb2-4b0f-8908-6e2137735f73) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:13.022518 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.108317 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.117288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Transition to ACTIVE for port object a4746182-bdb2-4b0f-8908-6e2137735f73 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:13.125103 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.136457 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Transition to ACTIVE for port object a4746182-bdb2-4b0f-8908-6e2137735f73 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:13.146755 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.149336 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:13.149534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.196618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:13.199935 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:13.202678 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:13.218676 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Pushing event updated for resources: {'Port': ['ID=a4746182-bdb2-4b0f-8908-6e2137735f73,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:13.222390 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:13.278225 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Attempting to bind port a4746182-bdb2-4b0f-8908-6e2137735f73 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:13.278617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Attempting to bind port a4746182-bdb2-4b0f-8908-6e2137735f73 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:13.279022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Attempting to bind port a4746182-bdb2-4b0f-8908-6e2137735f73 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:13.284628 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:13.285042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Checking segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:13.285475 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.285863 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Bound using segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:13.286951 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Bound port: a4746182-bdb2-4b0f-8908-6e2137735f73, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:13.287106 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.299788 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Allocated IP 172.25.8.237 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/35179aae-a433-44e4-bacb-6a25618ec372) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:13.358555 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] For port a4746182-bdb2-4b0f-8908-6e2137735f73, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:13.363086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] For port a4746182-bdb2-4b0f-8908-6e2137735f73, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a4746182-bdb2-4b0f-8908-6e2137735f73,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:13.373070 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.376297 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c24ce28b-2073-4258-aa1d-b980f304ab5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:13.383538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:13.383876 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.447303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Pushing event updated for resources: {'Port': ['ID=a4746182-bdb2-4b0f-8908-6e2137735f73,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:13.457696 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:13.458673 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e9539c33-702f-4587-8954-146976f7369b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.460017 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.518438 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.522112 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-578016dc-10a4-4034-a4e2-327b484029a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:13.541866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d,segment=NetworkSegment(f1ecb85e-48da-47e5-93d7-076eeff881f3),segment_id=f1ecb85e-48da-47e5-93d7-076eeff881f3)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:13.542427 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.560875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:13.564721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:13.569212 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:13.598111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Pushing event updated for resources: {'Port': ['ID=35179aae-a433-44e4-bacb-6a25618ec372,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:13.602541 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:13.634336 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:13.887877 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.891183 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ccbefdc9-a5da-44c0-85f0-7d585b5db66d tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:13.901386 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:13.923679 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:13.926963 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:14.174017 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.212903 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.243411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a4746182-bdb2-4b0f-8908-6e2137735f73 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:14.378021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port a4746182-bdb2-4b0f-8908-6e2137735f73 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:14.391134 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa1da4c8-7181-4fa0-8633-941dd30d5707 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:14.421287 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Router c6d24c86-8f52-4056-8dcf-7f80802aec8d is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:52:14.440035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: aa1da4c8-7181-4fa0-8633-941dd30d5707 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:14.440667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device aa1da4c8-7181-4fa0-8633-941dd30d5707 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:14.617074 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:14.629620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Sync routers for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:14.650451 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:14.656573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:14.678198 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:14.685019 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2272480 Jun 17 08:52:14.686905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43584) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:14.860546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47ab10b-c75a-46c0-86da-87f8e1e33b80 None None] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:14.996700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a8881847-d919-4998-8d39-7b86c0881bfa None None] Provisioning for port a4746182-bdb2-4b0f-8908-6e2137735f73 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:15.016543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-a8881847-d919-4998-8d39-7b86c0881bfa None None] Provisioning complete for port a4746182-bdb2-4b0f-8908-6e2137735f73 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:15.016947 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a8881847-d919-4998-8d39-7b86c0881bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.048596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router dee00724-3162-4668-95b0-16c7379696ca has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:15.207139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:15.223535 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6408546 Jun 17 08:52:15.226196 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43586) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:15.243682 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146a097-5dd6-4ab7-86f4-149a70d17b10 None None] Sync routers for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:15.261429 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146a097-5dd6-4ab7-86f4-149a70d17b10 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:15.264799 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0146a097-5dd6-4ab7-86f4-149a70d17b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:51:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:15.296820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:15.355856 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-f597f0f7-9e64-4f99-beeb-297ebbe69140 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting subnet def73f70-152b-4af2-ac52-b238f3fd60cf {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:15.369897 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f597f0f7-9e64-4f99-beeb-297ebbe69140 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.474551 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f597f0f7-9e64-4f99-beeb-297ebbe69140 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.501172 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-0146a097-5dd6-4ab7-86f4-149a70d17b10 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:15.527732 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a8881847-d919-4998-8d39-7b86c0881bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.533594 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.674940 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-a8881847-d919-4998-8d39-7b86c0881bfa None None] For port a4746182-bdb2-4b0f-8908-6e2137735f73, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a4746182-bdb2-4b0f-8908-6e2137735f73,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:15.687854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f597f0f7-9e64-4f99-beeb-297ebbe69140 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.737662 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a8881847-d919-4998-8d39-7b86c0881bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.750135 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2dbc8249-7c4b-4be8-b712-f9ba360e5a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:15.764830 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-14d5f438-53ee-49f5-95a3-9fcdff6b67dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.781157 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f597f0f7-9e64-4f99-beeb-297ebbe69140 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.784879 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3516bdab-5722-4fa3-a237-6dc22bc1c5ae tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:15.821612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597f0f7-9e64-4f99-beeb-297ebbe69140 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Subnet': ['ID=def73f70-152b-4af2-ac52-b238f3fd60cf,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:15.825224 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f597f0f7-9e64-4f99-beeb-297ebbe69140 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:15.829138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f597f0f7-9e64-4f99-beeb-297ebbe69140 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:15.833509 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f597f0f7-9e64-4f99-beeb-297ebbe69140 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/def73f70-152b-4af2-ac52-b238f3fd60cf HTTP/1.1" status: 204 len: 168 time: 0.6023524 Jun 17 08:52:15.836718 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43590) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:15.845014 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d80c695-0b41-4947-aa2e-e4004c1268cc None None] Network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:15.979143 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0146a097-5dd6-4ab7-86f4-149a70d17b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:13Z', 'revision_number': 9, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:16.015966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Allocated IP 172.20.0.1 (837156e8-72b7-47a5-8c9c-3b16a1c9d85b/423fe4ff-14e8-4757-87e1-b27a19707b0c/5a697198-f34a-4450-ac25-f02108c9ce71) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:16.016592 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.025692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8881847-d919-4998-8d39-7b86c0881bfa None None] Pushing event updated for resources: {'Port': ['ID=a4746182-bdb2-4b0f-8908-6e2137735f73,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:16.047630 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a8881847-d919-4998-8d39-7b86c0881bfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:16.052281 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.060621 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-7370380b-3294-4ed2-9b11-9a4bc99c6716 None None] Provisioning complete for port a4746182-bdb2-4b0f-8908-6e2137735f73 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:16.061600 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7370380b-3294-4ed2-9b11-9a4bc99c6716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.144187 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146a097-5dd6-4ab7-86f4-149a70d17b10 None None] Checking router: dee00724-3162-4668-95b0-16c7379696ca for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:16.153828 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146a097-5dd6-4ab7-86f4-149a70d17b10 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:16.154468 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0146a097-5dd6-4ab7-86f4-149a70d17b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:16.162311 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.169991 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:13Z', 'revision_number': 3, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:16.180773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port da432930-3e33-429a-aa36-847284a5b021 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:16.181385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.198558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Transition to ACTIVE for port object 5a697198-f34a-4450-ac25-f02108c9ce71 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:16.211271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Checking router: c6d24c86-8f52-4056-8dcf-7f80802aec8d for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:16.212016 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Updating router c6d24c86-8f52-4056-8dcf-7f80802aec8d port 35179aae-a433-44e4-bacb-6a25618ec372 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:52:16.253593 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.266567 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-0146a097-5dd6-4ab7-86f4-149a70d17b10 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:16.276639 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.279751 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bb7a2077-fe99-4615-a6b6-5dbe850656cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:16.319568 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:16.327004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:16.332078 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:16.343021 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port da432930-3e33-429a-aa36-847284a5b021, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=da432930-3e33-429a-aa36-847284a5b021,segment=NetworkSegment(f1ecb85e-48da-47e5-93d7-076eeff881f3),segment_id=f1ecb85e-48da-47e5-93d7-076eeff881f3)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:16.343398 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.383781 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.394572 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a697198-f34a-4450-ac25-f02108c9ce71,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:16.466643 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:16.490727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for da432930-3e33-429a-aa36-847284a5b021 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:16.510710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] DHCP port deletion for 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:16.626031 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-0146a097-5dd6-4ab7-86f4-149a70d17b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:13Z', 'revision_number': 9, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:16.661252 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] Deleting port da432930-3e33-429a-aa36-847284a5b021 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:16.661479 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.690820 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.693188 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e5567cdf-c3c9-47ea-a7c7-2f44c362e5b8 tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:16.696359 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.703648 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146a097-5dd6-4ab7-86f4-149a70d17b10 None None] The sync data for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 is: [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:13Z', 'revision_number': 9, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8e06c81-6de1-4138-8557-e4f07d6c47d6', 'name': '', 'network_id': '3a0cfb96-2825-49a8-b001-d475571cff53', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:9b:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:54Z', 'updated_at': '2021-06-17T08:52:00Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': '47fbd018-ac40-4172-85a2-fc3cb567c31c', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:16.731873 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=da432930-3e33-429a-aa36-847284a5b021,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:16.745614 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:16.748389 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No DVR routers for this DVR port da432930-3e33-429a-aa36-847284a5b021 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:16.763745 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-77c15564-5084-4a6f-9860-ebab49b2e29a None None] Provisioning for port 5a697198-f34a-4450-ac25-f02108c9ce71 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:16.769817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] For port da432930-3e33-429a-aa36-847284a5b021, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=da432930-3e33-429a-aa36-847284a5b021,segment=NetworkSegment(f1ecb85e-48da-47e5-93d7-076eeff881f3),segment_id=f1ecb85e-48da-47e5-93d7-076eeff881f3)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:16.771173 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.777123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-77c15564-5084-4a6f-9860-ebab49b2e29a None None] Provisioning complete for port 5a697198-f34a-4450-ac25-f02108c9ce71 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:16.778288 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-77c15564-5084-4a6f-9860-ebab49b2e29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.842740 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.855009 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2554689a-5cb5-43ad-aad8-5fe3d65f6aaf']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:16.866615 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ecb85e-48da-47e5-93d7-076eeff881f3') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:16.867075 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ecb85e-48da-47e5-93d7-076eeff881f3') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:16.877156 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.891393 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.904629 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:16.905124 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:16.908416 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:16.920135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] Calling delete_port for da432930-3e33-429a-aa36-847284a5b021 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:16.972542 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.981203 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.984264 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:16.984456 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e7a1972e-b3c2-480a-b162-07c54ace0f8a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:16.995531 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:17.016278 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.016984 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.020551 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/networks/2554689a-5cb5-43ad-aad8-5fe3d65f6aaf HTTP/1.1" status: 204 len: 168 time: 1.1818426 Jun 17 08:52:17.021419 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.023019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Network': ['ID=2554689a-5cb5-43ad-aad8-5fe3d65f6aaf,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:17.026923 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43594) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:17.027137 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-77c15564-5084-4a6f-9860-ebab49b2e29a None None] Port 5a697198-f34a-4450-ac25-f02108c9ce71 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:17.037060 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c5309009-9bce-474a-a2ec-de951c247e5f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:17.047642 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Transition to ACTIVE for port object 35179aae-a433-44e4-bacb-6a25618ec372 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:17.059702 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.074370 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0a4a5388-87ab-4411-a9ca-d074d0db93cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:17.078723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a697198-f34a-4450-ac25-f02108c9ce71,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:17.087010 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.089359 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:17.122347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1c836-43a1-4add-898b-b9e511e9e2fb None None] Pushing event updated for resources: {'Port': ['ID=35179aae-a433-44e4-bacb-6a25618ec372,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:17.139294 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-23f1c836-43a1-4add-898b-b9e511e9e2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:17.143721 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Attempting to bind port 35179aae-a433-44e4-bacb-6a25618ec372 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:17.144215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Attempting to bind port 35179aae-a433-44e4-bacb-6a25618ec372 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:17.144690 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Attempting to bind port 35179aae-a433-44e4-bacb-6a25618ec372 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:17.152744 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:17.153399 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:17.154117 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.154634 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:17.155271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Bound port: 35179aae-a433-44e4-bacb-6a25618ec372, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:17.156097 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.161521 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.204751 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a8881847-d919-4998-8d39-7b86c0881bfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:17.208880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] Network 2554689a-5cb5-43ad-aad8-5fe3d65f6aaf is not hosted by any dhcp agent {{(pid=93805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:52:17.209874 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] No DVR routers for this DVR port da432930-3e33-429a-aa36-847284a5b021 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:17.240094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] Pushing event deleted for resources: {'Port': ['ID=da432930-3e33-429a-aa36-847284a5b021,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:17.244443 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:17.288311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] For port 35179aae-a433-44e4-bacb-6a25618ec372, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:17.292971 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] For port 35179aae-a433-44e4-bacb-6a25618ec372, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=35179aae-a433-44e4-bacb-6a25618ec372,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:17.301449 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.304848 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:17.377538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1c836-43a1-4add-898b-b9e511e9e2fb None None] Pushing event updated for resources: {'Port': ['ID=35179aae-a433-44e4-bacb-6a25618ec372,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:17.381452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:17.382633 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:17.385508 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-23f1c836-43a1-4add-898b-b9e511e9e2fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:17.508163 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:17.556137 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.614502 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:17.616059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:17.786364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 2, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:17.819407 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Router c6d24c86-8f52-4056-8dcf-7f80802aec8d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:17.836761 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571e1958-0388-4d86-aa19-c9f041bf77e7 None None] The sync data for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 is: [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 2, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:17.941063 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port d8e06c81-6de1-4138-8557-e4f07d6c47d6 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:17.941401 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:17.962520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:17.976181 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] 10.222.0.47 "PUT /v2.0/routers/c6d24c86-8f52-4056-8dcf-7f80802aec8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2788100 Jun 17 08:52:17.993048 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8ad2276e-68a1-4f14-9905-d1d615a0633d None None] Provisioning complete for port 5a697198-f34a-4450-ac25-f02108c9ce71 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:17.994344 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8ad2276e-68a1-4f14-9905-d1d615a0633d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.066545 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8ad2276e-68a1-4f14-9905-d1d615a0633d None None] Port 5a697198-f34a-4450-ac25-f02108c9ce71 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:18.101902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a4746182-bdb2-4b0f-8908-6e2137735f73 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:18.118381 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port d8e06c81-6de1-4138-8557-e4f07d6c47d6, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=d8e06c81-6de1-4138-8557-e4f07d6c47d6,segment=NetworkSegment(95ee5a0f-e371-434f-8ab2-fb072dc71bda),segment_id=95ee5a0f-e371-434f-8ab2-fb072dc71bda)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:18.118919 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.236110 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port a4746182-bdb2-4b0f-8908-6e2137735f73 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:18.236996 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.257085 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for d8e06c81-6de1-4138-8557-e4f07d6c47d6 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:18.458272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device da432930-3e33-429a-aa36-847284a5b021 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:18.481069 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: da432930-3e33-429a-aa36-847284a5b021 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:18.481627 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device da432930-3e33-429a-aa36-847284a5b021 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:18.482062 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:18.509810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:18.510160 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 322d36c3-a1ba-4e29-90fc-cc6a5cdd5d4d not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:18.534697 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.539916 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:18.569283 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=d8e06c81-6de1-4138-8557-e4f07d6c47d6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:18.572678 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:18.779101 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.835324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43614) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:18.852472 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-696586212-network', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:18.908159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Made reservation on behalf of a2b6269189a442cea96d6827ad0ddd12 for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:18.913629 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.925043 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:18.938490 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.051929 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router dee00724-3162-4668-95b0-16c7379696ca has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:19.059547 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.067482 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.075991 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-30667ff8-244d-4845-8595-f0632d63eff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:19.096813 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:52:19.120867 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef42f420-d036-4254-86d1-4cbf91f67753,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:19.127698 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:19.129013 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.129358 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Added segment eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c of type vlan for network 2d727d98-c43a-41f2-9910-37f96033f78e Jun 17 08:52:19.161348 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:19.172107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43616) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:19.173537 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ce097-21aa-4ce3-b5bc-235cc59eef98 None None] Sync routers for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:19.174818 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1de6012c-0f57-4b75-afe9-e5c5e3505ff6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1403012 Jun 17 08:52:19.185109 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ce097-21aa-4ce3-b5bc-235cc59eef98 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:19.185938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e75ce097-21aa-4ce3-b5bc-235cc59eef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:19.224195 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.264424 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-aecbe62c-af6c-44bf-98be-9849807674f9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting subnet 47fbd018-ac40-4172-85a2-fc3cb567c31c {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:19.272599 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aecbe62c-af6c-44bf-98be-9849807674f9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.303691 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.304820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:19.305481 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.311986 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0bb690a0-86f1-4182-b562-a372a96ad0e4 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:19.375798 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aecbe62c-af6c-44bf-98be-9849807674f9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.411144 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5738988 Jun 17 08:52:19.414450 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43618) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:19.416878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Pushing event updated for resources: {'Network': ['ID=2d727d98-c43a-41f2-9910-37f96033f78e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:19.421614 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Request body: {'subnet': {'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-696586212-subnet', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'ip_version': 4}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:19.421959 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:19.460848 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 2d727d98-c43a-41f2-9910-37f96033f78e details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:52:19.464936 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Made reservation on behalf of a2b6269189a442cea96d6827ad0ddd12 for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:19.469695 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.503412 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aecbe62c-af6c-44bf-98be-9849807674f9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.545833 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e75ce097-21aa-4ce3-b5bc-235cc59eef98 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:19.582007 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aecbe62c-af6c-44bf-98be-9849807674f9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.602498 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f2499146-1a80-4171-a9ae-be8326e69726 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:19.623411 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aecbe62c-af6c-44bf-98be-9849807674f9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.626710 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-aecbe62c-af6c-44bf-98be-9849807674f9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/47fbd018-ac40-4172-85a2-fc3cb567c31c HTTP/1.1" status: 204 len: 168 time: 0.4535885 Jun 17 08:52:19.640154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cac783-2bdd-4686-a7df-4057d7d74207 None None] Network 3a0cfb96-2825-49a8-b001-d475571cff53 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:19.647705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43620) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:19.746422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbe62c-af6c-44bf-98be-9849807674f9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Subnet': ['ID=47fbd018-ac40-4172-85a2-fc3cb567c31c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:19.750608 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aecbe62c-af6c-44bf-98be-9849807674f9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:19.751353 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.757223 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.759346 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b837201d-52c6-46b0-806e-7eff2d45ab8e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:19.829904 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port 558b0449-887d-4550-aac2-d5320d8d4afc {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:19.830064 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.855552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe10af9-d003-4aec-a841-1f6e9ce0451f,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:19.873608 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:19.920074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e75ce097-21aa-4ce3-b5bc-235cc59eef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:18Z', 'revision_number': 10, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:19.924833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Checking segment: {'id': 'eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:19.925551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Network hostable DHCP agents. Network: 2d727d98-c43a-41f2-9910-37f96033f78e, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:52:19.949410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port 558b0449-887d-4550-aac2-d5320d8d4afc, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=558b0449-887d-4550-aac2-d5320d8d4afc,segment=NetworkSegment(95ee5a0f-e371-434f-8ab2-fb072dc71bda),segment_id=95ee5a0f-e371-434f-8ab2-fb072dc71bda)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:19.950097 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.952391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Network 2d727d98-c43a-41f2-9910-37f96033f78e is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:52:19.956999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ce097-21aa-4ce3-b5bc-235cc59eef98 None None] Checking router: dee00724-3162-4668-95b0-16c7379696ca for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:19.976399 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 2d727d98-c43a-41f2-9910-37f96033f78e) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:19.980140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ce097-21aa-4ce3-b5bc-235cc59eef98 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:19.981076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e75ce097-21aa-4ce3-b5bc-235cc59eef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:19.982054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:19.983389 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:19.986472 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd57bc17-b296-4345-b0df-86169ff36fa8 None None] Network 2d727d98-c43a-41f2-9910-37f96033f78e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:20.027776 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-d9eb9d4f-eca4-4f83-a1a9-c75ce11df1e4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6091280 Jun 17 08:52:20.028030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43624) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:20.034041 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-696586212-router', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:20.064200 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] DHCP port deletion for 3a0cfb96-2825-49a8-b001-d475571cff53 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:20.070068 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for 558b0449-887d-4550-aac2-d5320d8d4afc owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:20.074286 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.075919 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.152105 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.180143 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-e75ce097-21aa-4ce3-b5bc-235cc59eef98 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:20.284104 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.302649 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1f17d4c9-1efb-425e-9896-b3a9f846d1ab tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:20.308957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No DVR routers for this DVR port 558b0449-887d-4550-aac2-d5320d8d4afc on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:20.324514 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 35179aae-a433-44e4-bacb-6a25618ec372 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:20.344280 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.382816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=558b0449-887d-4550-aac2-d5320d8d4afc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:20.390391 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:20.473059 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.487456 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0cfb96-2825-49a8-b001-d475571cff53']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:20.500891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95ee5a0f-e371-434f-8ab2-fb072dc71bda') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:20.501744 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95ee5a0f-e371-434f-8ab2-fb072dc71bda') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:20.513542 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.519078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] Deleting port 558b0449-887d-4550-aac2-d5320d8d4afc {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:20.519629 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.545268 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-2d727d98-c43a-41f2-9910-37f96033f78e', 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'fixed_ips': [{'subnet_id': 'abe10af9-d003-4aec-a841-1f6e9ce0451f'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:52:20.546177 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.556600 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.566488 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:20.567016 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:20.570411 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:20.655072 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.659825 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b5b45ad7-41fb-429f-88a0-1e2f24e0c92b tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:20.663902 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] For port 558b0449-887d-4550-aac2-d5320d8d4afc, host n-d-779913-16, got binding levels [] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:20.664660 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.665600 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.668492 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/networks/3a0cfb96-2825-49a8-b001-d475571cff53 HTTP/1.1" status: 204 len: 168 time: 1.0195999 Jun 17 08:52:20.675212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43626) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:20.683088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Network': ['ID=3a0cfb96-2825-49a8-b001-d475571cff53,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:20.686004 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:20.754053 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.777711 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.788957 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] Calling delete_port for 558b0449-887d-4550-aac2-d5320d8d4afc owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:20.793595 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.ipam_backend_mixin [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] Port 558b0449-887d-4550-aac2-d5320d8d4afc was not found and therefore no delete operation was performed {{(pid=93805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:52:20.799883 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 35179aae-a433-44e4-bacb-6a25618ec372 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:20.803903 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.811591 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-8a3df786-aeec-48da-8411-ec3d7ef2d269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:20.828829 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 35179aae-a433-44e4-bacb-6a25618ec372 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:20.829341 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:20.830831 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] Network 3a0cfb96-2825-49a8-b001-d475571cff53 is not hosted by any dhcp agent {{(pid=93805) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 17 08:52:20.831288 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] No DVR routers for this DVR port 558b0449-887d-4550-aac2-d5320d8d4afc on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:20.880813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] Pushing event deleted for resources: {'Port': ['ID=558b0449-887d-4550-aac2-d5320d8d4afc,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:20.909494 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:20.949576 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Allocated IP 172.20.0.2 (2d727d98-c43a-41f2-9910-37f96033f78e/abe10af9-d003-4aec-a841-1f6e9ce0451f/49f505dc-67cc-4d9f-a8d3-e29dec6288b6) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:20.960473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-e75ce097-21aa-4ce3-b5bc-235cc59eef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:18Z', 'revision_number': 10, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:21.003580 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Allocated IP 172.25.8.167 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/2eaa94d0-8086-4d8a-82b4-59832ddeb06f) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:21.016626 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Sync routers for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:21.029716 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:21.030649 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:21.093448 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ce097-21aa-4ce3-b5bc-235cc59eef98 None None] The sync data for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 is: [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:18Z', 'revision_number': 10, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None, '_interfaces': [{'id': 'bfaa9be4-8bf3-45a0-a923-d6efe003dca1', 'name': '', 'network_id': 'e3f8cd80-ef55-49fd-8854-1b3b6f666c51', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'mac_address': 'fa:16:3e:ce:9d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee00724-3162-4668-95b0-16c7379696ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:51:50Z', 'updated_at': '2021-06-17T08:51:55Z', 'revision_number': 5, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'subnets': [{'id': 'a7040bca-3991-49d0-a9a8-319ddd6f330e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:21.179179 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:21.186672 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.250068 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 35179aae-a433-44e4-bacb-6a25618ec372, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=35179aae-a433-44e4-bacb-6a25618ec372,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:21.263365 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.271233 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-23f1c836-43a1-4add-898b-b9e511e9e2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:21.312342 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.332824 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Transition to ACTIVE for port object 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:21.352663 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=35179aae-a433-44e4-bacb-6a25618ec372,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:21.359354 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:21.364329 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Transition to ACTIVE for port object 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:21.373567 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.375935 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:21.468150 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 2, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:21.553753 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Checking router: c6d24c86-8f52-4056-8dcf-7f80802aec8d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:21.554751 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Updating router c6d24c86-8f52-4056-8dcf-7f80802aec8d port 5a697198-f34a-4450-ac25-f02108c9ce71 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:52:21.601503 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.640115 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 558b0449-887d-4550-aac2-d5320d8d4afc no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:21.648719 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.665052 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 558b0449-887d-4550-aac2-d5320d8d4afc {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:21.665416 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 558b0449-887d-4550-aac2-d5320d8d4afc not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:21.674485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Network 2d727d98-c43a-41f2-9910-37f96033f78e is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:21.676573 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:21.682391 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:21.688285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Pushing event updated for resources: {'Port': ['ID=49f505dc-67cc-4d9f-a8d3-e29dec6288b6,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:21.692396 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:21.739114 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.742814 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-02334b6f-3a75-44a3-b476-fcbd07ab2205 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:21.762547 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Attempting to bind port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:21.763347 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Attempting to bind port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:21.763728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Attempting to bind port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 on network 2d727d98-c43a-41f2-9910-37f96033f78e {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:21.769774 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:21.770163 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Checking segment: {'id': 'eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:21.770581 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.771345 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Bound using segment: {'id': 'eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:21.771839 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Bound port: 49f505dc-67cc-4d9f-a8d3-e29dec6288b6, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:21.772224 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.811678 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.811678 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:21.821225 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:21.824647 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Pushing event updated for resources: {'Port': ['ID=2eaa94d0-8086-4d8a-82b4-59832ddeb06f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:21.831454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:21.834222 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:21.957700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] For port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:21.963114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] For port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=49f505dc-67cc-4d9f-a8d3-e29dec6288b6,segment=NetworkSegment(eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c),segment_id=eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:21.971789 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:21.973952 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:22.067817 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Pushing event updated for resources: {'Port': ['ID=49f505dc-67cc-4d9f-a8d3-e29dec6288b6,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:22.074469 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:22.099556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 35179aae-a433-44e4-bacb-6a25618ec372 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:22.197664 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 35179aae-a433-44e4-bacb-6a25618ec372 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:22.198043 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.217284 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.231461 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Transition to ACTIVE for port object 5a697198-f34a-4450-ac25-f02108c9ce71 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:22.246226 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.249715 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-dffdca2e-8069-4eac-abfa-58cb8f07221d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:22.381527 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.403938 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d8e06c81-6de1-4138-8557-e4f07d6c47d6 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:22.415977 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc6030-9992-46ca-80c5-fadfd4b15ef8 None None] Pushing event updated for resources: {'Port': ['ID=5a697198-f34a-4450-ac25-f02108c9ce71,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:22.437130 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: d8e06c81-6de1-4138-8557-e4f07d6c47d6 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:22.437491 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device d8e06c81-6de1-4138-8557-e4f07d6c47d6 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:22.446851 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-c4bc6030-9992-46ca-80c5-fadfd4b15ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:22.467617 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Attempting to bind port 5a697198-f34a-4450-ac25-f02108c9ce71 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:22.467997 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Attempting to bind port 5a697198-f34a-4450-ac25-f02108c9ce71 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:22.468373 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Attempting to bind port 5a697198-f34a-4450-ac25-f02108c9ce71 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:22.476423 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:22.476858 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Checking segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:22.477533 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.477939 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Bound using segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:22.478665 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Bound port: 5a697198-f34a-4450-ac25-f02108c9ce71, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:22.479095 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.525565 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port bfaa9be4-8bf3-45a0-a923-d6efe003dca1 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:22.526281 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.578810 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] For port 5a697198-f34a-4450-ac25-f02108c9ce71, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:22.582292 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] For port 5a697198-f34a-4450-ac25-f02108c9ce71, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5a697198-f34a-4450-ac25-f02108c9ce71,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:22.592142 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.607778 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:22.677593 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:22.678248 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:22.728461 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc6030-9992-46ca-80c5-fadfd4b15ef8 None None] Pushing event updated for resources: {'Port': ['ID=5a697198-f34a-4450-ac25-f02108c9ce71,revision_number=4']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:22.748121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port bfaa9be4-8bf3-45a0-a923-d6efe003dca1, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bfaa9be4-8bf3-45a0-a923-d6efe003dca1,segment=NetworkSegment(f6dad74c-feab-4130-bafc-8f2f5fd56443),segment_id=f6dad74c-feab-4130-bafc-8f2f5fd56443)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:22.748614 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:22.773320 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-c4bc6030-9992-46ca-80c5-fadfd4b15ef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:22.833649 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:22.839752 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for bfaa9be4-8bf3-45a0-a923-d6efe003dca1 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:22.925742 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.124040 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:22Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:23.156152 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1324358d-b546-4e62-a56e-0830790b91f9 None None] The sync data for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 is: [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:22Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:23.194830 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.197806 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d712ae74-007e-40d2-8340-17e1d5d27a02 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:23.240585 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Router 600c3c49-3f58-4298-94ba-7acbb3948de2 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:52:23.244653 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=bfaa9be4-8bf3-45a0-a923-d6efe003dca1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:23.288037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.288425 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.288809 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.289544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.289913 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.290282 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.290651 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.291054 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.291416 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.291773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.292134 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.292493 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:23.324318 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:23.504997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f55d484-63af-470d-832c-aceb8d9e291b None None] Network 2d727d98-c43a-41f2-9910-37f96033f78e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:23.564656 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:23.566605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.584254 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Sync routers for ids ['600c3c49-3f58-4298-94ba-7acbb3948de2'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:23.613728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Routers {'600c3c49-3f58-4298-94ba-7acbb3948de2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:23.614320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['600c3c49-3f58-4298-94ba-7acbb3948de2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:23.634759 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:23.638664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43634) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:23.639326 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6097693 Jun 17 08:52:23.679666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e6cc8582-44ec-4cd4-b3ef-3d2d0b234823 None None] Provisioning for port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:23.786803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router dee00724-3162-4668-95b0-16c7379696ca has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:23.807785 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Set router 600c3c49-3f58-4298-94ba-7acbb3948de2 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:23.895104 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:23.905423 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6ab97-10cb-4590-b7de-9f9e485528be None None] Sync routers for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:23.915185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43636) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:23.916665 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2402263 Jun 17 08:52:23.927956 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6ab97-10cb-4590-b7de-9f9e485528be None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:23.928593 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-09d6ab97-10cb-4590-b7de-9f9e485528be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:23.985184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef3a8ab-46c7-4b2d-9f94-6d5343c22691 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting subnet a7040bca-3991-49d0-a9a8-319ddd6f330e {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:23.989055 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a8ab-46c7-4b2d-9f94-6d5343c22691 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.044022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a8ab-46c7-4b2d-9f94-6d5343c22691 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.115836 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'name': 'tempest-TestVolumeBootPattern-696586212-router', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:22Z', 'revision_number': 3, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'gw_port': {'id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:24.196549 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Checking router: 600c3c49-3f58-4298-94ba-7acbb3948de2 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:24.196908 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Updating router 600c3c49-3f58-4298-94ba-7acbb3948de2 port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:52:24.280942 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.387700 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-09d6ab97-10cb-4590-b7de-9f9e485528be None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:24.426483 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a8ab-46c7-4b2d-9f94-6d5343c22691 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.430228 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5a697198-f34a-4450-ac25-f02108c9ce71 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:24.466514 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-09d6ab97-10cb-4590-b7de-9f9e485528be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:23Z', 'revision_number': 11, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:24.494366 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6ab97-10cb-4590-b7de-9f9e485528be None None] Checking router: dee00724-3162-4668-95b0-16c7379696ca for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:24.512693 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d6ab97-10cb-4590-b7de-9f9e485528be None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:24.516358 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-09d6ab97-10cb-4590-b7de-9f9e485528be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:24.574640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 5a697198-f34a-4450-ac25-f02108c9ce71 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:24.576378 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a8ab-46c7-4b2d-9f94-6d5343c22691 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.581068 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-53ef3ddf-29be-402d-9cee-6044ff38c2d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:24.587732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 5a697198-f34a-4450-ac25-f02108c9ce71 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:24.588208 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.615083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3a8ab-46c7-4b2d-9f94-6d5343c22691 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Subnet': ['ID=a7040bca-3991-49d0-a9a8-319ddd6f330e,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:24.640007 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ef3a8ab-46c7-4b2d-9f94-6d5343c22691 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:24.642450 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-09d6ab97-10cb-4590-b7de-9f9e485528be None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:24.644114 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a8ab-46c7-4b2d-9f94-6d5343c22691 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.646223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4ef3a8ab-46c7-4b2d-9f94-6d5343c22691 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/a7040bca-3991-49d0-a9a8-319ddd6f330e HTTP/1.1" status: 204 len: 168 time: 0.7255321 Jun 17 08:52:24.649067 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43640) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:24.660436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08780001-9e29-408d-8f5a-daf31548b3a2 None None] Network e3f8cd80-ef55-49fd-8854-1b3b6f666c51 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:24.710926 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-09d6ab97-10cb-4590-b7de-9f9e485528be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:23Z', 'revision_number': 11, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:24.713107 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.747702 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d6ab97-10cb-4590-b7de-9f9e485528be None None] The sync data for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 is: [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:23Z', 'revision_number': 11, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:24.777424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.882212 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Deleting port 0350b47c-f086-4b06-adcb-a8410491bfb2 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:24.882690 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.927888 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.928591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Allocated IP 172.20.0.1 (2d727d98-c43a-41f2-9910-37f96033f78e/abe10af9-d003-4aec-a841-1f6e9ce0451f/6d3f2690-a6f4-4c6e-80a1-a970586dd778) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:24.960853 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.963342 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Transition to ACTIVE for port object 2eaa94d0-8086-4d8a-82b4-59832ddeb06f will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:24.972510 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] For port 0350b47c-f086-4b06-adcb-a8410491bfb2, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=0350b47c-f086-4b06-adcb-a8410491bfb2,segment=NetworkSegment(f6dad74c-feab-4130-bafc-8f2f5fd56443),segment_id=f6dad74c-feab-4130-bafc-8f2f5fd56443)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:24.973126 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.991500 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:24.995784 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:25.053847 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 5a697198-f34a-4450-ac25-f02108c9ce71, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5a697198-f34a-4450-ac25-f02108c9ce71,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:25.065739 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Calling delete_port for 0350b47c-f086-4b06-adcb-a8410491bfb2 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:25.071400 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.072284 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:25.077131 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.093605 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Transition to ACTIVE for port object 6d3f2690-a6f4-4c6e-80a1-a970586dd778 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:25.115291 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Attempting to bind port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:25.115687 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Attempting to bind port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:25.116030 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Attempting to bind port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:25.129957 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:25.130407 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:25.130737 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.131167 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:25.131657 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Bound port: 2eaa94d0-8086-4d8a-82b4-59832ddeb06f, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:25.132110 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.137262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35c2a4-5120-40e5-993d-f7841e1a3d24 None None] Pushing event updated for resources: {'Port': ['ID=2eaa94d0-8086-4d8a-82b4-59832ddeb06f,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:25.149482 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.152676 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-71e2258e-d4c4-4914-a1bf-0c3378e6d63a tempest-RoutersAdminTest-967879029 tempest-RoutersAdminTest-967879029-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:25.169385 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2b35c2a4-5120-40e5-993d-f7841e1a3d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:25.169856 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f49af032-1fd0-4387-820b-2d91bf04a088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:25.183622 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.190725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Network 2d727d98-c43a-41f2-9910-37f96033f78e is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:25.191759 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-36d0987c-6e41-40ed-8fed-82822bb8521d tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:25.195726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:25.205083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:25.230091 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Port': ['ID=0350b47c-f086-4b06-adcb-a8410491bfb2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:25.233250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No DVR routers for this DVR port 0350b47c-f086-4b06-adcb-a8410491bfb2 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:25.235494 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:25.296954 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.305868 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:25.323054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] For port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:25.333523 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88589a7-adac-452c-8765-2385a8bb67fe None None] DHCP port deletion for e3f8cd80-ef55-49fd-8854-1b3b6f666c51 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:25.336492 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] For port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2eaa94d0-8086-4d8a-82b4-59832ddeb06f,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:25.354236 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=5a697198-f34a-4450-ac25-f02108c9ce71,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:25.358463 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:25.358734 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.361103 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:25.364190 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.369158 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.384460 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f8cd80-ef55-49fd-8854-1b3b6f666c51']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:25.390834 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6dd89fee-8ea1-49aa-aaeb-4c955955ed4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:25.412439 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6dad74c-feab-4130-bafc-8f2f5fd56443') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:25.412868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6dad74c-feab-4130-bafc-8f2f5fd56443') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:25.425992 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.456316 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.459525 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Pushing event updated for resources: {'Port': ['ID=6d3f2690-a6f4-4c6e-80a1-a970586dd778,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:25.475618 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:25.476880 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:25.477190 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:25.485261 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:25.533005 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Routers {'600c3c49-3f58-4298-94ba-7acbb3948de2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:25.533656 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['600c3c49-3f58-4298-94ba-7acbb3948de2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:25.539685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35c2a4-5120-40e5-993d-f7841e1a3d24 None None] Pushing event updated for resources: {'Port': ['ID=2eaa94d0-8086-4d8a-82b4-59832ddeb06f,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:25.573044 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2b35c2a4-5120-40e5-993d-f7841e1a3d24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:25.606504 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.612292 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ed7fd330-acc5-482d-8d10-2ffa09f484d9 tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:25.624894 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.629141 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/networks/e3f8cd80-ef55-49fd-8854-1b3b6f666c51 HTTP/1.1" status: 204 len: 168 time: 0.9767210 Jun 17 08:52:25.638002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43652) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:25.644640 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-1aa2724f-2a19-424b-baa0-e80cfab03273 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'routes': None}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:25.648370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Pushing event deleted for resources: {'Network': ['ID=e3f8cd80-ef55-49fd-8854-1b3b6f666c51,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:25.659160 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.672826 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] Set router 600c3c49-3f58-4298-94ba-7acbb3948de2 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:25.684060 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:25.820243 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5a8bd2f8-75cf-44b7-80d8-789ecc5f9eb8 None None] Provisioning for port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:25.830391 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.836054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-5a8bd2f8-75cf-44b7-80d8-789ecc5f9eb8 None None] Provisioning complete for port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:25.836651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5a8bd2f8-75cf-44b7-80d8-789ecc5f9eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.841951 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.extraroute_db [None req-1aa2724f-2a19-424b-baa0-e80cfab03273 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Added routes are [] {{(pid=93804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jun 17 08:52:25.842251 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.extraroute_db [None req-1aa2724f-2a19-424b-baa0-e80cfab03273 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Removed routes are [] {{(pid=93804) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jun 17 08:52:25.842557 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.842694 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aa2724f-2a19-424b-baa0-e80cfab03273 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.850997 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.855029 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-67f7816f-480e-4489-b66f-c430a3cbce24 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:25.884428 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-5a8bd2f8-75cf-44b7-80d8-789ecc5f9eb8 None None] Port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:25.935928 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.939421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Pushing event updated for resources: {'Port': ['ID=6d3f2690-a6f4-4c6e-80a1-a970586dd778,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:25.940516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=49f505dc-67cc-4d9f-a8d3-e29dec6288b6,segment=NetworkSegment(eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c),segment_id=eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:25.946276 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:25.950207 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:25.955329 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-2b35c2a4-5120-40e5-993d-f7841e1a3d24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:26.005561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=49f505dc-67cc-4d9f-a8d3-e29dec6288b6,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:26.010007 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:26.027247 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'name': 'tempest-TestVolumeBootPattern-696586212-router', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:22Z', 'revision_number': 3, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'gw_port': {'id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:26.061933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Network 2d727d98-c43a-41f2-9910-37f96033f78e is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:26.065725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:26.067532 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0060725-3768-4013-a3fe-e064202eb3ab None None] The sync data for ids ['600c3c49-3f58-4298-94ba-7acbb3948de2'] in n-d-779913-16 is: [{'id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'name': 'tempest-TestVolumeBootPattern-696586212-router', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:22Z', 'revision_number': 3, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'gw_port': {'id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:26.072424 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aa2724f-2a19-424b-baa0-e80cfab03273 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.078867 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aa2724f-2a19-424b-baa0-e80cfab03273 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.094199 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5a697198-f34a-4450-ac25-f02108c9ce71 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:26.287547 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Router 600c3c49-3f58-4298-94ba-7acbb3948de2 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:26.395257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 5a697198-f34a-4450-ac25-f02108c9ce71 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:26.395736 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.481358 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:26.532411 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] 10.222.0.47 "PUT /v2.0/routers/600c3c49-3f58-4298-94ba-7acbb3948de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8902140 Jun 17 08:52:26.632497 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-108874ef-a3e9-4133-a96c-ad2cb0a6302d None None] Provisioning complete for port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:26.633189 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-108874ef-a3e9-4133-a96c-ad2cb0a6302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.690317 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0350b47c-f086-4b06-adcb-a8410491bfb2 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:26.733852 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-108874ef-a3e9-4133-a96c-ad2cb0a6302d None None] Port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:26.739096 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 0350b47c-f086-4b06-adcb-a8410491bfb2 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:26.739625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 0350b47c-f086-4b06-adcb-a8410491bfb2 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:26.740335 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bfaa9be4-8bf3-45a0-a923-d6efe003dca1 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:26.764482 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa2724f-2a19-424b-baa0-e80cfab03273 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router dee00724-3162-4668-95b0-16c7379696ca has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:26.765277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: bfaa9be4-8bf3-45a0-a923-d6efe003dca1 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:26.765805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bfaa9be4-8bf3-45a0-a923-d6efe003dca1 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:26.854625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa2724f-2a19-424b-baa0-e80cfab03273 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:26.863475 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1aa2724f-2a19-424b-baa0-e80cfab03273 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:26.867531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43670) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:26.868163 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1aa2724f-2a19-424b-baa0-e80cfab03273 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca HTTP/1.1" status: 200 len: 701 time: 1.2287362 Jun 17 08:52:26.879111 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef255879-89e5-4be6-bce8-6ac48feed363 None None] Sync routers for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:26.897159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef255879-89e5-4be6-bce8-6ac48feed363 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:26.897825 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ef255879-89e5-4be6-bce8-6ac48feed363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:26.938826 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-837d1cb3-f999-42a1-959c-d12a4851684b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=dee00724-3162-4668-95b0-16c7379696ca HTTP/1.1" status: 200 len: 205 time: 0.0675325 Jun 17 08:52:26.940146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43674) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:27.014204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-ef255879-89e5-4be6-bce8-6ac48feed363 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:27.094667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ef255879-89e5-4be6-bce8-6ac48feed363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:23Z', 'revision_number': 11, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:27.119817 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07cc50cb-542f-4fd6-9108-3ca9410e130f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.132529 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef255879-89e5-4be6-bce8-6ac48feed363 None None] Checking router: dee00724-3162-4668-95b0-16c7379696ca for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:27.144873 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef255879-89e5-4be6-bce8-6ac48feed363 None None] Routers {'dee00724-3162-4668-95b0-16c7379696ca'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:27.146084 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ef255879-89e5-4be6-bce8-6ac48feed363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['dee00724-3162-4668-95b0-16c7379696ca'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:27.231702 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-ef255879-89e5-4be6-bce8-6ac48feed363 None None] Set router dee00724-3162-4668-95b0-16c7379696ca gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:27.308726 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-ef255879-89e5-4be6-bce8-6ac48feed363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:23Z', 'revision_number': 11, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:27.349660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef255879-89e5-4be6-bce8-6ac48feed363 None None] The sync data for ids ['dee00724-3162-4668-95b0-16c7379696ca'] in n-d-779913-16 is: [{'id': 'dee00724-3162-4668-95b0-16c7379696ca', 'name': 'tempest-RoutersTest-router-1956953675', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:51:49Z', 'updated_at': '2021-06-17T08:52:23Z', 'revision_number': 11, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:27.360375 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07cc50cb-542f-4fd6-9108-3ca9410e130f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.363183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07cc50cb-542f-4fd6-9108-3ca9410e130f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.430672 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07cc50cb-542f-4fd6-9108-3ca9410e130f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.431730 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cc50cb-542f-4fd6-9108-3ca9410e130f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Fanout notify agent at l3_agent the message router_deleted on router dee00724-3162-4668-95b0-16c7379696ca {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:52:27.440096 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-07cc50cb-542f-4fd6-9108-3ca9410e130f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.441347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-07cc50cb-542f-4fd6-9108-3ca9410e130f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca HTTP/1.1" status: 204 len: 168 time: 0.4975255 Jun 17 08:52:27.447494 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43682) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:27.473259 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-866b0861-bf6c-47dc-ae95-0796d5a61245 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-176644461', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:27.522944 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-866b0861-bf6c-47dc-ae95-0796d5a61245 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.524551 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-866b0861-bf6c-47dc-ae95-0796d5a61245 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.632785 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-866b0861-bf6c-47dc-ae95-0796d5a61245 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.640788 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-866b0861-bf6c-47dc-ae95-0796d5a61245 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.672308 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-866b0861-bf6c-47dc-ae95-0796d5a61245 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.673549 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-866b0861-bf6c-47dc-ae95-0796d5a61245 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2234061 Jun 17 08:52:27.676973 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43698) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:27.681964 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-c94aa420-d04a-4bc2-a30c-84052a1929bc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:27.909362 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c94aa420-d04a-4bc2-a30c-84052a1929bc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:27.922463 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c94aa420-d04a-4bc2-a30c-84052a1929bc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1709473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1709523', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1734811'] for router, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.072557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94aa420-d04a-4bc2-a30c-84052a1929bc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Router aa849fec-9136-4db5-816d-639ffcf07a29 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:52:28.191458 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:28.196426 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94aa420-d04a-4bc2-a30c-84052a1929bc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:28.205917 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c94aa420-d04a-4bc2-a30c-84052a1929bc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.209946 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c94aa420-d04a-4bc2-a30c-84052a1929bc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "PUT /v2.0/routers/aa849fec-9136-4db5-816d-639ffcf07a29 HTTP/1.1" status: 200 len: 693 time: 0.5289693 Jun 17 08:52:28.210349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43704) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:28.222301 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f7da8-6e21-4ccf-963c-43afa3e5fcf4 None None] Sync routers for ids ['aa849fec-9136-4db5-816d-639ffcf07a29'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:28.236509 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f7da8-6e21-4ccf-963c-43afa3e5fcf4 None None] Routers {'aa849fec-9136-4db5-816d-639ffcf07a29'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:28.240109 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4b6f7da8-6e21-4ccf-963c-43afa3e5fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['aa849fec-9136-4db5-816d-639ffcf07a29'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:28.259546 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:28.260217 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.380138 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-4b6f7da8-6e21-4ccf-963c-43afa3e5fcf4 None None] Set router aa849fec-9136-4db5-816d-639ffcf07a29 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:28.387385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2eaa94d0-8086-4d8a-82b4-59832ddeb06f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:28.445412 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4b6f7da8-6e21-4ccf-963c-43afa3e5fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa849fec-9136-4db5-816d-639ffcf07a29', 'name': 'tempest-RoutersTest-router-176644461', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:27Z', 'updated_at': '2021-06-17T08:52:27Z', 'revision_number': 2, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:28.486413 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f7da8-6e21-4ccf-963c-43afa3e5fcf4 None None] Checking router: aa849fec-9136-4db5-816d-639ffcf07a29 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:28.496852 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f7da8-6e21-4ccf-963c-43afa3e5fcf4 None None] Routers {'aa849fec-9136-4db5-816d-639ffcf07a29'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:28.497858 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4b6f7da8-6e21-4ccf-963c-43afa3e5fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['aa849fec-9136-4db5-816d-639ffcf07a29'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:28.498095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:28.503899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:28.504366 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.570616 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-4b6f7da8-6e21-4ccf-963c-43afa3e5fcf4 None None] Set router aa849fec-9136-4db5-816d-639ffcf07a29 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:28.624285 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.640212 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4b6f7da8-6e21-4ccf-963c-43afa3e5fcf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa849fec-9136-4db5-816d-639ffcf07a29', 'name': 'tempest-RoutersTest-router-176644461', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:27Z', 'updated_at': '2021-06-17T08:52:27Z', 'revision_number': 2, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:28.652785 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2eaa94d0-8086-4d8a-82b4-59832ddeb06f,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:28.661915 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:28.664893 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-5e532345-0599-4749-8645-76fd21d9a966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:28.672465 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f7da8-6e21-4ccf-963c-43afa3e5fcf4 None None] The sync data for ids ['aa849fec-9136-4db5-816d-639ffcf07a29'] in n-d-779913-16 is: [{'id': 'aa849fec-9136-4db5-816d-639ffcf07a29', 'name': 'tempest-RoutersTest-router-176644461', 'tenant_id': '861bb0a834b84606ac1a4ff49e7864d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:27Z', 'updated_at': '2021-06-17T08:52:27Z', 'revision_number': 2, 'project_id': '861bb0a834b84606ac1a4ff49e7864d3', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:28.748170 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=2eaa94d0-8086-4d8a-82b4-59832ddeb06f,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:28.758358 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:28.814242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-671d3117-9aee-4652-9035-0d76cdb76ef3 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/routers/aa849fec-9136-4db5-816d-639ffcf07a29 HTTP/1.1" status: 200 len: 699 time: 0.6019535 Jun 17 08:52:28.816749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43714) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:28.846417 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bf40c130-f98a-44ee-80a3-a995d10d65b8 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa849fec-9136-4db5-816d-639ffcf07a29 HTTP/1.1" status: 200 len: 205 time: 0.0283790 Jun 17 08:52:28.849070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43718) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:28.937555 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55e947d7-ae21-4c9d-9d9d-ac3d917a7d5d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.208161 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55e947d7-ae21-4c9d-9d9d-ac3d917a7d5d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.212468 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55e947d7-ae21-4c9d-9d9d-ac3d917a7d5d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.278643 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-2634a9aa-b006-48c6-b809-b9f7cac477d2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:29.280720 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-2634a9aa-b006-48c6-b809-b9f7cac477d2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.3062289 Jun 17 08:52:29.286951 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55e947d7-ae21-4c9d-9d9d-ac3d917a7d5d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.287899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e947d7-ae21-4c9d-9d9d-ac3d917a7d5d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Fanout notify agent at l3_agent the message router_deleted on router aa849fec-9136-4db5-816d-639ffcf07a29 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:52:29.295745 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55e947d7-ae21-4c9d-9d9d-ac3d917a7d5d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:29.302815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-55e947d7-ae21-4c9d-9d9d-ac3d917a7d5d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/aa849fec-9136-4db5-816d-639ffcf07a29 HTTP/1.1" status: 204 len: 168 time: 0.4466388 Jun 17 08:52:29.303029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43726) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.323894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-777866b5-508e-4ae4-b7a5-de94c254e0be tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/quotas/b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 375 time: 0.0339055 Jun 17 08:52:29.345826 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-70d1bf8d-4c0e-4c95-9a5a-397a337ea864 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=aa849fec-9136-4db5-816d-639ffcf07a29 HTTP/1.1" status: 200 len: 205 time: 0.0395336 Jun 17 08:52:29.346320 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43728) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.399748 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-39936bdf-bd00-4652-9437-658f18456b86 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] delete failed (client error): The resource could not be found. Jun 17 08:52:29.402125 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-39936bdf-bd00-4652-9437-658f18456b86 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/aa849fec-9136-4db5-816d-639ffcf07a29 HTTP/1.1" status: 404 len: 336 time: 0.0541921 Jun 17 08:52:29.405431 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43730) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.460010 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf5e971-6a90-400d-aa48-c48a2e790c03 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] DELETE failed (client error): The resource could not be found. Jun 17 08:52:29.460416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf5e971-6a90-400d-aa48-c48a2e790c03 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:52:29.462332 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cdf5e971-6a90-400d-aa48-c48a2e790c03 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/6e3338d8-de0b-476f-bfb0-5be72686ba45 HTTP/1.1" status: 404 len: 337 time: 0.0559006 Jun 17 08:52:29.465188 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43732) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.481923 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-a56bb753-028e-44ea-b3ce-8579aa93d15d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417150 Jun 17 08:52:29.503749 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c1266e4-8c33-43a5-8028-43024103310b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] DELETE failed (client error): The resource could not be found. Jun 17 08:52:29.504771 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c1266e4-8c33-43a5-8028-43024103310b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:52:29.507291 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-5c1266e4-8c33-43a5-8028-43024103310b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/def73f70-152b-4af2-ac52-b238f3fd60cf HTTP/1.1" status: 404 len: 337 time: 0.0410204 Jun 17 08:52:29.510299 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43734) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.540915 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9e2265-09f1-4f61-a4f0-d3fcb938ffbe tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] DELETE failed (client error): The resource could not be found. Jun 17 08:52:29.541383 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9e2265-09f1-4f61-a4f0-d3fcb938ffbe tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:52:29.543237 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4d9e2265-09f1-4f61-a4f0-d3fcb938ffbe tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/47fbd018-ac40-4172-85a2-fc3cb567c31c HTTP/1.1" status: 404 len: 337 time: 0.0316620 Jun 17 08:52:29.546125 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43736) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.579891 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f90b62a-1c0e-49d6-8540-29a8f7fd214e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] DELETE failed (client error): The resource could not be found. Jun 17 08:52:29.580405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f90b62a-1c0e-49d6-8540-29a8f7fd214e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:52:29.584725 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4f90b62a-1c0e-49d6-8540-29a8f7fd214e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/a7040bca-3991-49d0-a9a8-319ddd6f330e HTTP/1.1" status: 404 len: 337 time: 0.0350537 Jun 17 08:52:29.587854 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43738) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.618308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-dd8e77b6-dacb-4580-851e-474e1ff1857c service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279132 Jun 17 08:52:29.625953 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-4ec5434b-a76e-4aad-88cf-ff833b8239f6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=dee00724-3162-4668-95b0-16c7379696ca HTTP/1.1" status: 200 len: 205 time: 0.0365202 Jun 17 08:52:29.628428 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43740) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.654265 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Sync routers for ids ['600c3c49-3f58-4298-94ba-7acbb3948de2'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:29.669018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Routers {'600c3c49-3f58-4298-94ba-7acbb3948de2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:29.670160 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['600c3c49-3f58-4298-94ba-7acbb3948de2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:29.678394 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-1dd313d6-6883-4ea7-afa8-e267be5d94f7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] delete failed (client error): The resource could not be found. Jun 17 08:52:29.680116 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1dd313d6-6883-4ea7-afa8-e267be5d94f7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/dee00724-3162-4668-95b0-16c7379696ca HTTP/1.1" status: 404 len: 336 time: 0.0504324 Jun 17 08:52:29.682858 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43742) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.718532 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-40be74b7-c9b5-4148-a5a9-3e9ea695c13e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d4c36d6-9c8c-4077-af9c-fe5a697d85cc HTTP/1.1" status: 200 len: 205 time: 0.0319698 Jun 17 08:52:29.718796 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43744) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.741345 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-24622ba2-b3cb-4be1-a58b-acbeec42a815 service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168587 Jun 17 08:52:29.768002 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-9b42d721-37e0-4061-9e2f-ea636e4c5f09 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] delete failed (client error): The resource could not be found. Jun 17 08:52:29.769292 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9b42d721-37e0-4061-9e2f-ea636e4c5f09 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/5d4c36d6-9c8c-4077-af9c-fe5a697d85cc HTTP/1.1" status: 404 len: 336 time: 0.0495369 Jun 17 08:52:29.772678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43748) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.817677 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3d91a9-3e01-4c37-9c77-a20e160a2b1b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] DELETE failed (client error): The resource could not be found. Jun 17 08:52:29.818145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3d91a9-3e01-4c37-9c77-a20e160a2b1b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:52:29.820145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7b3d91a9-3e01-4c37-9c77-a20e160a2b1b tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/2ff16277-0af4-44f1-8f13-f5e039d8843a HTTP/1.1" status: 404 len: 337 time: 0.0454710 Jun 17 08:52:29.822933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43752) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.867013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Set router 600c3c49-3f58-4298-94ba-7acbb3948de2 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:29.882557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-beb8f8bf-871f-42a2-9f27-2b719fd72597 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=afd1854d-d2d0-4a24-bc75-07cff5bc429b HTTP/1.1" status: 200 len: 205 time: 0.0554488 Jun 17 08:52:29.884806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43754) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:29.967018 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-29cae74c-b3e7-45fc-bdc3-e35631078675 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] delete failed (client error): The resource could not be found. Jun 17 08:52:29.972412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-29cae74c-b3e7-45fc-bdc3-e35631078675 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/afd1854d-d2d0-4a24-bc75-07cff5bc429b HTTP/1.1" status: 404 len: 336 time: 0.0805736 Jun 17 08:52:29.975830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43760) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.034037 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-bcf40df6-5230-48b6-8f23-e7c6e3a285e5 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d9bd68-a119-4ca7-a63e-3a510e8331cc HTTP/1.1" status: 200 len: 205 time: 0.0536649 Jun 17 08:52:30.034706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43762) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.106349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2eaa94d0-8086-4d8a-82b4-59832ddeb06f up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:30.130223 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-4cba6373-6e79-4bf4-9ac4-fb36750b1748 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] delete failed (client error): The resource could not be found. Jun 17 08:52:30.133399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4cba6373-6e79-4bf4-9ac4-fb36750b1748 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/35d9bd68-a119-4ca7-a63e-3a510e8331cc HTTP/1.1" status: 404 len: 336 time: 0.0975523 Jun 17 08:52:30.133907 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43764) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.177340 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-46052565-cd17-4942-8ec7-d643417a0823 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] DELETE failed (client error): The resource could not be found. Jun 17 08:52:30.178612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46052565-cd17-4942-8ec7-d643417a0823 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:52:30.184844 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-46052565-cd17-4942-8ec7-d643417a0823 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/94aa61e7-1294-4da9-86d5-3c3eac0c635d HTTP/1.1" status: 404 len: 337 time: 0.0473387 Jun 17 08:52:30.185652 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43770) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.187541 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'name': 'tempest-TestVolumeBootPattern-696586212-router', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:25Z', 'revision_number': 4, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'gw_port': {'id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6d3f2690-a6f4-4c6e-80a1-a970586dd778', 'name': '', 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'mac_address': 'fa:16:3e:ca:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'abe10af9-d003-4aec-a841-1f6e9ce0451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:24Z', 'updated_at': '2021-06-17T08:52:25Z', 'revision_number': 2, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'subnets': [{'id': 'abe10af9-d003-4aec-a841-1f6e9ce0451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:30.223419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Checking router: 600c3c49-3f58-4298-94ba-7acbb3948de2 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:30.225544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Updating router 600c3c49-3f58-4298-94ba-7acbb3948de2 port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:52:30.232861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-feabf0a6-8d78-474e-bec7-0c7724b68fe0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=e0588c9c-a645-4de7-8b00-3137dc932a20 HTTP/1.1" status: 200 len: 205 time: 0.0459492 Jun 17 08:52:30.235443 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43772) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.286986 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.307914 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:30.308289 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.312841 n-d-779913-16 neutron-server[93804]: INFO neutron.api.v2.resource [None req-2dc716b0-7b3d-4e24-93cc-b396855a5f2a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] delete failed (client error): The resource could not be found. Jun 17 08:52:30.313842 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2dc716b0-7b3d-4e24-93cc-b396855a5f2a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/e0588c9c-a645-4de7-8b00-3137dc932a20 HTTP/1.1" status: 404 len: 336 time: 0.0774231 Jun 17 08:52:30.316619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43776) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.374873 n-d-779913-16 neutron-server[93803]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2bfb76-8de7-4387-b0db-cda939303a3e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] DELETE failed (client error): The resource could not be found. Jun 17 08:52:30.375345 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed2bfb76-8de7-4387-b0db-cda939303a3e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93803) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:52:30.377186 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ed2bfb76-8de7-4387-b0db-cda939303a3e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/ddd99211-39d7-4992-9941-4ad8f808bb59 HTTP/1.1" status: 404 len: 337 time: 0.0588963 Jun 17 08:52:30.380322 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43780) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.412973 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-584a0aeb-e555-4f10-824e-90e2c8a28f8f tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ac639da-3b5d-4f1f-b941-7a00dd922713 HTTP/1.1" status: 200 len: 205 time: 0.0309169 Jun 17 08:52:30.415489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 43784) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.493102 n-d-779913-16 neutron-server[93803]: INFO neutron.api.v2.resource [None req-ac2a5bce-17e9-426f-bbb3-1db41d58c932 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] delete failed (client error): The resource could not be found. Jun 17 08:52:30.494179 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ac2a5bce-17e9-426f-bbb3-1db41d58c932 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/routers/4ac639da-3b5d-4f1f-b941-7a00dd922713 HTTP/1.1" status: 404 len: 336 time: 0.0776489 Jun 17 08:52:30.497256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43786) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.535691 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09ec42b-0053-4c3f-9b11-de70f1664faa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] DELETE failed (client error): The resource could not be found. Jun 17 08:52:30.536604 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09ec42b-0053-4c3f-9b11-de70f1664faa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:52:30.538852 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a09ec42b-0053-4c3f-9b11-de70f1664faa tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/b4dad893-26bf-408c-96c2-7f1140462bb9 HTTP/1.1" status: 404 len: 337 time: 0.0402772 Jun 17 08:52:30.541727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43788) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:30.558231 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-af3b1d7a-0d25-42fd-bcb8-8aea01b96e2c req-a77101eb-04fe-4c0b-9c5f-a802158e90f6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 210 time: 0.3232577 Jun 17 08:52:30.584645 n-d-779913-16 neutron-server[93804]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adc996c-09bb-4369-9c5f-888159612123 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] DELETE failed (client error): The resource could not be found. Jun 17 08:52:30.585324 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adc996c-09bb-4369-9c5f-888159612123 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93804) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 17 08:52:30.588578 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-0adc996c-09bb-4369-9c5f-888159612123 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] 10.222.0.47 "DELETE /v2.0/subnets/e42037e7-dcc1-4997-9f80-5313e8d3b9ac HTTP/1.1" status: 404 len: 337 time: 0.0446396 Jun 17 08:52:30.795763 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.808519 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Transition to ACTIVE for port object 6d3f2690-a6f4-4c6e-80a1-a970586dd778 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:30.828388 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:30.832580 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-6c3755b3-c00b-4e3e-83bc-7c6eabb22435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:30.896513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c05f67-f956-43a4-b868-c2b3fd26e61e None None] Pushing event updated for resources: {'Port': ['ID=6d3f2690-a6f4-4c6e-80a1-a970586dd778,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:30.907741 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-07c05f67-f956-43a4-b868-c2b3fd26e61e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:31.001233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43798) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:31.026503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Attempting to bind port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:31.027174 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Attempting to bind port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:31.027706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Attempting to bind port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 on network 2d727d98-c43a-41f2-9910-37f96033f78e {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:31.034237 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:31.034912 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Checking segment: {'id': 'eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:31.035446 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.035945 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Bound using segment: {'id': 'eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:31.036654 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Bound port: 6d3f2690-a6f4-4c6e-80a1-a970586dd778, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:31.037300 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.118032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] For port 6d3f2690-a6f4-4c6e-80a1-a970586dd778, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:31.121896 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] For port 6d3f2690-a6f4-4c6e-80a1-a970586dd778, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6d3f2690-a6f4-4c6e-80a1-a970586dd778,segment=NetworkSegment(eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c),segment_id=eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:31.129812 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.135524 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-29a4f7da-69a2-48d5-adf6-e0191d9423f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:31.192317 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ff32fb31-a93d-4ea4-a9bf-8a2fd88c0965 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=861bb0a834b84606ac1a4ff49e7864d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875956 Jun 17 08:52:31.192518 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 43802) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:31.219692 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Routers {'600c3c49-3f58-4298-94ba-7acbb3948de2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:31.220773 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['600c3c49-3f58-4298-94ba-7acbb3948de2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:31.267082 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-54efcdc8-92d6-4493-ba92-f2b8be39546c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.271800 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c05f67-f956-43a4-b868-c2b3fd26e61e None None] Pushing event updated for resources: {'Port': ['ID=6d3f2690-a6f4-4c6e-80a1-a970586dd778,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:31.301690 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-07c05f67-f956-43a4-b868-c2b3fd26e61e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:31.302385 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-54efcdc8-92d6-4493-ba92-f2b8be39546c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.353545 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] Set router 600c3c49-3f58-4298-94ba-7acbb3948de2 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:31.358160 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-54efcdc8-92d6-4493-ba92-f2b8be39546c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.360836 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-54efcdc8-92d6-4493-ba92-f2b8be39546c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:31.364756 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-54efcdc8-92d6-4493-ba92-f2b8be39546c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27d761c3-0495-480f-8526-5a2533e7f1df HTTP/1.1" status: 204 len: 168 time: 0.1712992 Jun 17 08:52:31.365651 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a769292a-f868-4199-9607-34e9bb3f9782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:31.374013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efcdc8-92d6-4493-ba92-f2b8be39546c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d761c3-0495-480f-8526-5a2533e7f1df,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:31.382387 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-54efcdc8-92d6-4493-ba92-f2b8be39546c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:31.605023 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'name': 'tempest-TestVolumeBootPattern-696586212-router', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:25Z', 'revision_number': 4, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'gw_port': {'id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6d3f2690-a6f4-4c6e-80a1-a970586dd778', 'name': '', 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'mac_address': 'fa:16:3e:ca:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'abe10af9-d003-4aec-a841-1f6e9ce0451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:24Z', 'updated_at': '2021-06-17T08:52:31Z', 'revision_number': 4, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'subnets': [{'id': 'abe10af9-d003-4aec-a841-1f6e9ce0451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:31.639360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a225486-94a2-429d-8686-ee1da44f8e09 None None] The sync data for ids ['600c3c49-3f58-4298-94ba-7acbb3948de2'] in n-d-779913-16 is: [{'id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'name': 'tempest-TestVolumeBootPattern-696586212-router', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:25Z', 'revision_number': 4, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'gw_port': {'id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '6d3f2690-a6f4-4c6e-80a1-a970586dd778', 'name': '', 'network_id': '2d727d98-c43a-41f2-9910-37f96033f78e', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'mac_address': 'fa:16:3e:ca:87:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'abe10af9-d003-4aec-a841-1f6e9ce0451f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:24Z', 'updated_at': '2021-06-17T08:52:31Z', 'revision_number': 4, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'subnets': [{'id': 'abe10af9-d003-4aec-a841-1f6e9ce0451f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:31.794982 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-523d9612-c42b-4ce4-a755-b0dc6050bb24 req-f35b509d-d832-4b76-bc6d-71be1b1cde41 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 210 time: 0.0587680 Jun 17 08:52:31.860065 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-76b75174-2633-4819-8564-93956e80f946 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:31.862015 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-76b75174-2633-4819-8564-93956e80f946 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.2422521 Jun 17 08:52:31.881910 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'port': {'device_id': 'fcfac840-4aa3-4b1a-8278-f7f5eab19975', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'admin_state_up': True, 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:32.033453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Made reservation on behalf of b5a5d9ad8488480b98ed6d0f5ad64942 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:52:32.044076 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.164416 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6d3f2690-a6f4-4c6e-80a1-a970586dd778 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:32.265264 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:32.272432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:32.272901 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.309524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Allocated IP 172.20.0.4 (837156e8-72b7-47a5-8c9c-3b16a1c9d85b/423fe4ff-14e8-4757-87e1-b27a19707b0c/99fa7de6-25f5-43a3-ad66-24efcca6c81b) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:52:32.445502 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.520755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 6d3f2690-a6f4-4c6e-80a1-a970586dd778, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6d3f2690-a6f4-4c6e-80a1-a970586dd778,segment=NetworkSegment(eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c),segment_id=eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:32.529667 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.532087 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:32.567395 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.589744 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Transition to ACTIVE for port object 99fa7de6-25f5-43a3-ad66-24efcca6c81b will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:32.615788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=6d3f2690-a6f4-4c6e-80a1-a970586dd778,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:32.625300 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:32.644436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.650358 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:32.706298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:52:32.713906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:52:32.718795 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:52:32.726704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=99fa7de6-25f5-43a3-ad66-24efcca6c81b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:32.770274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.770909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.771474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.772450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.773018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.773555 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.774092 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.774650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.775284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.775949 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.776480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.777037 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:32.790097 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:32.817104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:32.820581 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:32.862608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9920087 Jun 17 08:52:32.875979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Request body: {'port': {'device_id': 'fcfac840-4aa3-4b1a-8278-f7f5eab19975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:52:33.068112 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.125743 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.170349 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872f2d6-5f5a-4fc3-9057-14fd430e9624 req-4267a627-cd3c-4da5-ad0f-4c34257df808 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:33.172154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9872f2d6-5f5a-4fc3-9057-14fd430e9624 req-4267a627-cd3c-4da5-ad0f-4c34257df808 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 931 time: 0.1713507 Jun 17 08:52:33.264375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-06ca4891-f1d3-4fbb-bb9d-4aa44f38cd17 None None] Provisioning for port 99fa7de6-25f5-43a3-ad66-24efcca6c81b completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:33.269974 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-06ca4891-f1d3-4fbb-bb9d-4aa44f38cd17 None None] Provisioning complete for port 99fa7de6-25f5-43a3-ad66-24efcca6c81b triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:33.270710 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-06ca4891-f1d3-4fbb-bb9d-4aa44f38cd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.320051 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-06ca4891-f1d3-4fbb-bb9d-4aa44f38cd17 None None] Port 99fa7de6-25f5-43a3-ad66-24efcca6c81b cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:52:33.372691 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9872f2d6-5f5a-4fc3-9057-14fd430e9624 req-950cc8ae-a255-4ea6-bcd0-8cbd782d87dc tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221497 Jun 17 08:52:33.503668 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fa7de6-25f5-43a3-ad66-24efcca6c81b {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:33.513575 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.530525 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Transition to ACTIVE for port object 99fa7de6-25f5-43a3-ad66-24efcca6c81b will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:52:33.536581 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.541432 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-29974c5c-b9a0-4c44-99aa-709a48dd80ae tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:33.634111 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Pushing event updated for resources: {'Port': ['ID=99fa7de6-25f5-43a3-ad66-24efcca6c81b,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:33.638517 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:33.734699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Attempting to bind port 99fa7de6-25f5-43a3-ad66-24efcca6c81b on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:52:33.735147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Attempting to bind port 99fa7de6-25f5-43a3-ad66-24efcca6c81b by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:52:33.735480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Attempting to bind port 99fa7de6-25f5-43a3-ad66-24efcca6c81b on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:33.740621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Port 99fa7de6-25f5-43a3-ad66-24efcca6c81b on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:52:33.741097 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Attempting to bind port 99fa7de6-25f5-43a3-ad66-24efcca6c81b on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:52:33.746874 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:52:33.747293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Checking segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:52:33.747608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Bound using segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:52:33.748126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Bound port: 99fa7de6-25f5-43a3-ad66-24efcca6c81b, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:52:33.748483 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.838965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] For port 99fa7de6-25f5-43a3-ad66-24efcca6c81b, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:52:33.843965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] For port 99fa7de6-25f5-43a3-ad66-24efcca6c81b, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=99fa7de6-25f5-43a3-ad66-24efcca6c81b,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:52:33.851625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.855812 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8dc6799b-b6a9-444f-a87a-7264844a4795 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:33.904347 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:33.907894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:33.909967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] 10.222.0.10 "PUT /v2.0/ports/99fa7de6-25f5-43a3-ad66-24efcca6c81b HTTP/1.1" status: 200 len: 1092 time: 1.0392320 Jun 17 08:52:33.911054 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfac840-4aa3-4b1a-8278-f7f5eab19975', 'tag': '99fa7de6-25f5-43a3-ad66-24efcca6c81b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:33.918219 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d60990-73c4-4888-8106-70758cb3db08" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfac840-4aa3-4b1a-8278-f7f5eab19975", "tag": "99fa7de6-25f5-43a3-ad66-24efcca6c81b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:34.045312 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5ae866-17ab-4bd1-a898-96d29df06565 x-openstack-request-id: req-1f5ae866-17ab-4bd1-a898-96d29df06565 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:34.045591 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfac840-4aa3-4b1a-8278-f7f5eab19975", "tag": "99fa7de6-25f5-43a3-ad66-24efcca6c81b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:34.046147 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f5ae866-17ab-4bd1-a898-96d29df06565 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:34.046689 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfac840-4aa3-4b1a-8278-f7f5eab19975', 'tag': '99fa7de6-25f5-43a3-ad66-24efcca6c81b', 'status': 'completed', 'code': 200} Jun 17 08:52:34.052504 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Pushing event updated for resources: {'Port': ['ID=99fa7de6-25f5-43a3-ad66-24efcca6c81b,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:34.069736 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:34.119639 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6d3f2690-a6f4-4c6e-80a1-a970586dd778 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:34.139238 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-cf9f08e4-f4c5-4990-addc-f3f49245a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:34.140948 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-cf9f08e4-f4c5-4990-addc-f3f49245a5c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 1095 time: 0.1706862 Jun 17 08:52:34.179073 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:34.179651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:34.189873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-55562392-ea20-4daf-825e-6afc3859cb64 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99fa7de6-25f5-43a3-ad66-24efcca6c81b HTTP/1.1" status: 200 len: 217 time: 0.0404544 Jun 17 08:52:34.242664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-2d17b11f-eab8-4154-92f6-f6f79fef23de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:34.244323 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-2d17b11f-eab8-4154-92f6-f6f79fef23de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0481179 Jun 17 08:52:34.304344 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-c0ecbf2f-9cc5-4ba5-8675-45884a941618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:34.305938 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-c0ecbf2f-9cc5-4ba5-8675-45884a941618 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550518 Jun 17 08:52:34.397606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-9b020d6d-b300-4cf4-b284-73d90385f43e service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851748 Jun 17 08:52:34.498307 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9f8aa1d-17f1-41fb-9a0a-9bf94b9d16c6 req-e135acbc-bf74-4583-8fad-8c15217d1de5 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943677 Jun 17 08:52:34.615059 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393ebb2-2dca-4b34-9f4b-e37b1308e4ed req-bb6b9fd3-748c-4657-8ff2-d7da7ad512b0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:34.616547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e393ebb2-2dca-4b34-9f4b-e37b1308e4ed req-bb6b9fd3-748c-4657-8ff2-d7da7ad512b0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 943 time: 0.1066585 Jun 17 08:52:34.641865 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d60990-73c4-4888-8106-70758cb3db08 req-bc465979-000b-4991-8a00-8498b6aa1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:34.643349 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36d60990-73c4-4888-8106-70758cb3db08 req-bc465979-000b-4991-8a00-8498b6aa1ba6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 1095 time: 0.0959206 Jun 17 08:52:34.679060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e393ebb2-2dca-4b34-9f4b-e37b1308e4ed req-f2450e0b-f0c9-4acc-9869-6fad3776135d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565646 Jun 17 08:52:34.744538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d60990-73c4-4888-8106-70758cb3db08 req-cbeb7c62-3a3d-4fab-afe9-2c87e0c55172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:34.746030 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36d60990-73c4-4888-8106-70758cb3db08 req-cbeb7c62-3a3d-4fab-afe9-2c87e0c55172 service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0951276 Jun 17 08:52:34.791364 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36d60990-73c4-4888-8106-70758cb3db08 req-cf39b4c9-241c-4b10-bf9a-432a1f6ae163 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99fa7de6-25f5-43a3-ad66-24efcca6c81b HTTP/1.1" status: 200 len: 217 time: 0.0390654 Jun 17 08:52:34.841360 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d60990-73c4-4888-8106-70758cb3db08 req-e7d5b711-f097-435d-8948-87e3fb8c2340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:34.842816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36d60990-73c4-4888-8106-70758cb3db08 req-e7d5b711-f097-435d-8948-87e3fb8c2340 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0458937 Jun 17 08:52:34.901322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d60990-73c4-4888-8106-70758cb3db08 req-86f22ed1-f4f8-473d-935e-79d53aebc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:34.902898 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36d60990-73c4-4888-8106-70758cb3db08 req-86f22ed1-f4f8-473d-935e-79d53aebc7e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537286 Jun 17 08:52:34.998022 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36d60990-73c4-4888-8106-70758cb3db08 req-8aed23c5-630a-4035-9b64-c9c957ce8b33 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885599 Jun 17 08:52:35.090472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-36d60990-73c4-4888-8106-70758cb3db08 req-917ac446-ba82-48ea-ba4d-7564d686c458 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862961 Jun 17 08:52:36.104162 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f98c757-62b7-42eb-8422-6ecd1956268a req-7f29cc4a-5696-49fb-b69d-09384e027250 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:36.105791 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f98c757-62b7-42eb-8422-6ecd1956268a req-7f29cc4a-5696-49fb-b69d-09384e027250 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 943 time: 0.2886322 Jun 17 08:52:36.150947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1f98c757-62b7-42eb-8422-6ecd1956268a req-ba2aa526-81af-43d0-a051-3710468e422b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345490 Jun 17 08:52:37.594227 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:52:37.702675 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd10f4-c93d-450f-ab95-0a01f093f035 req-93903dfc-8934-4626-8722-b4ee8255f719 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:37.705312 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17dd10f4-c93d-450f-ab95-0a01f093f035 req-93903dfc-8934-4626-8722-b4ee8255f719 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 943 time: 0.4262743 Jun 17 08:52:37.786337 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17dd10f4-c93d-450f-ab95-0a01f093f035 req-111058b4-d9a3-4331-a380-c342f30adfee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679920 Jun 17 08:52:38.982826 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98d482-0e97-43eb-990d-a477a9c22cc1 req-9489cea6-7b92-44f5-9505-ed5303e65359 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:38.984488 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df98d482-0e97-43eb-990d-a477a9c22cc1 req-9489cea6-7b92-44f5-9505-ed5303e65359 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 943 time: 0.0713081 Jun 17 08:52:39.024659 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df98d482-0e97-43eb-990d-a477a9c22cc1 req-5d1ed91b-9b64-45a2-af51-bf385affb274 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338190 Jun 17 08:52:39.329373 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:40.240034 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ff181-b736-40ae-ac23-0cd36ae16677 req-a462dd5c-7ab0-4093-a36f-83ffd43c47d2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:40.241554 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-820ff181-b736-40ae-ac23-0cd36ae16677 req-a462dd5c-7ab0-4093-a36f-83ffd43c47d2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 943 time: 0.0755174 Jun 17 08:52:40.307313 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-820ff181-b736-40ae-ac23-0cd36ae16677 req-cd0dd40b-7242-4456-997b-bc7fcb95e1d2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575457 Jun 17 08:52:40.325125 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-e4cbf0e8-ee8b-4bd4-870b-4e082f796287 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825543 Jun 17 08:52:40.425165 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-b1df990d-5987-4e70-8449-569829a6f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:40.426699 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-b1df990d-5987-4e70-8449-569829a6f5dc service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=be3a3851bff0485fa3dcf0ecde535818&device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 1097 time: 0.0569401 Jun 17 08:52:40.541570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-47f625f3-9c53-4b08-a8d9-4e05542e697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:40.543246 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-47f625f3-9c53-4b08-a8d9-4e05542e697b service neutron] 10.222.0.63 "GET /v2.0/networks?id=aa451041-9485-478e-9607-550dd8be49b4 HTTP/1.1" status: 200 len: 909 time: 0.0949228 Jun 17 08:52:40.611619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-59f7fe86-041c-4ece-a571-4606081a9842 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae28271b-2286-4d8e-b7b9-f44375d15d32 HTTP/1.1" status: 200 len: 1001 time: 0.0617752 Jun 17 08:52:40.676870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-8c9db7c1-8221-4b7f-be93-3fa77734e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:40.678399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-8c9db7c1-8221-4b7f-be93-3fa77734e2fa service neutron] 10.222.0.63 "GET /v2.0/subnets?id=908edddf-0185-496e-97d3-f3defb1fe079 HTTP/1.1" status: 200 len: 847 time: 0.0605907 Jun 17 08:52:40.741612 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-09cf0577-f670-412c-a757-8cd576b5e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:40.743193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-09cf0577-f670-412c-a757-8cd576b5e53a service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=aa451041-9485-478e-9607-550dd8be49b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586746 Jun 17 08:52:40.838251 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-b9cb57bc-b904-4a8e-a6f0-9eb9136eacd0 service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885339 Jun 17 08:52:40.938692 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5778cdf4-ec4f-4c7c-8000-a393f538895d req-88f5ef32-6112-4c97-90a8-7ee383bc83d5 service neutron] 10.222.0.63 "GET /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941842 Jun 17 08:52:41.511395 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cd803-ea01-4c5e-946d-220c6551ce7d req-fd6b1020-99e5-4ef1-95cc-2db16bf7cd29 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:41.511395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e5cd803-ea01-4c5e-946d-220c6551ce7d req-fd6b1020-99e5-4ef1-95cc-2db16bf7cd29 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 943 time: 0.0823703 Jun 17 08:52:41.553929 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e5cd803-ea01-4c5e-946d-220c6551ce7d req-cacb2dad-62e0-4aa5-b114-903344f36909 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365152 Jun 17 08:52:42.807383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc52a09-2379-4176-9794-3d07280f0475 req-643e3199-5a17-4f56-8627-4679658f77c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:42.809997 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3bc52a09-2379-4176-9794-3d07280f0475 req-643e3199-5a17-4f56-8627-4679658f77c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 943 time: 0.1329081 Jun 17 08:52:42.869626 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3bc52a09-2379-4176-9794-3d07280f0475 req-1f10fc64-debe-45a4-b321-3d599a5a5446 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522325 Jun 17 08:52:43.433790 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-af0eebc3-9b8c-4f8b-8a40-4607cf02f486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:44.076991 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61f4a6-9931-464c-87fd-c71a4de9280a req-1e5e92c4-2a02-40c7-9233-f78c0f22d096 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:44.079347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3a61f4a6-9931-464c-87fd-c71a4de9280a req-1e5e92c4-2a02-40c7-9233-f78c0f22d096 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 943 time: 0.0765383 Jun 17 08:52:44.124790 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3a61f4a6-9931-464c-87fd-c71a4de9280a req-4b2ebd78-36f3-44b7-b32f-fb44a6299c32 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394559 Jun 17 08:52:45.351470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f26e9-6944-4c33-97e2-059d7b2b9d16 req-66d09618-4e13-451c-b8b4-077fbf78fd57 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:45.352861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-787f26e9-6944-4c33-97e2-059d7b2b9d16 req-66d09618-4e13-451c-b8b4-077fbf78fd57 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 943 time: 0.0762970 Jun 17 08:52:45.396757 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-787f26e9-6944-4c33-97e2-059d7b2b9d16 req-f096fda5-fc5a-403e-baae-45e2a7f8630a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370660 Jun 17 08:52:45.639670 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7e054ee0-7e44-488a-b971-795ddc730f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:45.961834 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:46.587694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd312a-53aa-44b7-91e2-3f8870d043a5 req-8ef6e03a-997d-41c8-86e1-a043b11b556a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:46.589360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85fd312a-53aa-44b7-91e2-3f8870d043a5 req-8ef6e03a-997d-41c8-86e1-a043b11b556a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 943 time: 0.0686557 Jun 17 08:52:46.640295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-85fd312a-53aa-44b7-91e2-3f8870d043a5 req-55e8b90f-a9d2-4f26-bb0f-49b9f7a81fca tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 Jun 17 08:52:46.926025 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.698311 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 99fa7de6-25f5-43a3-ad66-24efcca6c81b details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:52:47.810160 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 99fa7de6-25f5-43a3-ad66-24efcca6c81b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=99fa7de6-25f5-43a3-ad66-24efcca6c81b,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:47.822456 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '99fa7de6-25f5-43a3-ad66-24efcca6c81b', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'port_id': '99fa7de6-25f5-43a3-ad66-24efcca6c81b', 'mac_address': 'fa:16:3e:fd:15:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:52:47.863276 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.883184 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fa7de6-25f5-43a3-ad66-24efcca6c81b {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:52:47.887798 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2eaa12-4816-4bb3-8128-bb6731d1e184 req-b61f84eb-d130-4f87-b3f8-ced5fcf2ed0b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:47.895370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd2eaa12-4816-4bb3-8128-bb6731d1e184 req-b61f84eb-d130-4f87-b3f8-ced5fcf2ed0b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 943 time: 0.1136754 Jun 17 08:52:47.930969 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 99fa7de6-25f5-43a3-ad66-24efcca6c81b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=99fa7de6-25f5-43a3-ad66-24efcca6c81b,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:47.939032 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:47.941481 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-23f1c836-43a1-4add-898b-b9e511e9e2fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:47.953956 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd2eaa12-4816-4bb3-8128-bb6731d1e184 req-36fd46fd-e2c5-4c86-a648-f1806b58b46f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557711 Jun 17 08:52:47.998424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=99fa7de6-25f5-43a3-ad66-24efcca6c81b,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:48.001867 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:48.232770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['99fa7de6-25f5-43a3-ad66-24efcca6c81b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:52:48.959046 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.002213 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c18b-5e03-43a7-ae66-fd5415c1f463 req-bd2ece43-130f-4a3c-a416-a18c7882fbc3 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.007230 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8c8c18b-5e03-43a7-ae66-fd5415c1f463 req-bd2ece43-130f-4a3c-a416-a18c7882fbc3 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 945 time: 0.1065030 Jun 17 08:52:49.064368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f8c8c18b-5e03-43a7-ae66-fd5415c1f463 req-8c93d48e-4bd9-41aa-9851-852663d8bb55 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522997 Jun 17 08:52:49.148933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3c384-3212-49ba-bc05-79e685c012ef req-aaf824b8-e053-462f-8c6b-62e549dd758d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:49.150477 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-afd3c384-3212-49ba-bc05-79e685c012ef req-aaf824b8-e053-462f-8c6b-62e549dd758d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 944 time: 0.0786653 Jun 17 08:52:49.195321 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-afd3c384-3212-49ba-bc05-79e685c012ef req-f78cc392-7914-4f19-9573-c156d7348cd2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383315 Jun 17 08:52:49.697762 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 99fa7de6-25f5-43a3-ad66-24efcca6c81b up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:52:49.757629 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 99fa7de6-25f5-43a3-ad66-24efcca6c81b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:52:49.763894 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 99fa7de6-25f5-43a3-ad66-24efcca6c81b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:52:49.764744 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.874881 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.898310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfac840-4aa3-4b1a-8278-f7f5eab19975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa7de6-25f5-43a3-ad66-24efcca6c81b'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:49.900796 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78df0c9d-3c69-4fd3-8c65-805e83a019c3" -d '{"events": [{"server_uuid": "fcfac840-4aa3-4b1a-8278-f7f5eab19975", "name": "network-vif-plugged", "status": "completed", "tag": "99fa7de6-25f5-43a3-ad66-24efcca6c81b"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:49.914983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 99fa7de6-25f5-43a3-ad66-24efcca6c81b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=99fa7de6-25f5-43a3-ad66-24efcca6c81b,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:49.922851 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:49.925560 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:49.974890 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c37582c-20f4-48f6-90fd-306b6c42fa5c x-openstack-request-id: req-9c37582c-20f4-48f6-90fd-306b6c42fa5c {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:49.975531 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfac840-4aa3-4b1a-8278-f7f5eab19975", "name": "network-vif-plugged", "status": "completed", "tag": "99fa7de6-25f5-43a3-ad66-24efcca6c81b", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:49.975654 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9c37582c-20f4-48f6-90fd-306b6c42fa5c {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:49.975943 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfac840-4aa3-4b1a-8278-f7f5eab19975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fa7de6-25f5-43a3-ad66-24efcca6c81b', 'code': 200} Jun 17 08:52:50.006074 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=99fa7de6-25f5-43a3-ad66-24efcca6c81b,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:50.009248 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:50.108486 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd091fc3-8978-47d2-a267-d926a3482362 req-41ac5241-e559-4a06-b7ea-f21fd7ad2c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:50.110109 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd091fc3-8978-47d2-a267-d926a3482362 req-41ac5241-e559-4a06-b7ea-f21fd7ad2c4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 1097 time: 0.0919936 Jun 17 08:52:50.154738 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc052c14-e875-47da-8915-b8daef362463 req-6bddf629-3d05-459c-bdd5-61d9809e3f9c tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:50.156292 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc052c14-e875-47da-8915-b8daef362463 req-6bddf629-3d05-459c-bdd5-61d9809e3f9c tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.63 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 945 time: 0.1016936 Jun 17 08:52:50.162193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dd091fc3-8978-47d2-a267-d926a3482362 req-9a5b63e8-838a-4110-a52c-1a73aa637052 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453095 Jun 17 08:52:50.297748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79ae3f-8a5a-411a-8a2b-bc3bfd0180c7 req-3a2e127b-c157-4e40-8892-efcca70db503 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:50.299273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a79ae3f-8a5a-411a-8a2b-bc3bfd0180c7 req-3a2e127b-c157-4e40-8892-efcca70db503 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 945 time: 0.1054513 Jun 17 08:52:50.325801 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Deleting port ae28271b-2286-4d8e-b7b9-f44375d15d32 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:50.326146 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.426838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0a79ae3f-8a5a-411a-8a2b-bc3bfd0180c7 req-b3b965d3-e295-4f1f-896e-a53526b054b3 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/security-groups?id=39a9494a-31b0-4ffb-9453-76dd80895b90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203039 Jun 17 08:52:50.466388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] For port ae28271b-2286-4d8e-b7b9-f44375d15d32, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=ae28271b-2286-4d8e-b7b9-f44375d15d32,segment=NetworkSegment(aefb0f28-80f8-46e1-8d1b-27f04c0ac271),segment_id=aefb0f28-80f8-46e1-8d1b-27f04c0ac271)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:50.466736 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.526522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b05a0-d803-48ff-b41d-91c1f14e9aa8 req-f11129af-fb73-4c30-949a-433fdc013926 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:50.527967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d19b05a0-d803-48ff-b41d-91c1f14e9aa8 req-f11129af-fb73-4c30-949a-433fdc013926 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 945 time: 0.1988914 Jun 17 08:52:50.631401 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d19b05a0-d803-48ff-b41d-91c1f14e9aa8 req-8ba2a3cd-96c4-4f11-bc01-f862daef16a2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970821 Jun 17 08:52:50.707301 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.707779 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.708090 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Floating IP 8ae3c037-2d6e-49b2-bf70-0de948da6182 disassociated. External IP: 172.25.8.169, port: ae28271b-2286-4d8e-b7b9-f44375d15d32. Jun 17 08:52:50.708490 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Calling delete_port for ae28271b-2286-4d8e-b7b9-f44375d15d32 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:50.845103 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:50.850354 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e92c047f-2a48-407c-86e2-6b0ee06f13d7 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:50.879205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event deleted for resources: {'Port': ['ID=ae28271b-2286-4d8e-b7b9-f44375d15d32,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:50.882039 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:51.017425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Router cddfcc75-fe7e-4f11-9e78-04bffa718948 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:51.137901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:51.148029 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e58c9ac-55a9-44ce-8936-8d3ef983aa90 None None] Sync routers for ids ['cddfcc75-fe7e-4f11-9e78-04bffa718948'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:51.169547 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e58c9ac-55a9-44ce-8936-8d3ef983aa90 None None] Routers {'cddfcc75-fe7e-4f11-9e78-04bffa718948'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:51.170590 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4e58c9ac-55a9-44ce-8936-8d3ef983aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['cddfcc75-fe7e-4f11-9e78-04bffa718948'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:51.222374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] No DVR routers for this DVR port ae28271b-2286-4d8e-b7b9-f44375d15d32 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:51.224272 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:51.226744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dc052c14-e875-47da-8915-b8daef362463 req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.63 "DELETE /v2.0/ports/ae28271b-2286-4d8e-b7b9-f44375d15d32 HTTP/1.1" status: 204 len: 173 time: 1.0636511 Jun 17 08:52:51.227583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'name': 'network-vif-deleted', 'tag': 'ae28271b-2286-4d8e-b7b9-f44375d15d32'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:51.230306 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32632c25-2eaf-4e67-95be-a11536fd79bf" -d '{"events": [{"server_uuid": "f25bf47b-d9eb-4653-af4b-3318e4c19010", "name": "network-vif-deleted", "tag": "ae28271b-2286-4d8e-b7b9-f44375d15d32"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:51.357819 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-4e58c9ac-55a9-44ce-8936-8d3ef983aa90 None None] Set router cddfcc75-fe7e-4f11-9e78-04bffa718948 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:51.650308 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98afb95c-af68-4d22-86ed-2fbcf809a484 x-openstack-request-id: req-98afb95c-af68-4d22-86ed-2fbcf809a484 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:51.650692 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25bf47b-d9eb-4653-af4b-3318e4c19010", "name": "network-vif-deleted", "tag": "ae28271b-2286-4d8e-b7b9-f44375d15d32", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:51.651089 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-98afb95c-af68-4d22-86ed-2fbcf809a484 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:51.651611 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25bf47b-d9eb-4653-af4b-3318e4c19010', 'name': 'network-vif-deleted', 'tag': 'ae28271b-2286-4d8e-b7b9-f44375d15d32', 'status': 'completed', 'code': 200} Jun 17 08:52:51.720051 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b01a0799-dc93-43cc-bb71-0c7c211c1a1c req-71b26ae6-8598-4393-8941-f3bfd035060f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "GET /v2.0/ports?device_id=f25bf47b-d9eb-4653-af4b-3318e4c19010 HTTP/1.1" status: 200 len: 210 time: 0.0357292 Jun 17 08:52:51.739176 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4e58c9ac-55a9-44ce-8936-8d3ef983aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:34Z', 'revision_number': 4, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e24a4762-14c7-4e5b-b538-d6412e3102b0', 'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'mac_address': 'fa:16:3e:38:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '908edddf-0185-496e-97d3-f3defb1fe079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:31Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 5, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'subnets': [{'id': '908edddf-0185-496e-97d3-f3defb1fe079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:51.779184 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e58c9ac-55a9-44ce-8936-8d3ef983aa90 None None] Checking router: cddfcc75-fe7e-4f11-9e78-04bffa718948 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:51.795347 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e58c9ac-55a9-44ce-8936-8d3ef983aa90 None None] Routers {'cddfcc75-fe7e-4f11-9e78-04bffa718948'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:51.796063 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4e58c9ac-55a9-44ce-8936-8d3ef983aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['cddfcc75-fe7e-4f11-9e78-04bffa718948'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:51.884977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedc3e7-c32a-49fd-adac-bdba57780d1a req-dc5bf21c-5704-44f5-b9d5-a3f31649fe02 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:51.886642 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fedc3e7-c32a-49fd-adac-bdba57780d1a req-dc5bf21c-5704-44f5-b9d5-a3f31649fe02 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 945 time: 0.0750146 Jun 17 08:52:51.915759 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-4e58c9ac-55a9-44ce-8936-8d3ef983aa90 None None] Set router cddfcc75-fe7e-4f11-9e78-04bffa718948 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:51.938991 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9fedc3e7-c32a-49fd-adac-bdba57780d1a req-8ea7b018-65b2-45ae-8fe9-ad4524c559e5 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430844 Jun 17 08:52:52.223849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce2b5d-e979-4dff-8390-54e25809aa15 req-3f9addb3-c607-43b2-9663-283aebedc532 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:52.231110 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1bce2b5d-e979-4dff-8390-54e25809aa15 req-3f9addb3-c607-43b2-9663-283aebedc532 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 945 time: 0.0771165 Jun 17 08:52:52.274109 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1bce2b5d-e979-4dff-8390-54e25809aa15 req-592b4a36-b18c-45ad-aadc-73a6e5ffd926 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 Jun 17 08:52:52.427351 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4e58c9ac-55a9-44ce-8936-8d3ef983aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:34Z', 'revision_number': 4, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e24a4762-14c7-4e5b-b538-d6412e3102b0', 'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'mac_address': 'fa:16:3e:38:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '908edddf-0185-496e-97d3-f3defb1fe079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:31Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 5, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'subnets': [{'id': '908edddf-0185-496e-97d3-f3defb1fe079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:52.460587 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e58c9ac-55a9-44ce-8936-8d3ef983aa90 None None] The sync data for ids ['cddfcc75-fe7e-4f11-9e78-04bffa718948'] in n-d-779913-16 is: [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:47:34Z', 'revision_number': 4, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'e24a4762-14c7-4e5b-b538-d6412e3102b0', 'name': '', 'network_id': 'aa451041-9485-478e-9607-550dd8be49b4', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'mac_address': 'fa:16:3e:38:5a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': '908edddf-0185-496e-97d3-f3defb1fe079', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:31Z', 'updated_at': '2021-06-17T08:47:41Z', 'revision_number': 5, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'subnets': [{'id': '908edddf-0185-496e-97d3-f3defb1fe079', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:52.525181 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad297322-ee40-44c0-b0c2-5beebda50db0 req-98897044-1212-4f35-83ff-d874e5725f65 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:52.533913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad297322-ee40-44c0-b0c2-5beebda50db0 req-98897044-1212-4f35-83ff-d874e5725f65 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 945 time: 0.0879600 Jun 17 08:52:52.577602 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad297322-ee40-44c0-b0c2-5beebda50db0 req-5aa6468b-9ab5-4f73-989b-4edfaedc5cc0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427608 Jun 17 08:52:52.836211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a7c333-7b58-4725-bdde-f5f6d13c9f54 None None] New status for floating IP 8ae3c037-2d6e-49b2-bf70-0de948da6182: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:52:52.879200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44166) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:53.075240 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b5103-cc31-4732-b54e-c256c473442f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Deleting port 52d3c972-2ce9-4712-8f7c-f103db30b479 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:53.076099 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5103-cc31-4732-b54e-c256c473442f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.200851 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5103-cc31-4732-b54e-c256c473442f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.201910 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5103-cc31-4732-b54e-c256c473442f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.228983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0370aa-0175-4c65-b20d-a92e81961c06 req-1443f115-457b-436d-ae4d-d4c0101401c2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:53.230713 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6f0370aa-0175-4c65-b20d-a92e81961c06 req-1443f115-457b-436d-ae4d-d4c0101401c2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 945 time: 0.1481857 Jun 17 08:52:53.296791 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6f0370aa-0175-4c65-b20d-a92e81961c06 req-c18282bf-c1a8-460e-b46e-960674bb7720 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585990 Jun 17 08:52:53.309200 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b5103-cc31-4732-b54e-c256c473442f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Calling delete_port for 52d3c972-2ce9-4712-8f7c-f103db30b479 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:53.467067 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5103-cc31-4732-b54e-c256c473442f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.469774 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-511ef9d3-ee54-49eb-8237-d32bef1e72c0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:53.498152 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b5103-cc31-4732-b54e-c256c473442f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event deleted for resources: {'Port': ['ID=52d3c972-2ce9-4712-8f7c-f103db30b479,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:53.502667 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9c8b5103-cc31-4732-b54e-c256c473442f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:53.591338 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5103-cc31-4732-b54e-c256c473442f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.594198 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9c8b5103-cc31-4732-b54e-c256c473442f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.595469 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9c8b5103-cc31-4732-b54e-c256c473442f tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "DELETE /v2.0/floatingips/8ae3c037-2d6e-49b2-bf70-0de948da6182 HTTP/1.1" status: 204 len: 168 time: 0.7129416 Jun 17 08:52:53.758405 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device ae28271b-2286-4d8e-b7b9-f44375d15d32 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:53.791178 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: ae28271b-2286-4d8e-b7b9-f44375d15d32 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:53.792625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device ae28271b-2286-4d8e-b7b9-f44375d15d32 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:53.819596 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44194) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:53.892978 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c9bdf397-8c6b-4b96-a8cf-c7ac0170ca37 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.925686 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c9bdf397-8c6b-4b96-a8cf-c7ac0170ca37 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.988392 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c9bdf397-8c6b-4b96-a8cf-c7ac0170ca37 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.991782 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-c9bdf397-8c6b-4b96-a8cf-c7ac0170ca37 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:53.994519 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c9bdf397-8c6b-4b96-a8cf-c7ac0170ca37 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] 10.222.0.47 "DELETE /v2.0/security-groups/39a9494a-31b0-4ffb-9453-76dd80895b90 HTTP/1.1" status: 204 len: 168 time: 0.1725757 Jun 17 08:52:53.994519 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0d5fde7a-91b5-40cd-979a-a562c3579f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:54.018169 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bdf397-8c6b-4b96-a8cf-c7ac0170ca37 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a9494a-31b0-4ffb-9453-76dd80895b90,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:54.021070 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-c9bdf397-8c6b-4b96-a8cf-c7ac0170ca37 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:54.036331 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44198) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:54.531182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422a243-6c48-49e7-a86d-69b497bf55b2 req-b1762726-f5df-4821-85e2-e74537366315 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.532776 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7422a243-6c48-49e7-a86d-69b497bf55b2 req-b1762726-f5df-4821-85e2-e74537366315 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 945 time: 0.1186512 Jun 17 08:52:54.572496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78443c8f-c692-4e69-89a4-ccc8bba4888a req-b1bcad4d-032d-4386-ae3c-f987208d4ba8 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:52:54.574062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-78443c8f-c692-4e69-89a4-ccc8bba4888a req-b1bcad4d-032d-4386-ae3c-f987208d4ba8 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 945 time: 0.0999038 Jun 17 08:52:54.574328 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.628448 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7422a243-6c48-49e7-a86d-69b497bf55b2 req-a462a2fc-aa56-44f0-9be5-bce77739de36 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839174 Jun 17 08:52:54.699174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-78443c8f-c692-4e69-89a4-ccc8bba4888a req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Deleting port 99fa7de6-25f5-43a3-ad66-24efcca6c81b {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:54.699522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-78443c8f-c692-4e69-89a4-ccc8bba4888a req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.835067 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-78443c8f-c692-4e69-89a4-ccc8bba4888a req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] For port 99fa7de6-25f5-43a3-ad66-24efcca6c81b, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=99fa7de6-25f5-43a3-ad66-24efcca6c81b,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:54.835436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-78443c8f-c692-4e69-89a4-ccc8bba4888a req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.872124 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] Deleting port e24a4762-14c7-4e5b-b538-d6412e3102b0 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:54.872462 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:54.910337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-78443c8f-c692-4e69-89a4-ccc8bba4888a req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Calling delete_port for 99fa7de6-25f5-43a3-ad66-24efcca6c81b owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:54.976090 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] For port e24a4762-14c7-4e5b-b538-d6412e3102b0, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=e24a4762-14c7-4e5b-b538-d6412e3102b0,segment=NetworkSegment(aefb0f28-80f8-46e1-8d1b-27f04c0ac271),segment_id=aefb0f28-80f8-46e1-8d1b-27f04c0ac271)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:54.976676 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.045084 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] Calling delete_port for e24a4762-14c7-4e5b-b538-d6412e3102b0 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:55.066194 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-78443c8f-c692-4e69-89a4-ccc8bba4888a req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.090480 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['99fa7de6-25f5-43a3-ad66-24efcca6c81b'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:52:55.105518 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:55.150668 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event deleted for resources: {'Port': ['ID=99fa7de6-25f5-43a3-ad66-24efcca6c81b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.157811 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:55.256220 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-78443c8f-c692-4e69-89a4-ccc8bba4888a req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] No DVR routers for this DVR port 99fa7de6-25f5-43a3-ad66-24efcca6c81b on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:55.266788 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-78443c8f-c692-4e69-89a4-ccc8bba4888a req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.269059 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-78443c8f-c692-4e69-89a4-ccc8bba4888a req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "DELETE /v2.0/ports/99fa7de6-25f5-43a3-ad66-24efcca6c81b HTTP/1.1" status: 204 len: 173 time: 0.6861453 Jun 17 08:52:55.269897 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfac840-4aa3-4b1a-8278-f7f5eab19975', 'name': 'network-vif-deleted', 'tag': '99fa7de6-25f5-43a3-ad66-24efcca6c81b'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:52:55.273010 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6212060-3c5c-4498-b360-a1782359bcd0" -d '{"events": [{"server_uuid": "fcfac840-4aa3-4b1a-8278-f7f5eab19975", "name": "network-vif-deleted", "tag": "99fa7de6-25f5-43a3-ad66-24efcca6c81b"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:52:55.314973 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.317170 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a50517eb-6748-4964-9c3e-0dcad909e45f tempest-RoutersAdminTest-1726976815 tempest-RoutersAdminTest-1726976815-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:55.379992 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] Pushing event deleted for resources: {'Port': ['ID=e24a4762-14c7-4e5b-b538-d6412e3102b0,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:55.408339 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f78d83-5157-449e-b2ff-43710793d6e6 x-openstack-request-id: req-b5f78d83-5157-449e-b2ff-43710793d6e6 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:52:55.409127 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfac840-4aa3-4b1a-8278-f7f5eab19975", "name": "network-vif-deleted", "tag": "99fa7de6-25f5-43a3-ad66-24efcca6c81b", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:52:55.409127 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5f78d83-5157-449e-b2ff-43710793d6e6 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:52:55.409443 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfac840-4aa3-4b1a-8278-f7f5eab19975', 'name': 'network-vif-deleted', 'tag': '99fa7de6-25f5-43a3-ad66-24efcca6c81b', 'status': 'completed', 'code': 200} Jun 17 08:52:55.419485 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:55.624078 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:55.813398 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-896b006c-1beb-499c-91a5-df32016ce336 req-633afc31-eb73-448a-9a26-3c00b0dcadb9 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 210 time: 0.0554192 Jun 17 08:52:55.959782 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] Router cddfcc75-fe7e-4f11-9e78-04bffa718948 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:52:56.090816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:52:56.103494 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44238) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:56.107494 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-408e6a5e-0001-4182-bdf6-e81b4fd9113f admin admin] 10.222.0.47 "PUT /v2.0/routers/cddfcc75-fe7e-4f11-9e78-04bffa718948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0695441 Jun 17 08:52:56.116864 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d8aba2-91ee-4012-a74f-175cbb847d99 None None] Sync routers for ids ['cddfcc75-fe7e-4f11-9e78-04bffa718948'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:52:56.142299 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d8aba2-91ee-4012-a74f-175cbb847d99 None None] Routers {'cddfcc75-fe7e-4f11-9e78-04bffa718948'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:56.143358 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-73d8aba2-91ee-4012-a74f-175cbb847d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['cddfcc75-fe7e-4f11-9e78-04bffa718948'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:56.274831 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-73d8aba2-91ee-4012-a74f-175cbb847d99 None None] Set router cddfcc75-fe7e-4f11-9e78-04bffa718948 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:56.292416 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.410815 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.497378 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-73d8aba2-91ee-4012-a74f-175cbb847d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:52:55Z', 'revision_number': 5, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port': {'id': 'bb480050-b8e7-4cbf-b8f5-c7b781de49e4', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:53:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:27Z', 'updated_at': '2021-06-17T08:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:56.502277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Deleting port bb480050-b8e7-4cbf-b8f5-c7b781de49e4 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:56.502849 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.549973 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d8aba2-91ee-4012-a74f-175cbb847d99 None None] Checking router: cddfcc75-fe7e-4f11-9e78-04bffa718948 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:52:56.560972 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d8aba2-91ee-4012-a74f-175cbb847d99 None None] Routers {'cddfcc75-fe7e-4f11-9e78-04bffa718948'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:52:56.561777 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-73d8aba2-91ee-4012-a74f-175cbb847d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['cddfcc75-fe7e-4f11-9e78-04bffa718948'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:56.597167 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] For port bb480050-b8e7-4cbf-b8f5-c7b781de49e4, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=bb480050-b8e7-4cbf-b8f5-c7b781de49e4,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:56.597537 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.661456 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-73d8aba2-91ee-4012-a74f-175cbb847d99 None None] Set router cddfcc75-fe7e-4f11-9e78-04bffa718948 gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:52:56.680371 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Calling delete_port for bb480050-b8e7-4cbf-b8f5-c7b781de49e4 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:56.728954 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-73d8aba2-91ee-4012-a74f-175cbb847d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:52:56Z', 'revision_number': 6, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:56.759156 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d8aba2-91ee-4012-a74f-175cbb847d99 None None] The sync data for ids ['cddfcc75-fe7e-4f11-9e78-04bffa718948'] in n-d-779913-16 is: [{'id': 'cddfcc75-fe7e-4f11-9e78-04bffa718948', 'name': 'tempest-TestServerBasicOps-382470093-router', 'tenant_id': 'be3a3851bff0485fa3dcf0ecde535818', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:26Z', 'updated_at': '2021-06-17T08:52:56Z', 'revision_number': 6, 'project_id': 'be3a3851bff0485fa3dcf0ecde535818', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:52:56.933920 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:56.944806 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-83345207-03aa-429b-bef4-6c32e21f3d17 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:56.977554 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb480050-b8e7-4cbf-b8f5-c7b781de49e4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:57.004809 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:57.065196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5fb165ba-4c01-40ff-ad9d-d80e5863709e req-37fb553e-21b9-4de3-a465-c71a06a55923 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 210 time: 0.0581803 Jun 17 08:52:57.084782 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.208452 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.218463 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.320274 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.320941 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cddfcc75-fe7e-4f11-9e78-04bffa718948 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:52:57.328699 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.332636 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44266) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:57.346725 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] 10.222.0.47 "DELETE /v2.0/routers/cddfcc75-fe7e-4f11-9e78-04bffa718948 HTTP/1.1" status: 204 len: 168 time: 1.2417893 Jun 17 08:52:57.386405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9aa6622-eb63-4da9-ac53-1b91219ecccd admin admin] Deleting subnet 908edddf-0185-496e-97d3-f3defb1fe079 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:52:57.390363 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6622-eb63-4da9-ac53-1b91219ecccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.426978 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6622-eb63-4da9-ac53-1b91219ecccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.521099 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6622-eb63-4da9-ac53-1b91219ecccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.580822 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6622-eb63-4da9-ac53-1b91219ecccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.590202 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-05fa76e9-a6c5-441e-b26c-00f823caea15 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:57.615860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa6622-eb63-4da9-ac53-1b91219ecccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=908edddf-0185-496e-97d3-f3defb1fe079,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:57.620850 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b9aa6622-eb63-4da9-ac53-1b91219ecccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:57.623493 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b9aa6622-eb63-4da9-ac53-1b91219ecccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.629251 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44272) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:57.632607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74cad3f-4460-4d2a-8760-46fb316f5019 None None] Network aa451041-9485-478e-9607-550dd8be49b4 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:52:57.641101 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b9aa6622-eb63-4da9-ac53-1b91219ecccd admin admin] 10.222.0.47 "DELETE /v2.0/subnets/908edddf-0185-496e-97d3-f3defb1fe079 HTTP/1.1" status: 204 len: 168 time: 0.3072124 Jun 17 08:52:57.721181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.787223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 99fa7de6-25f5-43a3-ad66-24efcca6c81b no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:57.846876 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Deleting port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:57.851341 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:57.875159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 99fa7de6-25f5-43a3-ad66-24efcca6c81b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:57.875820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 99fa7de6-25f5-43a3-ad66-24efcca6c81b not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:57.967489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] For port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a9da919f-bbba-45ea-8ee4-a29fe2fe9da9,segment=NetworkSegment(aefb0f28-80f8-46e1-8d1b-27f04c0ac271),segment_id=aefb0f28-80f8-46e1-8d1b-27f04c0ac271)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:57.968073 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.021217 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] DHCP port deletion for aa451041-9485-478e-9607-550dd8be49b4 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:52:58.091850 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Calling delete_port for a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 owned by network:dhcp {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:58.149257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e24a4762-14c7-4e5b-b538-d6412e3102b0 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:58.196332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: e24a4762-14c7-4e5b-b538-d6412e3102b0 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:58.196332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device e24a4762-14c7-4e5b-b538-d6412e3102b0 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:58.196332 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bb480050-b8e7-4cbf-b8f5-c7b781de49e4 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:58.253934 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: bb480050-b8e7-4cbf-b8f5-c7b781de49e4 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:52:58.259667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device bb480050-b8e7-4cbf-b8f5-c7b781de49e4 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:58.260420 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:52:58.300331 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.310540 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2509aa88-1522-4a0b-b5ae-f7f1b4b9f216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:58.358168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] No DVR routers for this DVR port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 on host n-d-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:58.373288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-574d107b-a0b4-4714-84d9-55d7c2541fc4 req-d5c923ca-d4c7-48b2-b5d0-51ed8b9ad8ea tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 210 time: 0.1106820 Jun 17 08:52:58.383968 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9da919f-bbba-45ea-8ee4-a29fe2fe9da9,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:58.419699 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:58.427145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Deleting port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:58.427786 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.449954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No active binding found for port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 {{(pid=93805) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 17 08:52:58.450484 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:52:58.487648 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.499902 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa451041-9485-478e-9607-550dd8be49b4']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:58.513443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:58.514051 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefb0f28-80f8-46e1-8d1b-27f04c0ac271') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:52:58.527707 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] For port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9, host n-d-779913-16, got binding levels [] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:58.528328 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.530805 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.550166 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.558158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:52:58.558580 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:52:58.560815 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:52:58.613905 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Calling delete_port for a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:58.617857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.ipam_backend_mixin [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 was not found and therefore no delete operation was performed {{(pid=93805) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 17 08:52:58.619353 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.630167 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:58.641951 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.650932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:58.653384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] 10.222.0.47 "DELETE /v2.0/networks/aa451041-9485-478e-9607-550dd8be49b4 HTTP/1.1" status: 204 len: 168 time: 1.0230408 Jun 17 08:52:58.654412 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b5adf5a9-8968-44d7-ac5a-0056fb1525c2 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:52:58.656815 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44290) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:52:58.662512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Pushing event deleted for resources: {'Port': ['ID=a9da919f-bbba-45ea-8ee4-a29fe2fe9da9,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:58.668248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] No DVR routers for this DVR port a9da919f-bbba-45ea-8ee4-a29fe2fe9da9 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:52:58.675654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa451041-9485-478e-9607-550dd8be49b4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:52:58.677372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.678029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.678747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.679290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.679779 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.680325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.681292 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.681777 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.682358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.682880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.684680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.684680 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:52:58.685504 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:58.687460 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-197f5d78-c877-4072-aa38-f1904cee3b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:52:59.030284 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.286917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] Deleting port b2c1ed5a-584b-41f3-afa2-f88792308f96 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:52:59.287259 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.369288 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] For port b2c1ed5a-584b-41f3-afa2-f88792308f96, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=b2c1ed5a-584b-41f3-afa2-f88792308f96,segment=NetworkSegment(c00b3f3b-0968-4500-8c94-1467f25b9741),segment_id=c00b3f3b-0968-4500-8c94-1467f25b9741)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:52:59.369709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:52:59.446598 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] Calling delete_port for b2c1ed5a-584b-41f3-afa2-f88792308f96 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:52:59.629237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e7fbd2d4-dcbe-479b-b00d-8e655f5afc74 req-88c71572-d6d6-451d-886e-c20f59f3fe50 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=fcfac840-4aa3-4b1a-8278-f7f5eab19975 HTTP/1.1" status: 200 len: 210 time: 0.0643508 Jun 17 08:53:00.124867 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.128960 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ef34ac69-8505-48f7-a5c1-41889a8fb1a0 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:00.160659 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c1ed5a-584b-41f3-afa2-f88792308f96,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:00.163792 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:00.332527 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:00.563776 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] Router 760b3d40-9015-412b-9ce7-96c18e7b93bc has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:53:00.682410 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:53:00.692273 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34751978-2aa5-4e5e-b586-013964d62457 None None] Sync routers for ids ['760b3d40-9015-412b-9ce7-96c18e7b93bc'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:53:00.696716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44318) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:00.697211 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-3bbf9858-b25c-4743-b6a7-79c76855a30b admin admin] 10.222.0.47 "PUT /v2.0/routers/760b3d40-9015-412b-9ce7-96c18e7b93bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0352376 Jun 17 08:53:00.705227 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34751978-2aa5-4e5e-b586-013964d62457 None None] Routers {'760b3d40-9015-412b-9ce7-96c18e7b93bc'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:00.708569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-34751978-2aa5-4e5e-b586-013964d62457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['760b3d40-9015-412b-9ce7-96c18e7b93bc'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:00.876812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-34751978-2aa5-4e5e-b586-013964d62457 None None] Set router 760b3d40-9015-412b-9ce7-96c18e7b93bc gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:01.085700 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-34751978-2aa5-4e5e-b586-013964d62457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'name': 'tempest-TestServerBasicOps-693133608-router', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:38Z', 'updated_at': '2021-06-17T08:52:59Z', 'revision_number': 5, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'gw_port': {'id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:01.116008 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34751978-2aa5-4e5e-b586-013964d62457 None None] Checking router: 760b3d40-9015-412b-9ce7-96c18e7b93bc for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:53:01.126154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34751978-2aa5-4e5e-b586-013964d62457 None None] Routers {'760b3d40-9015-412b-9ce7-96c18e7b93bc'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:53:01.127315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-34751978-2aa5-4e5e-b586-013964d62457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:52:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['760b3d40-9015-412b-9ce7-96c18e7b93bc'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:01.239188 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.256544 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-34751978-2aa5-4e5e-b586-013964d62457 None None] Set router 760b3d40-9015-412b-9ce7-96c18e7b93bc gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:53:01.370308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.450077 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Deleting port 3a1d2a7a-98e3-45db-aff3-9939306d0f60 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:01.450422 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.525701 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-34751978-2aa5-4e5e-b586-013964d62457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'name': 'tempest-TestServerBasicOps-693133608-router', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:38Z', 'updated_at': '2021-06-17T08:52:59Z', 'revision_number': 5, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'gw_port': {'id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:01.542637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] For port 3a1d2a7a-98e3-45db-aff3-9939306d0f60, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=3a1d2a7a-98e3-45db-aff3-9939306d0f60,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:01.543141 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.557190 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34751978-2aa5-4e5e-b586-013964d62457 None None] The sync data for ids ['760b3d40-9015-412b-9ce7-96c18e7b93bc'] in n-d-779913-16 is: [{'id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'name': 'tempest-TestServerBasicOps-693133608-router', 'tenant_id': '41c979050d4e4cb8bce37539d6971966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:47:38Z', 'updated_at': '2021-06-17T08:52:59Z', 'revision_number': 5, 'project_id': '41c979050d4e4cb8bce37539d6971966', 'gw_port': {'id': '3a1d2a7a-98e3-45db-aff3-9939306d0f60', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760b3d40-9015-412b-9ce7-96c18e7b93bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:47:39Z', 'updated_at': '2021-06-17T08:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:53:01.622442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Calling delete_port for 3a1d2a7a-98e3-45db-aff3-9939306d0f60 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:01.805798 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:01.808089 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1cefac40-550d-438b-978a-aecf1ecfb7c4 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:01.834398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1d2a7a-98e3-45db-aff3-9939306d0f60,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:01.839629 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:01.924705 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.089947 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.093119 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.141389 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.142033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 760b3d40-9015-412b-9ce7-96c18e7b93bc {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:53:02.147213 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.148427 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] 10.222.0.47 "DELETE /v2.0/routers/760b3d40-9015-412b-9ce7-96c18e7b93bc HTTP/1.1" status: 204 len: 168 time: 1.4499567 Jun 17 08:53:02.151146 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44340) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:02.183224 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b2c1ed5a-584b-41f3-afa2-f88792308f96 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:02.205782 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: b2c1ed5a-584b-41f3-afa2-f88792308f96 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:02.206204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device b2c1ed5a-584b-41f3-afa2-f88792308f96 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:02.228529 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef1ce81-db56-4206-825d-81042c0ee2b4 admin admin] Deleting subnet a385948c-9f6d-4d0d-895f-8dd80e2db455 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:53:02.232491 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ef1ce81-db56-4206-825d-81042c0ee2b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.279471 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ef1ce81-db56-4206-825d-81042c0ee2b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.394029 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ef1ce81-db56-4206-825d-81042c0ee2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.464754 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ef1ce81-db56-4206-825d-81042c0ee2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.467181 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-77483eb1-ec75-46d0-b0c3-d53057b27904 tempest-NetworksTestDHCPv6-1924939021 tempest-NetworksTestDHCPv6-1924939021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:02.491544 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1ce81-db56-4206-825d-81042c0ee2b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a385948c-9f6d-4d0d-895f-8dd80e2db455,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:02.494282 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7ef1ce81-db56-4206-825d-81042c0ee2b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:02.497635 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7ef1ce81-db56-4206-825d-81042c0ee2b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.502285 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7ef1ce81-db56-4206-825d-81042c0ee2b4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a385948c-9f6d-4d0d-895f-8dd80e2db455 HTTP/1.1" status: 204 len: 168 time: 0.3475280 Jun 17 08:53:02.502502 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44346) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:02.507303 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a6b1b-36fc-4f35-b780-44f94d486943 None None] Network e2518fcf-993e-47bf-b906-b0e1c6409fc4 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:02.588347 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.644769 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Deleting port 84e60305-0589-4880-8d67-690dad266915 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:02.645016 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.710823 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] For port 84e60305-0589-4880-8d67-690dad266915, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=84e60305-0589-4880-8d67-690dad266915,segment=NetworkSegment(c00b3f3b-0968-4500-8c94-1467f25b9741),segment_id=c00b3f3b-0968-4500-8c94-1467f25b9741)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:02.711276 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.781142 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Calling delete_port for 84e60305-0589-4880-8d67-690dad266915 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:02.792175 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45316ae-5de5-4446-87e6-5c1774b41e20 None None] DHCP port deletion for e2518fcf-993e-47bf-b906-b0e1c6409fc4 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:53:02.868890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c45316ae-5de5-4446-87e6-5c1774b41e20 None None] Deleting port 84e60305-0589-4880-8d67-690dad266915 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:02.869282 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c45316ae-5de5-4446-87e6-5c1774b41e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.890119 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:02.893039 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-790c11e4-e5f1-435a-968d-7c7abe090db3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2112326272-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:02.925933 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Pushing event deleted for resources: {'Port': ['ID=84e60305-0589-4880-8d67-690dad266915,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:02.930465 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:02.941937 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] No DVR routers for this DVR port 84e60305-0589-4880-8d67-690dad266915 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:02.949770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c45316ae-5de5-4446-87e6-5c1774b41e20 None None] For port 84e60305-0589-4880-8d67-690dad266915, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=84e60305-0589-4880-8d67-690dad266915,segment=NetworkSegment(c00b3f3b-0968-4500-8c94-1467f25b9741),segment_id=c00b3f3b-0968-4500-8c94-1467f25b9741)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:02.950186 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c45316ae-5de5-4446-87e6-5c1774b41e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.015777 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c45316ae-5de5-4446-87e6-5c1774b41e20 None None] Calling delete_port for 84e60305-0589-4880-8d67-690dad266915 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:03.055057 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.081045 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2518fcf-993e-47bf-b906-b0e1c6409fc4']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:03.092758 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00b3f3b-0968-4500-8c94-1467f25b9741') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:03.093051 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00b3f3b-0968-4500-8c94-1467f25b9741') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:53:03.102811 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.117786 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.124187 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:53:03.124593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.145488 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.146395 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c45316ae-5de5-4446-87e6-5c1774b41e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.173545 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:53:03.196343 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:53:03.202215 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45316ae-5de5-4446-87e6-5c1774b41e20 None None] Pushing event deleted for resources: {'Port': ['ID=84e60305-0589-4880-8d67-690dad266915,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:03.206128 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c45316ae-5de5-4446-87e6-5c1774b41e20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:03.209313 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45316ae-5de5-4446-87e6-5c1774b41e20 None None] No DVR routers for this DVR port 84e60305-0589-4880-8d67-690dad266915 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:03.235108 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.247165 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.250533 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] 10.222.0.47 "DELETE /v2.0/networks/e2518fcf-993e-47bf-b906-b0e1c6409fc4 HTTP/1.1" status: 204 len: 168 time: 0.7457502 Jun 17 08:53:03.253448 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:03.271093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2518fcf-993e-47bf-b906-b0e1c6409fc4,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:03.274505 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:03.421911 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44368) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:03.467350 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-56e0661b-60e8-4cb7-8724-9292c766be5a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be3a3851bff0485fa3dcf0ecde535818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437758 Jun 17 08:53:03.470831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44370) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:03.533484 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d45aee7-d962-4245-8663-688ebe004f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.564774 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d45aee7-d962-4245-8663-688ebe004f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.626884 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d45aee7-d962-4245-8663-688ebe004f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.629861 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4d45aee7-d962-4245-8663-688ebe004f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:03.633480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4d45aee7-d962-4245-8663-688ebe004f54 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca0c3ebc-0cba-48d2-94a9-e4ae3a02fac4 HTTP/1.1" status: 204 len: 168 time: 0.1597245 Jun 17 08:53:03.633480 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-146ea060-6a32-4781-a5c7-1d7ebb6524c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:03.648222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45aee7-d962-4245-8663-688ebe004f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0c3ebc-0cba-48d2-94a9-e4ae3a02fac4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:03.651229 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4d45aee7-d962-4245-8663-688ebe004f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:04.064824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44382) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:04.071896 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3a1d2a7a-98e3-45db-aff3-9939306d0f60 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:04.105750 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 3a1d2a7a-98e3-45db-aff3-9939306d0f60 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:04.106478 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 3a1d2a7a-98e3-45db-aff3-9939306d0f60 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:04.109723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-38afa6be-8eac-4cc7-bb30-3fe8a8a14fe5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41c979050d4e4cb8bce37539d6971966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409491 Jun 17 08:53:04.109723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44384) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:04.111093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 84e60305-0589-4880-8d67-690dad266915 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:04.136748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 84e60305-0589-4880-8d67-690dad266915 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:04.137392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 84e60305-0589-4880-8d67-690dad266915 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:53:04.172511 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca68d-2442-4bce-b915-c1acb909b5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.195704 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca68d-2442-4bce-b915-c1acb909b5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.266035 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca68d-2442-4bce-b915-c1acb909b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.269905 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca68d-2442-4bce-b915-c1acb909b5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:04.271123 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5a7ca68d-2442-4bce-b915-c1acb909b5e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6ea6d9ec-728e-4163-96c3-68633a051af2 HTTP/1.1" status: 204 len: 168 time: 0.1604116 Jun 17 08:53:04.271987 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-23cba1d7-79e7-403d-8bfd-9b883f9b4789 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:04.286540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ca68d-2442-4bce-b915-c1acb909b5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea6d9ec-728e-4163-96c3-68633a051af2,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:04.292077 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5a7ca68d-2442-4bce-b915-c1acb909b5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:09.328354 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:13.433957 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a7f27f0-30dd-43e4-a1e3-2d928ca246b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:14.594813 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:53:15.651959 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-286522cf-e44a-4681-afa8-10018326d968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:15.969177 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:16.922808 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:18.953236 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.429671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44846) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:24.548206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-15e9e191-5be0-457b-bf06-50174d6b4952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.648384 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-15e9e191-5be0-457b-bf06-50174d6b4952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.653826 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-15e9e191-5be0-457b-bf06-50174d6b4952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.656395 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2730c18f-3571-49a2-b885-2e0e488725e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:24.691920 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-15e9e191-5be0-457b-bf06-50174d6b4952 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4a39a516836468b9e261fcc8da9cf06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611167 Jun 17 08:53:24.692855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9e191-5be0-457b-bf06-50174d6b4952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0be229e-8e5e-45eb-9a06-8006b18112e3,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:24.694883 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44854) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:24.696097 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-15e9e191-5be0-457b-bf06-50174d6b4952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:24.746339 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.768428 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.820151 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.823028 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:24.826934 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d0be229e-8e5e-45eb-9a06-8006b18112e3 HTTP/1.1" status: 204 len: 168 time: 0.1308568 Jun 17 08:53:24.827882 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7011cdd3-c0c1-4757-9eb0-f554914e76dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:24.836206 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0be229e-8e5e-45eb-9a06-8006b18112e3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:24.847279 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.847662 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.848037 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.848550 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.848917 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.849285 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.849669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.850013 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.850423 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.850803 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.851175 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.851724 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:24.855624 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1d20411a-7e11-4576-bfc7-1da727f969de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:25.123452 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-253846ad-2e96-4c00-8e0f-ca9538b69647 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:25.125053 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-253846ad-2e96-4c00-8e0f-ca9538b69647 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.1140728 Jun 17 08:53:25.140869 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-cc879b1a-d60d-4e16-8eb5-277757b0cd9c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/quotas/b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 375 time: 0.0100312 Jun 17 08:53:25.155211 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 44876) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:25.174564 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-524b95e1-fd57-4879-a266-6d3ceb9e9290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.232531 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-3a3487af-8bc2-4c69-8d40-bb796d151fa3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843060 Jun 17 08:53:25.269874 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-524b95e1-fd57-4879-a266-6d3ceb9e9290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.275832 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-524b95e1-fd57-4879-a266-6d3ceb9e9290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.280324 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-149cd9e1-6052-41bf-8784-4e85a0671c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:25.308915 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b95e1-fd57-4879-a266-6d3ceb9e9290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a73d8fb-4ca6-4c1b-9c50-047c9d617b7c,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.319115 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-524b95e1-fd57-4879-a266-6d3ceb9e9290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:25.327602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 44882) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:25.327752 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-524b95e1-fd57-4879-a266-6d3ceb9e9290 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f311de1ef4a2443c8be261bdb3de69d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1712697 Jun 17 08:53:25.377577 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ab38836-b017-4f25-8bb8-59803dd535d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.403748 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ab38836-b017-4f25-8bb8-59803dd535d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.416864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-4f71ce17-3a62-480a-adc7-be1d610458ff service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:53:25.417870 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-4f71ce17-3a62-480a-adc7-be1d610458ff service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1772730 Jun 17 08:53:25.531356 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ab38836-b017-4f25-8bb8-59803dd535d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.533979 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8ab38836-b017-4f25-8bb8-59803dd535d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:25.537454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8ab38836-b017-4f25-8bb8-59803dd535d3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a73d8fb-4ca6-4c1b-9c50-047c9d617b7c HTTP/1.1" status: 204 len: 168 time: 0.2062697 Jun 17 08:53:25.537454 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9070e199-1a36-4d16-9ad8-71fcf881afe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:25.548691 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-58fc4535-a178-4476-a5d8-2f3c547e5bd9 service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204894 Jun 17 08:53:25.580331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab38836-b017-4f25-8bb8-59803dd535d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a73d8fb-4ca6-4c1b-9c50-047c9d617b7c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:25.583943 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8ab38836-b017-4f25-8bb8-59803dd535d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:25.653615 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-cc7dfdd5-6d08-4bef-bdfc-728e5d9f0992 service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033511 Jun 17 08:53:25.875327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-903aec81-b582-4e7e-972d-d038c4575fed req-f5fe7d5b-6046-4a2c-9c68-f75e4b2c883f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 210 time: 0.0449114 Jun 17 08:53:27.071158 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-09d87a38-a209-458a-8d03-ce27cb5a8280 req-9ab9d179-ad61-445f-87bf-f223daac9713 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 210 time: 0.0383015 Jun 17 08:53:27.135983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-195df3e1-a883-44a8-92df-fd46f97a4010 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:27.137487 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-195df3e1-a883-44a8-92df-fd46f97a4010 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.1847110 Jun 17 08:53:27.154245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'port': {'device_id': 'bb006c97-c9f3-4fcd-9f52-049c1157bbb0', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'admin_state_up': True, 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:27.293042 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Made reservation on behalf of b5a5d9ad8488480b98ed6d0f5ad64942 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:27.297661 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.448603 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Allocated IP 172.20.0.12 (837156e8-72b7-47a5-8c9c-3b16a1c9d85b/423fe4ff-14e8-4757-87e1-b27a19707b0c/0a53db63-d20b-4d98-a8f6-d07554c57014) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:27.640375 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.661291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Transition to ACTIVE for port object 0a53db63-d20b-4d98-a8f6-d07554c57014 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:27.718941 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.727865 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8483f855-0dd3-41ee-8cfc-847e21130009 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:27.756080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:27.774616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:27.779028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:27.836958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=0a53db63-d20b-4d98-a8f6-d07554c57014,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:27.845974 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:27.878407 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:27.879109 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:27.908037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7600052 Jun 17 08:53:28.066899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Request body: {'port': {'device_id': 'bb006c97-c9f3-4fcd-9f52-049c1157bbb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:28.115424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-32fde6fc-cd28-4e58-917e-ecec3861114a None None] Provisioning for port 0a53db63-d20b-4d98-a8f6-d07554c57014 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:28.120282 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-32fde6fc-cd28-4e58-917e-ecec3861114a None None] Provisioning complete for port 0a53db63-d20b-4d98-a8f6-d07554c57014 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:28.120709 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-32fde6fc-cd28-4e58-917e-ecec3861114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.183246 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-32fde6fc-cd28-4e58-917e-ecec3861114a None None] Port 0a53db63-d20b-4d98-a8f6-d07554c57014 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:53:28.197326 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.386478 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c28d6b-4fba-46a1-bd69-96c12fa64eb8 req-67574a78-11de-499b-abf7-c2f4d7cff066 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:28.388010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75c28d6b-4fba-46a1-bd69-96c12fa64eb8 req-67574a78-11de-499b-abf7-c2f4d7cff066 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 932 time: 0.1548479 Jun 17 08:53:28.483563 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-75c28d6b-4fba-46a1-bd69-96c12fa64eb8 req-45fda285-991f-401f-97bd-ae711c2b10f8 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643268 Jun 17 08:53:28.580093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a53db63-d20b-4d98-a8f6-d07554c57014 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:28.588406 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.608392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Transition to ACTIVE for port object 0a53db63-d20b-4d98-a8f6-d07554c57014 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:28.613164 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.616603 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-290ad10e-cff9-41a5-94dd-123d0a908d30 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:28.721021 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Pushing event updated for resources: {'Port': ['ID=0a53db63-d20b-4d98-a8f6-d07554c57014,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:28.725313 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:28.780687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Attempting to bind port 0a53db63-d20b-4d98-a8f6-d07554c57014 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:28.781006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Attempting to bind port 0a53db63-d20b-4d98-a8f6-d07554c57014 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:28.781281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Attempting to bind port 0a53db63-d20b-4d98-a8f6-d07554c57014 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:28.786234 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Port 0a53db63-d20b-4d98-a8f6-d07554c57014 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:53:28.786620 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Attempting to bind port 0a53db63-d20b-4d98-a8f6-d07554c57014 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:28.792101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:28.792577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Checking segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:28.793127 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Bound using segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:28.793384 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Bound port: 0a53db63-d20b-4d98-a8f6-d07554c57014, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:28.793737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.885972 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] For port 0a53db63-d20b-4d98-a8f6-d07554c57014, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:28.895866 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] For port 0a53db63-d20b-4d98-a8f6-d07554c57014, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a53db63-d20b-4d98-a8f6-d07554c57014,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:28.912163 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.914724 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d396014f-0015-403c-a8c5-eb0e14281b96 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:28.955178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:28.956180 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:28.957651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] 10.222.0.10 "PUT /v2.0/ports/0a53db63-d20b-4d98-a8f6-d07554c57014 HTTP/1.1" status: 200 len: 1093 time: 1.0404077 Jun 17 08:53:28.958230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb006c97-c9f3-4fcd-9f52-049c1157bbb0', 'tag': '0a53db63-d20b-4d98-a8f6-d07554c57014'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:28.981820 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999" -d '{"events": [{"name": "network-changed", "server_uuid": "bb006c97-c9f3-4fcd-9f52-049c1157bbb0", "tag": "0a53db63-d20b-4d98-a8f6-d07554c57014"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:29.070966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Pushing event updated for resources: {'Port': ['ID=0a53db63-d20b-4d98-a8f6-d07554c57014,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:29.084887 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:29.086486 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179119f8-ff81-4298-bf80-b8f11189e2a5 x-openstack-request-id: req-179119f8-ff81-4298-bf80-b8f11189e2a5 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:29.087521 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb006c97-c9f3-4fcd-9f52-049c1157bbb0", "tag": "0a53db63-d20b-4d98-a8f6-d07554c57014", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:29.087521 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-179119f8-ff81-4298-bf80-b8f11189e2a5 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:29.087888 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb006c97-c9f3-4fcd-9f52-049c1157bbb0', 'tag': '0a53db63-d20b-4d98-a8f6-d07554c57014', 'status': 'completed', 'code': 200} Jun 17 08:53:29.131599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01669774-f9ac-40ea-ade3-49eecaf1986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:29.133251 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-01669774-f9ac-40ea-ade3-49eecaf1986a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 1096 time: 0.1217771 Jun 17 08:53:29.198801 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-99150b43-c888-4eb2-b50e-ad08b62b884a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a53db63-d20b-4d98-a8f6-d07554c57014 HTTP/1.1" status: 200 len: 217 time: 0.0577455 Jun 17 08:53:29.289011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-883d94ae-8420-4bb7-8fd8-06ddf63cf476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:29.290872 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-883d94ae-8420-4bb7-8fd8-06ddf63cf476 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0856729 Jun 17 08:53:29.384258 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-494f5443-ae8a-47e5-a310-365ceda77e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:29.386083 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-494f5443-ae8a-47e5-a310-365ceda77e2d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891161 Jun 17 08:53:29.575653 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-fe2edb66-d578-474b-b343-c6ce318b3b03 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810336 Jun 17 08:53:29.722407 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a9482073-b575-46a3-b65e-9b6f9e4e0a9a req-2a97f466-1625-419f-909f-19c2185f180b service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398623 Jun 17 08:53:29.738562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b24cc7-d388-48cf-9506-e51a4061767c req-ee422cea-fb18-430f-89b9-fa7170246810 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:29.747018 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5b24cc7-d388-48cf-9506-e51a4061767c req-ee422cea-fb18-430f-89b9-fa7170246810 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.1062777 Jun 17 08:53:29.811012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5b24cc7-d388-48cf-9506-e51a4061767c req-c678c00b-7352-4e0f-991f-ed84deeb5eea tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648186 Jun 17 08:53:29.849940 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999 req-ea4c6749-8c33-4cee-9c88-f54231d841c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:29.851577 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999 req-ea4c6749-8c33-4cee-9c88-f54231d841c0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 1096 time: 0.0746095 Jun 17 08:53:29.964705 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999 req-c54d4c83-a1f6-435f-a6ff-54da7d18d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:29.966508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999 req-c54d4c83-a1f6-435f-a6ff-54da7d18d363 service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.1087959 Jun 17 08:53:30.008093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999 req-333efbab-c1f2-4d17-9c2a-00a85a47e735 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a53db63-d20b-4d98-a8f6-d07554c57014 HTTP/1.1" status: 200 len: 217 time: 0.0355630 Jun 17 08:53:30.067974 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999 req-79c51932-d86c-4d6a-9f0a-253410af41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:30.069482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999 req-79c51932-d86c-4d6a-9f0a-253410af41f7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0555737 Jun 17 08:53:30.129470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999 req-57c3c68e-dc3a-41e0-8f89-4a9cf3b9a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:30.131426 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999 req-57c3c68e-dc3a-41e0-8f89-4a9cf3b9a6db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543401 Jun 17 08:53:30.223598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999 req-cb66e2cf-47c5-4f3b-8c6c-35e873c301b8 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856504 Jun 17 08:53:30.331285 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-72fc2eef-fd42-4376-9a8b-f6e7d9a74999 req-c178a0bb-8ba4-443e-905b-64b510d8378d service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019135 Jun 17 08:53:31.076958 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d01d2-2f05-4752-82ce-58f9981c21f9 req-f58c49fb-2ced-45b2-a031-2e347f73a008 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:31.079612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-580d01d2-2f05-4752-82ce-58f9981c21f9 req-f58c49fb-2ced-45b2-a031-2e347f73a008 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.0896788 Jun 17 08:53:31.137631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-580d01d2-2f05-4752-82ce-58f9981c21f9 req-c6522b25-f830-4146-a509-f2f6afe5cd2b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486116 Jun 17 08:53:31.724296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45066) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:31.914366 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b9c03dc0-87c5-4214-90d1-abc3a3bc7e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.073178 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b9c03dc0-87c5-4214-90d1-abc3a3bc7e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.080654 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b9c03dc0-87c5-4214-90d1-abc3a3bc7e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.083233 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e8a0d9ac-3c28-46f1-b7f7-a62a4a229f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:32.125826 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c03dc0-87c5-4214-90d1-abc3a3bc7e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f827aca-132b-4f49-b2d0-2cda8025912d,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:32.136430 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b9c03dc0-87c5-4214-90d1-abc3a3bc7e69 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=881b1e68ad5c4b9c86e0b5c84ecf564c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090488 Jun 17 08:53:32.137458 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b9c03dc0-87c5-4214-90d1-abc3a3bc7e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:32.139841 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45072) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:32.249446 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-744fa81a-4819-4a39-bed6-1e66e32b378c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.286218 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-744fa81a-4819-4a39-bed6-1e66e32b378c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.365187 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-744fa81a-4819-4a39-bed6-1e66e32b378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.377717 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-744fa81a-4819-4a39-bed6-1e66e32b378c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:32.384582 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-744fa81a-4819-4a39-bed6-1e66e32b378c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4f827aca-132b-4f49-b2d0-2cda8025912d HTTP/1.1" status: 204 len: 168 time: 0.2429502 Jun 17 08:53:32.388334 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f92d99da-131e-42b5-b3f6-1f2ee11a6140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:32.411234 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fa81a-4819-4a39-bed6-1e66e32b378c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f827aca-132b-4f49-b2d0-2cda8025912d,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:32.419654 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-744fa81a-4819-4a39-bed6-1e66e32b378c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:32.483255 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb213ff-909b-47dd-9960-c15fecc91b41 req-e612f50d-aded-4d80-87ed-b9238b25b91f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:32.484816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2eb213ff-909b-47dd-9960-c15fecc91b41 req-e612f50d-aded-4d80-87ed-b9238b25b91f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.1216309 Jun 17 08:53:32.548831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2eb213ff-909b-47dd-9960-c15fecc91b41 req-78091024-d164-4611-b12f-62a445ced407 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461531 Jun 17 08:53:32.945187 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45086) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:32.963904 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2ad9c7b-ba28-48fd-938e-8cf392a19af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.143222 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.169004 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2ad9c7b-ba28-48fd-938e-8cf392a19af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.179731 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a2ad9c7b-ba28-48fd-938e-8cf392a19af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.183337 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-1a6e98a4-0c69-49f8-b98c-5c3b4feda01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:33.217345 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad9c7b-ba28-48fd-938e-8cf392a19af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b68e81e-cc33-4b83-966e-74aac016e54f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:33.224142 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a2ad9c7b-ba28-48fd-938e-8cf392a19af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:33.248334 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a2ad9c7b-ba28-48fd-938e-8cf392a19af1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b7629782c3094a5cb30ba341693f073c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002286 Jun 17 08:53:33.252073 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45092) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:33.312593 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-192efe75-d6fa-4785-bf0d-f36c4ae20dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.335258 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-192efe75-d6fa-4785-bf0d-f36c4ae20dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.385540 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-192efe75-d6fa-4785-bf0d-f36c4ae20dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.388422 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-192efe75-d6fa-4785-bf0d-f36c4ae20dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:33.390861 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-192efe75-d6fa-4785-bf0d-f36c4ae20dc5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b68e81e-cc33-4b83-966e-74aac016e54f HTTP/1.1" status: 204 len: 168 time: 0.1357834 Jun 17 08:53:33.390861 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-703f578a-146e-495a-aa85-c990bd16834d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:33.413019 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192efe75-d6fa-4785-bf0d-f36c4ae20dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b68e81e-cc33-4b83-966e-74aac016e54f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:33.420544 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-192efe75-d6fa-4785-bf0d-f36c4ae20dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:33.797505 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab05dd-8a84-4821-bd91-e28fd3c0e1e4 req-451d6356-6f93-4911-ad4c-1a31923f4d7f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:33.804864 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4eab05dd-8a84-4821-bd91-e28fd3c0e1e4 req-451d6356-6f93-4911-ad4c-1a31923f4d7f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.0993955 Jun 17 08:53:33.894924 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4eab05dd-8a84-4821-bd91-e28fd3c0e1e4 req-7c7f7da4-90ab-4855-9553-b49a65346c49 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890462 Jun 17 08:53:35.163579 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f0bcd-ef53-41e1-b7ad-010880da1a71 req-8a5d02a4-cb2d-433e-b7f6-627be7f0be79 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:35.171154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3a4f0bcd-ef53-41e1-b7ad-010880da1a71 req-8a5d02a4-cb2d-433e-b7f6-627be7f0be79 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.0854709 Jun 17 08:53:35.217874 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3a4f0bcd-ef53-41e1-b7ad-010880da1a71 req-82acd2cc-3e33-4216-a818-f5400f07e182 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457485 Jun 17 08:53:35.836334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45178) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:35.991783 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b10afd9d-6a79-4adf-bea9-12ebec2f9577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.155879 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b10afd9d-6a79-4adf-bea9-12ebec2f9577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.161654 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b10afd9d-6a79-4adf-bea9-12ebec2f9577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.165862 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-de1774c5-e383-4de3-8342-5292aa121065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:36.205839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10afd9d-6a79-4adf-bea9-12ebec2f9577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811de6b1-e0ab-46ad-81ea-1c57269a57fc,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.211534 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b10afd9d-6a79-4adf-bea9-12ebec2f9577 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09935642ce084a2a9e29444d58e383ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3739049 Jun 17 08:53:36.212617 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b10afd9d-6a79-4adf-bea9-12ebec2f9577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:36.213857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45192) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:36.316598 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.363883 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.426861 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773efd4b-c7bd-4db3-89dd-5ddd6e4e693e req-5a3fa8a3-c6f7-479f-b13a-51480378ff46 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:36.428370 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-773efd4b-c7bd-4db3-89dd-5ddd6e4e693e req-5a3fa8a3-c6f7-479f-b13a-51480378ff46 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.1022739 Jun 17 08:53:36.442392 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.444994 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.446068 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/811de6b1-e0ab-46ad-81ea-1c57269a57fc HTTP/1.1" status: 204 len: 168 time: 0.2312911 Jun 17 08:53:36.453612 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4d45aee7-d962-4245-8663-688ebe004f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:36.463342 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811de6b1-e0ab-46ad-81ea-1c57269a57fc,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.479283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.479659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.480046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.480440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.480800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.481153 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.481536 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.481899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.482330 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.482683 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.483073 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.483437 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:53:36.488368 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:36.493676 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-773efd4b-c7bd-4db3-89dd-5ddd6e4e693e req-7c1cc9da-b018-43d7-b69b-129be198f562 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591679 Jun 17 08:53:36.725855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45208) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:36.740864 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d6d68fc3-d12b-4eb5-bacc-8fe57524c8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.851075 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d6d68fc3-d12b-4eb5-bacc-8fe57524c8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.855964 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d6d68fc3-d12b-4eb5-bacc-8fe57524c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.863028 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e5b28df3-8a56-40f7-b7fb-0d01f10c57f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:36.895388 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d6d68fc3-d12b-4eb5-bacc-8fe57524c8c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c5f8dd79b0424fd7af47841992100fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683846 Jun 17 08:53:36.896615 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d68fc3-d12b-4eb5-bacc-8fe57524c8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e63125-3ecc-44aa-b55d-81914137372e,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:36.898088 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45210) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:36.899610 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d6d68fc3-d12b-4eb5-bacc-8fe57524c8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:36.955781 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb4f3-14e3-4ac5-b341-78c6c33091ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:36.976854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb4f3-14e3-4ac5-b341-78c6c33091ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.025813 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb4f3-14e3-4ac5-b341-78c6c33091ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.028886 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb4f3-14e3-4ac5-b341-78c6c33091ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:37.034423 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9a5fb4f3-14e3-4ac5-b341-78c6c33091ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81e63125-3ecc-44aa-b55d-81914137372e HTTP/1.1" status: 204 len: 168 time: 0.1305821 Jun 17 08:53:37.034423 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b10afd9d-6a79-4adf-bea9-12ebec2f9577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:37.048273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fb4f3-14e3-4ac5-b341-78c6c33091ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e63125-3ecc-44aa-b55d-81914137372e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:37.050936 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9a5fb4f3-14e3-4ac5-b341-78c6c33091ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:37.733786 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d945f-e90c-4b32-9772-e361298fa486 req-8675ff38-adbd-4a3c-91b6-1e8918d41e6c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:37.735514 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-517d945f-e90c-4b32-9772-e361298fa486 req-8675ff38-adbd-4a3c-91b6-1e8918d41e6c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.1093533 Jun 17 08:53:37.777092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-517d945f-e90c-4b32-9772-e361298fa486 req-8c1843e4-1c87-4a0b-b4f4-de4892a40176 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359082 Jun 17 08:53:39.000789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3370bf36-2bcf-4cd8-aa02-ccc60fc0f733 req-54aef884-5ad2-4fc1-8079-c9cb3fa8e225 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:39.003087 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3370bf36-2bcf-4cd8-aa02-ccc60fc0f733 req-54aef884-5ad2-4fc1-8079-c9cb3fa8e225 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.0995662 Jun 17 08:53:39.060785 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3370bf36-2bcf-4cd8-aa02-ccc60fc0f733 req-08b3b6dd-3521-49f4-9fc5-806c55e86ca9 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497222 Jun 17 08:53:39.242511 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45310) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.342190 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.389693 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e124891-1f05-48fc-b78c-f7a821ba2ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.486269 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e124891-1f05-48fc-b78c-f7a821ba2ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.495004 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-9e124891-1f05-48fc-b78c-f7a821ba2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.519985 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6ec4f915-7ce6-464c-926b-097768692944 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.526612 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-9e124891-1f05-48fc-b78c-f7a821ba2ba8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90472dc5d4504e84983b3033907142f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814460 Jun 17 08:53:39.527140 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45318) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:39.563577 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e124891-1f05-48fc-b78c-f7a821ba2ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599e35a3-8180-4047-9661-ccc059be3f6b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.569528 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9e124891-1f05-48fc-b78c-f7a821ba2ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:39.604357 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a51fec17-d2e6-4a0d-aa0d-4de9c5457f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.627183 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a51fec17-d2e6-4a0d-aa0d-4de9c5457f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.680091 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a51fec17-d2e6-4a0d-aa0d-4de9c5457f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.687034 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a51fec17-d2e6-4a0d-aa0d-4de9c5457f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:39.695373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a51fec17-d2e6-4a0d-aa0d-4de9c5457f0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/599e35a3-8180-4047-9661-ccc059be3f6b HTTP/1.1" status: 204 len: 168 time: 0.1669865 Jun 17 08:53:39.696423 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-15e9e191-5be0-457b-bf06-50174d6b4952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:39.705469 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51fec17-d2e6-4a0d-aa0d-4de9c5457f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599e35a3-8180-4047-9661-ccc059be3f6b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:39.731035 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a51fec17-d2e6-4a0d-aa0d-4de9c5457f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:39.994280 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45332) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:40.013661 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6886f99-18de-48d3-905d-e2888ab10d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.120894 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6886f99-18de-48d3-905d-e2888ab10d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.128260 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b6886f99-18de-48d3-905d-e2888ab10d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.131285 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9402049e-804d-48a3-99f3-29bb1259e8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:40.200314 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b6886f99-18de-48d3-905d-e2888ab10d5f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1fd59f620b9d404eb109d9ed1ecc2801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044637 Jun 17 08:53:40.201858 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6886f99-18de-48d3-905d-e2888ab10d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f1af3f-1904-4b2e-938b-032cf798e0ae,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:40.202982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45342) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:40.205958 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b6886f99-18de-48d3-905d-e2888ab10d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:40.272873 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96aa31d2-5474-4dcb-97f5-766b51f9d196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.275123 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a71a1a-591e-4ca4-a53a-a2cfc287f220 req-14f5e2bb-df8c-456e-8888-572011c21ef2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:40.277023 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52a71a1a-591e-4ca4-a53a-a2cfc287f220 req-14f5e2bb-df8c-456e-8888-572011c21ef2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.0680912 Jun 17 08:53:40.302846 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96aa31d2-5474-4dcb-97f5-766b51f9d196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.323344 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52a71a1a-591e-4ca4-a53a-a2cfc287f220 req-f65194c4-8806-41df-bc7b-10bf87cf2071 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Jun 17 08:53:40.354908 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96aa31d2-5474-4dcb-97f5-766b51f9d196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.358066 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-96aa31d2-5474-4dcb-97f5-766b51f9d196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:40.359521 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-96aa31d2-5474-4dcb-97f5-766b51f9d196 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b6f1af3f-1904-4b2e-938b-032cf798e0ae HTTP/1.1" status: 204 len: 168 time: 0.1555238 Jun 17 08:53:40.360628 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a274e9aa-3900-4b2c-9b7c-69a1bcc23b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:40.369391 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa31d2-5474-4dcb-97f5-766b51f9d196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f1af3f-1904-4b2e-938b-032cf798e0ae,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:40.371975 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-96aa31d2-5474-4dcb-97f5-766b51f9d196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:41.095821 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45376) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:41.194979 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1672109763-network', 'tenant_id': '05e5d5c952604fa58a2c6dd1279a56e9'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:41.227396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Made reservation on behalf of 05e5d5c952604fa58a2c6dd1279a56e9 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:41.230147 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.241196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.372715 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.378900 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.395030 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:41.407772 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.408121 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Added segment 8e0268da-49d8-46fe-9f5b-b42ccda0a994 of type vlan for network a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 Jun 17 08:53:41.420177 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-744fa81a-4819-4a39-bed6-1e66e32b378c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:41.478247 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.520525 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbcffc9-9e3a-4763-8870-997c3333d3c3,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:41.530718 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:41.539549 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df18a1-4d77-43e0-b81d-42654c088c3c req-4b9b9df5-e6eb-4b15-bbde-882bd84b8d09 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:41.542473 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48df18a1-4d77-43e0-b81d-42654c088c3c req-4b9b9df5-e6eb-4b15-bbde-882bd84b8d09 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.0843453 Jun 17 08:53:41.549329 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.550461 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:41.551007 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.554398 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-56c42fdc-f5c7-4ba2-936e-c7f262e579a1 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:41.608475 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-48df18a1-4d77-43e0-b81d-42654c088c3c req-c5532d58-e632-4039-8f01-fad40119c8c1 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594223 Jun 17 08:53:41.628327 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5310423 Jun 17 08:53:41.637423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45392) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:41.645394 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Request body: {'subnet': {'network_id': 'a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1672109763-subnet', 'tenant_id': '05e5d5c952604fa58a2c6dd1279a56e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:41.661091 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Pushing event updated for resources: {'Network': ['ID=a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:41.664969 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-efae79e6-7f13-479f-8b58-2df64a649bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:41.672762 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:41.679909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Made reservation on behalf of 05e5d5c952604fa58a2c6dd1279a56e9 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:41.682831 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.875739 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:41.878949 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:41.928404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Pushing event updated for resources: {'Subnet': ['ID=19cc23c1-e758-4abb-a57b-b582a8c39cb8,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:41.931646 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:41.947922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Checking segment: {'id': '8e0268da-49d8-46fe-9f5b-b42ccda0a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:41.948214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Network hostable DHCP agents. Network: a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:41.974656 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Network a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:41.995764 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:42.000484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:42.001893 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.005625 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdd1e37-bc9b-41d3-bf19-0f6b6c1eb971 None None] Network a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:42.017848 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0ab8bd61-9a3a-4cfc-8000-c5e2806e475e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3792732 Jun 17 08:53:42.147473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13ad681-ebbd-48e1-98fa-f7017a248117 None None] Network a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:42.544321 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 45428) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:42.549916 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1586241203-network', 'tenant_id': 'e6c9356384e84b869f0629561f7eeff7'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:42.573256 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Made reservation on behalf of e6c9356384e84b869f0629561f7eeff7 for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:42.575697 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.585553 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.695607 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.706406 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.709821 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-5bcfd137-744c-44ec-adde-575233351687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:42.740356 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:53:42.748949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff50e4-af91-47cc-9064-628a4bf21f80,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:42.762277 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:42.772053 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.772053 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Added segment 94dd8779-3809-41dc-8143-ede2584e6e81 of type vlan for network 1874ed7a-74ae-49e2-ac2b-9228215c34d9 Jun 17 08:53:42.815875 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.840215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f95e3-0a4d-413c-872b-9ee4cb5fe210 req-062567cf-3b84-44ac-a3f0-eb1a04eedcf6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:42.842405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-871f95e3-0a4d-413c-872b-9ee4cb5fe210 req-062567cf-3b84-44ac-a3f0-eb1a04eedcf6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.0945451 Jun 17 08:53:42.848448 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.849700 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:42.850369 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:42.852751 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8a6dc6d7-4805-4d69-84b5-c3917a6e511d tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:42.892669 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-871f95e3-0a4d-413c-872b-9ee4cb5fe210 req-65df1e72-155e-4fde-8962-1bc421ff176f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427823 Jun 17 08:53:42.920933 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3723030 Jun 17 08:53:42.921052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 45436) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:53:42.922080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Pushing event updated for resources: {'Network': ['ID=1874ed7a-74ae-49e2-ac2b-9228215c34d9,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:42.932046 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-38b80bb7-f2d8-4b90-8959-703676843aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:42.932249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Request body: {'subnet': {'network_id': '1874ed7a-74ae-49e2-ac2b-9228215c34d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1586241203-subnet', 'tenant_id': 'e6c9356384e84b869f0629561f7eeff7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:42.943213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 1874ed7a-74ae-49e2-ac2b-9228215c34d9 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:53:42.956782 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Made reservation on behalf of e6c9356384e84b869f0629561f7eeff7 for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:42.959850 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.164209 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.166518 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1ed7ec31-f073-45b4-bdbc-d3846d0f0acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:43.430477 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-b7556546-cc04-4796-807f-075b0e623f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.569187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0360ca2-3997-4650-965d-87bb65b31ac1,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:43.572798 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:43.578372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Checking segment: {'id': '94dd8779-3809-41dc-8143-ede2584e6e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '1874ed7a-74ae-49e2-ac2b-9228215c34d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:43.578720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Network hostable DHCP agents. Network: 1874ed7a-74ae-49e2-ac2b-9228215c34d9, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:53:43.597246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Network 1874ed7a-74ae-49e2-ac2b-9228215c34d9 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:53:43.606997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 1874ed7a-74ae-49e2-ac2b-9228215c34d9) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:43.611623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:43.612136 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:43.616880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad55bcc6-67f6-4b76-b7a2-0e47c1f8a6ba None None] Network 1874ed7a-74ae-49e2-ac2b-9228215c34d9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:43.628802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7063084 Jun 17 08:53:43.761013 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68c1fe-125e-49c8-b003-d8ef12b52cbc None None] Network 1874ed7a-74ae-49e2-ac2b-9228215c34d9 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:53:44.182804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aaf23c-110e-47d5-b0f8-2a585a632899 req-97595499-404c-42fb-b7cf-8723f26483e7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:44.184266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18aaf23c-110e-47d5-b0f8-2a585a632899 req-97595499-404c-42fb-b7cf-8723f26483e7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.1518769 Jun 17 08:53:44.194621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-8d355f87-c767-48d2-92ac-f3dc9176dd87 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:44.196075 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-8d355f87-c767-48d2-92ac-f3dc9176dd87 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/networks?id=a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 HTTP/1.1" status: 200 len: 809 time: 0.1316762 Jun 17 08:53:44.223341 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-bd5a710b-c1e0-4dad-a86d-040d8d401619 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/quotas/05e5d5c952604fa58a2c6dd1279a56e9 HTTP/1.1" status: 200 len: 375 time: 0.0203021 Jun 17 08:53:44.246804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-18aaf23c-110e-47d5-b0f8-2a585a632899 req-3e043de6-4775-4b82-94a7-3228445b44f4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497849 Jun 17 08:53:44.264397 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-5b3a0920-e87b-4e45-82ce-1c8e766283af tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=05e5d5c952604fa58a2c6dd1279a56e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339375 Jun 17 08:53:44.363008 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-293ebb99-ab96-4af4-80ce-f9c9fa39f89e service neutron] 10.222.0.47 "GET /v2.0/networks/a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868332 Jun 17 08:53:44.453114 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-7e5fb559-9c74-4151-8cae-fec802d3fb49 service neutron] 10.222.0.47 "GET /v2.0/networks/a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842636 Jun 17 08:53:44.631751 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2ed72c3-77ed-4a6b-9b6b-3536d7f4249b req-9331edc4-f8b9-49bc-b191-983232e3a82a tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 210 time: 0.0302408 Jun 17 08:53:45.435302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40189e64-5968-4b02-913e-b621b457089c req-cb74f40d-4e46-40ba-b9cf-e4207cb85a90 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:45.437959 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40189e64-5968-4b02-913e-b621b457089c req-cb74f40d-4e46-40ba-b9cf-e4207cb85a90 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.0736923 Jun 17 08:53:45.476553 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-40189e64-5968-4b02-913e-b621b457089c req-74004968-2cf7-4a4c-8f2a-ee8abf78de27 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338128 Jun 17 08:53:45.646481 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9bb89388-56e7-45c4-8b0c-cae2d20ab1e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.814237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-74227fab-a622-4237-9db6-b7d5a1093ca5 req-74a95082-9f5e-457d-afa7-e47b203f53bf tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 210 time: 0.0462668 Jun 17 08:53:45.823016 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-59b837ef-ed6a-45a3-9ab2-a4270be32002 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:45.824501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-59b837ef-ed6a-45a3-9ab2-a4270be32002 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.63 "GET /v2.0/networks?id=a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 HTTP/1.1" status: 200 len: 809 time: 0.1532116 Jun 17 08:53:45.837657 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Request body: {'port': {'device_id': '45cd9b44-4d4c-42be-98db-25d8ef471571', 'network_id': 'a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636', 'admin_state_up': True, 'tenant_id': '05e5d5c952604fa58a2c6dd1279a56e9'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:45.956551 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:45.961726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Made reservation on behalf of 05e5d5c952604fa58a2c6dd1279a56e9 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:53:45.965528 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.102906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Allocated IP 172.20.0.4 (a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636/19cc23c1-e758-4abb-a57b-b582a8c39cb8/813574af-7455-4d9e-9245-e5a7d37721a0) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:53:46.254742 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.296329 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.300296 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:46.340499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Network a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:53:46.343967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:53:46.350190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:53:46.356859 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Pushing event updated for resources: {'Port': ['ID=813574af-7455-4d9e-9245-e5a7d37721a0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:46.376856 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:46.403462 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:46.404102 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.438612 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050248 Jun 17 08:53:46.554146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Request body: {'port': {'device_id': '45cd9b44-4d4c-42be-98db-25d8ef471571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:53:46.658800 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:46.732613 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c6143-2d7a-4b1e-933e-351da9f55b35 req-b1658bf6-146d-4604-a252-1c43db110035 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:46.734197 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0c5c6143-2d7a-4b1e-933e-351da9f55b35 req-b1658bf6-146d-4604-a252-1c43db110035 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.1175737 Jun 17 08:53:46.840895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0c5c6143-2d7a-4b1e-933e-351da9f55b35 req-ec9e0d99-dac5-4748-9f2e-b5a506a111b0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985992 Jun 17 08:53:46.930285 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.023116 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813574af-7455-4d9e-9245-e5a7d37721a0 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:47.032162 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.050126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Transition to ACTIVE for port object 813574af-7455-4d9e-9245-e5a7d37721a0 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:53:47.057639 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.061796 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ba37ead5-db42-4351-852b-ee412d4fdccc tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:47.077583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea553f-a7cd-4ae2-aa5e-923563196712 req-7681f4b9-d13f-486b-a1d3-7618d0700122 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:47.079134 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6eea553f-a7cd-4ae2-aa5e-923563196712 req-7681f4b9-d13f-486b-a1d3-7618d0700122 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 931 time: 0.1317804 Jun 17 08:53:47.165967 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=813574af-7455-4d9e-9245-e5a7d37721a0,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:47.177394 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:47.199146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6eea553f-a7cd-4ae2-aa5e-923563196712 req-3d392731-47e4-416a-a42f-9ef970fd8508 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/security-groups?id=8bbcffc9-9e3a-4763-8870-997c3333d3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027708 Jun 17 08:53:47.248112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Attempting to bind port 813574af-7455-4d9e-9245-e5a7d37721a0 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:53:47.248480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Attempting to bind port 813574af-7455-4d9e-9245-e5a7d37721a0 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '8e0268da-49d8-46fe-9f5b-b42ccda0a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:53:47.248807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Attempting to bind port 813574af-7455-4d9e-9245-e5a7d37721a0 on network a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:47.253171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Port 813574af-7455-4d9e-9245-e5a7d37721a0 on network a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:53:47.253484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Attempting to bind port 813574af-7455-4d9e-9245-e5a7d37721a0 on network a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:53:47.258386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:53:47.258631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Checking segment: {'id': '8e0268da-49d8-46fe-9f5b-b42ccda0a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:53:47.259104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Bound using segment: {'id': '8e0268da-49d8-46fe-9f5b-b42ccda0a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:53:47.259540 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Bound port: 813574af-7455-4d9e-9245-e5a7d37721a0, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e0268da-49d8-46fe-9f5b-b42ccda0a994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:53:47.259911 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.329385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] For port 813574af-7455-4d9e-9245-e5a7d37721a0, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:53:47.333180 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] For port 813574af-7455-4d9e-9245-e5a7d37721a0, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=813574af-7455-4d9e-9245-e5a7d37721a0,segment=NetworkSegment(8e0268da-49d8-46fe-9f5b-b42ccda0a994),segment_id=8e0268da-49d8-46fe-9f5b-b42ccda0a994)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:53:47.341593 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.344047 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:47.382198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:47.382843 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:47.384336 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] 10.222.0.63 "PUT /v2.0/ports/813574af-7455-4d9e-9245-e5a7d37721a0 HTTP/1.1" status: 200 len: 1092 time: 0.9388068 Jun 17 08:53:47.384891 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45cd9b44-4d4c-42be-98db-25d8ef471571', 'tag': '813574af-7455-4d9e-9245-e5a7d37721a0'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:47.387284 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc3bc83-aaef-4d95-bd0a-dc7265f68fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "45cd9b44-4d4c-42be-98db-25d8ef471571", "tag": "813574af-7455-4d9e-9245-e5a7d37721a0"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:47.414207 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=813574af-7455-4d9e-9245-e5a7d37721a0,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:47.418308 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:47.462161 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edda4e03-54d7-4af5-bdeb-90cd151f6c3b x-openstack-request-id: req-edda4e03-54d7-4af5-bdeb-90cd151f6c3b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:47.462883 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45cd9b44-4d4c-42be-98db-25d8ef471571", "tag": "813574af-7455-4d9e-9245-e5a7d37721a0", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:47.462883 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-edda4e03-54d7-4af5-bdeb-90cd151f6c3b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:47.463250 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45cd9b44-4d4c-42be-98db-25d8ef471571', 'tag': '813574af-7455-4d9e-9245-e5a7d37721a0', 'status': 'completed', 'code': 200} Jun 17 08:53:47.489062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-7fd23741-75fd-4c78-a124-f897cf57a4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:47.490658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-7fd23741-75fd-4c78-a124-f897cf57a4c9 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05e5d5c952604fa58a2c6dd1279a56e9&device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 1095 time: 0.0565293 Jun 17 08:53:47.531782 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-acdf3000-c1a3-495d-883b-3e4f318a6512 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813574af-7455-4d9e-9245-e5a7d37721a0 HTTP/1.1" status: 200 len: 217 time: 0.0343113 Jun 17 08:53:47.589284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-92e6869d-a284-4d02-b376-4fb00a0511e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:47.590804 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-92e6869d-a284-4d02-b376-4fb00a0511e1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=19cc23c1-e758-4abb-a57b-b582a8c39cb8 HTTP/1.1" status: 200 len: 849 time: 0.0523930 Jun 17 08:53:47.624097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-8ae71a6c-9679-4f64-b479-6f5b80fb3d86 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259240 Jun 17 08:53:47.722090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-717650a0-5ea1-40ba-aca0-80aa2d30da8b service neutron] 10.222.0.63 "GET /v2.0/networks/a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912609 Jun 17 08:53:47.819033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d9c1a112-c722-4c7a-83fa-912fecbac22a req-0387eddd-7cfb-4394-8087-12addc4e83e0 service neutron] 10.222.0.63 "GET /v2.0/networks/a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906420 Jun 17 08:53:47.932020 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3bc83-aaef-4d95-bd0a-dc7265f68fc7 req-343a8afe-6b10-479d-a33a-719c20d3e48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:47.933564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7dc3bc83-aaef-4d95-bd0a-dc7265f68fc7 req-343a8afe-6b10-479d-a33a-719c20d3e48f service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=05e5d5c952604fa58a2c6dd1279a56e9&device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 1095 time: 0.0605714 Jun 17 08:53:48.061513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3bc83-aaef-4d95-bd0a-dc7265f68fc7 req-d3127a23-6bf0-41f8-acda-c26ec76fc5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:48.063033 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7dc3bc83-aaef-4d95-bd0a-dc7265f68fc7 req-d3127a23-6bf0-41f8-acda-c26ec76fc5a0 service neutron] 10.222.0.63 "GET /v2.0/networks?id=a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 HTTP/1.1" status: 200 len: 910 time: 0.1235986 Jun 17 08:53:48.089398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c09929-5c35-4060-bfdf-eb0c6905847f req-23727b55-b48d-42aa-bdf0-635d5022effd tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:48.090841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9c09929-5c35-4060-bfdf-eb0c6905847f req-23727b55-b48d-42aa-bdf0-635d5022effd tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.1022377 Jun 17 08:53:48.124079 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7dc3bc83-aaef-4d95-bd0a-dc7265f68fc7 req-c646ac9a-6f65-4f5a-94ce-5c0dd20cc962 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=813574af-7455-4d9e-9245-e5a7d37721a0 HTTP/1.1" status: 200 len: 217 time: 0.0539327 Jun 17 08:53:48.189756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b9c09929-5c35-4060-bfdf-eb0c6905847f req-13544c13-3942-4e73-8481-83d92f51f33a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726821 Jun 17 08:53:48.197052 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3bc83-aaef-4d95-bd0a-dc7265f68fc7 req-3fb5051d-d952-4aaa-ac33-5b0fd26b1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:48.198444 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7dc3bc83-aaef-4d95-bd0a-dc7265f68fc7 req-3fb5051d-d952-4aaa-ac33-5b0fd26b1f8c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=19cc23c1-e758-4abb-a57b-b582a8c39cb8 HTTP/1.1" status: 200 len: 849 time: 0.0665205 Jun 17 08:53:48.232674 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7dc3bc83-aaef-4d95-bd0a-dc7265f68fc7 req-12a81718-fa9e-452a-9606-ebde4e5c1330 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266268 Jun 17 08:53:48.351389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7dc3bc83-aaef-4d95-bd0a-dc7265f68fc7 req-d6f4a453-8ff6-4fe5-91e0-0117c77bfea3 service neutron] 10.222.0.63 "GET /v2.0/networks/a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120691 Jun 17 08:53:48.435602 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72c5c1b-573b-4c95-b2ee-c9760472a4a4 req-9723784d-7ab7-4e50-ae4e-bb70ee813f79 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:48.437210 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a72c5c1b-573b-4c95-b2ee-c9760472a4a4 req-9723784d-7ab7-4e50-ae4e-bb70ee813f79 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 943 time: 0.1217036 Jun 17 08:53:48.483136 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7dc3bc83-aaef-4d95-bd0a-dc7265f68fc7 req-134ecaf6-115e-48c5-8345-c82d390a3171 service neutron] 10.222.0.63 "GET /v2.0/networks/a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241405 Jun 17 08:53:48.501810 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a72c5c1b-573b-4c95-b2ee-c9760472a4a4 req-d9e511f6-e49b-4f62-9b19-2b3b581bbdd1 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/security-groups?id=8bbcffc9-9e3a-4763-8870-997c3333d3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549016 Jun 17 08:53:48.945657 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.371274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3445b82-c630-41c9-9cd7-3f18fda4f56b req-b291d699-b3a8-408a-b7df-5fe4fea847bb tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:49.373028 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3445b82-c630-41c9-9cd7-3f18fda4f56b req-b291d699-b3a8-408a-b7df-5fe4fea847bb tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 944 time: 0.0713382 Jun 17 08:53:49.411835 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3445b82-c630-41c9-9cd7-3f18fda4f56b req-28290cac-f257-429b-9191-2133f2e32f35 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329576 Jun 17 08:53:49.679979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b577e48-5450-4d22-a058-09077508c3c6 req-aba3f207-e4a5-4df9-9d1e-d7b2d3fcd84d tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:49.681457 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b577e48-5450-4d22-a058-09077508c3c6 req-aba3f207-e4a5-4df9-9d1e-d7b2d3fcd84d tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 943 time: 0.0650876 Jun 17 08:53:49.720628 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b577e48-5450-4d22-a058-09077508c3c6 req-58fb9ab7-48e4-4aba-a139-2634d99f6eff tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/security-groups?id=8bbcffc9-9e3a-4763-8870-997c3333d3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318644 Jun 17 08:53:49.818550 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 813574af-7455-4d9e-9245-e5a7d37721a0 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:53:49.914435 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 813574af-7455-4d9e-9245-e5a7d37721a0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=813574af-7455-4d9e-9245-e5a7d37721a0,segment=NetworkSegment(8e0268da-49d8-46fe-9f5b-b42ccda0a994),segment_id=8e0268da-49d8-46fe-9f5b-b42ccda0a994)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:49.926591 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '813574af-7455-4d9e-9245-e5a7d37721a0', 'network_id': 'a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636', 'port_id': '813574af-7455-4d9e-9245-e5a7d37721a0', 'mac_address': 'fa:16:3e:02:22:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19cc23c1-e758-4abb-a57b-b582a8c39cb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:53:49.967094 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:49.977986 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0a53db63-d20b-4d98-a8f6-d07554c57014 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:53:49.989077 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813574af-7455-4d9e-9245-e5a7d37721a0 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:50.015583 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 813574af-7455-4d9e-9245-e5a7d37721a0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=813574af-7455-4d9e-9245-e5a7d37721a0,segment=NetworkSegment(8e0268da-49d8-46fe-9f5b-b42ccda0a994),segment_id=8e0268da-49d8-46fe-9f5b-b42ccda0a994)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:50.026556 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.051170 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:50.120266 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=813574af-7455-4d9e-9245-e5a7d37721a0,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:50.128303 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:50.151385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0a53db63-d20b-4d98-a8f6-d07554c57014, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a53db63-d20b-4d98-a8f6-d07554c57014,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:50.167983 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '0a53db63-d20b-4d98-a8f6-d07554c57014', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'port_id': '0a53db63-d20b-4d98-a8f6-d07554c57014', 'mac_address': 'fa:16:3e:28:90:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:53:50.387538 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.406879 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a53db63-d20b-4d98-a8f6-d07554c57014 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:53:50.427825 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0a53db63-d20b-4d98-a8f6-d07554c57014, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a53db63-d20b-4d98-a8f6-d07554c57014,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:50.433513 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['813574af-7455-4d9e-9245-e5a7d37721a0'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:53:50.438736 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:50.457290 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-0cd9d30a-06f4-4f33-a717-bed4113ad12b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:50.523499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0a53db63-d20b-4d98-a8f6-d07554c57014,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:50.544227 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:50.603890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c17015-1b30-40ee-ac7e-4bbbe77ae45a req-d0600fcb-3a34-4f6d-aa59-1f3e8391b0ac tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:50.605519 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0c17015-1b30-40ee-ac7e-4bbbe77ae45a req-d0600fcb-3a34-4f6d-aa59-1f3e8391b0ac tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 945 time: 0.0785766 Jun 17 08:53:50.644792 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c0c17015-1b30-40ee-ac7e-4bbbe77ae45a req-5a290d93-63a5-45fb-a37e-ad32304ecfa6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332274 Jun 17 08:53:50.749284 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['0a53db63-d20b-4d98-a8f6-d07554c57014'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:53:50.909846 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f60b4b-bb67-4dc5-894a-3d28d9521be1 req-3a6ad925-068c-49ae-88d2-3cb04e977736 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:50.913504 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96f60b4b-bb67-4dc5-894a-3d28d9521be1 req-3a6ad925-068c-49ae-88d2-3cb04e977736 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 944 time: 0.0705740 Jun 17 08:53:50.950603 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96f60b4b-bb67-4dc5-894a-3d28d9521be1 req-fcb25e55-11ea-4686-8a05-b85e4c4df5cb tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/security-groups?id=8bbcffc9-9e3a-4763-8870-997c3333d3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Jun 17 08:53:51.595595 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:53:51.825489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d5efe-1004-40eb-a6b5-4160638f4bcc req-e48e3a5c-e762-4eec-a335-c0e8581def75 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:51.827081 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-521d5efe-1004-40eb-a6b5-4160638f4bcc req-e48e3a5c-e762-4eec-a335-c0e8581def75 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 945 time: 0.0703268 Jun 17 08:53:51.833515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 813574af-7455-4d9e-9245-e5a7d37721a0 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:51.881764 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-521d5efe-1004-40eb-a6b5-4160638f4bcc req-03d0a008-8701-4b38-a039-18a9553d4138 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483103 Jun 17 08:53:51.899087 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 813574af-7455-4d9e-9245-e5a7d37721a0 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:51.903927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 813574af-7455-4d9e-9245-e5a7d37721a0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:51.906855 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:51.977187 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0a53db63-d20b-4d98-a8f6-d07554c57014 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:53:52.011525 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.051838 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cd9b44-4d4c-42be-98db-25d8ef471571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813574af-7455-4d9e-9245-e5a7d37721a0'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:52.054255 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8251514-3981-40eb-bca1-1f52b65072c3" -d '{"events": [{"server_uuid": "45cd9b44-4d4c-42be-98db-25d8ef471571", "name": "network-vif-plugged", "status": "completed", "tag": "813574af-7455-4d9e-9245-e5a7d37721a0"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:52.071429 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 813574af-7455-4d9e-9245-e5a7d37721a0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=813574af-7455-4d9e-9245-e5a7d37721a0,segment=NetworkSegment(8e0268da-49d8-46fe-9f5b-b42ccda0a994),segment_id=8e0268da-49d8-46fe-9f5b-b42ccda0a994)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:52.082983 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.086260 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c45316ae-5de5-4446-87e6-5c1774b41e20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:52.090706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 0a53db63-d20b-4d98-a8f6-d07554c57014 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:53:52.113349 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63018803-1cab-42c6-955b-4cbc4cc29184 x-openstack-request-id: req-63018803-1cab-42c6-955b-4cbc4cc29184 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:52.113734 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cd9b44-4d4c-42be-98db-25d8ef471571", "name": "network-vif-plugged", "status": "completed", "tag": "813574af-7455-4d9e-9245-e5a7d37721a0", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:52.114055 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-63018803-1cab-42c6-955b-4cbc4cc29184 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:52.114526 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cd9b44-4d4c-42be-98db-25d8ef471571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813574af-7455-4d9e-9245-e5a7d37721a0', 'code': 200} Jun 17 08:53:52.156158 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 0a53db63-d20b-4d98-a8f6-d07554c57014 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:53:52.156631 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.174803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1514fa8-2878-4eeb-9c69-9ad8c36b9f5f req-b0f95a11-7521-4ad4-a065-843e56c4ad8f tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:52.176280 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1514fa8-2878-4eeb-9c69-9ad8c36b9f5f req-b0f95a11-7521-4ad4-a065-843e56c4ad8f tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 945 time: 0.1021101 Jun 17 08:53:52.233641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=813574af-7455-4d9e-9245-e5a7d37721a0,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:52.238380 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:52.254220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1514fa8-2878-4eeb-9c69-9ad8c36b9f5f req-67b52800-caae-47d5-b6ad-40267a2e9f21 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/security-groups?id=8bbcffc9-9e3a-4763-8870-997c3333d3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656919 Jun 17 08:53:52.279398 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1e801-b717-403e-9461-60e4a79e5330 req-42cb83b6-6434-4093-8279-f2556509c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:52.281336 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ff1e801-b717-403e-9461-60e4a79e5330 req-42cb83b6-6434-4093-8279-f2556509c05e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 1097 time: 0.1025102 Jun 17 08:53:52.306651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.322611 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ff1e801-b717-403e-9461-60e4a79e5330 req-c26e34f9-6252-41bb-b56b-a1f3f5719385 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=8bbcffc9-9e3a-4763-8870-997c3333d3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Jun 17 08:53:52.349185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 0a53db63-d20b-4d98-a8f6-d07554c57014, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a53db63-d20b-4d98-a8f6-d07554c57014,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:52.354694 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:52.357409 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:52.411770 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=0a53db63-d20b-4d98-a8f6-d07554c57014,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:52.415349 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:53.079391 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6008630-e880-49ff-ae7f-a94bb4ad1b37 req-1d0dad0f-a15d-4816-b553-a69fd2b13974 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:53.081454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6008630-e880-49ff-ae7f-a94bb4ad1b37 req-1d0dad0f-a15d-4816-b553-a69fd2b13974 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 946 time: 0.0758998 Jun 17 08:53:53.124412 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f6008630-e880-49ff-ae7f-a94bb4ad1b37 req-3bf478ed-144e-406b-819a-d3c0ea6e3d09 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364056 Jun 17 08:53:53.453278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4b4e6-cac4-4e04-bb43-0ff63263976d req-7fbf94f9-4a90-4349-a93c-4554665eb8f6 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:53.454885 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecd4b4e6-cac4-4e04-bb43-0ff63263976d req-7fbf94f9-4a90-4349-a93c-4554665eb8f6 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 945 time: 0.0742447 Jun 17 08:53:53.496008 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecd4b4e6-cac4-4e04-bb43-0ff63263976d req-4b1699b0-e7a3-47ba-8fe6-d9eded6144a4 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/security-groups?id=8bbcffc9-9e3a-4763-8870-997c3333d3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347598 Jun 17 08:53:54.115878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb006c97-c9f3-4fcd-9f52-049c1157bbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a53db63-d20b-4d98-a8f6-d07554c57014'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:54.118289 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810cc9d8-d2aa-4332-9b14-0ed6f267d3dd" -d '{"events": [{"server_uuid": "bb006c97-c9f3-4fcd-9f52-049c1157bbb0", "name": "network-vif-plugged", "status": "completed", "tag": "0a53db63-d20b-4d98-a8f6-d07554c57014"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:54.159621 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821e5fea-a1fd-4b34-9eac-d385d525aa99 x-openstack-request-id: req-821e5fea-a1fd-4b34-9eac-d385d525aa99 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:54.160000 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb006c97-c9f3-4fcd-9f52-049c1157bbb0", "name": "network-vif-plugged", "status": "completed", "tag": "0a53db63-d20b-4d98-a8f6-d07554c57014", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:54.160335 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-821e5fea-a1fd-4b34-9eac-d385d525aa99 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:54.160919 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb006c97-c9f3-4fcd-9f52-049c1157bbb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a53db63-d20b-4d98-a8f6-d07554c57014', 'code': 200} Jun 17 08:53:54.328268 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f26a97-9ae7-4876-8070-86dd74f4bc4d req-571eebb6-eec4-4aa3-9356-67d8b1884056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:54.329956 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14f26a97-9ae7-4876-8070-86dd74f4bc4d req-571eebb6-eec4-4aa3-9356-67d8b1884056 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 1098 time: 0.1020789 Jun 17 08:53:54.350185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce79e1d-9336-48ea-aa3c-2fd02c18152b req-a032cda1-e034-4da4-baa2-aa0673bc796a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:54.355336 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ce79e1d-9336-48ea-aa3c-2fd02c18152b req-a032cda1-e034-4da4-baa2-aa0673bc796a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 946 time: 0.0971980 Jun 17 08:53:54.415918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8ce79e1d-9336-48ea-aa3c-2fd02c18152b req-d492c967-a561-478a-af96-781f47e71cce tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511146 Jun 17 08:53:54.417974 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-14f26a97-9ae7-4876-8070-86dd74f4bc4d req-213ee17c-ac31-4d50-b68a-909b2f846e6a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616179 Jun 17 08:53:55.651414 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707be181-1a07-4bdd-ab48-4ff96f2a12f0 req-8fc1db6a-02de-46be-91c8-4f989cf078f2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:55.652998 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-707be181-1a07-4bdd-ab48-4ff96f2a12f0 req-8fc1db6a-02de-46be-91c8-4f989cf078f2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 946 time: 0.0696356 Jun 17 08:53:55.717630 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-707be181-1a07-4bdd-ab48-4ff96f2a12f0 req-33c6097b-b58e-40f6-ba64-bd5c3e430954 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567818 Jun 17 08:53:56.276718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3533d1-8c2d-48c9-9e2a-4e0c2dd93624 req-74a42800-c1f9-413f-8acd-4d26da33db2b tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.278269 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c3533d1-8c2d-48c9-9e2a-4e0c2dd93624 req-74a42800-c1f9-413f-8acd-4d26da33db2b tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 945 time: 0.0731163 Jun 17 08:53:56.322658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c3533d1-8c2d-48c9-9e2a-4e0c2dd93624 req-de7cfeef-1b59-4d95-9599-3552f7735655 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/security-groups?id=8bbcffc9-9e3a-4763-8870-997c3333d3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384021 Jun 17 08:53:56.896029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1f3e3-5846-460f-b1b5-aad61431a699 req-b04b52fe-00c7-4009-8961-edd9aeac3f72 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:56.897550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cd1f3e3-5846-460f-b1b5-aad61431a699 req-b04b52fe-00c7-4009-8961-edd9aeac3f72 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 946 time: 0.0701361 Jun 17 08:53:56.937557 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cd1f3e3-5846-460f-b1b5-aad61431a699 req-df13626e-b659-4735-9506-f40b33161c44 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Jun 17 08:53:57.131732 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb199d1e-8847-4f1a-a6c3-320cd0a2c3c1 req-d856096b-7ce9-41fe-9be8-35c69c18fc4b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:57.133138 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb199d1e-8847-4f1a-a6c3-320cd0a2c3c1 req-d856096b-7ce9-41fe-9be8-35c69c18fc4b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 946 time: 0.0749931 Jun 17 08:53:57.183463 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb199d1e-8847-4f1a-a6c3-320cd0a2c3c1 req-6291ed54-3ab0-40d2-9262-d1fed2c2ef63 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418808 Jun 17 08:53:57.366590 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f5ffb-e172-484d-81e1-2dfcf18d1a88 req-6d5c4cc8-71ad-4e13-98b2-60073b6de21a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:57.371288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a4f5ffb-e172-484d-81e1-2dfcf18d1a88 req-6d5c4cc8-71ad-4e13-98b2-60073b6de21a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 946 time: 0.0731847 Jun 17 08:53:57.439697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5a4f5ffb-e172-484d-81e1-2dfcf18d1a88 req-06627c79-ca48-4fc5-9cc6-bee80c55ff3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652132 Jun 17 08:53:57.515286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b560df-0a29-44b2-b01d-bfd6a536cdc4 req-0b4d35f8-c2ef-4b8a-9ca3-7eaf137e6bbb tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:57.516837 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5b560df-0a29-44b2-b01d-bfd6a536cdc4 req-0b4d35f8-c2ef-4b8a-9ca3-7eaf137e6bbb tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.63 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 945 time: 0.1245444 Jun 17 08:53:57.581860 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1709e-c849-41e1-a146-6f19e6cc0238 req-36242596-9232-406a-a9db-c56ee30b8c42 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:57.583405 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-acd1709e-c849-41e1-a146-6f19e6cc0238 req-36242596-9232-406a-a9db-c56ee30b8c42 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 945 time: 0.1413276 Jun 17 08:53:57.663546 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-acd1709e-c849-41e1-a146-6f19e6cc0238 req-bfe4ff26-9d6d-44f3-8a6d-04f43382857c tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/security-groups?id=8bbcffc9-9e3a-4763-8870-997c3333d3c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665126 Jun 17 08:53:57.686347 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-f5b560df-0a29-44b2-b01d-bfd6a536cdc4 req-6a4656cb-43a8-4b0b-8819-5dd5f2966e05 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Deleting port 813574af-7455-4d9e-9245-e5a7d37721a0 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:57.686681 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f5b560df-0a29-44b2-b01d-bfd6a536cdc4 req-6a4656cb-43a8-4b0b-8819-5dd5f2966e05 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.799561 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-f5b560df-0a29-44b2-b01d-bfd6a536cdc4 req-6a4656cb-43a8-4b0b-8819-5dd5f2966e05 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] For port 813574af-7455-4d9e-9245-e5a7d37721a0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=813574af-7455-4d9e-9245-e5a7d37721a0,segment=NetworkSegment(8e0268da-49d8-46fe-9f5b-b42ccda0a994),segment_id=8e0268da-49d8-46fe-9f5b-b42ccda0a994)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:57.799938 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f5b560df-0a29-44b2-b01d-bfd6a536cdc4 req-6a4656cb-43a8-4b0b-8819-5dd5f2966e05 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:57.888700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-f5b560df-0a29-44b2-b01d-bfd6a536cdc4 req-6a4656cb-43a8-4b0b-8819-5dd5f2966e05 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Calling delete_port for 813574af-7455-4d9e-9245-e5a7d37721a0 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:58.026470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49e739-ba00-496e-b5f6-5f7d49908ef1 req-1eb93524-fdc7-4fe7-8751-02a2f9ed41e6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:58.028233 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b49e739-ba00-496e-b5f6-5f7d49908ef1 req-1eb93524-fdc7-4fe7-8751-02a2f9ed41e6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 946 time: 0.1284826 Jun 17 08:53:58.109564 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4b49e739-ba00-496e-b5f6-5f7d49908ef1 req-8f2382d4-34d4-4035-9240-eae0990e502d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523927 Jun 17 08:53:58.110819 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f5b560df-0a29-44b2-b01d-bfd6a536cdc4 req-6a4656cb-43a8-4b0b-8819-5dd5f2966e05 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.116155 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-840f404a-3892-46a7-9c1e-bbfed9564576 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:53:58.144200 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4656cb-43a8-4b0b-8819-5dd5f2966e05 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Pushing event deleted for resources: {'Port': ['ID=813574af-7455-4d9e-9245-e5a7d37721a0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:53:58.147770 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6a4656cb-43a8-4b0b-8819-5dd5f2966e05 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:53:58.196236 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b560df-0a29-44b2-b01d-bfd6a536cdc4 req-6a4656cb-43a8-4b0b-8819-5dd5f2966e05 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] No DVR routers for this DVR port 813574af-7455-4d9e-9245-e5a7d37721a0 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:53:58.199184 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f5b560df-0a29-44b2-b01d-bfd6a536cdc4 req-6a4656cb-43a8-4b0b-8819-5dd5f2966e05 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:58.201198 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f5b560df-0a29-44b2-b01d-bfd6a536cdc4 req-6a4656cb-43a8-4b0b-8819-5dd5f2966e05 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.63 "DELETE /v2.0/ports/813574af-7455-4d9e-9245-e5a7d37721a0 HTTP/1.1" status: 204 len: 173 time: 0.6763680 Jun 17 08:53:58.201774 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45cd9b44-4d4c-42be-98db-25d8ef471571', 'name': 'network-vif-deleted', 'tag': '813574af-7455-4d9e-9245-e5a7d37721a0'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:53:58.204241 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553b8610-4127-4e11-9527-988526f6b816" -d '{"events": [{"server_uuid": "45cd9b44-4d4c-42be-98db-25d8ef471571", "name": "network-vif-deleted", "tag": "813574af-7455-4d9e-9245-e5a7d37721a0"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:53:58.338647 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a05ea-62c7-48b7-aa16-51cffaa213d3 x-openstack-request-id: req-459a05ea-62c7-48b7-aa16-51cffaa213d3 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:53:58.339214 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45cd9b44-4d4c-42be-98db-25d8ef471571", "name": "network-vif-deleted", "tag": "813574af-7455-4d9e-9245-e5a7d37721a0", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:53:58.339621 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-459a05ea-62c7-48b7-aa16-51cffaa213d3 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:53:58.340174 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45cd9b44-4d4c-42be-98db-25d8ef471571', 'name': 'network-vif-deleted', 'tag': '813574af-7455-4d9e-9245-e5a7d37721a0', 'status': 'completed', 'code': 200} Jun 17 08:53:58.842154 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-32fdceda-cfda-4251-9135-d822673e411c req-e65a5550-9d92-431a-920f-f949583313aa tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] 10.222.0.47 "GET /v2.0/ports?device_id=45cd9b44-4d4c-42be-98db-25d8ef471571 HTTP/1.1" status: 200 len: 210 time: 0.0470459 Jun 17 08:53:59.302359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71028d78-7ed1-4336-8430-5319950b5ec0 req-522cca4f-0a22-4aac-958a-d214f7f97d13 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:59.303894 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71028d78-7ed1-4336-8430-5319950b5ec0 req-522cca4f-0a22-4aac-958a-d214f7f97d13 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 946 time: 0.0713749 Jun 17 08:53:59.341448 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71028d78-7ed1-4336-8430-5319950b5ec0 req-7097aa24-d437-4b39-9b20-5c1d98989f9e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315025 Jun 17 08:53:59.442098 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cd96e-e782-4e81-a8a7-8287b449e01d req-c4cb9a66-dfaf-4cd5-a2ab-d0d3092e7f87 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:53:59.443672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-461cd96e-e782-4e81-a8a7-8287b449e01d req-c4cb9a66-dfaf-4cd5-a2ab-d0d3092e7f87 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 946 time: 0.0669298 Jun 17 08:53:59.549781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-461cd96e-e782-4e81-a8a7-8287b449e01d req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Deleting port 0a53db63-d20b-4d98-a8f6-d07554c57014 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:53:59.550092 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-461cd96e-e782-4e81-a8a7-8287b449e01d req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.646723 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-461cd96e-e782-4e81-a8a7-8287b449e01d req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] For port 0a53db63-d20b-4d98-a8f6-d07554c57014, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=0a53db63-d20b-4d98-a8f6-d07554c57014,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:53:59.647100 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-461cd96e-e782-4e81-a8a7-8287b449e01d req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:53:59.716012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-461cd96e-e782-4e81-a8a7-8287b449e01d req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Calling delete_port for 0a53db63-d20b-4d98-a8f6-d07554c57014 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:53:59.849299 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 813574af-7455-4d9e-9245-e5a7d37721a0 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:53:59.885992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 813574af-7455-4d9e-9245-e5a7d37721a0 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:53:59.886554 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 813574af-7455-4d9e-9245-e5a7d37721a0 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:00.257440 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-461cd96e-e782-4e81-a8a7-8287b449e01d req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.270272 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['0a53db63-d20b-4d98-a8f6-d07554c57014'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:00.276398 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5df7d46c-ed39-4104-828e-79411f2f1e89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:00.330451 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event deleted for resources: {'Port': ['ID=0a53db63-d20b-4d98-a8f6-d07554c57014,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:00.333613 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:00.360343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-461cd96e-e782-4e81-a8a7-8287b449e01d req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] No DVR routers for this DVR port 0a53db63-d20b-4d98-a8f6-d07554c57014 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:54:00.363231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-461cd96e-e782-4e81-a8a7-8287b449e01d req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:00.367100 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-461cd96e-e782-4e81-a8a7-8287b449e01d req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "DELETE /v2.0/ports/0a53db63-d20b-4d98-a8f6-d07554c57014 HTTP/1.1" status: 204 len: 173 time: 0.9178374 Jun 17 08:54:00.367727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb006c97-c9f3-4fcd-9f52-049c1157bbb0', 'name': 'network-vif-deleted', 'tag': '0a53db63-d20b-4d98-a8f6-d07554c57014'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:00.371287 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67556baa-650f-4fd7-a4d9-c2b29e2a1be1" -d '{"events": [{"server_uuid": "bb006c97-c9f3-4fcd-9f52-049c1157bbb0", "name": "network-vif-deleted", "tag": "0a53db63-d20b-4d98-a8f6-d07554c57014"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:00.458830 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b717f8fc-3301-487b-8eba-da9026d79c41 x-openstack-request-id: req-b717f8fc-3301-487b-8eba-da9026d79c41 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:00.459452 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb006c97-c9f3-4fcd-9f52-049c1157bbb0", "name": "network-vif-deleted", "tag": "0a53db63-d20b-4d98-a8f6-d07554c57014", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:00.459853 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b717f8fc-3301-487b-8eba-da9026d79c41 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:00.460367 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb006c97-c9f3-4fcd-9f52-049c1157bbb0', 'name': 'network-vif-deleted', 'tag': '0a53db63-d20b-4d98-a8f6-d07554c57014', 'status': 'completed', 'code': 200} Jun 17 08:54:00.539541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-788c40ea-ca4f-453a-9a3b-036029c7ba33 req-7fd19abc-a1f5-4bf7-9ae9-fae7d58d5637 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 210 time: 0.0591080 Jun 17 08:54:01.777831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4fcd0b3e-49a7-4577-922d-ba0af68c8d61 req-b6c087f5-2c4a-40e9-a883-a776d6c41f63 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 210 time: 0.0643716 Jun 17 08:54:02.957139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-577cdfc3-2f65-4bdc-b11a-9961338c7dd3 req-44abb4bd-c5f8-4b5f-8362-bafe1113a228 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 210 time: 0.0387633 Jun 17 08:54:03.181831 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:04.053757 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0a53db63-d20b-4d98-a8f6-d07554c57014 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:54:04.116361 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 0a53db63-d20b-4d98-a8f6-d07554c57014 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:54:04.117047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 0a53db63-d20b-4d98-a8f6-d07554c57014 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:54:04.210662 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-627753c4-3bc9-464e-9740-91687915005d req-cdfc3611-3dba-45f1-bf88-fb259918b756 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb006c97-c9f3-4fcd-9f52-049c1157bbb0 HTTP/1.1" status: 200 len: 210 time: 0.0494936 Jun 17 08:54:09.355446 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:13.428121 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d98c1172-d712-46da-b5a7-58b84973e07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.654358 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-23a96716-5bb4-49ef-80f8-275f5fae3d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:15.954241 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:16.936577 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:18.954268 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.705427 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46604) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:21.778217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2bf2193-a023-4859-8b88-e502954bead8 admin admin] Deleting subnet 19cc23c1-e758-4abb-a57b-b582a8c39cb8 {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:21.782929 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2193-a023-4859-8b88-e502954bead8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.826166 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2193-a023-4859-8b88-e502954bead8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.884124 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2193-a023-4859-8b88-e502954bead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.958626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2193-a023-4859-8b88-e502954bead8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:21.961401 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ef3a8ab-46c7-4b2d-9f94-6d5343c22691 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:21.991256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bf2193-a023-4859-8b88-e502954bead8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19cc23c1-e758-4abb-a57b-b582a8c39cb8,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:21.995311 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c2bf2193-a023-4859-8b88-e502954bead8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:21.996416 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c2bf2193-a023-4859-8b88-e502954bead8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.002040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c2bf2193-a023-4859-8b88-e502954bead8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/19cc23c1-e758-4abb-a57b-b582a8c39cb8 HTTP/1.1" status: 204 len: 168 time: 0.2916884 Jun 17 08:54:22.002040 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46606) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:22.091824 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.194814 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.206008 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:22.217621 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e0268da-49d8-46fe-9f5b-b42ccda0a994') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:22.217847 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e0268da-49d8-46fe-9f5b-b42ccda0a994') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:22.227110 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.241142 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.247526 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:22.247943 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:22.249805 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:22.333134 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.340122 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-863cbf88-4a15-4bd7-9f86-ea599f519c88 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:22.344386 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.351034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636 HTTP/1.1" status: 204 len: 168 time: 0.3487723 Jun 17 08:54:22.351342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46608) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:22.364737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1c1cfff-d7d9-4b81-af42-b7c2ec4e0636,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:22.369543 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-85a87cc0-cecc-480e-ae27-2c86614ebbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:22.404157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_v2 [None req-e447d0d7-4206-44b7-981f-6fdb2f05a71a admin admin] Deleting subnet f0360ca2-3997-4650-965d-87bb65b31ac1 {{(pid=93804) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:54:22.408181 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e447d0d7-4206-44b7-981f-6fdb2f05a71a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.443358 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e447d0d7-4206-44b7-981f-6fdb2f05a71a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7980216'] for subnet, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.489880 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e447d0d7-4206-44b7-981f-6fdb2f05a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.554582 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e447d0d7-4206-44b7-981f-6fdb2f05a71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7012831', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6653145'] for subnet, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.558537 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9ab69398-0255-4725-9a48-1990cb4c0e20 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:22.582554 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447d0d7-4206-44b7-981f-6fdb2f05a71a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0360ca2-3997-4650-965d-87bb65b31ac1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:22.588938 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e447d0d7-4206-44b7-981f-6fdb2f05a71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:22.591796 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-e447d0d7-4206-44b7-981f-6fdb2f05a71a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.593825 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-e447d0d7-4206-44b7-981f-6fdb2f05a71a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f0360ca2-3997-4650-965d-87bb65b31ac1 HTTP/1.1" status: 204 len: 168 time: 0.2396603 Jun 17 08:54:22.596588 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46616) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:22.685830 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.779040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.794523 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1874ed7a-74ae-49e2-ac2b-9228215c34d9']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:22.807961 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94dd8779-3809-41dc-8143-ede2584e6e81') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:22.808369 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94dd8779-3809-41dc-8143-ede2584e6e81') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:22.822134 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.838055 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.845797 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:54:22.846212 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: timer() Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:54:22.848706 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:54:22.924326 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.929196 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:22.932145 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1874ed7a-74ae-49e2-ac2b-9228215c34d9 HTTP/1.1" status: 204 len: 168 time: 0.3344755 Jun 17 08:54:22.933389 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-0d767d86-7343-4f34-b4e9-44a3f66dd9cc tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:22.949157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] Pushing event deleted for resources: {'Network': ['ID=1874ed7a-74ae-49e2-ac2b-9228215c34d9,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:22.952730 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-a1c25f86-0243-43b2-a758-dd844101bd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:23.145126 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46622) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:23.197358 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-f7ab388e-e7bc-492b-90ae-a0e4fbb349e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05e5d5c952604fa58a2c6dd1279a56e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485690 Jun 17 08:54:23.197644 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46624) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:23.252597 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11b5191a-816f-4d6e-8f0f-d9a56542d3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.275591 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11b5191a-816f-4d6e-8f0f-d9a56542d3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.331780 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11b5191a-816f-4d6e-8f0f-d9a56542d3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.334854 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-11b5191a-816f-4d6e-8f0f-d9a56542d3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.336011 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-11b5191a-816f-4d6e-8f0f-d9a56542d3f9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8bbcffc9-9e3a-4763-8870-997c3333d3c3 HTTP/1.1" status: 204 len: 168 time: 0.1373656 Jun 17 08:54:23.337058 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-bb418e6f-d1b3-4041-8ba3-4e348cfcf733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:23.345480 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5191a-816f-4d6e-8f0f-d9a56542d3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbcffc9-9e3a-4763-8870-997c3333d3c3,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:23.348171 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-11b5191a-816f-4d6e-8f0f-d9a56542d3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:23.719613 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46634) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:23.779921 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7ca1eb1b-eb40-416b-96d4-8e254262f7f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e6c9356384e84b869f0629561f7eeff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595162 Jun 17 08:54:23.782302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46636) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:23.839876 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1a1448d-fa03-49fb-8b16-a3a2f9008d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.863054 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1a1448d-fa03-49fb-8b16-a3a2f9008d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.926484 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1a1448d-fa03-49fb-8b16-a3a2f9008d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.929548 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-c1a1448d-fa03-49fb-8b16-a3a2f9008d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:23.930701 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-c1a1448d-fa03-49fb-8b16-a3a2f9008d99 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58ff50e4-af91-47cc-9064-628a4bf21f80 HTTP/1.1" status: 204 len: 168 time: 0.1473973 Jun 17 08:54:23.931544 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2652ab1a-28a8-4130-8e23-acfa99a44a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:23.941126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1448d-fa03-49fb-8b16-a3a2f9008d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff50e4-af91-47cc-9064-628a4bf21f80,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:23.952491 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1a1448d-fa03-49fb-8b16-a3a2f9008d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:25.193028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46670) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:25.312349 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ba49c09-f31f-45bd-9175-ae25d8c7c523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.424035 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ba49c09-f31f-45bd-9175-ae25d8c7c523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.429016 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-4ba49c09-f31f-45bd-9175-ae25d8c7c523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.432145 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-46c88083-9093-4cc0-9ec2-b3c643aeab23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:25.471599 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba49c09-f31f-45bd-9175-ae25d8c7c523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5f5f23-00eb-4361-a92f-d0c636414a6b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:25.475639 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ba49c09-f31f-45bd-9175-ae25d8c7c523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:25.481160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4ba49c09-f31f-45bd-9175-ae25d8c7c523 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74b26588a93041828728bc7b19e00902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846739 Jun 17 08:54:25.482145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46674) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:25.540893 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81a39226-282a-4855-9bd0-36918b1c9e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.562867 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81a39226-282a-4855-9bd0-36918b1c9e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.618391 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81a39226-282a-4855-9bd0-36918b1c9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.621910 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-81a39226-282a-4855-9bd0-36918b1c9e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:25.623351 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-81a39226-282a-4855-9bd0-36918b1c9e73 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd5f5f23-00eb-4361-a92f-d0c636414a6b HTTP/1.1" status: 204 len: 168 time: 0.1409752 Jun 17 08:54:25.624758 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1653cc35-72a2-4985-ba3b-bc9dc143e220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:25.634817 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a39226-282a-4855-9bd0-36918b1c9e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5f5f23-00eb-4361-a92f-d0c636414a6b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:25.637271 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-81a39226-282a-4855-9bd0-36918b1c9e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:27.874198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46764) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:27.879734 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'network': {'name': 'tempest-network-smoke--2091314210', 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'port_security_enabled': True}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:27.906980 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Made reservation on behalf of b88ad242882c4c9b9130c050eb8ba28a for: {'network': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:27.910741 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:27.921235 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.022919 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.027613 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.030663 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-01320ca6-83cb-41de-8731-59ec01ba3c11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800 tempest-PortsAdminExtendedAttrsIpV6TestJSON-409174800-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:28.056479 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=93804) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:54:28.068076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1636b0-8b47-490d-b8c9-276e70576dd6,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:28.073189 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.073535 n-d-779913-16 neutron-server[93804]: INFO neutron.db.segments_db [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Added segment e3a2c5ef-2589-4bbe-bdba-7600e45b7e62 of type vlan for network 5684d732-5404-4779-a265-455c233f1d0f Jun 17 08:54:28.085317 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.085727 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.086118 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.086491 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.086895 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.087233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.087811 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.088177 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.088546 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.088893 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.089556 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.089685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:28.093955 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:28.140042 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.193253 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.199197 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:28.199793 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.202372 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9b3e4acd-2899-4cdd-9368-641f6c4737e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:28.266730 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3909137 Jun 17 08:54:28.269240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46768) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:28.274047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'admin_state_up': True, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:28.277002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Network': ['ID=5684d732-5404-4779-a265-455c233f1d0f,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:28.287740 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95a1ea6c-9fc7-42c6-bf6a-2ea7fec6a29c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:28.289010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 5684d732-5404-4779-a265-455c233f1d0f details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:54:28.329422 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.330862 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.390578 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.550847 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.594198 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:54:28.783631 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router_gateway, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.808040 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:28.939808 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Allocated IP 172.25.8.102 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/1dc44428-d7de-4184-a0aa-25fde35e9886) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:29.052349 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.126601 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.129428 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-afcb167b-e726-454d-8de3-f823558184b7 tempest-VolumesActionsTest-2095572838 tempest-VolumesActionsTest-2095572838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:29.173282 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:29.179029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:29.184049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:29.186988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Port': ['ID=1dc44428-d7de-4184-a0aa-25fde35e9886,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:29.190918 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:29.514888 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router_gateway, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.795277 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:29.939914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93803) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:54:30.057241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:30.070655 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Sync routers for ids ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:30.082329 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Routers {'fef09e89-7768-4c3c-9a06-5c83ee4d42d4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:30.082984 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:54:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:30.112518 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.113942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8436928 Jun 17 08:54:30.116976 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46808) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.191577 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Set router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:30.267294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-bef0ea20-121d-4acb-ab9c-e39374ece95f tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=b88ad242882c4c9b9130c050eb8ba28a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1490235 Jun 17 08:54:30.269727 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46816) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.383336 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:29Z', 'revision_number': 3, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:30.410185 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Checking router: fef09e89-7768-4c3c-9a06-5c83ee4d42d4 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:30.410538 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Updating router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 port 1dc44428-d7de-4184-a0aa-25fde35e9886 binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:54:30.423230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96da04e5-be67-4c33-bad3-057f844d0bd1 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:30.424914 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-96da04e5-be67-4c33-bad3-057f844d0bd1 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541104 Jun 17 08:54:30.427677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46818) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.452607 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.462882 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8cea3148-0a61-4dbf-87d7-c5eae07a090e tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338566 Jun 17 08:54:30.465545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46820) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:30.472159 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-621145167', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:30.578637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Made reservation on behalf of b88ad242882c4c9b9130c050eb8ba28a for: {'subnet': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:30.583308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5292540'] for subnet, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.759292 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.769816 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Transition to ACTIVE for port object 1dc44428-d7de-4184-a0aa-25fde35e9886 will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:30.777453 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.781664 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-f1a5b8a9-8639-4081-b035-8491c68d8ec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:30.785397 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7277266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5292526'] for subnet, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.788028 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aecbe62c-af6c-44bf-98be-9849807674f9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:30.835546 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Attempting to bind port 1dc44428-d7de-4184-a0aa-25fde35e9886 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:30.835911 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Attempting to bind port 1dc44428-d7de-4184-a0aa-25fde35e9886 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:30.836273 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Attempting to bind port 1dc44428-d7de-4184-a0aa-25fde35e9886 on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:30.844947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Subnet': ['ID=b1b25be9-c568-4523-9ef8-79144429607b,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:30.848496 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:30.848866 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:30.849262 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.849649 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:30.850121 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Bound port: 1dc44428-d7de-4184-a0aa-25fde35e9886, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:30.850493 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.851638 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:30.860315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Checking segment: {'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:30.860672 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network hostable DHCP agents. Network: 5684d732-5404-4779-a265-455c233f1d0f, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93803) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:54:30.874402 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Pushing event updated for resources: {'Port': ['ID=1dc44428-d7de-4184-a0aa-25fde35e9886,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:30.892133 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.892466 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.892791 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.893168 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.893457 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.893757 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.894118 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.894389 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.894693 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.895028 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.895338 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.895709 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93806) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:30.910975 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network 5684d732-5404-4779-a265-455c233f1d0f is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93803) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:54:30.918920 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:30.930075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 5684d732-5404-4779-a265-455c233f1d0f) {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:30.937022 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] For port 1dc44428-d7de-4184-a0aa-25fde35e9886, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:30.938911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:30.939486 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.941008 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] For port 1dc44428-d7de-4184-a0aa-25fde35e9886, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1dc44428-d7de-4184-a0aa-25fde35e9886,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:30.942895 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7619d2c-4613-424a-928b-07e377fbdb75 None None] Network 5684d732-5404-4779-a265-455c233f1d0f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:30.946098 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:30.954197 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-b9402852-2f63-4ca2-ad57-903e61aff586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:30.978454 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-cfaa9d07-b06a-4958-a077-5d4038885594 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5074487 Jun 17 08:54:30.979157 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46832) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:31.014276 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Routers {'fef09e89-7768-4c3c-9a06-5c83ee4d42d4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:31.014624 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:54:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:31.116508 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5767453-e416-4351-9a59-07de7800625b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-5684d732-5404-4779-a265-455c233f1d0f', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'fixed_ips': [{'subnet_id': 'b1b25be9-c568-4523-9ef8-79144429607b'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:54:31.117647 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.122137 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] Set router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:31.279355 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Pushing event updated for resources: {'Port': ['ID=1dc44428-d7de-4184-a0aa-25fde35e9886,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:31.283116 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-c7b0fd47-a225-4334-a35b-1d969eae2171 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:31.331394 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-e5767453-e416-4351-9a59-07de7800625b None None] Allocated IP 172.20.0.2 (5684d732-5404-4779-a265-455c233f1d0f/b1b25be9-c568-4523-9ef8-79144429607b/9a65f15c-8615-4b38-a1fc-138c62a3f1ba) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:31.438613 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:29Z', 'revision_number': 3, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:31.492123 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887a2a7c-dcc6-403a-9fd9-68c214efbb6d None None] The sync data for ids ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'] in n-d-779913-16 is: [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:29Z', 'revision_number': 3, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:31.518357 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.532368 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e5767453-e416-4351-9a59-07de7800625b None None] Transition to ACTIVE for port object 9a65f15c-8615-4b38-a1fc-138c62a3f1ba will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:31.554450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e5767453-e416-4351-9a59-07de7800625b None None] Transition to ACTIVE for port object 9a65f15c-8615-4b38-a1fc-138c62a3f1ba will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:31.583575 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.591665 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:31.644360 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5767453-e416-4351-9a59-07de7800625b None None] Network 5684d732-5404-4779-a265-455c233f1d0f is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:31.648100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-e5767453-e416-4351-9a59-07de7800625b None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:31.651743 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5767453-e416-4351-9a59-07de7800625b None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:31.666106 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5767453-e416-4351-9a59-07de7800625b None None] Pushing event updated for resources: {'Port': ['ID=9a65f15c-8615-4b38-a1fc-138c62a3f1ba,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:31.682740 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.683766 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.684432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.694518 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.699380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.699723 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.700061 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.700423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.703695 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.704040 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.704373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.704708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.705034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:31.714622 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e5767453-e416-4351-9a59-07de7800625b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:31.735017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c7be8-7024-4766-9dca-c720712e4b52 req-2220f8ce-099f-4811-9a4c-7abe3b2addfe tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:31.737795 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-2220f8ce-099f-4811-9a4c-7abe3b2addfe tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.1694636 Jun 17 08:54:31.759536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-088370a1-6fb3-4c31-8192-7faf0e4cfd96 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/quotas/b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 375 time: 0.0162334 Jun 17 08:54:31.785043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e5767453-e416-4351-9a59-07de7800625b None None] Attempting to bind port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:31.785421 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e5767453-e416-4351-9a59-07de7800625b None None] Attempting to bind port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:31.785791 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5767453-e416-4351-9a59-07de7800625b None None] Attempting to bind port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba on network 5684d732-5404-4779-a265-455c233f1d0f {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:31.795285 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5767453-e416-4351-9a59-07de7800625b None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:31.795735 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5767453-e416-4351-9a59-07de7800625b None None] Checking segment: {'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:31.796149 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.796540 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5767453-e416-4351-9a59-07de7800625b None None] Bound using segment: {'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:31.797419 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-e5767453-e416-4351-9a59-07de7800625b None None] Bound port: 9a65f15c-8615-4b38-a1fc-138c62a3f1ba, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:31.798115 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.930617 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e5767453-e416-4351-9a59-07de7800625b None None] For port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:31.941314 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-e5767453-e416-4351-9a59-07de7800625b None None] For port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9a65f15c-8615-4b38-a1fc-138c62a3f1ba,segment=NetworkSegment(e3a2c5ef-2589-4bbe-bdba-7600e45b7e62),segment_id=e3a2c5ef-2589-4bbe-bdba-7600e45b7e62)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:31.954278 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e5767453-e416-4351-9a59-07de7800625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:31.956861 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:31.987067 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-d71c3228-c458-4a3b-a398-9eb1a0b374f3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2217965 Jun 17 08:54:32.050607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5767453-e416-4351-9a59-07de7800625b None None] Pushing event updated for resources: {'Port': ['ID=9a65f15c-8615-4b38-a1fc-138c62a3f1ba,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:32.055599 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e5767453-e416-4351-9a59-07de7800625b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:32.138277 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-67be7ae4-9c64-44bf-9c82-782a7282992f service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502149 Jun 17 08:54:32.179373 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Allocated IP 172.20.0.1 (5684d732-5404-4779-a265-455c233f1d0f/b1b25be9-c568-4523-9ef8-79144429607b/f22bdcc3-54b8-4a43-a889-577777e4ccdd) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:32.253622 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1dc44428-d7de-4184-a0aa-25fde35e9886 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:32.339697 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-1907e4f2-f267-4b20-b3c3-655ffa93968e service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002482 Jun 17 08:54:32.391223 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 1dc44428-d7de-4184-a0aa-25fde35e9886 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:32.398281 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 1dc44428-d7de-4184-a0aa-25fde35e9886 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:32.399074 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.416681 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.432557 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Transition to ACTIVE for port object f22bdcc3-54b8-4a43-a889-577777e4ccdd will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:32.479039 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.481991 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-86674de7-3494-452d-bb5c-8735b7855535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:32.543022 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Port': ['ID=f22bdcc3-54b8-4a43-a889-577777e4ccdd,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:32.549597 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:32.560187 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network 5684d732-5404-4779-a265-455c233f1d0f is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:32.562035 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.562208 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:32.564595 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:32.611180 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 1dc44428-d7de-4184-a0aa-25fde35e9886, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1dc44428-d7de-4184-a0aa-25fde35e9886,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:32.618465 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.624380 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.626561 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-168c15c9-66d2-491e-a869-46ab45cfb66c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:32.739387 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=1dc44428-d7de-4184-a0aa-25fde35e9886,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:32.751391 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:32.854116 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:32.909834 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-88bfecff-a872-448c-b5d6-6997262a1a27 req-cbbafa69-5bfc-446d-b933-127ff4851777 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 210 time: 0.0545108 Jun 17 08:54:33.179303 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.298061 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.311459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.316039 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2e3a4f1a-938f-41a6-97a5-25b807c9cdf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:33.403176 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:33.414517 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Port': ['ID=f22bdcc3-54b8-4a43-a889-577777e4ccdd,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:33.422979 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:33.436619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f09dd5-4356-465e-85ee-2cbb59e4e2e9 None None] Network 5684d732-5404-4779-a265-455c233f1d0f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:54:33.527714 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network 5684d732-5404-4779-a265-455c233f1d0f is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:33.529587 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:33.572043 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3b5eebaf-f3eb-4f12-b0c9-1b9af07e03a7 None None] Provisioning for port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:33.656300 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:33.815412 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:33.821645 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-742f72f1-d377-4756-9cd6-a43c0533418c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "PUT /v2.0/routers/fef09e89-7768-4c3c-9a06-5c83ee4d42d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8409142 Jun 17 08:54:33.824531 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46900) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:33.829646 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-0dcfa716-63e6-4437-8b42-d7aeb5d0dc87 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--30210514', 'description': 'tempest-secgroup_access--30210514 description', 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:33.869151 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa716-63e6-4437-8b42-d7aeb5d0dc87 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.004679 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e4f80850-d901-4bed-ae61-44caaed5d155 None None] Provisioning for port f22bdcc3-54b8-4a43-a889-577777e4ccdd completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:34.022045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-e4f80850-d901-4bed-ae61-44caaed5d155 None None] Provisioning complete for port f22bdcc3-54b8-4a43-a889-577777e4ccdd triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:34.022870 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e4f80850-d901-4bed-ae61-44caaed5d155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.056958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Sync routers for ids ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:34.074054 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Routers {'fef09e89-7768-4c3c-9a06-5c83ee4d42d4'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:34.075271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:54:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:34.136300 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-e4f80850-d901-4bed-ae61-44caaed5d155 None None] Port f22bdcc3-54b8-4a43-a889-577777e4ccdd cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:34.296427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Set router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:34.374118 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-53fc659b-ebed-45ab-8bf4-0a34bc6b901c None None] Provisioning complete for port f22bdcc3-54b8-4a43-a889-577777e4ccdd triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:34.375614 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-53fc659b-ebed-45ab-8bf4-0a34bc6b901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.382691 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9a65f15c-8615-4b38-a1fc-138c62a3f1ba up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:34.555783 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa716-63e6-4437-8b42-d7aeb5d0dc87 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.594715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-53fc659b-ebed-45ab-8bf4-0a34bc6b901c None None] Port f22bdcc3-54b8-4a43-a889-577777e4ccdd cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:34.627388 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:34.634501 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:34.634923 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.661434 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa716-63e6-4437-8b42-d7aeb5d0dc87 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.662937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f22bdcc3-54b8-4a43-a889-577777e4ccdd', 'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:f0:18:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:31Z', 'updated_at': '2021-06-17T08:54:33Z', 'revision_number': 2, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:34.700292 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-06893870-8f97-4286-8dc6-576abab8a9ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:34.734434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfa716-63e6-4437-8b42-d7aeb5d0dc87 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:34.738709 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3dd59d1b-dd3e-4ed0-afa2-8cef54c5a88b req-bcc16b98-4f7a-4323-b7f3-e1d8c18ea8b3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 210 time: 0.1805661 Jun 17 08:54:34.746713 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0dcfa716-63e6-4437-8b42-d7aeb5d0dc87 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:34.751181 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-0dcfa716-63e6-4437-8b42-d7aeb5d0dc87 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.753040 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-0dcfa716-63e6-4437-8b42-d7aeb5d0dc87 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9273970 Jun 17 08:54:34.756061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 46918) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:34.766699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-7f9484d2-e098-4273-b79c-d8f0b14b3831 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1026160576', 'description': 'tempest-secgroup_general--1026160576 description', 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:34.834145 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c7be8-7024-4766-9dca-c720712e4b52 req-1f70f8c1-b86a-4c8c-ac9f-a60326f7ad25 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:34.836318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-1f70f8c1-b86a-4c8c-ac9f-a60326f7ad25 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.2770448 Jun 17 08:54:34.838024 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f9484d2-e098-4273-b79c-d8f0b14b3831 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.870146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'port': {'device_id': '298cceb6-53d7-4f81-9562-b03afd681e70', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'admin_state_up': True, 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:34.897889 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Checking router: fef09e89-7768-4c3c-9a06-5c83ee4d42d4 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:34.898538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Updating router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 port f22bdcc3-54b8-4a43-a889-577777e4ccdd binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:54:34.946362 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-8556f4b6-87e7-4c2a-8d1a-44315b2bda08 None None] Provisioning complete for port f22bdcc3-54b8-4a43-a889-577777e4ccdd triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:34.946736 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8556f4b6-87e7-4c2a-8d1a-44315b2bda08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:34.968803 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.045965 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f9484d2-e098-4273-b79c-d8f0b14b3831 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.053619 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-8556f4b6-87e7-4c2a-8d1a-44315b2bda08 None None] Port f22bdcc3-54b8-4a43-a889-577777e4ccdd cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:35.055244 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f9484d2-e098-4273-b79c-d8f0b14b3831 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.068415 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.073757 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a154857d-4597-4be9-93b5-a6942eda6591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:35.111160 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9484d2-e098-4273-b79c-d8f0b14b3831 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33e3228-fcb7-4bba-8e80-5433d37f2ef7,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:35.125770 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7f9484d2-e098-4273-b79c-d8f0b14b3831 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:35.126650 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Made reservation on behalf of b5a5d9ad8488480b98ed6d0f5ad64942 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:35.131208 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.179558 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9a65f15c-8615-4b38-a1fc-138c62a3f1ba,segment=NetworkSegment(e3a2c5ef-2589-4bbe-bdba-7600e45b7e62),segment_id=e3a2c5ef-2589-4bbe-bdba-7600e45b7e62)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:35.190080 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.191349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1dc44428-d7de-4184-a0aa-25fde35e9886 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:35.203063 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:35.310469 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-7f9484d2-e098-4273-b79c-d8f0b14b3831 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.314501 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-7f9484d2-e098-4273-b79c-d8f0b14b3831 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5546505 Jun 17 08:54:35.314895 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 46928) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:35.320746 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-6d178d86-abc0-4785-b92c-33c9332fe351 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'security_group_rule': {'security_group_id': '9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b', 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:35.338603 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Allocated IP 172.20.0.12 (837156e8-72b7-47a5-8c9c-3b16a1c9d85b/423fe4ff-14e8-4757-87e1-b27a19707b0c/c0569b20-a307-4d2e-bc18-5f15aa2e3fc4) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:35.345812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=9a65f15c-8615-4b38-a1fc-138c62a3f1ba,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:35.355186 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:35.358135 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 1dc44428-d7de-4184-a0aa-25fde35e9886 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:35.358277 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.375755 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d178d86-abc0-4785-b92c-33c9332fe351 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.484783 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d178d86-abc0-4785-b92c-33c9332fe351 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.489642 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.492370 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d178d86-abc0-4785-b92c-33c9332fe351 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.494880 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b0730439-ac74-4654-84f4-f93ad9a1a424 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:35.516396 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Transition to ACTIVE for port object f22bdcc3-54b8-4a43-a889-577777e4ccdd will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:35.541587 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.545380 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-a5af91d8-d56f-4b84-985b-7cdde3b871eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:35.556715 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-6d178d86-abc0-4785-b92c-33c9332fe351 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.557917 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-6d178d86-abc0-4785-b92c-33c9332fe351 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2410779 Jun 17 08:54:35.558866 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d178d86-abc0-4785-b92c-33c9332fe351 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c381354f-5820-4649-bdc0-b9ba4a6fe3fa,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:35.561926 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6d178d86-abc0-4785-b92c-33c9332fe351 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:35.619413 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.627950 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f08b4-b847-4a85-9b18-579fa3676ae7 None None] Pushing event updated for resources: {'Port': ['ID=f22bdcc3-54b8-4a43-a889-577777e4ccdd,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:35.635274 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ff4f08b4-b847-4a85-9b18-579fa3676ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:35.638214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Transition to ACTIVE for port object c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:35.692210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Attempting to bind port f22bdcc3-54b8-4a43-a889-577777e4ccdd on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:35.692820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Attempting to bind port f22bdcc3-54b8-4a43-a889-577777e4ccdd by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:35.693371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Attempting to bind port f22bdcc3-54b8-4a43-a889-577777e4ccdd on network 5684d732-5404-4779-a265-455c233f1d0f {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:35.703748 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:35.705598 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Checking segment: {'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:35.706294 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.708156 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Bound using segment: {'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:35.708846 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Bound port: f22bdcc3-54b8-4a43-a889-577777e4ccdd, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:35.709618 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.732420 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.746594 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:35.815020 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] For port f22bdcc3-54b8-4a43-a889-577777e4ccdd, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:35.819452 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] For port f22bdcc3-54b8-4a43-a889-577777e4ccdd, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f22bdcc3-54b8-4a43-a889-577777e4ccdd,segment=NetworkSegment(e3a2c5ef-2589-4bbe-bdba-7600e45b7e62),segment_id=e3a2c5ef-2589-4bbe-bdba-7600e45b7e62)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:35.830057 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:35.832976 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:35.872983 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:35.885414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-ab0ee473-31f5-49d9-b988-7a63f5fa2ab5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup_general--1026160576&fields=id&tenant_id=b88ad242882c4c9b9130c050eb8ba28a HTTP/1.1" status: 200 len: 267 time: 0.1680260 Jun 17 08:54:35.890023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:35.897139 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:35.948893 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:35.957723 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:35.968021 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f08b4-b847-4a85-9b18-579fa3676ae7 None None] Pushing event updated for resources: {'Port': ['ID=f22bdcc3-54b8-4a43-a889-577777e4ccdd,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:35.971041 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Routers {'fef09e89-7768-4c3c-9a06-5c83ee4d42d4'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:35.971666 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:54:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:35.973779 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ff4f08b4-b847-4a85-9b18-579fa3676ae7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:36.006131 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8d782588-7aca-4ab8-ac10-0eb03117c3ce tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup_access--30210514&fields=id&tenant_id=b88ad242882c4c9b9130c050eb8ba28a HTTP/1.1" status: 200 len: 267 time: 0.1196847 Jun 17 08:54:36.154857 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] Set router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:36.233340 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:36.234006 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.295801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9a65f15c-8615-4b38-a1fc-138c62a3f1ba up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:36.305871 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4560266 Jun 17 08:54:36.325324 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Request body: {'port': {'device_id': '298cceb6-53d7-4f81-9562-b03afd681e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:36.411948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8948d69-0c4d-42c4-9be0-816452188515 req-cb7ff0f1-6503-47b7-b415-afb4d9bbe814 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:36.414054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8948d69-0c4d-42c4-9be0-816452188515 req-cb7ff0f1-6503-47b7-b415-afb4d9bbe814 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 932 time: 0.4245236 Jun 17 08:54:36.435443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-5784c43c-a5f9-4919-8525-cacfb0eb6a6b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:36.437331 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-5784c43c-a5f9-4919-8525-cacfb0eb6a6b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/networks?id=5684d732-5404-4779-a265-455c233f1d0f HTTP/1.1" status: 200 len: 797 time: 0.4304180 Jun 17 08:54:36.456205 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:36.458138 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.515734 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-6e44dfb5-3ea8-41bb-82d8-eac1deb6bd22 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/quotas/b88ad242882c4c9b9130c050eb8ba28a HTTP/1.1" status: 200 len: 375 time: 0.0492122 Jun 17 08:54:36.531183 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a8948d69-0c4d-42c4-9be0-816452188515 req-7daadde4-d47c-4904-882a-e5fb7580dfda tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049774 Jun 17 08:54:36.576066 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bddb0695-2fa3-407c-8600-303dbb4b4a5f None None] Provisioning for port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:36.582352 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.583816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bddb0695-2fa3-407c-8600-303dbb4b4a5f None None] Provisioning complete for port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:36.584366 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bddb0695-2fa3-407c-8600-303dbb4b4a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:36.648737 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0695-2fa3-407c-8600-303dbb4b4a5f None None] Port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:36.661034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f22bdcc3-54b8-4a43-a889-577777e4ccdd', 'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:f0:18:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:31Z', 'updated_at': '2021-06-17T08:54:35Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:36.721029 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0459e-74d1-4dee-b158-69731ad940bb None None] The sync data for ids ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'] in n-d-779913-16 is: [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f22bdcc3-54b8-4a43-a889-577777e4ccdd', 'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:f0:18:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:31Z', 'updated_at': '2021-06-17T08:54:35Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:36.742178 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-666b7b5a-5558-4afe-a6f4-f0a995313e55 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b88ad242882c4c9b9130c050eb8ba28a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2072749 Jun 17 08:54:37.047738 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-20f41b7a-2f52-433a-a996-5d1925364208 service neutron] 10.222.0.47 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042350 Jun 17 08:54:37.129240 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:37.145550 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.173143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Transition to ACTIVE for port object c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:37.197392 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-798109f4-d99d-45a2-bb09-ba2426c43bc1 service neutron] 10.222.0.47 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479042 Jun 17 08:54:37.202741 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.212006 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-9ab883c5-6861-42a8-9e42-5434c3520a6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:37.392553 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Pushing event updated for resources: {'Port': ['ID=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:37.413805 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.414350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.414862 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.415340 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.415818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.416359 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.416830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.417316 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.417782 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.418249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.418724 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.419293 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:54:37.424388 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:37.472425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Attempting to bind port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:37.472842 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Attempting to bind port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:37.473250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Attempting to bind port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:37.480959 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:37.481295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Attempting to bind port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:37.539560 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:37.539914 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Checking segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:37.540662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Bound using segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:37.540785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Bound port: c0569b20-a307-4d2e-bc18-5f15aa2e3fc4, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:37.541077 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.734636 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-833c0be2-3322-49cb-8d77-e47d41c8f081 req-847a68b4-4bcd-48f8-a351-c4f954983928 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 210 time: 0.1971381 Jun 17 08:54:37.839848 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] For port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:37.861941 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] For port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:37.874912 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:37.877648 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3f534078-bbfb-4f77-9b00-b7784235537a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:37.954204 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Pushing event updated for resources: {'Port': ['ID=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:37.964452 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:37.997803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966913e-e946-412a-99a2-91dd86286d09 req-530ddf24-6ec0-4e99-85f3-d0c1f80c40a4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:38.008827 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c966913e-e946-412a-99a2-91dd86286d09 req-530ddf24-6ec0-4e99-85f3-d0c1f80c40a4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 944 time: 0.2730384 Jun 17 08:54:38.025961 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:38.026626 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.030721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] 10.222.0.10 "PUT /v2.0/ports/c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 HTTP/1.1" status: 200 len: 1093 time: 1.7097857 Jun 17 08:54:38.035463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298cceb6-53d7-4f81-9562-b03afd681e70', 'tag': 'c0569b20-a307-4d2e-bc18-5f15aa2e3fc4'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:38.043142 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922" -d '{"events": [{"name": "network-changed", "server_uuid": "298cceb6-53d7-4f81-9562-b03afd681e70", "tag": "c0569b20-a307-4d2e-bc18-5f15aa2e3fc4"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:38.174026 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59441340-1650-496f-9ae1-26def14ebcc7 x-openstack-request-id: req-59441340-1650-496f-9ae1-26def14ebcc7 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:38.174546 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298cceb6-53d7-4f81-9562-b03afd681e70", "tag": "c0569b20-a307-4d2e-bc18-5f15aa2e3fc4", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:38.175041 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-59441340-1650-496f-9ae1-26def14ebcc7 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:38.175624 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298cceb6-53d7-4f81-9562-b03afd681e70', 'tag': 'c0569b20-a307-4d2e-bc18-5f15aa2e3fc4', 'status': 'completed', 'code': 200} Jun 17 08:54:38.243325 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c966913e-e946-412a-99a2-91dd86286d09 req-1a90cba5-b655-4781-b3e3-2537b7dc9494 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334862 Jun 17 08:54:38.306616 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f22bdcc3-54b8-4a43-a889-577777e4ccdd up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:38.347691 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c7be8-7024-4766-9dca-c720712e4b52 req-26af02a3-16e9-4a05-bcfd-0c22ba3491f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:38.349665 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-26af02a3-16e9-4a05-bcfd-0c22ba3491f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 1096 time: 0.2288682 Jun 17 08:54:38.395253 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f22bdcc3-54b8-4a43-a889-577777e4ccdd completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:38.404390 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f22bdcc3-54b8-4a43-a889-577777e4ccdd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:38.404965 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.441295 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-5a7a9774-847e-4633-bbf1-df2e8c17a076 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 HTTP/1.1" status: 200 len: 217 time: 0.0821583 Jun 17 08:54:38.545614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c7be8-7024-4766-9dca-c720712e4b52 req-e3b5bce1-3fcf-41a8-bd05-37e0c23fc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:38.549317 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-e3b5bce1-3fcf-41a8-bd05-37e0c23fc28f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.1016791 Jun 17 08:54:38.604741 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.672800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c7be8-7024-4766-9dca-c720712e4b52 req-7676fd1b-3eff-4dab-aa40-32a3ac0e16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:38.674269 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f22bdcc3-54b8-4a43-a889-577777e4ccdd, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f22bdcc3-54b8-4a43-a889-577777e4ccdd,segment=NetworkSegment(e3a2c5ef-2589-4bbe-bdba-7600e45b7e62),segment_id=e3a2c5ef-2589-4bbe-bdba-7600e45b7e62)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:38.679598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-7676fd1b-3eff-4dab-aa40-32a3ac0e16fc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1240611 Jun 17 08:54:38.683097 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:38.685501 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:38.801979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f22bdcc3-54b8-4a43-a889-577777e4ccdd,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:38.811732 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:38.827742 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-62d22979-168c-4286-a246-62e078548b88 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408789 Jun 17 08:54:38.937695 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe1ba539-a09b-4c7a-b593-ea0e7011be83 req-1c1770cb-2484-4d1a-bd5e-72c9b3ef7bb1 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 210 time: 0.0390022 Jun 17 08:54:38.988208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-861c7be8-7024-4766-9dca-c720712e4b52 req-6a6ee306-353a-47b1-b7b8-3876d622e6d0 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538811 Jun 17 08:54:39.123569 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922 req-1afa5345-7b90-46f9-adda-cf4e2bbf2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.125263 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922 req-1afa5345-7b90-46f9-adda-cf4e2bbf2268 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 1096 time: 0.0845006 Jun 17 08:54:39.298704 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922 req-d2585011-adc3-43f2-a7a3-ca8b79937d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.300221 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922 req-d2585011-adc3-43f2-a7a3-ca8b79937d37 service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.1694634 Jun 17 08:54:39.373191 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.376658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922 req-a79cb2b9-575a-4c60-9125-84dfc2fb9358 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 HTTP/1.1" status: 200 len: 217 time: 0.0682001 Jun 17 08:54:39.419582 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-fcf3edd6-89a9-4dde-8b26-ac6b0ac62935 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.421189 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-fcf3edd6-89a9-4dde-8b26-ac6b0ac62935 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.63 "GET /v2.0/networks?id=5684d732-5404-4779-a265-455c233f1d0f HTTP/1.1" status: 200 len: 797 time: 0.2089627 Jun 17 08:54:39.540544 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922 req-d3a83344-e2a7-434a-a866-b624cd39c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.542296 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922 req-d3a83344-e2a7-434a-a866-b624cd39c67e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.1394362 Jun 17 08:54:39.587450 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-68420aa4-6f6b-4681-b39b-902bd01893f1 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b88ad242882c4c9b9130c050eb8ba28a HTTP/1.1" status: 200 len: 476 time: 0.1446385 Jun 17 08:54:39.601252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'port': {'device_id': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'admin_state_up': True, 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'security_groups': ['d33e3228-fcb7-4bba-8e80-5433d37f2ef7', '9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:39.677877 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c3444-ab4c-4e64-b989-af6000d13675 req-a20e97dc-01e5-402b-92af-4fbd80d75955 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.679423 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a20c3444-ab4c-4e64-b989-af6000d13675 req-a20e97dc-01e5-402b-92af-4fbd80d75955 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 944 time: 0.2378695 Jun 17 08:54:39.721512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922 req-ba99f563-d049-4503-8a66-71e808308f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:39.723095 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922 req-ba99f563-d049-4503-8a66-71e808308f32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1727064 Jun 17 08:54:39.812578 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a20c3444-ab4c-4e64-b989-af6000d13675 req-423dca6c-b32b-41d0-b236-7a6c8937947a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213157 Jun 17 08:54:39.852530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Made reservation on behalf of b88ad242882c4c9b9130c050eb8ba28a for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:39.855924 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:39.892741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922 req-e7e33290-e03c-44aa-9906-77c45c4703ea service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612315 Jun 17 08:54:40.045676 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab0abfd7-f48c-4f2c-afe0-e9e24fdc1922 req-4d197d3f-58eb-484b-bf6f-6390c83f8522 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470931 Jun 17 08:54:40.102601 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Allocated IP 172.20.0.12 (5684d732-5404-4779-a265-455c233f1d0f/b1b25be9-c568-4523-9ef8-79144429607b/4a0f7e8e-fd73-451a-9ffc-f8a564e5be20) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:40.160998 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1c0049a8-7648-4630-b977-4c87aeb5229f req-57636610-8900-4953-a179-56a5f7132633 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 210 time: 0.0387256 Jun 17 08:54:40.188572 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f22bdcc3-54b8-4a43-a889-577777e4ccdd up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:40.231325 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f22bdcc3-54b8-4a43-a889-577777e4ccdd triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:40.231803 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.346625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.363341 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Transition to ACTIVE for port object 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:40.403656 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.408252 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d67bfe95-114b-40d2-98a0-015decb7cd19 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:40.466823 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network 5684d732-5404-4779-a265-455c233f1d0f is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:40.468700 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:40.474091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:40.478626 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Port': ['ID=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:40.502703 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:40.530442 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:40.531235 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.548936 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9532256 Jun 17 08:54:40.561415 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Request body: {'port': {'device_id': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:40.667185 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.728210 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-02a2441b-f37e-4bb2-9787-08800de658ad None None] Provisioning for port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:40.732620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-02a2441b-f37e-4bb2-9787-08800de658ad None None] Provisioning complete for port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:40.733102 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-02a2441b-f37e-4bb2-9787-08800de658ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:40.774682 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-02a2441b-f37e-4bb2-9787-08800de658ad None None] Port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:41.388745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f44887-e338-496e-ab96-7f1f3a942922 req-9b5b2480-16b4-4fb7-b8c8-2a1b14649e5e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.390267 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-99f44887-e338-496e-ab96-7f1f3a942922 req-9b5b2480-16b4-4fb7-b8c8-2a1b14649e5e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 944 time: 0.1543522 Jun 17 08:54:41.455234 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:41.466420 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0db71-ebce-429d-8fcd-47f292e043e7 req-95593c1a-5f34-4855-b702-2198f5f0a4da tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.467967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43c0db71-ebce-429d-8fcd-47f292e043e7 req-95593c1a-5f34-4855-b702-2198f5f0a4da tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 971 time: 0.1867225 Jun 17 08:54:41.477791 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.506915 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-99f44887-e338-496e-ab96-7f1f3a942922 req-dd940654-8245-49b7-b90a-396f4464fa35 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907776 Jun 17 08:54:41.512706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Transition to ACTIVE for port object 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:41.525834 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.527997 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c94d53f2-6c9b-4e35-aa7f-65ba9fcf3f52 tempest-VolumesBackupsTest-209372080 tempest-VolumesBackupsTest-209372080-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:41.565223 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43c0db71-ebce-429d-8fcd-47f292e043e7 req-194e88f4-5980-40e5-8358-b133cdd1abae tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0848672 Jun 17 08:54:41.617661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Pushing event updated for resources: {'Port': ['ID=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:41.622521 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:41.699939 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Attempting to bind port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:41.700318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Attempting to bind port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:41.700610 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Attempting to bind port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 on network 5684d732-5404-4779-a265-455c233f1d0f {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:41.705925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 on network 5684d732-5404-4779-a265-455c233f1d0f not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:41.706245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Attempting to bind port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 on network 5684d732-5404-4779-a265-455c233f1d0f {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:41.712274 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:41.712636 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Checking segment: {'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:41.713011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Bound using segment: {'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:41.713510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Bound port: 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '5684d732-5404-4779-a265-455c233f1d0f'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:41.713867 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.782879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] For port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:41.786986 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] For port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20,segment=NetworkSegment(e3a2c5ef-2589-4bbe-bdba-7600e45b7e62),segment_id=e3a2c5ef-2589-4bbe-bdba-7600e45b7e62)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:41.793246 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.796023 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-55321364-51d5-48a7-8885-f7f5b91045fa tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:41.836019 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.836716 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:41.838327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] 10.222.0.63 "PUT /v2.0/ports/4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 HTTP/1.1" status: 200 len: 1132 time: 1.2820129 Jun 17 08:54:41.838997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'tag': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:41.841463 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96633de0-0a20-4937-905e-5e948ed0728d" -d '{"events": [{"name": "network-changed", "server_uuid": "f46aad4b-0e77-4917-8fc9-ecf808af113a", "tag": "4a0f7e8e-fd73-451a-9ffc-f8a564e5be20"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:41.887169 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Pushing event updated for resources: {'Port': ['ID=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:41.893919 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:41.912007 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a81505e-0fa7-4426-b45e-890c6ca961e3 x-openstack-request-id: req-8a81505e-0fa7-4426-b45e-890c6ca961e3 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:41.912496 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46aad4b-0e77-4917-8fc9-ecf808af113a", "tag": "4a0f7e8e-fd73-451a-9ffc-f8a564e5be20", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:41.912820 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a81505e-0fa7-4426-b45e-890c6ca961e3 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:41.913288 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'tag': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20', 'status': 'completed', 'code': 200} Jun 17 08:54:41.964058 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-f8695b95-80c7-4618-89fb-95fb5a9675ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:41.966658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-f8695b95-80c7-4618-89fb-95fb5a9675ab service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b88ad242882c4c9b9130c050eb8ba28a&device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 1135 time: 0.0715213 Jun 17 08:54:42.014396 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-689fabf4-35a0-49cd-833a-f97c9ae4d178 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 HTTP/1.1" status: 200 len: 217 time: 0.0398743 Jun 17 08:54:42.064758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-e638478e-131d-4fdc-8101-f02a984a727b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.066290 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-e638478e-131d-4fdc-8101-f02a984a727b service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b1b25be9-c568-4523-9ef8-79144429607b HTTP/1.1" status: 200 len: 834 time: 0.0457327 Jun 17 08:54:42.123434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-66ac5231-3a91-4508-a98f-bc5e1d2a71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.124934 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-66ac5231-3a91-4508-a98f-bc5e1d2a71a6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5684d732-5404-4779-a265-455c233f1d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525029 Jun 17 08:54:42.219947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-80582783-3446-4c9e-a416-588ba0ba0a96 service neutron] 10.222.0.63 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881279 Jun 17 08:54:42.313482 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eec933d3-4f9e-4343-b1a7-74182ffc3d9a req-1b907929-4c64-4829-a2b2-7c0e7de15df4 service neutron] 10.222.0.63 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870759 Jun 17 08:54:42.422281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96633de0-0a20-4937-905e-5e948ed0728d req-81d6cda5-2adc-4791-be64-56eef7840522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.423831 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96633de0-0a20-4937-905e-5e948ed0728d req-81d6cda5-2adc-4791-be64-56eef7840522 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b88ad242882c4c9b9130c050eb8ba28a&device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 1135 time: 0.0613937 Jun 17 08:54:42.527706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96633de0-0a20-4937-905e-5e948ed0728d req-548dc11d-b79f-42c1-8f89-74d9caf5fcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.529214 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96633de0-0a20-4937-905e-5e948ed0728d req-548dc11d-b79f-42c1-8f89-74d9caf5fcac service neutron] 10.222.0.63 "GET /v2.0/networks?id=5684d732-5404-4779-a265-455c233f1d0f HTTP/1.1" status: 200 len: 898 time: 0.0970454 Jun 17 08:54:42.575740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96633de0-0a20-4937-905e-5e948ed0728d req-5ce35733-9bab-4d9c-a4ab-cda649130cde service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 HTTP/1.1" status: 200 len: 217 time: 0.0398180 Jun 17 08:54:42.634824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96633de0-0a20-4937-905e-5e948ed0728d req-6c452ea3-ce96-455c-9f35-d02d1c874eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.636495 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96633de0-0a20-4937-905e-5e948ed0728d req-6c452ea3-ce96-455c-9f35-d02d1c874eca service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b1b25be9-c568-4523-9ef8-79144429607b HTTP/1.1" status: 200 len: 834 time: 0.0532160 Jun 17 08:54:42.790323 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd29df-0219-4510-b29c-57cfcb263161 req-ae6e3e64-23f6-4f0d-82cb-df01b2502473 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.792010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9dd29df-0219-4510-b29c-57cfcb263161 req-ae6e3e64-23f6-4f0d-82cb-df01b2502473 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 944 time: 0.1526287 Jun 17 08:54:42.797284 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96633de0-0a20-4937-905e-5e948ed0728d req-cfb67249-1e4f-4470-a263-3aa2e3dd96d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.798740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96633de0-0a20-4937-905e-5e948ed0728d req-cfb67249-1e4f-4470-a263-3aa2e3dd96d1 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5684d732-5404-4779-a265-455c233f1d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1494522 Jun 17 08:54:42.847721 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8bc70-db8b-48f0-99a0-d95ea0b9186b req-0b6118e3-a6e7-4a5c-9476-c69f39de2f10 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:42.849220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21d8bc70-db8b-48f0-99a0-d95ea0b9186b req-0b6118e3-a6e7-4a5c-9476-c69f39de2f10 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 983 time: 0.1558533 Jun 17 08:54:42.941093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e9dd29df-0219-4510-b29c-57cfcb263161 req-32a9a4f6-3067-403e-a8ee-6963e2d3f7ef tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385498 Jun 17 08:54:42.959337 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-21d8bc70-db8b-48f0-99a0-d95ea0b9186b req-edea57cb-1c82-4de6-888b-bb94b584d0e8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0840805 Jun 17 08:54:42.965125 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96633de0-0a20-4937-905e-5e948ed0728d req-33249b3b-7820-4c4c-adb3-5a5d9e231afe service neutron] 10.222.0.63 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588099 Jun 17 08:54:43.064574 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-96633de0-0a20-4937-905e-5e948ed0728d req-6ee5af59-208a-47af-a7dd-88a69c0fe205 service neutron] 10.222.0.63 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920022 Jun 17 08:54:43.423301 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-50750034-c429-4de4-8ecf-7d9a111eed34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.019145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:54:44.152915 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20,segment=NetworkSegment(e3a2c5ef-2589-4bbe-bdba-7600e45b7e62),segment_id=e3a2c5ef-2589-4bbe-bdba-7600e45b7e62)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:44.167151 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'port_id': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20', 'mac_address': 'fa:16:3e:14:7e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:54:44.195072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0d4a4-b8ee-49ee-92fc-6b96e19a13c8 req-4b272f42-4b88-4cdf-b866-5dedda8a8a9c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:44.196619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1b0d4a4-b8ee-49ee-92fc-6b96e19a13c8 req-4b272f42-4b88-4cdf-b866-5dedda8a8a9c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 944 time: 0.1311200 Jun 17 08:54:44.207223 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.213515 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3033373-2c3f-478e-a013-51d0fcdad859 req-cb85e9b2-645c-437f-97aa-55505ca66e6a tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:44.219366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3033373-2c3f-478e-a013-51d0fcdad859 req-cb85e9b2-645c-437f-97aa-55505ca66e6a tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 983 time: 0.1131575 Jun 17 08:54:44.224440 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:44.244482 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20,segment=NetworkSegment(e3a2c5ef-2589-4bbe-bdba-7600e45b7e62),segment_id=e3a2c5ef-2589-4bbe-bdba-7600e45b7e62)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:44.249829 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:44.252303 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ff4f08b4-b847-4a85-9b18-579fa3676ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:44.276489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c1b0d4a4-b8ee-49ee-92fc-6b96e19a13c8 req-9684946b-adf1-4757-bb53-1fe649542ecc tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726376 Jun 17 08:54:44.286933 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a3033373-2c3f-478e-a013-51d0fcdad859 req-c8856788-4a42-4057-8432-28b3e971a9b7 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0595729 Jun 17 08:54:44.301805 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:44.313285 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:44.444620 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['4a0f7e8e-fd73-451a-9ffc-f8a564e5be20'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:45.538933 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfdb33-a196-46cd-a95e-88fcf278f7c9 req-8b05aa2f-a6e0-4716-8f55-5ca96ceaf817 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:45.540516 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fbfdb33-a196-46cd-a95e-88fcf278f7c9 req-8b05aa2f-a6e0-4716-8f55-5ca96ceaf817 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 944 time: 0.1232331 Jun 17 08:54:45.572927 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2facf9-4152-45a1-b0a4-4bb6651c32dd req-ad23a92c-8fb2-4c6d-9622-5e6a68a544f4 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:45.574422 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d2facf9-4152-45a1-b0a4-4bb6651c32dd req-ad23a92c-8fb2-4c6d-9622-5e6a68a544f4 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 984 time: 0.1149058 Jun 17 08:54:45.609423 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7fbfdb33-a196-46cd-a95e-88fcf278f7c9 req-10e2cb09-c3d8-48ba-b98e-7756a327316f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608912 Jun 17 08:54:45.635196 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d2facf9-4152-45a1-b0a4-4bb6651c32dd req-fbe83935-76ed-40c5-9e6f-8f1581ee4a77 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0536950 Jun 17 08:54:45.653158 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0366ab12-d989-488e-8958-1da6ab5ac3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:45.949484 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.030903 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:46.083445 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:46.087481 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:46.087904 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.164534 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.191289 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:46.193612 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4a461d-1235-41a5-beca-d1bcee5fd5d5" -d '{"events": [{"server_uuid": "f46aad4b-0e77-4917-8fc9-ecf808af113a", "name": "network-vif-plugged", "status": "completed", "tag": "4a0f7e8e-fd73-451a-9ffc-f8a564e5be20"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:46.212014 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20,segment=NetworkSegment(e3a2c5ef-2589-4bbe-bdba-7600e45b7e62),segment_id=e3a2c5ef-2589-4bbe-bdba-7600e45b7e62)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:46.218411 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.220439 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:46.279450 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:46.282645 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:46.304788 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d774fa-66ad-4f24-acba-d9a9d4b37e1e x-openstack-request-id: req-b7d774fa-66ad-4f24-acba-d9a9d4b37e1e {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:46.305221 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46aad4b-0e77-4917-8fc9-ecf808af113a", "name": "network-vif-plugged", "status": "completed", "tag": "4a0f7e8e-fd73-451a-9ffc-f8a564e5be20", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:46.305490 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b7d774fa-66ad-4f24-acba-d9a9d4b37e1e {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:46.305931 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20', 'code': 200} Jun 17 08:54:46.423701 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8617c0-45e3-4f3c-9208-8c2443f19bb2 req-86efc9bb-5d7a-47c9-9b2c-807e8ad0395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:46.425221 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f8617c0-45e3-4f3c-9208-8c2443f19bb2 req-86efc9bb-5d7a-47c9-9b2c-807e8ad0395e service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 1137 time: 0.0590429 Jun 17 08:54:46.466283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f8617c0-45e3-4f3c-9208-8c2443f19bb2 req-47315a2b-1d95-43a7-8e01-4971eb6736d1 service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0345829 Jun 17 08:54:46.834728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ffba6-b9c4-4e92-8fd3-bef83de7aaff req-2a354b32-278a-40cf-8cf7-fe9f4e482d03 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:46.836262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b5ffba6-b9c4-4e92-8fd3-bef83de7aaff req-2a354b32-278a-40cf-8cf7-fe9f4e482d03 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 944 time: 0.1121228 Jun 17 08:54:46.874887 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f738f73-bd46-4a28-84fa-360e99692849 req-bb2ba82d-2a26-4b25-890d-e24e040190c9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:46.876430 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f738f73-bd46-4a28-84fa-360e99692849 req-bb2ba82d-2a26-4b25-890d-e24e040190c9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 985 time: 0.1166959 Jun 17 08:54:46.900643 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b5ffba6-b9c4-4e92-8fd3-bef83de7aaff req-8d15770b-a703-42e6-82d4-febde5ef56e0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575018 Jun 17 08:54:46.934919 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:46.937409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8f738f73-bd46-4a28-84fa-360e99692849 req-84e533f9-538e-4f3a-a7af-e7ad77f6916e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0506899 Jun 17 08:54:48.137060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548eac7d-f1a7-471b-95ba-c4db724e151a req-abe6d562-8726-4882-a5a1-bc4120660188 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:48.138574 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-548eac7d-f1a7-471b-95ba-c4db724e151a req-abe6d562-8726-4882-a5a1-bc4120660188 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 944 time: 0.1141894 Jun 17 08:54:48.147320 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd35791-e089-49a5-87ee-c3e9ecb5d447 req-616c8a4a-b81d-4848-83bc-1d9262a41e4d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:48.155279 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bd35791-e089-49a5-87ee-c3e9ecb5d447 req-616c8a4a-b81d-4848-83bc-1d9262a41e4d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 985 time: 0.0950482 Jun 17 08:54:48.213360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-548eac7d-f1a7-471b-95ba-c4db724e151a req-c0ab1a65-b360-4a3b-82fe-8dc07921d1f2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614057 Jun 17 08:54:48.217489 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5bd35791-e089-49a5-87ee-c3e9ecb5d447 req-b843fb34-6454-47a9-ae92-85f3fbc55a9f tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0618427 Jun 17 08:54:48.293789 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:54:48.393380 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:48.402631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c1ac6-1f46-4e62-b6a2-d69ec396b2b0 req-9cbe67e0-81ed-40b3-b0e9-a62a429bb019 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:48.404234 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-891c1ac6-1f46-4e62-b6a2-d69ec396b2b0 req-9cbe67e0-81ed-40b3-b0e9-a62a429bb019 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 985 time: 0.0725684 Jun 17 08:54:48.416271 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'c0569b20-a307-4d2e-bc18-5f15aa2e3fc4', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'port_id': 'c0569b20-a307-4d2e-bc18-5f15aa2e3fc4', 'mac_address': 'fa:16:3e:7b:a9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:54:48.453070 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-891c1ac6-1f46-4e62-b6a2-d69ec396b2b0 req-e4cb7b08-cfb2-4fce-aafc-bd757f10b84c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0419016 Jun 17 08:54:48.463667 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.480123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:48.504094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:48.509379 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.512435 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:48.563499 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:48.566899 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:48.638357 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25607376-4daf-4d05-b82b-97112620d6cc req-fb7f9f26-b09e-4d8a-83cb-ca1a63ec8765 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:48.640001 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25607376-4daf-4d05-b82b-97112620d6cc req-fb7f9f26-b09e-4d8a-83cb-ca1a63ec8765 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 1137 time: 0.0654595 Jun 17 08:54:48.660080 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25607376-4daf-4d05-b82b-97112620d6cc req-d3fa56fe-f02a-4d15-8516-9be7bb09f4cc tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.760415 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25607376-4daf-4d05-b82b-97112620d6cc req-d3fa56fe-f02a-4d15-8516-9be7bb09f4cc tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.769869 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-25607376-4daf-4d05-b82b-97112620d6cc req-d3fa56fe-f02a-4d15-8516-9be7bb09f4cc tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.773689 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a2492f67-769a-432c-a3df-f768f1d98ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:48.788875 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['c0569b20-a307-4d2e-bc18-5f15aa2e3fc4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:48.800255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-25607376-4daf-4d05-b82b-97112620d6cc req-d3fa56fe-f02a-4d15-8516-9be7bb09f4cc tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1540844 Jun 17 08:54:48.820081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa56fe-f02a-4d15-8516-9be7bb09f4cc tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40703e36-d620-4b61-a48f-f8e490874e34,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:48.820563 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47210) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:48.834317 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d3fa56fe-f02a-4d15-8516-9be7bb09f4cc tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:48.895222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b07ca1-8b13-430d-a350-44468ac7141d tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:48.900088 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47216) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:48.900462 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-31b07ca1-8b13-430d-a350-44468ac7141d tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 1132 time: 0.0780332 Jun 17 08:54:48.905166 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:48.937625 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:48.977683 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.047300 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.160418 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Allocated IP 172.25.8.233 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/d7e8b115-9a7a-4d6a-ab48-f246149714e2) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:49.272195 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.315436 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:49.317969 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-709b4357-d1f2-44ef-a509-65830e0124b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:49.393830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:49.395718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Port': ['ID=d7e8b115-9a7a-4d6a-ab48-f246149714e2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:49.399974 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:49.402510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:49.405297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:49.505962 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c962b-a301-46cb-8abb-c03006d9b3d5 req-935d70cc-2924-4529-b439-671f5e007114 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:49.507548 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc8c962b-a301-46cb-8abb-c03006d9b3d5 req-935d70cc-2924-4529-b439-671f5e007114 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 945 time: 0.1670179 Jun 17 08:54:49.586356 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bc8c962b-a301-46cb-8abb-c03006d9b3d5 req-dfd1fd89-f3b6-4b96-97df-b90e59aa8dc7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709538 Jun 17 08:54:49.936275 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.037288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.188634 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.194926 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.197429 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bf99fb4f-4be3-437b-b77b-cd6665db93c3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:50.267183 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Port': ['ID=d7e8b115-9a7a-4d6a-ab48-f246149714e2,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:50.271009 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:50.279603 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.301954 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:54:50.352092 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:50.357232 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:50.357719 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.442433 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.471630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298cceb6-53d7-4f81-9562-b03afd681e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0569b20-a307-4d2e-bc18-5f15aa2e3fc4'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:50.474303 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a0dae1-df56-4a9e-b379-76ff0a12f574" -d '{"events": [{"server_uuid": "298cceb6-53d7-4f81-9562-b03afd681e70", "name": "network-vif-plugged", "status": "completed", "tag": "c0569b20-a307-4d2e-bc18-5f15aa2e3fc4"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:50.494852 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:54:50.503000 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:50.506579 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:50.555177 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ae4174-5206-4914-a937-c47c2b891004 x-openstack-request-id: req-31ae4174-5206-4914-a937-c47c2b891004 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:50.555649 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298cceb6-53d7-4f81-9562-b03afd681e70", "name": "network-vif-plugged", "status": "completed", "tag": "c0569b20-a307-4d2e-bc18-5f15aa2e3fc4", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:50.555920 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31ae4174-5206-4914-a937-c47c2b891004 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:50.556388 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298cceb6-53d7-4f81-9562-b03afd681e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0569b20-a307-4d2e-bc18-5f15aa2e3fc4', 'code': 200} Jun 17 08:54:50.562436 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:50.577262 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:50.828442 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Floating IP 4cb301d1-8787-4015-ba08-345f5e5b5047 associated. External IP: 172.25.8.233, port: 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20. Jun 17 08:54:50.835337 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b5e4b-55ac-4b6c-8b03-b4e27978977f req-82aea4cf-1d1d-4930-9bb4-a4833eb87193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.836858 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d38b5e4b-55ac-4b6c-8b03-b4e27978977f req-82aea4cf-1d1d-4930-9bb4-a4833eb87193 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 1098 time: 0.1294217 Jun 17 08:54:50.919493 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cbe45-6542-4556-a61e-debc44c58cbe req-fe17a958-a471-43c1-a63a-a8c513c53aee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:50.921016 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-116cbe45-6542-4556-a61e-debc44c58cbe req-fe17a958-a471-43c1-a63a-a8c513c53aee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 946 time: 0.2033889 Jun 17 08:54:50.963985 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d38b5e4b-55ac-4b6c-8b03-b4e27978977f req-dc8660d9-8782-46f9-9660-552f9b52ece9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966213 Jun 17 08:54:50.994249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-116cbe45-6542-4556-a61e-debc44c58cbe req-0e679731-8409-4dc3-b758-97e85cb13351 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651226 Jun 17 08:54:51.120899 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:54:51.240249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:54:51.251499 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b48cec-ea12-4fa5-9d07-23a25c095091 None None] Sync routers for ids ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:54:51.260961 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:51.261855 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b48cec-ea12-4fa5-9d07-23a25c095091 None None] Routers {'fef09e89-7768-4c3c-9a06-5c83ee4d42d4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:51.262640 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-92b48cec-ea12-4fa5-9d07-23a25c095091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:54:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:51.313552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4058311 Jun 17 08:54:51.313552 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'tag': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:51.313552 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f46aad4b-0e77-4917-8fc9-ecf808af113a", "tag": "4a0f7e8e-fd73-451a-9ffc-f8a564e5be20"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:51.319018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47264) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:51.378122 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab8c2f8-60e3-44ac-b033-2e9fb8601916 x-openstack-request-id: req-aab8c2f8-60e3-44ac-b033-2e9fb8601916 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:51.378397 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46aad4b-0e77-4917-8fc9-ecf808af113a", "tag": "4a0f7e8e-fd73-451a-9ffc-f8a564e5be20", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:51.378661 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aab8c2f8-60e3-44ac-b033-2e9fb8601916 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:51.379140 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'tag': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20', 'status': 'completed', 'code': 200} Jun 17 08:54:51.383317 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-92b48cec-ea12-4fa5-9d07-23a25c095091 None None] Set router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:51.533756 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b021827-3a17-4be3-a023-b9cd8b91c072 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.534246 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b021827-3a17-4be3-a023-b9cd8b91c072 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.534816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b021827-3a17-4be3-a023-b9cd8b91c072 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.535206 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b021827-3a17-4be3-a023-b9cd8b91c072 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.535669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b021827-3a17-4be3-a023-b9cd8b91c072 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.536128 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b021827-3a17-4be3-a023-b9cd8b91c072 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.538272 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3b021827-3a17-4be3-a023-b9cd8b91c072 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2228925 Jun 17 08:54:51.541400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc req-98cb73c6-e8c0-4bed-a78e-dd6773940220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.541584 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47272) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:51.542998 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc req-98cb73c6-e8c0-4bed-a78e-dd6773940220 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b88ad242882c4c9b9130c050eb8ba28a&device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 1137 time: 0.1574051 Jun 17 08:54:51.641093 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-92b48cec-ea12-4fa5-9d07-23a25c095091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '4cb301d1-8787-4015-ba08-345f5e5b5047', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'port_id': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'mac_address': 'fa:16:3e:14:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:54:49Z', 'updated_at': '2021-06-17T08:54:49Z', 'revision_number': 0, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22bdcc3-54b8-4a43-a889-577777e4ccdd', 'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:f0:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:31Z', 'updated_at': '2021-06-17T08:54:38Z', 'revision_number': 5, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:51.650006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc req-a322600c-bc4d-4380-8212-248c87e3c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.651759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc req-a322600c-bc4d-4380-8212-248c87e3c055 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5684d732-5404-4779-a265-455c233f1d0f HTTP/1.1" status: 200 len: 898 time: 0.1028767 Jun 17 08:54:51.676031 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ac504-14ec-470d-ad70-c0b7cede8238 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.676508 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ac504-14ec-470d-ad70-c0b7cede8238 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.677277 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ac504-14ec-470d-ad70-c0b7cede8238 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.677408 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ac504-14ec-470d-ad70-c0b7cede8238 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.677528 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b48cec-ea12-4fa5-9d07-23a25c095091 None None] Checking router: fef09e89-7768-4c3c-9a06-5c83ee4d42d4 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:54:51.677830 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ac504-14ec-470d-ad70-c0b7cede8238 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.678273 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665ac504-14ec-470d-ad70-c0b7cede8238 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.683365 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-665ac504-14ec-470d-ad70-c0b7cede8238 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1406734 Jun 17 08:54:51.683982 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47276) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:51.697521 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b48cec-ea12-4fa5-9d07-23a25c095091 None None] Routers {'fef09e89-7768-4c3c-9a06-5c83ee4d42d4'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:54:51.699283 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-92b48cec-ea12-4fa5-9d07-23a25c095091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:54:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:51.747685 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc req-7d54e044-ffac-4146-9e92-9469854bf412 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 HTTP/1.1" status: 200 len: 1000 time: 0.0894427 Jun 17 08:54:51.813465 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc req-e9b04612-eb41-434e-9108-b4ac687406bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.815108 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc req-e9b04612-eb41-434e-9108-b4ac687406bf service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b1b25be9-c568-4523-9ef8-79144429607b HTTP/1.1" status: 200 len: 834 time: 0.0604808 Jun 17 08:54:51.835150 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-92b48cec-ea12-4fa5-9d07-23a25c095091 None None] Set router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:54:51.910249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc req-f196ff2f-687f-4cc5-9f97-fa40dd71b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:51.912130 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc req-f196ff2f-687f-4cc5-9f97-fa40dd71b2ae service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5684d732-5404-4779-a265-455c233f1d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903165 Jun 17 08:54:51.952672 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-c1971431-568c-479f-a1b0-14e1cf1df3a3 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.2672565 Jun 17 08:54:51.953552 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47282) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:54:52.014573 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b39eda-0700-48a5-b276-b40dc7dd838d tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:52.015187 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b39eda-0700-48a5-b276-b40dc7dd838d tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:52.017256 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-30b39eda-0700-48a5-b276-b40dc7dd838d tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fef09e89-7768-4c3c-9a06-5c83ee4d42d4 HTTP/1.1" status: 200 len: 1992 time: 0.0623014 Jun 17 08:54:52.066254 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc req-bcd22fd5-ef9d-4677-b3de-c3722f8efeb3 service neutron] 10.222.0.63 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429789 Jun 17 08:54:52.201732 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c0a7082-f9d3-401e-b2a2-57e52aef41cc req-f0869d9b-9216-4ba6-ac1d-209213315e39 service neutron] 10.222.0.63 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287339 Jun 17 08:54:52.206412 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-92b48cec-ea12-4fa5-9d07-23a25c095091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '4cb301d1-8787-4015-ba08-345f5e5b5047', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'port_id': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'mac_address': 'fa:16:3e:14:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:54:49Z', 'updated_at': '2021-06-17T08:54:49Z', 'revision_number': 0, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22bdcc3-54b8-4a43-a889-577777e4ccdd', 'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:f0:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:31Z', 'updated_at': '2021-06-17T08:54:38Z', 'revision_number': 5, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:54:52.238522 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b8dd6-2cde-4ec1-8625-174fabd01f19 req-5fce65bd-96f2-4515-ab48-21a858504c57 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:52.239917 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b48cec-ea12-4fa5-9d07-23a25c095091 None None] The sync data for ids ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'] in n-d-779913-16 is: [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '4cb301d1-8787-4015-ba08-345f5e5b5047', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'port_id': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'mac_address': 'fa:16:3e:14:7e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:54:49Z', 'updated_at': '2021-06-17T08:54:49Z', 'revision_number': 0, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f22bdcc3-54b8-4a43-a889-577777e4ccdd', 'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:f0:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:31Z', 'updated_at': '2021-06-17T08:54:38Z', 'revision_number': 5, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:54:52.240228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a69b8dd6-2cde-4ec1-8625-174fabd01f19 req-5fce65bd-96f2-4515-ab48-21a858504c57 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 946 time: 0.1022980 Jun 17 08:54:52.289882 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a69b8dd6-2cde-4ec1-8625-174fabd01f19 req-b9257d52-a607-4d55-98c4-08111bd39d40 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426211 Jun 17 08:54:52.473928 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4529de-722c-4362-a793-c079fb72116a None None] New status for floating IP 4cb301d1-8787-4015-ba08-345f5e5b5047: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:54:52.509147 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8839e4-1b6e-4572-8c85-df9771c88d40 req-b9e83b3f-5ff3-4f55-bbf9-dee15e82045c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:52.511749 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe8839e4-1b6e-4572-8c85-df9771c88d40 req-b9e83b3f-5ff3-4f55-bbf9-dee15e82045c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 946 time: 0.1003971 Jun 17 08:54:52.551068 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fe8839e4-1b6e-4572-8c85-df9771c88d40 req-e1394528-6fa0-4a16-88b2-166f99593b1a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343575 Jun 17 08:54:55.207313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-90b7d097-6e46-4847-94c5-3435bd769715 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:55.208855 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-90b7d097-6e46-4847-94c5-3435bd769715 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.1150978 Jun 17 08:54:55.225635 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-c9b0b95e-4e1d-489f-9e0f-9f24f44b4088 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/quotas/b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 375 time: 0.0104625 Jun 17 08:54:55.302403 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-094a5141-c34e-4a83-9bd1-1364ee2a3731 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702267 Jun 17 08:54:55.393769 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-343d15bd-ac2c-4b76-b62b-6471bea5bac5 service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840118 Jun 17 08:54:55.489368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-972b1662-d670-44bc-969a-00fff27cb216 service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897191 Jun 17 08:54:55.700555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6860e90f-3c32-49db-86b1-27437addc25c req-f2e7336e-c22a-4ede-97bd-234fbe58cbdb tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 210 time: 0.0289905 Jun 17 08:54:56.866119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b2537581-accc-473f-bed6-77e52e909a87 req-945a2ef0-6677-4643-b54a-eafa4c5a9e7b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 210 time: 0.0399094 Jun 17 08:54:56.904609 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-eb5cbc1a-5fd4-42f1-9a51-2a474b3d5cce tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:56.906259 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-eb5cbc1a-5fd4-42f1-9a51-2a474b3d5cce tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.1677716 Jun 17 08:54:56.919718 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'port': {'device_id': '98113f92-c6a7-4414-aa4e-7e7a599216d6', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'admin_state_up': True, 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:57.044217 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Made reservation on behalf of b5a5d9ad8488480b98ed6d0f5ad64942 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:54:57.051825 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.193555 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Allocated IP 172.20.0.5 (837156e8-72b7-47a5-8c9c-3b16a1c9d85b/423fe4ff-14e8-4757-87e1-b27a19707b0c/a7f889ee-227a-4d2a-b190-b29fc7552076) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:54:57.392027 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.409562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Transition to ACTIVE for port object a7f889ee-227a-4d2a-b190-b29fc7552076 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:57.453423 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.458971 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:57.467018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['c0569b20-a307-4d2e-bc18-5f15aa2e3fc4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:54:57.500726 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:54:57.504873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:54:57.509559 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:54:57.555047 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=a7f889ee-227a-4d2a-b190-b29fc7552076,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:57.560674 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:57.578905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:57.579916 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.599309 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-59b4a74f-176b-45bf-bed6-58c722be5dec tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6831365 Jun 17 08:54:57.611671 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Request body: {'port': {'device_id': '98113f92-c6a7-4414-aa4e-7e7a599216d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:54:57.705069 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.892714 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6c1b5b6f-1d27-4f8d-8caf-810e666e2ac6 None None] Provisioning for port a7f889ee-227a-4d2a-b190-b29fc7552076 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:54:57.897293 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-6c1b5b6f-1d27-4f8d-8caf-810e666e2ac6 None None] Provisioning complete for port a7f889ee-227a-4d2a-b190-b29fc7552076 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:54:57.898052 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6c1b5b6f-1d27-4f8d-8caf-810e666e2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:57.941140 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b5b6f-1d27-4f8d-8caf-810e666e2ac6 None None] Port a7f889ee-227a-4d2a-b190-b29fc7552076 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:54:58.083046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f889ee-227a-4d2a-b190-b29fc7552076 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:54:58.092729 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.112882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Transition to ACTIVE for port object a7f889ee-227a-4d2a-b190-b29fc7552076 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:54:58.131294 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.135531 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-f1637179-0476-4086-9794-25addacfeb52 tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:58.185331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f889ee-227a-4d2a-b190-b29fc7552076,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:58.198065 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:58.214966 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0917d4-dc6c-4d20-8c4d-b9ef2a20d300 req-d35ac4ca-0294-4ca7-9591-84ac18ac4ec2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.216648 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a0917d4-dc6c-4d20-8c4d-b9ef2a20d300 req-d35ac4ca-0294-4ca7-9591-84ac18ac4ec2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 931 time: 0.1774683 Jun 17 08:54:58.334038 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2a0917d4-dc6c-4d20-8c4d-b9ef2a20d300 req-b101d285-6646-4744-b134-d3862b4303eb tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847197 Jun 17 08:54:58.357814 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Attempting to bind port a7f889ee-227a-4d2a-b190-b29fc7552076 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:54:58.358229 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Attempting to bind port a7f889ee-227a-4d2a-b190-b29fc7552076 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:54:58.358679 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Attempting to bind port a7f889ee-227a-4d2a-b190-b29fc7552076 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:58.364115 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Port a7f889ee-227a-4d2a-b190-b29fc7552076 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:54:58.364754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Attempting to bind port a7f889ee-227a-4d2a-b190-b29fc7552076 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:54:58.370619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:54:58.371075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Checking segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:54:58.371523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Bound using segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:54:58.372039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Bound port: a7f889ee-227a-4d2a-b190-b29fc7552076, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:54:58.372460 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.441017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] For port a7f889ee-227a-4d2a-b190-b29fc7552076, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:54:58.444295 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] For port a7f889ee-227a-4d2a-b190-b29fc7552076, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a7f889ee-227a-4d2a-b190-b29fc7552076,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:54:58.452497 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.455446 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a8ddbcae-9bed-4f02-b803-77d215f2d963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:54:58.500787 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.501734 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:54:58.503926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] 10.222.0.10 "PUT /v2.0/ports/a7f889ee-227a-4d2a-b190-b29fc7552076 HTTP/1.1" status: 200 len: 1092 time: 0.8971884 Jun 17 08:54:58.504725 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98113f92-c6a7-4414-aa4e-7e7a599216d6', 'tag': 'a7f889ee-227a-4d2a-b190-b29fc7552076'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:54:58.508859 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53496595-dd95-455c-a735-db59a0913fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "98113f92-c6a7-4414-aa4e-7e7a599216d6", "tag": "a7f889ee-227a-4d2a-b190-b29fc7552076"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:54:58.563698 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Pushing event updated for resources: {'Port': ['ID=a7f889ee-227a-4d2a-b190-b29fc7552076,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:54:58.579259 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:54:58.620244 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7261e86-f358-4c54-b329-34bb345fb753 x-openstack-request-id: req-e7261e86-f358-4c54-b329-34bb345fb753 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:54:58.620763 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98113f92-c6a7-4414-aa4e-7e7a599216d6", "tag": "a7f889ee-227a-4d2a-b190-b29fc7552076", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:54:58.621235 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7261e86-f358-4c54-b329-34bb345fb753 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:54:58.621725 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98113f92-c6a7-4414-aa4e-7e7a599216d6', 'tag': 'a7f889ee-227a-4d2a-b190-b29fc7552076', 'status': 'completed', 'code': 200} Jun 17 08:54:58.747370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53496595-dd95-455c-a735-db59a0913fc0 req-070aab50-8d2d-4c5c-86d0-d24a0d5ec6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.749020 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53496595-dd95-455c-a735-db59a0913fc0 req-070aab50-8d2d-4c5c-86d0-d24a0d5ec6f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 1095 time: 0.0630777 Jun 17 08:54:58.975377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53496595-dd95-455c-a735-db59a0913fc0 req-59becfe8-4ce8-4e18-bb26-6178ad92570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:58.977013 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53496595-dd95-455c-a735-db59a0913fc0 req-59becfe8-4ce8-4e18-bb26-6178ad92570a service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2202709 Jun 17 08:54:59.146755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53496595-dd95-455c-a735-db59a0913fc0 req-17f621ae-9b20-4d29-bce1-6b60e3bb3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:59.148303 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53496595-dd95-455c-a735-db59a0913fc0 req-17f621ae-9b20-4d29-bce1-6b60e3bb3880 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651735 Jun 17 08:54:59.697784 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-ab80726e-b659-45ba-843c-5f53ba4591e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:59.699447 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-ab80726e-b659-45ba-843c-5f53ba4591e1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 1095 time: 0.5106590 Jun 17 08:54:59.708627 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49b42e-79ef-4c1b-933d-6de8e0f9a775 req-39b12e9a-e0ba-4e07-8590-950d17e6a64e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:59.709966 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab49b42e-79ef-4c1b-933d-6de8e0f9a775 req-39b12e9a-e0ba-4e07-8590-950d17e6a64e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0863810 Jun 17 08:54:59.760526 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-609abc1d-3a54-429a-b9f8-38b77a1f0b85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f889ee-227a-4d2a-b190-b29fc7552076 HTTP/1.1" status: 200 len: 217 time: 0.0494556 Jun 17 08:54:59.809875 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab49b42e-79ef-4c1b-933d-6de8e0f9a775 req-bf33ac71-81fd-4f16-bd45-79591d9baddb tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929029 Jun 17 08:54:59.823534 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-6b79ff7f-3410-4842-93ff-b2f96d48fc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:59.825037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-6b79ff7f-3410-4842-93ff-b2f96d48fc0c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0579631 Jun 17 08:54:59.914986 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-3b5aa189-f8ec-4a9c-8ef0-39e91093c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:54:59.916606 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-3b5aa189-f8ec-4a9c-8ef0-39e91093c8b4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839279 Jun 17 08:55:00.065690 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-ed1ced83-e536-4331-b92b-244721580cb6 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427283 Jun 17 08:55:00.198245 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08663aa6-1637-4853-a7e5-ccf457f43433 req-5f3beff3-c071-4e40-b4bc-592f7c54c37b service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250696 Jun 17 08:55:01.090031 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0b9cd-91e6-456a-81ec-3fe7bdb2b1a7 req-5e730f2e-60f2-4066-9f6d-2725174a4183 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:01.091715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57f0b9cd-91e6-456a-81ec-3fe7bdb2b1a7 req-5e730f2e-60f2-4066-9f6d-2725174a4183 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0986435 Jun 17 08:55:01.163278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57f0b9cd-91e6-456a-81ec-3fe7bdb2b1a7 req-da433414-dea9-4400-92bf-76f9473f475f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635812 Jun 17 08:55:02.420889 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12777722-7b97-4401-9aea-730e9dcd1c38 req-9b20db0a-eb3d-429e-94a2-8cbaa57384f2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:02.423413 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12777722-7b97-4401-9aea-730e9dcd1c38 req-9b20db0a-eb3d-429e-94a2-8cbaa57384f2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0926569 Jun 17 08:55:02.473414 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-12777722-7b97-4401-9aea-730e9dcd1c38 req-fa71dc98-ab06-4a8a-b231-4baac32cae4a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445602 Jun 17 08:55:03.210361 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:03.689912 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462489c3-46ad-4c93-8c42-199dda09091e req-7c4c6f69-f0af-49ab-8c38-41b282a767e8 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:03.692256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-462489c3-46ad-4c93-8c42-199dda09091e req-7c4c6f69-f0af-49ab-8c38-41b282a767e8 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0874200 Jun 17 08:55:03.741431 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-462489c3-46ad-4c93-8c42-199dda09091e req-7d3ba354-0198-4180-be4a-302cd71c2767 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395045 Jun 17 08:55:04.974693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12896c2-b90c-4c22-81fe-d76fb50fb81d req-2a251854-7146-41e2-9e23-2db50bb29fe9 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:04.976558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d12896c2-b90c-4c22-81fe-d76fb50fb81d req-2a251854-7146-41e2-9e23-2db50bb29fe9 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.1100481 Jun 17 08:55:05.018124 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d12896c2-b90c-4c22-81fe-d76fb50fb81d req-2c6cd26a-6bbf-4adf-9c80-b3e9730b8890 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349281 Jun 17 08:55:05.594446 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:55:06.208302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef353a-40de-48de-8313-1c175ad38d03 req-a124ec67-aab1-4e30-bb1d-685f911b16ca tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:06.209665 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8ef353a-40de-48de-8313-1c175ad38d03 req-a124ec67-aab1-4e30-bb1d-685f911b16ca tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0644827 Jun 17 08:55:06.248373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b8ef353a-40de-48de-8313-1c175ad38d03 req-c305558b-c44b-4dcf-b6ce-5f0695bd5340 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325828 Jun 17 08:55:07.432937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca1474a-b06f-489d-9a87-ce8ba9cfac95 req-e555010f-eccd-4854-ac77-310fb1e008d7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:07.434456 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ca1474a-b06f-489d-9a87-ce8ba9cfac95 req-e555010f-eccd-4854-ac77-310fb1e008d7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0692947 Jun 17 08:55:07.474073 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ca1474a-b06f-489d-9a87-ce8ba9cfac95 req-64784469-8bcf-4f5f-b2e8-caec59812a55 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 Jun 17 08:55:08.663773 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8cbb3-4f5c-4e80-b93d-2f9d9a0fe933 req-0db0aaa2-1e73-44bb-a2c3-6c13a93458e6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:08.665343 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17a8cbb3-4f5c-4e80-b93d-2f9d9a0fe933 req-0db0aaa2-1e73-44bb-a2c3-6c13a93458e6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0701528 Jun 17 08:55:08.704366 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-17a8cbb3-4f5c-4e80-b93d-2f9d9a0fe933 req-9e30a754-f2db-457c-b9a1-c73812b754be tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329802 Jun 17 08:55:09.361646 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:09.933871 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16008516-af40-49ac-8aee-ebfef2af5a8a req-cfdc8840-5b4d-4824-9288-89ae6033af0b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:09.935443 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16008516-af40-49ac-8aee-ebfef2af5a8a req-cfdc8840-5b4d-4824-9288-89ae6033af0b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0760710 Jun 17 08:55:09.976034 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-16008516-af40-49ac-8aee-ebfef2af5a8a req-1795f5cb-58ad-4e9f-8307-2ebba4a30f74 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345070 Jun 17 08:55:11.163654 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461ee6d-4d4d-4b63-b944-2c0e4e50cb4e req-9c66abb1-7fa6-4a14-b0ec-5526740f6987 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:11.166039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9461ee6d-4d4d-4b63-b944-2c0e4e50cb4e req-9c66abb1-7fa6-4a14-b0ec-5526740f6987 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0718510 Jun 17 08:55:11.206636 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9461ee6d-4d4d-4b63-b944-2c0e4e50cb4e req-6afcae47-a568-4feb-8c6d-f4f574b6de14 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355918 Jun 17 08:55:12.386757 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62999c6f-a08d-47cd-9318-5d7dbb07c9a8 req-aa58a9b1-04aa-409c-a0dc-4ae845e603aa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:12.388364 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-62999c6f-a08d-47cd-9318-5d7dbb07c9a8 req-aa58a9b1-04aa-409c-a0dc-4ae845e603aa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0666950 Jun 17 08:55:12.432832 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-62999c6f-a08d-47cd-9318-5d7dbb07c9a8 req-27582732-cd24-4a92-b23a-e12703a2de8b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378089 Jun 17 08:55:13.433313 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fcea85d5-0f1c-409b-83af-c082d4ec3b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:13.636203 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae8d54-e9ba-45ff-b465-6216c145beb3 req-a2e54591-3aca-4a1c-9413-5b41bb8715f4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:13.637721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0ae8d54-e9ba-45ff-b465-6216c145beb3 req-a2e54591-3aca-4a1c-9413-5b41bb8715f4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0863950 Jun 17 08:55:13.691259 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0ae8d54-e9ba-45ff-b465-6216c145beb3 req-54d63fc4-3239-4fae-91ab-fbb7b8d80716 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 Jun 17 08:55:14.903653 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fca1f9-6244-4c24-b485-b5d3dd78ea19 req-778a5c6f-ce35-49ca-9666-62e35a45d5a8 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:14.905377 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-41fca1f9-6244-4c24-b485-b5d3dd78ea19 req-778a5c6f-ce35-49ca-9666-62e35a45d5a8 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0801954 Jun 17 08:55:14.953220 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-41fca1f9-6244-4c24-b485-b5d3dd78ea19 req-9038249a-a4ac-41c4-8042-c4c0224b9c89 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389040 Jun 17 08:55:15.647438 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7cf649e7-ae89-4af3-90cc-c0bac5a79701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:15.955200 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:16.169208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea36cb-c77f-469a-8fe6-22a5d3cc5999 req-37441b69-3702-4ebd-aa38-f39e1e839df7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:16.177595 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-deea36cb-c77f-469a-8fe6-22a5d3cc5999 req-37441b69-3702-4ebd-aa38-f39e1e839df7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0804090 Jun 17 08:55:16.215724 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-deea36cb-c77f-469a-8fe6-22a5d3cc5999 req-11ff02ba-1ae1-4536-bf81-8f80a5d918a5 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372071 Jun 17 08:55:16.932062 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:17.425029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889774b3-2aab-4a6f-82a4-2fdd7a120980 req-246d1be5-724f-49db-8540-e400c5ea2f35 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:17.425029 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-889774b3-2aab-4a6f-82a4-2fdd7a120980 req-246d1be5-724f-49db-8540-e400c5ea2f35 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0815217 Jun 17 08:55:17.458077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-889774b3-2aab-4a6f-82a4-2fdd7a120980 req-fa10f611-9100-4b1b-9976-03297649c560 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375209 Jun 17 08:55:18.674254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b931775-5d88-4be9-b9fd-b32cb6d6114a req-349baeac-0c13-4ba9-88f9-5b9e9900f1cd tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:18.674254 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b931775-5d88-4be9-b9fd-b32cb6d6114a req-349baeac-0c13-4ba9-88f9-5b9e9900f1cd tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0758410 Jun 17 08:55:18.723010 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8b931775-5d88-4be9-b9fd-b32cb6d6114a req-74393cad-803e-4f6a-91d2-ade11e253654 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Jun 17 08:55:18.958589 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:19.939587 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b0b6a-1a15-440b-b6a5-ca1ee73743b5 req-5b389be3-362a-4ac7-8cf7-e395fc58d0e9 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:19.941316 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-472b0b6a-1a15-440b-b6a5-ca1ee73743b5 req-5b389be3-362a-4ac7-8cf7-e395fc58d0e9 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 943 time: 0.0883455 Jun 17 08:55:19.988012 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-472b0b6a-1a15-440b-b6a5-ca1ee73743b5 req-9b0191e7-18df-4845-9263-ce4267217bff tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393338 Jun 17 08:55:20.405139 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a7f889ee-227a-4d2a-b190-b29fc7552076 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:55:20.505783 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a7f889ee-227a-4d2a-b190-b29fc7552076, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a7f889ee-227a-4d2a-b190-b29fc7552076,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:20.518486 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'a7f889ee-227a-4d2a-b190-b29fc7552076', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'port_id': 'a7f889ee-227a-4d2a-b190-b29fc7552076', 'mac_address': 'fa:16:3e:d6:bc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:55:20.559421 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.575373 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f889ee-227a-4d2a-b190-b29fc7552076 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:20.596767 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a7f889ee-227a-4d2a-b190-b29fc7552076, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a7f889ee-227a-4d2a-b190-b29fc7552076,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:20.604256 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:20.606337 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:20.661980 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a7f889ee-227a-4d2a-b190-b29fc7552076,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:20.666086 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:20.935460 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['a7f889ee-227a-4d2a-b190-b29fc7552076'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:21.188276 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecdbfcc-35d2-4398-935e-a02ad04c4acc req-2e891434-d246-4f96-a9bd-2e40a6e8e2d6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:21.190023 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ecdbfcc-35d2-4398-935e-a02ad04c4acc req-2e891434-d246-4f96-a9bd-2e40a6e8e2d6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 944 time: 0.0763052 Jun 17 08:55:21.237280 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ecdbfcc-35d2-4398-935e-a02ad04c4acc req-538ae64b-8ff6-4055-a188-90134324f0ae tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403695 Jun 17 08:55:22.411155 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a7f889ee-227a-4d2a-b190-b29fc7552076 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:22.454486 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53781580-27d9-4731-8ef1-3f22d6949a2b req-14f4fb09-a7ca-4cb0-b922-5a22a24ca3e7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:22.456549 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53781580-27d9-4731-8ef1-3f22d6949a2b req-14f4fb09-a7ca-4cb0-b922-5a22a24ca3e7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 944 time: 0.1013894 Jun 17 08:55:22.469102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port a7f889ee-227a-4d2a-b190-b29fc7552076 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:22.474739 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port a7f889ee-227a-4d2a-b190-b29fc7552076 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:22.475430 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:22.510375 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-53781580-27d9-4731-8ef1-3f22d6949a2b req-971e5a8d-964b-44a4-8f4b-33612a95c04c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458760 Jun 17 08:55:22.577436 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:22.605607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98113f92-c6a7-4414-aa4e-7e7a599216d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f889ee-227a-4d2a-b190-b29fc7552076'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:22.608516 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025dbce3-e440-4d89-bcad-7448592a0e6c" -d '{"events": [{"server_uuid": "98113f92-c6a7-4414-aa4e-7e7a599216d6", "name": "network-vif-plugged", "status": "completed", "tag": "a7f889ee-227a-4d2a-b190-b29fc7552076"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:22.623258 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port a7f889ee-227a-4d2a-b190-b29fc7552076, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a7f889ee-227a-4d2a-b190-b29fc7552076,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:22.629459 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:22.631716 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-07c05f67-f956-43a4-b868-c2b3fd26e61e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:22.654920 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33dd035-871b-4a84-aaec-a16488cda32e x-openstack-request-id: req-d33dd035-871b-4a84-aaec-a16488cda32e {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:22.655216 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98113f92-c6a7-4414-aa4e-7e7a599216d6", "name": "network-vif-plugged", "status": "completed", "tag": "a7f889ee-227a-4d2a-b190-b29fc7552076", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:22.655476 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d33dd035-871b-4a84-aaec-a16488cda32e {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:22.655874 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98113f92-c6a7-4414-aa4e-7e7a599216d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f889ee-227a-4d2a-b190-b29fc7552076', 'code': 200} Jun 17 08:55:22.701433 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=a7f889ee-227a-4d2a-b190-b29fc7552076,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:22.704569 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:22.801425 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf519e-6472-44ff-90ff-eae39874a25e req-87a97f7a-3346-4051-afd0-5913ede38766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:22.802988 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3bf519e-6472-44ff-90ff-eae39874a25e req-87a97f7a-3346-4051-afd0-5913ede38766 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 1097 time: 0.0723541 Jun 17 08:55:22.844364 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c3bf519e-6472-44ff-90ff-eae39874a25e req-4ceb1acd-9836-43e8-99ff-2caa92c5a9a6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349185 Jun 17 08:55:23.732388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46cae6c-2a6c-4f89-aa4a-c9a0880e32f1 req-c619aa60-3d19-4504-a81e-7fcc9100b40f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:23.733958 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a46cae6c-2a6c-4f89-aa4a-c9a0880e32f1 req-c619aa60-3d19-4504-a81e-7fcc9100b40f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 945 time: 0.0828216 Jun 17 08:55:23.778372 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a46cae6c-2a6c-4f89-aa4a-c9a0880e32f1 req-f61bab34-8fa4-4aa7-9751-a84aa10609f8 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377157 Jun 17 08:55:24.995019 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a4e87-96a6-499e-b35e-c8ae64441a4c req-c926a3ca-8473-46d7-be0f-996636531c16 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:24.997756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-562a4e87-96a6-499e-b35e-c8ae64441a4c req-c926a3ca-8473-46d7-be0f-996636531c16 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 945 time: 0.0907915 Jun 17 08:55:25.050930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-562a4e87-96a6-499e-b35e-c8ae64441a4c req-15c99a88-4529-4146-800e-63f7a428649a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434477 Jun 17 08:55:25.262163 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600dbf0-e1f5-40ad-9d0a-3a1d6546d2ee req-f72a6c66-8930-4c34-b79d-09cbfff801cf tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:25.263967 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a600dbf0-e1f5-40ad-9d0a-3a1d6546d2ee req-f72a6c66-8930-4c34-b79d-09cbfff801cf tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 945 time: 0.0904367 Jun 17 08:55:25.316609 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a600dbf0-e1f5-40ad-9d0a-3a1d6546d2ee req-abb1340c-b8a2-4bcf-9933-49b35972b302 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449107 Jun 17 08:55:25.355831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47858) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:25.478846 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-4ab54124-d8b8-400b-ae07-d1d2130af531 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2413 time: 0.1199670 Jun 17 08:55:25.480497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47862) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:25.485622 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'network': {'name': 'tempest-network-smoke--1679174121', 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'port_security_enabled': False}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:25.510171 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Made reservation on behalf of b88ad242882c4c9b9130c050eb8ba28a for: {'network': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:25.514999 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for network, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.543454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=93803) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:55:25.555407 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.555788 n-d-779913-16 neutron-server[93803]: INFO neutron.db.segments_db [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Added segment 86fbb9c4-09a5-4c47-8350-f8f54469dbd1 of type vlan for network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 Jun 17 08:55:25.621803 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788103514013'] for network, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.662597 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994'] for network, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.668979 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:25.669838 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.674056 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:25.737342 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2530804 Jun 17 08:55:25.738248 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47866) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:25.742606 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1761943551', 'admin_state_up': True, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:25.767690 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Network': ['ID=6d2e942e-85f1-41ad-afa1-dee4e9bf5f77,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:25.771169 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-db07cf84-9cb8-4a71-9698-670e9830533b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:25.771459 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1734844', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1536'] for router, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.772637 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1735189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1709500', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1746406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1545'] for router, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:25.786967 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 details requested by agent ovs-agent-n-d-779913-16 with host n-d-779913-16 {{(pid=93805) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 17 08:55:25.995754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022fb4c-03aa-417f-966d-86b9faa5910c req-33077073-8a52-4d50-83e1-5daebdebe5dc tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:25.997505 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5022fb4c-03aa-417f-966d-86b9faa5910c req-33077073-8a52-4d50-83e1-5daebdebe5dc tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 945 time: 0.0953479 Jun 17 08:55:26.041805 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5022fb4c-03aa-417f-966d-86b9faa5910c req-449844fc-1ac7-45ea-89b5-0a1b68fe23e9 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386167 Jun 17 08:55:26.277793 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.429615 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1709486', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1734802', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1567'] for router, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.647235 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router_gateway, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.669290 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.784080 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Allocated IP 172.25.8.137 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/4f8d2c56-03c9-41b0-9a34-6e873556020b) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:26.898183 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.940036 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:26.942337 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9291d56e-494b-4a28-9412-f5cecb172d3a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:26.990520 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:26.995812 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:27.000711 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:27.004506 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Port': ['ID=4f8d2c56-03c9-41b0-9a34-6e873556020b,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:27.023612 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:27.278820 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe7913-166a-4a6d-9d37-bc24915d6de2 req-1c869872-2bf5-4fb8-8164-3596b9a055ad tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:27.280527 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26fe7913-166a-4a6d-9d37-bc24915d6de2 req-1c869872-2bf5-4fb8-8164-3596b9a055ad tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 945 time: 0.0891845 Jun 17 08:55:27.296987 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router_gateway, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.338825 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-26fe7913-166a-4a6d-9d37-bc24915d6de2 req-26f445df-8201-4224-b8fa-2229335f0a04 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468590 Jun 17 08:55:27.456770 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed5fac-6add-480a-8d9b-b5240c23ac92 req-0eaeac3a-582f-4daa-9112-4281c2c06705 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:27.458477 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73ed5fac-6add-480a-8d9b-b5240c23ac92 req-0eaeac3a-582f-4daa-9112-4281c2c06705 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 945 time: 0.0710685 Jun 17 08:55:27.548375 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1734789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1709528'] for router, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.581380 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-73ed5fac-6add-480a-8d9b-b5240c23ac92 req-d749c4c7-5c0d-4b68-a0f4-89abb8afe42a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Deleting port a7f889ee-227a-4d2a-b190-b29fc7552076 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:27.581726 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-73ed5fac-6add-480a-8d9b-b5240c23ac92 req-d749c4c7-5c0d-4b68-a0f4-89abb8afe42a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.695948 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-73ed5fac-6add-480a-8d9b-b5240c23ac92 req-d749c4c7-5c0d-4b68-a0f4-89abb8afe42a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] For port a7f889ee-227a-4d2a-b190-b29fc7552076, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=a7f889ee-227a-4d2a-b190-b29fc7552076,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:27.696650 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-73ed5fac-6add-480a-8d9b-b5240c23ac92 req-d749c4c7-5c0d-4b68-a0f4-89abb8afe42a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.706666 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Router 55e50183-6975-4ff3-88e2-855894a92d57 is scheduled to L3 agent acc03714-0192-4005-8abf-19598015a41a with binding_index 1 {{(pid=93804) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 17 08:55:27.772758 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-73ed5fac-6add-480a-8d9b-b5240c23ac92 req-d749c4c7-5c0d-4b68-a0f4-89abb8afe42a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Calling delete_port for a7f889ee-227a-4d2a-b190-b29fc7552076 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:27.816706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:55:27.830204 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Sync routers for ids ['55e50183-6975-4ff3-88e2-855894a92d57'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:27.840699 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.842410 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1037052 Jun 17 08:55:27.844048 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Routers {'55e50183-6975-4ff3-88e2-855894a92d57'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:27.844707 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:55:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['55e50183-6975-4ff3-88e2-855894a92d57'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:27.845396 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47874) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.930432 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835ed73f-652f-40ca-95f3-ca87b43e79fe tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:27.932108 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-835ed73f-652f-40ca-95f3-ca87b43e79fe tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=b88ad242882c4c9b9130c050eb8ba28a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0855067 Jun 17 08:55:27.935116 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47876) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:27.936357 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-73ed5fac-6add-480a-8d9b-b5240c23ac92 req-d749c4c7-5c0d-4b68-a0f4-89abb8afe42a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:27.948515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['c0569b20-a307-4d2e-bc18-5f15aa2e3fc4', 'a7f889ee-227a-4d2a-b190-b29fc7552076'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:27.949991 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-bd688bce-fc4d-4e83-918e-027fc826b836 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:27.995691 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Set router 55e50183-6975-4ff3-88e2-855894a92d57 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:28.003946 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d749c4c7-5c0d-4b68-a0f4-89abb8afe42a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event deleted for resources: {'Port': ['ID=a7f889ee-227a-4d2a-b190-b29fc7552076,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:28.017879 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d749c4c7-5c0d-4b68-a0f4-89abb8afe42a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:28.044772 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ed5fac-6add-480a-8d9b-b5240c23ac92 req-d749c4c7-5c0d-4b68-a0f4-89abb8afe42a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] No DVR routers for this DVR port a7f889ee-227a-4d2a-b190-b29fc7552076 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:28.050288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-73ed5fac-6add-480a-8d9b-b5240c23ac92 req-d749c4c7-5c0d-4b68-a0f4-89abb8afe42a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.055995 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-73ed5fac-6add-480a-8d9b-b5240c23ac92 req-d749c4c7-5c0d-4b68-a0f4-89abb8afe42a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "DELETE /v2.0/ports/a7f889ee-227a-4d2a-b190-b29fc7552076 HTTP/1.1" status: 204 len: 173 time: 0.5907612 Jun 17 08:55:28.056915 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98113f92-c6a7-4414-aa4e-7e7a599216d6', 'name': 'network-vif-deleted', 'tag': 'a7f889ee-227a-4d2a-b190-b29fc7552076'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:28.059954 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9629fa9-2b30-4020-a81d-e349b6c7f906" -d '{"events": [{"server_uuid": "98113f92-c6a7-4414-aa4e-7e7a599216d6", "name": "network-vif-deleted", "tag": "a7f889ee-227a-4d2a-b190-b29fc7552076"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:28.172155 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d54f9-1fa3-45be-8d7a-f7d0f26606f4 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:28.179117 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47882) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:28.190901 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-a30d54f9-1fa3-45be-8d7a-f7d0f26606f4 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2538757 Jun 17 08:55:28.269010 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d8c1cc-bef0-44e7-aee8-e8635748052b x-openstack-request-id: req-a5d8c1cc-bef0-44e7-aee8-e8635748052b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:28.269476 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98113f92-c6a7-4414-aa4e-7e7a599216d6", "name": "network-vif-deleted", "tag": "a7f889ee-227a-4d2a-b190-b29fc7552076", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:28.269826 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5d8c1cc-bef0-44e7-aee8-e8635748052b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:28.270301 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98113f92-c6a7-4414-aa4e-7e7a599216d6', 'name': 'network-vif-deleted', 'tag': 'a7f889ee-227a-4d2a-b190-b29fc7552076', 'status': 'completed', 'code': 200} Jun 17 08:55:28.272877 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d83fd920-4c61-4e41-96c5-86d3bf8a1ce7 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0922468 Jun 17 08:55:28.275851 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47884) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:28.322821 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-667bd8fb-bfee-46f6-a4f2-b5550c70830b tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=b88ad242882c4c9b9130c050eb8ba28a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438654 Jun 17 08:55:28.324497 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47886) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:28.352132 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e50183-6975-4ff3-88e2-855894a92d57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761943551', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:25Z', 'updated_at': '2021-06-17T08:55:27Z', 'revision_number': 3, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:58:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:26Z', 'updated_at': '2021-06-17T08:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:28.431806 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ea213-5584-447c-9194-36899a0d8826 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:28.436798 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-400ea213-5584-447c-9194-36899a0d8826 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1075921 Jun 17 08:55:28.437114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 47890) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:28.471507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3903d0f8-a46c-453f-af0d-fd5479bb7285 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=609eb0e3-a32c-4159-b79c-1df65bdf2b25&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303051 Jun 17 08:55:28.472076 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47892) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:28.478290 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-786082911', 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77', 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:28.514152 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Checking router: 55e50183-6975-4ff3-88e2-855894a92d57 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:55:28.514756 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Updating router 55e50183-6975-4ff3-88e2-855894a92d57 port 4f8d2c56-03c9-41b0-9a34-6e873556020b binding host n-d-779913-16 {{(pid=93806) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:55:28.553157 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d305a2a-04b5-45be-9891-1ddf9af7dbf4 req-044ab952-a8fa-428b-aa9e-487fd903f03c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 210 time: 0.0616360 Jun 17 08:55:28.566821 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.591402 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Made reservation on behalf of b88ad242882c4c9b9130c050eb8ba28a for: {'subnet': 1} {{(pid=93804) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:28.595688 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6653180'] for subnet, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.798903 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7012752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6653166'] for subnet, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.801127 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d6944209-de96-4f85-bb62-79685dc83436 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:28.858156 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Subnet': ['ID=a1fb1c6d-0d85-4534-a364-3c4fee61c1cf,revision_number=0']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:28.881698 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.882088 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.882538 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.882870 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.883242 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.883612 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.883978 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.884342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.884708 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.885069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.885429 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.885791 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:28.892054 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:28.893188 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.896334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Checking segment: {'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93804) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:28.896334 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network hostable DHCP agents. Network: 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77, hostable agents: ['96d4ebf1-9691-4a05-8a1b-74586b48945c'], hosted agents: [] {{(pid=93804) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:55:28.908204 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.provisioning_blocks [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Transition to ACTIVE for port object 4f8d2c56-03c9-41b0-9a34-6e873556020b will not be triggered until provisioned by entity L2. {{(pid=93806) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:28.917047 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 is scheduled to be hosted by DHCP agent 96d4ebf1-9691-4a05-8a1b-74586b48945c with binding_index 1 {{(pid=93804) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:55:28.918320 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.920901 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-169940b8-30fc-4b0e-bf06-5fccfadea310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:28.933575 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-779913-16, 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77) {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:28.937985 n-d-779913-16 neutron-server[93804]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93804) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:28.938577 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for subnet, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:28.943536 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0823f406-f6ed-43ac-93d0-75afe15a033d None None] Network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:28.959919 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-57101dee-2504-4230-8a52-5065797408f9 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4834313 Jun 17 08:55:28.960948 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 47894) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:28.990693 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Attempting to bind port 4f8d2c56-03c9-41b0-9a34-6e873556020b on host n-d-779913-16 for vnic_type normal with profile {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:28.991099 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Attempting to bind port 4f8d2c56-03c9-41b0-9a34-6e873556020b by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:28.991463 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Attempting to bind port 4f8d2c56-03c9-41b0-9a34-6e873556020b on network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:28.994841 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340b58c-ba01-426f-81ee-ce6b2618031c None None] Pushing event updated for resources: {'Port': ['ID=4f8d2c56-03c9-41b0-9a34-6e873556020b,revision_number=2']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:28.999078 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-1340b58c-ba01-426f-81ee-ce6b2618031c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:29.000244 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:29.000614 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Checking segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93806) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:29.001015 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.001398 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Bound using segment: {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'} {{(pid=93806) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:29.001893 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.managers [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Bound port: 4f8d2c56-03c9-41b0-9a34-6e873556020b, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25'}}] {{(pid=93806) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:29.002265 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.059504 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] For port 4f8d2c56-03c9-41b0-9a34-6e873556020b, host n-d-779913-16, cleared binding levels {{(pid=93806) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:29.064561 n-d-779913-16 neutron-server[93806]: DEBUG neutron.plugins.ml2.db [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] For port 4f8d2c56-03c9-41b0-9a34-6e873556020b, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4f8d2c56-03c9-41b0-9a34-6e873556020b,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93806) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:29.073360 n-d-779913-16 neutron-server[93806]: DEBUG neutron_lib.callbacks.manager [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93806) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.076378 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-9f54d770-9650-40a6-a205-ec17004772d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:29.130249 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Routers {'55e50183-6975-4ff3-88e2-855894a92d57'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:29.130958 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:55:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['55e50183-6975-4ff3-88e2-855894a92d57'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:29.252684 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] Set router 55e50183-6975-4ff3-88e2-855894a92d57 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:29.341144 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f9f2fff-f802-5091-a405-50a966c412f7-6d2e942e-85f1-41ad-afa1-dee4e9bf5f77', 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'fixed_ips': [{'subnet_id': 'a1fb1c6d-0d85-4534-a364-3c4fee61c1cf'}]}} from n-d-779913-16. {{(pid=93805) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:55:29.342723 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.356630 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340b58c-ba01-426f-81ee-ce6b2618031c None None] Pushing event updated for resources: {'Port': ['ID=4f8d2c56-03c9-41b0-9a34-6e873556020b,revision_number=3']} {{(pid=93806) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:29.368870 n-d-779913-16 neutron-server[93806]: DEBUG oslo_concurrency.lockutils [None req-1340b58c-ba01-426f-81ee-ce6b2618031c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93806) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:29.554283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.db_base_plugin_common [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Allocated IP 172.20.0.18 (6d2e942e-85f1-41ad-afa1-dee4e9bf5f77/a1fb1c6d-0d85-4534-a364-3c4fee61c1cf/64a22a21-82a3-49a5-908a-780ba950cf8d) {{(pid=93805) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:29.679163 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e50183-6975-4ff3-88e2-855894a92d57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761943551', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:25Z', 'updated_at': '2021-06-17T08:55:27Z', 'revision_number': 3, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:58:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:26Z', 'updated_at': '2021-06-17T08:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:29.713787 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3134387d-c6ac-4045-855b-6c32dfa9a4e9 None None] The sync data for ids ['55e50183-6975-4ff3-88e2-855894a92d57'] in n-d-779913-16 is: [{'id': '55e50183-6975-4ff3-88e2-855894a92d57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761943551', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:25Z', 'updated_at': '2021-06-17T08:55:27Z', 'revision_number': 3, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:58:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:26Z', 'updated_at': '2021-06-17T08:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:29.755669 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.765362 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Transition to ACTIVE for port object 64a22a21-82a3-49a5-908a-780ba950cf8d will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:29.783212 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Transition to ACTIVE for port object 64a22a21-82a3-49a5-908a-780ba950cf8d will not be triggered until provisioned by entity DHCP. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:29.797942 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943'] for port, after_create {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.800464 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:29.807320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5447ffdc-b550-431f-aed3-8795d7b1644c req-186727d8-b037-4cc4-873a-a7c6a15871cf tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 210 time: 0.0731232 Jun 17 08:55:29.847892 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 is already hosted by enough agents. {{(pid=93805) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:29.851145 n-d-779913-16 neutron-server[93805]: DEBUG neutron.scheduler.base_scheduler [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Resources bound (agent type, host, resource id): {{(pid=93805) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:29.860503 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Received port after_create {{(pid=93805) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:29.873027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Pushing event updated for resources: {'Port': ['ID=64a22a21-82a3-49a5-908a-780ba950cf8d,revision_number=1']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:29.876859 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:29.942444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Attempting to bind port 64a22a21-82a3-49a5-908a-780ba950cf8d on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:29.943027 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Attempting to bind port 64a22a21-82a3-49a5-908a-780ba950cf8d by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:29.943482 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Attempting to bind port 64a22a21-82a3-49a5-908a-780ba950cf8d on network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:29.949640 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:29.950911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Checking segment: {'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:29.950911 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:29.951174 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Bound using segment: {'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:29.951766 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Bound port: 64a22a21-82a3-49a5-908a-780ba950cf8d, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:29.952296 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.037706 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.076827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] For port 64a22a21-82a3-49a5-908a-780ba950cf8d, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:30.080855 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] For port 64a22a21-82a3-49a5-908a-780ba950cf8d, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=64a22a21-82a3-49a5-908a-780ba950cf8d,segment=NetworkSegment(86fbb9c4-09a5-4c47-8350-f8f54469dbd1),segment_id=86fbb9c4-09a5-4c47-8350-f8f54469dbd1)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:30.086575 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.099185 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-07c05f67-f956-43a4-b868-c2b3fd26e61e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:30.170171 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Pushing event updated for resources: {'Port': ['ID=64a22a21-82a3-49a5-908a-780ba950cf8d,revision_number=2']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:30.178737 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:30.287827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4f8d2c56-03c9-41b0-9a34-6e873556020b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:30.355828 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 4f8d2c56-03c9-41b0-9a34-6e873556020b completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:30.363186 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 4f8d2c56-03c9-41b0-9a34-6e873556020b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:30.363590 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.468399 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a7f889ee-227a-4d2a-b190-b29fc7552076 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:30.479372 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Allocated IP 172.20.0.17 (6d2e942e-85f1-41ad-afa1-dee4e9bf5f77/a1fb1c6d-0d85-4534-a364-3c4fee61c1cf/f89eb351-9048-4139-baca-d95223bfc1e5) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:30.501473 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: a7f889ee-227a-4d2a-b190-b29fc7552076 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:30.501981 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device a7f889ee-227a-4d2a-b190-b29fc7552076 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:30.554261 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.579078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 4f8d2c56-03c9-41b0-9a34-6e873556020b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4f8d2c56-03c9-41b0-9a34-6e873556020b,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:30.600503 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.602994 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:30.688586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=4f8d2c56-03c9-41b0-9a34-6e873556020b,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:30.700636 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:30.731041 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.752603 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.provisioning_blocks [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Transition to ACTIVE for port object f89eb351-9048-4139-baca-d95223bfc1e5 will not be triggered until provisioned by entity DHCP. {{(pid=93804) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:30.795332 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:30.798151 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-6236b1c6-74c6-4ac0-b264-2ea74bd60c2c tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:30.854855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:30.859868 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:30.869246 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:30.902750 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Port': ['ID=f89eb351-9048-4139-baca-d95223bfc1e5,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:30.915735 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:30.936559 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1705833'] for router_interface, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.003262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-282f04f2-f7e4-4b7f-ab95-0de62640a9d1 req-7232bf18-9a63-49ae-9c91-b0604fb49234 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 210 time: 0.0587847 Jun 17 08:55:31.123357 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.434003 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e02d98b-08fb-40f5-9a34-fd8044650f12 None None] Network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:31.446477 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.452207 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.455376 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-4748b20a-116b-4d05-94a6-923c2649eab1 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:31.516233 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-edc163b5-bc32-4898-9cf2-528de5246539 None None] Provisioning for port 64a22a21-82a3-49a5-908a-780ba950cf8d completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:31.526811 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1671072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1705749'] for router_interface, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:31.529233 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Port': ['ID=f89eb351-9048-4139-baca-d95223bfc1e5,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:31.532823 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:31.636537 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:31.637949 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:31.789454 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Router 55e50183-6975-4ff3-88e2-855894a92d57 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:55:31.915121 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:55:31.920186 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8ce30d5e-dbe8-42ee-863c-26a42d0bc3cf tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "PUT /v2.0/routers/55e50183-6975-4ff3-88e2-855894a92d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9580340 Jun 17 08:55:31.973414 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-563bb65d-5eda-4daf-a19e-761922cc7ca4 None None] Provisioning for port f89eb351-9048-4139-baca-d95223bfc1e5 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:31.979441 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-563bb65d-5eda-4daf-a19e-761922cc7ca4 None None] Provisioning complete for port f89eb351-9048-4139-baca-d95223bfc1e5 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:31.980290 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-563bb65d-5eda-4daf-a19e-761922cc7ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.047886 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-563bb65d-5eda-4daf-a19e-761922cc7ca4 None None] Port f89eb351-9048-4139-baca-d95223bfc1e5 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:32.149647 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Sync routers for ids ['55e50183-6975-4ff3-88e2-855894a92d57'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:32.191653 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Routers {'55e50183-6975-4ff3-88e2-855894a92d57'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:32.195024 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:55:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['55e50183-6975-4ff3-88e2-855894a92d57'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:32.294108 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-eb53056c-db5b-4df3-8551-7c5afab92f32 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:32.296605 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-eb53056c-db5b-4df3-8551-7c5afab92f32 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/networks?id=6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 HTTP/1.1" status: 200 len: 798 time: 0.2047391 Jun 17 08:55:32.299072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-52958ecf-d49a-4c37-a39a-95415ffd9abd req-1f75f3cf-02b0-45f1-bba9-5ecc5741f6fb tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=98113f92-c6a7-4414-aa4e-7e7a599216d6 HTTP/1.1" status: 200 len: 210 time: 0.0755348 Jun 17 08:55:32.334123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-1b5b4ca3-f857-40b6-8518-4b5a2e52faf8 None None] Provisioning complete for port f89eb351-9048-4139-baca-d95223bfc1e5 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:32.335064 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-1b5b4ca3-f857-40b6-8518-4b5a2e52faf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.340387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-89617eb8-517a-4671-9891-89e48ec12442 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/quotas/b88ad242882c4c9b9130c050eb8ba28a HTTP/1.1" status: 200 len: 375 time: 0.0378325 Jun 17 08:55:32.417618 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 64a22a21-82a3-49a5-908a-780ba950cf8d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:32.420375 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Set router 55e50183-6975-4ff3-88e2-855894a92d57 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:32.422568 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b4ca3-f857-40b6-8518-4b5a2e52faf8 None None] Port f89eb351-9048-4139-baca-d95223bfc1e5 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:32.455077 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6445df0c-2a08-44fd-b1e9-7dd41b3fea0c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b88ad242882c4c9b9130c050eb8ba28a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1137376 Jun 17 08:55:32.571619 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-d9d996c0-97ef-47d6-9aff-d9bfc971d9da service neutron] 10.222.0.47 "GET /v2.0/networks/6d2e942e-85f1-41ad-afa1-dee4e9bf5f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040697 Jun 17 08:55:32.614197 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port 64a22a21-82a3-49a5-908a-780ba950cf8d completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:32.617609 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-ba41db3c-7893-4440-9318-5685e1fc6fb5 None None] Provisioning complete for port f89eb351-9048-4139-baca-d95223bfc1e5 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:32.618003 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ba41db3c-7893-4440-9318-5685e1fc6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.641262 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 64a22a21-82a3-49a5-908a-780ba950cf8d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:32.641530 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.710472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-516334f8-1a9e-4c8f-a0dc-da77d6cc18e5 service neutron] 10.222.0.47 "GET /v2.0/networks/6d2e942e-85f1-41ad-afa1-dee4e9bf5f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306794 Jun 17 08:55:32.718937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-ba41db3c-7893-4440-9318-5685e1fc6fb5 None None] Port f89eb351-9048-4139-baca-d95223bfc1e5 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:32.813947 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.834818 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e50183-6975-4ff3-88e2-855894a92d57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761943551', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:25Z', 'updated_at': '2021-06-17T08:55:31Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:26Z', 'updated_at': '2021-06-17T08:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f89eb351-9048-4139-baca-d95223bfc1e5', 'name': '', 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:3c:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1fb1c6d-0d85-4534-a364-3c4fee61c1cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:30Z', 'updated_at': '2021-06-17T08:55:31Z', 'revision_number': 2, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'a1fb1c6d-0d85-4534-a364-3c4fee61c1cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:32.881123 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Checking router: 55e50183-6975-4ff3-88e2-855894a92d57 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:55:32.881447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Updating router 55e50183-6975-4ff3-88e2-855894a92d57 port f89eb351-9048-4139-baca-d95223bfc1e5 binding host n-d-779913-16 {{(pid=93805) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:55:32.911154 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port 64a22a21-82a3-49a5-908a-780ba950cf8d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=64a22a21-82a3-49a5-908a-780ba950cf8d,segment=NetworkSegment(86fbb9c4-09a5-4c47-8350-f8f54469dbd1),segment_id=86fbb9c4-09a5-4c47-8350-f8f54469dbd1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:32.922513 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:32.923685 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4f8d2c56-03c9-41b0-9a34-6e873556020b up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:32.928009 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:32.994063 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d0335079-9fc0-4aa9-a6d4-34cc5e7b42e3 req-d99824bb-536a-43e7-8bb7-5d1d5ab778ff tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 210 time: 0.0729518 Jun 17 08:55:33.032266 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.076238 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 4f8d2c56-03c9-41b0-9a34-6e873556020b triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:33.076238 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.144039 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=64a22a21-82a3-49a5-908a-780ba950cf8d,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:33.178042 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.178487 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.178911 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.179310 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.179706 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.180098 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.180507 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.180890 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.181275 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.181654 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.182035 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.182418 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:33.189858 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:33.278842 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.535072 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Notify callbacks [] for port, precommit_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.553078 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Transition to ACTIVE for port object f89eb351-9048-4139-baca-d95223bfc1e5 will not be triggered until provisioned by entity L2. {{(pid=93805) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:33.562113 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.564740 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:33.619279 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72b4a0-bd81-4a75-bee6-634de73db1d7 None None] Pushing event updated for resources: {'Port': ['ID=f89eb351-9048-4139-baca-d95223bfc1e5,revision_number=3']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:33.666609 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ba72b4a0-bd81-4a75-bee6-634de73db1d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:33.748891 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Attempting to bind port f89eb351-9048-4139-baca-d95223bfc1e5 on host n-d-779913-16 for vnic_type normal with profile {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:33.750093 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Attempting to bind port f89eb351-9048-4139-baca-d95223bfc1e5 by drivers openvswitch,hyperv on host n-d-779913-16 at level 0 using segments [{'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:33.750530 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Attempting to bind port f89eb351-9048-4139-baca-d95223bfc1e5 on network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:33.769915 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Checking agent: {'id': '6227bbdc-3a16-4569-8299-308e23262060', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 7, 46), 'started_at': datetime.datetime(2021, 6, 17, 8, 8, 16), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-779913-16'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:33.770386 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Checking segment: {'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93805) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:33.770893 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.771313 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Bound using segment: {'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'} {{(pid=93805) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:33.771799 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.managers [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Bound port: f89eb351-9048-4139-baca-d95223bfc1e5, host: n-d-779913-16, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'}}] {{(pid=93805) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:33.772183 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.849060 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] For port f89eb351-9048-4139-baca-d95223bfc1e5, host n-d-779913-16, cleared binding levels {{(pid=93805) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:33.853125 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] For port f89eb351-9048-4139-baca-d95223bfc1e5, host n-d-779913-16, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f89eb351-9048-4139-baca-d95223bfc1e5,segment=NetworkSegment(86fbb9c4-09a5-4c47-8350-f8f54469dbd1),segment_id=86fbb9c4-09a5-4c47-8350-f8f54469dbd1)] {{(pid=93805) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:33.857880 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:33.860325 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-04cb7605-3ec0-4f28-84ff-8c9cc7b4965d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:33.922561 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Routers {'55e50183-6975-4ff3-88e2-855894a92d57'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:33.923239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:55:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['55e50183-6975-4ff3-88e2-855894a92d57'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:33.967114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72b4a0-bd81-4a75-bee6-634de73db1d7 None None] Pushing event updated for resources: {'Port': ['ID=f89eb351-9048-4139-baca-d95223bfc1e5,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:34.002844 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ba72b4a0-bd81-4a75-bee6-634de73db1d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:34.122610 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] Set router 55e50183-6975-4ff3-88e2-855894a92d57 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:34.270876 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38ccb893-2242-4567-b552-d25576d0c069 req-9c2d6bf2-f7f6-4e38-a591-721b04321da2 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 210 time: 0.0380380 Jun 17 08:55:34.413796 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 64a22a21-82a3-49a5-908a-780ba950cf8d up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:34.449386 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-0c64a7af-a84f-4e16-9ffa-edcfd181b2e1 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:34.451653 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-0c64a7af-a84f-4e16-9ffa-edcfd181b2e1 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.10 "GET /v2.0/networks?id=6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 HTTP/1.1" status: 200 len: 798 time: 0.1459889 Jun 17 08:55:34.473203 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Request body: {'port': {'device_id': 'fc9f5c43-665d-4fd7-91c7-b761395d37a9', 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77', 'admin_state_up': True, 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:34.629394 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port 64a22a21-82a3-49a5-908a-780ba950cf8d triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:34.630419 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:34.634308 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Made reservation on behalf of b88ad242882c4c9b9130c050eb8ba28a for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:55:34.638889 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:34.773159 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e50183-6975-4ff3-88e2-855894a92d57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761943551', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:25Z', 'updated_at': '2021-06-17T08:55:31Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:26Z', 'updated_at': '2021-06-17T08:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f89eb351-9048-4139-baca-d95223bfc1e5', 'name': '', 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:3c:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1fb1c6d-0d85-4534-a364-3c4fee61c1cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:30Z', 'updated_at': '2021-06-17T08:55:33Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'a1fb1c6d-0d85-4534-a364-3c4fee61c1cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:34.807729 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2cd62c-c4a5-4a27-8691-5acddf0524da None None] The sync data for ids ['55e50183-6975-4ff3-88e2-855894a92d57'] in n-d-779913-16 is: [{'id': '55e50183-6975-4ff3-88e2-855894a92d57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761943551', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:25Z', 'updated_at': '2021-06-17T08:55:31Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:26Z', 'updated_at': '2021-06-17T08:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f89eb351-9048-4139-baca-d95223bfc1e5', 'name': '', 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:3c:fb:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'a1fb1c6d-0d85-4534-a364-3c4fee61c1cf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:30Z', 'updated_at': '2021-06-17T08:55:33Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'a1fb1c6d-0d85-4534-a364-3c4fee61c1cf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:34.825443 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Allocated IP 172.20.0.28 (6d2e942e-85f1-41ad-afa1-dee4e9bf5f77/a1fb1c6d-0d85-4534-a364-3c4fee61c1cf/ee7d169b-d883-456f-bfab-e64b297b55db) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:55:35.023089 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.050187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Transition to ACTIVE for port object ee7d169b-d883-456f-bfab-e64b297b55db will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:35.098930 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.102437 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:35.141066 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:55:35.144863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:55:35.152493 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:55:35.238981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event updated for resources: {'Port': ['ID=ee7d169b-d883-456f-bfab-e64b297b55db,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:35.248428 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:35.268848 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:35.269573 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.295225 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8258662 Jun 17 08:55:35.311244 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Request body: {'port': {'device_id': 'fc9f5c43-665d-4fd7-91c7-b761395d37a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:35.510734 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.565089 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bf8f6b44-0369-424f-ba4b-0515437f362b None None] Provisioning for port ee7d169b-d883-456f-bfab-e64b297b55db completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:35.574273 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-bf8f6b44-0369-424f-ba4b-0515437f362b None None] Provisioning complete for port ee7d169b-d883-456f-bfab-e64b297b55db triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:35.575086 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-bf8f6b44-0369-424f-ba4b-0515437f362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.616958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-bf8f6b44-0369-424f-ba4b-0515437f362b None None] Port ee7d169b-d883-456f-bfab-e64b297b55db cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:55:35.743576 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6db77-23dd-4f9b-9a13-08d636eee2b9 req-a03058e8-87ad-4c74-ba8b-84ab35f20167 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:35.745357 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23b6db77-23dd-4f9b-9a13-08d636eee2b9 req-a03058e8-87ad-4c74-ba8b-84ab35f20167 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 895 time: 0.2885351 Jun 17 08:55:35.912190 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7d169b-d883-456f-bfab-e64b297b55db {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:35.921091 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.934715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Transition to ACTIVE for port object ee7d169b-d883-456f-bfab-e64b297b55db will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:55:35.940357 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:35.942923 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e60dc30c-1c05-49fe-a50c-33e785bea6e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:36.080775 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Pushing event updated for resources: {'Port': ['ID=ee7d169b-d883-456f-bfab-e64b297b55db,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:36.085367 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:36.121048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Attempting to bind port ee7d169b-d883-456f-bfab-e64b297b55db on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:55:36.121400 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Attempting to bind port ee7d169b-d883-456f-bfab-e64b297b55db by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:55:36.122185 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Attempting to bind port ee7d169b-d883-456f-bfab-e64b297b55db on network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:36.127241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Port ee7d169b-d883-456f-bfab-e64b297b55db on network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:55:36.127570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Attempting to bind port ee7d169b-d883-456f-bfab-e64b297b55db on network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:55:36.136151 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:55:36.136438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Checking segment: {'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:55:36.136840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Bound using segment: {'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:55:36.137281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Bound port: ee7d169b-d883-456f-bfab-e64b297b55db, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fbb9c4-09a5-4c47-8350-f8f54469dbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:55:36.137734 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.246978 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] For port ee7d169b-d883-456f-bfab-e64b297b55db, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:55:36.255120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] For port ee7d169b-d883-456f-bfab-e64b297b55db, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ee7d169b-d883-456f-bfab-e64b297b55db,segment=NetworkSegment(86fbb9c4-09a5-4c47-8350-f8f54469dbd1),segment_id=86fbb9c4-09a5-4c47-8350-f8f54469dbd1)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:55:36.261376 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.285187 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-71bd6fd1-701a-46bd-b3f8-88db999c6c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:36.291064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f89eb351-9048-4139-baca-d95223bfc1e5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:36.411364 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Pushing event updated for resources: {'Port': ['ID=ee7d169b-d883-456f-bfab-e64b297b55db,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:36.416446 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:36.429662 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:36.430283 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.432901 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] 10.222.0.10 "PUT /v2.0/ports/ee7d169b-d883-456f-bfab-e64b297b55db HTTP/1.1" status: 200 len: 1056 time: 1.1263864 Jun 17 08:55:36.433636 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9f5c43-665d-4fd7-91c7-b761395d37a9', 'tag': 'ee7d169b-d883-456f-bfab-e64b297b55db'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:36.440003 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567f3f0d-01c6-475a-8b1d-53416348c8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9f5c43-665d-4fd7-91c7-b761395d37a9", "tag": "ee7d169b-d883-456f-bfab-e64b297b55db"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:36.456686 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning for port f89eb351-9048-4139-baca-d95223bfc1e5 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:36.485385 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f89eb351-9048-4139-baca-d95223bfc1e5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:36.485787 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.557745 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e780a65f-3419-4856-a815-e9f80c14e349 x-openstack-request-id: req-e780a65f-3419-4856-a815-e9f80c14e349 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:36.559188 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9f5c43-665d-4fd7-91c7-b761395d37a9", "tag": "ee7d169b-d883-456f-bfab-e64b297b55db", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:36.559654 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e780a65f-3419-4856-a815-e9f80c14e349 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:36.560741 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9f5c43-665d-4fd7-91c7-b761395d37a9', 'tag': 'ee7d169b-d883-456f-bfab-e64b297b55db', 'status': 'completed', 'code': 200} Jun 17 08:55:36.621873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-5ef37066-8cf8-43ef-a188-dbf2c3fe7cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:36.627995 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-5ef37066-8cf8-43ef-a188-dbf2c3fe7cc4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b88ad242882c4c9b9130c050eb8ba28a&device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 1059 time: 0.1348898 Jun 17 08:55:36.736496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-2253e052-95ba-4c47-ad89-fe74d9e52b4c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=ee7d169b-d883-456f-bfab-e64b297b55db HTTP/1.1" status: 200 len: 217 time: 0.1010473 Jun 17 08:55:36.794295 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.852315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6680415f-c886-47e9-acd9-08ec982ae49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:36.863253 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-6680415f-c886-47e9-acd9-08ec982ae49d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1fb1c6d-0d85-4534-a364-3c4fee61c1cf HTTP/1.1" status: 200 len: 837 time: 0.1177342 Jun 17 08:55:36.880061 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] For port f89eb351-9048-4139-baca-d95223bfc1e5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f89eb351-9048-4139-baca-d95223bfc1e5,segment=NetworkSegment(86fbb9c4-09a5-4c47-8350-f8f54469dbd1),segment_id=86fbb9c4-09a5-4c47-8350-f8f54469dbd1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:36.890338 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:36.894346 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-adb6c545-ccb0-4ff2-9d2d-87fea3e433f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:37.021812 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Pushing event updated for resources: {'Port': ['ID=f89eb351-9048-4139-baca-d95223bfc1e5,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:37.031685 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:37.064993 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-5d2c4a2e-ec4f-46c0-b8b5-ad690c4c2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.068150 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-5d2c4a2e-ec4f-46c0-b8b5-ad690c4c2376 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d2e942e-85f1-41ad-afa1-dee4e9bf5f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1844358 Jun 17 08:55:37.263937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1108e6-022d-4bfc-85c7-b1aa0c1d8069 req-e49e385d-de7c-4591-a8ae-889a7acf225b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.289539 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-8e1108e6-022d-4bfc-85c7-b1aa0c1d8069 req-e49e385d-de7c-4591-a8ae-889a7acf225b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 907 time: 0.2507744 Jun 17 08:55:37.289864 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-f59c3bca-4c1d-464e-b219-5585cdb527d0 service neutron] 10.222.0.10 "GET /v2.0/networks/6d2e942e-85f1-41ad-afa1-dee4e9bf5f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798458 Jun 17 08:55:37.429952 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2cbaaf72-e807-464c-a4a9-1e549b684f1c req-0634cf11-2adf-4f46-9507-1617196cfdc7 service neutron] 10.222.0.10 "GET /v2.0/networks/6d2e942e-85f1-41ad-afa1-dee4e9bf5f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163399 Jun 17 08:55:37.588249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f3f0d-01c6-475a-8b1d-53416348c8ae req-7e5845db-bd6d-4d27-9c54-a0e21d10d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.589897 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-567f3f0d-01c6-475a-8b1d-53416348c8ae req-7e5845db-bd6d-4d27-9c54-a0e21d10d7b9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b88ad242882c4c9b9130c050eb8ba28a&device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 1059 time: 0.0899844 Jun 17 08:55:37.712944 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f3f0d-01c6-475a-8b1d-53416348c8ae req-031781e0-c151-4966-bf30-a753d4655e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.714765 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-567f3f0d-01c6-475a-8b1d-53416348c8ae req-031781e0-c151-4966-bf30-a753d4655e67 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 HTTP/1.1" status: 200 len: 899 time: 0.1174846 Jun 17 08:55:37.763276 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-567f3f0d-01c6-475a-8b1d-53416348c8ae req-d2cdd564-f04a-4b11-a484-d028cb22eaa8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=ee7d169b-d883-456f-bfab-e64b297b55db HTTP/1.1" status: 200 len: 217 time: 0.0410459 Jun 17 08:55:37.823189 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f3f0d-01c6-475a-8b1d-53416348c8ae req-f3dfd86d-468f-40d2-ba41-3c8cfaed003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.824987 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-567f3f0d-01c6-475a-8b1d-53416348c8ae req-f3dfd86d-468f-40d2-ba41-3c8cfaed003c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a1fb1c6d-0d85-4534-a364-3c4fee61c1cf HTTP/1.1" status: 200 len: 837 time: 0.0556781 Jun 17 08:55:37.894172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f3f0d-01c6-475a-8b1d-53416348c8ae req-c2f2cbe5-82c5-4905-9e86-5d6f5ed61193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:37.896126 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-567f3f0d-01c6-475a-8b1d-53416348c8ae req-c2f2cbe5-82c5-4905-9e86-5d6f5ed61193 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d2e942e-85f1-41ad-afa1-dee4e9bf5f77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0647640 Jun 17 08:55:38.012873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-567f3f0d-01c6-475a-8b1d-53416348c8ae req-85157f47-8bdf-46b4-896a-f483178905d2 service neutron] 10.222.0.10 "GET /v2.0/networks/6d2e942e-85f1-41ad-afa1-dee4e9bf5f77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086810 Jun 17 08:55:38.131879 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-567f3f0d-01c6-475a-8b1d-53416348c8ae req-43de76c2-d2d6-4dda-bc31-3bb1db26c58d service neutron] 10.222.0.10 "GET /v2.0/networks/6d2e942e-85f1-41ad-afa1-dee4e9bf5f77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124084 Jun 17 08:55:38.207660 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f89eb351-9048-4139-baca-d95223bfc1e5 up at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:38.273788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Provisioning complete for port f89eb351-9048-4139-baca-d95223bfc1e5 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:38.274169 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:38.503501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b552ce-d93b-4898-b4a2-a4b83b3c0f35 req-b90128f6-ec7d-4b3d-a011-882ba5764e70 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:38.505021 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93b552ce-d93b-4898-b4a2-a4b83b3c0f35 req-b90128f6-ec7d-4b3d-a011-882ba5764e70 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 907 time: 0.0734406 Jun 17 08:55:39.347565 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301f889-520f-4a34-b794-bd2972b082a3 req-efe887a9-44f3-4214-bf9c-3ab08ca8e9be tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:39.349205 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f301f889-520f-4a34-b794-bd2972b082a3 req-efe887a9-44f3-4214-bf9c-3ab08ca8e9be tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 946 time: 0.0642936 Jun 17 08:55:39.377182 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:39.394142 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f301f889-520f-4a34-b794-bd2972b082a3 req-068c8d5e-fcc8-40c6-8d8f-c10888719e2a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377920 Jun 17 08:55:40.113252 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886162d2-9b51-4a1d-a314-a85d4514a7d9 req-312e87e1-5afc-4d24-849c-0db2591fe868 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:40.114942 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-886162d2-9b51-4a1d-a314-a85d4514a7d9 req-312e87e1-5afc-4d24-849c-0db2591fe868 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 907 time: 0.4904928 Jun 17 08:55:40.496992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ee7d169b-d883-456f-bfab-e64b297b55db details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:55:40.594192 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd9add-d681-43c8-b322-bc49ef9d31b5 req-d9ad7b14-bcfb-493b-9423-0dae5eb19b59 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:40.603766 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ffd9add-d681-43c8-b322-bc49ef9d31b5 req-d9ad7b14-bcfb-493b-9423-0dae5eb19b59 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 946 time: 0.0830891 Jun 17 08:55:40.610474 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port ee7d169b-d883-456f-bfab-e64b297b55db, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ee7d169b-d883-456f-bfab-e64b297b55db,segment=NetworkSegment(86fbb9c4-09a5-4c47-8350-f8f54469dbd1),segment_id=86fbb9c4-09a5-4c47-8350-f8f54469dbd1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:40.627138 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'ee7d169b-d883-456f-bfab-e64b297b55db', 'network_id': '6d2e942e-85f1-41ad-afa1-dee4e9bf5f77', 'port_id': 'ee7d169b-d883-456f-bfab-e64b297b55db', 'mac_address': 'fa:16:3e:24:eb:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1fb1c6d-0d85-4534-a364-3c4fee61c1cf', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:55:40.647393 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ffd9add-d681-43c8-b322-bc49ef9d31b5 req-f46a4e84-e83f-419f-a123-e3934e9baa17 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab76b5a2-c143-4fa6-a514-9b9e68212e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426707 Jun 17 08:55:40.669532 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:40.683290 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7d169b-d883-456f-bfab-e64b297b55db {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:55:40.703505 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port ee7d169b-d883-456f-bfab-e64b297b55db, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ee7d169b-d883-456f-bfab-e64b297b55db,segment=NetworkSegment(86fbb9c4-09a5-4c47-8350-f8f54469dbd1),segment_id=86fbb9c4-09a5-4c47-8350-f8f54469dbd1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:40.708072 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:40.709823 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-905ee3c9-05cf-4124-a88e-1774aaf11b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:40.757843 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=ee7d169b-d883-456f-bfab-e64b297b55db,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:40.761667 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:40.865888 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c782e-7429-44f6-9ef5-b6ce92627840 req-2a6b9960-0e1e-4573-8ba1-7d14d1615d79 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:40.867347 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-759c782e-7429-44f6-9ef5-b6ce92627840 req-2a6b9960-0e1e-4573-8ba1-7d14d1615d79 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 946 time: 0.0686305 Jun 17 08:55:40.967869 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-759c782e-7429-44f6-9ef5-b6ce92627840 req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Deleting port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:40.969489 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-759c782e-7429-44f6-9ef5-b6ce92627840 req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:40.998935 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['ee7d169b-d883-456f-bfab-e64b297b55db'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:41.066667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-759c782e-7429-44f6-9ef5-b6ce92627840 req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] For port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:41.067069 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-759c782e-7429-44f6-9ef5-b6ce92627840 req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.136955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-759c782e-7429-44f6-9ef5-b6ce92627840 req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Calling delete_port for c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:41.310314 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-759c782e-7429-44f6-9ef5-b6ce92627840 req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.315237 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-961b777d-73b1-49be-aacb-4e6ec7ac9f65 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:41.322348 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['c0569b20-a307-4d2e-bc18-5f15aa2e3fc4'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:55:41.348038 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event deleted for resources: {'Port': ['ID=c0569b20-a307-4d2e-bc18-5f15aa2e3fc4,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:41.364286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.364685 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.365046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.365426 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.365828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.366172 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.366572 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.366945 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.367296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.367664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.368028 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.368392 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:55:41.390459 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:41.404541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080533a0-6e2c-465e-ab42-2136af4d3a0d req-27d7bc81-f255-403c-8d86-2c7754c167e2 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:41.406047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-080533a0-6e2c-465e-ab42-2136af4d3a0d req-27d7bc81-f255-403c-8d86-2c7754c167e2 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 908 time: 0.1525812 Jun 17 08:55:41.426343 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-759c782e-7429-44f6-9ef5-b6ce92627840 req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] No DVR routers for this DVR port c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:41.431227 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-759c782e-7429-44f6-9ef5-b6ce92627840 req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:41.433224 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-759c782e-7429-44f6-9ef5-b6ce92627840 req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "DELETE /v2.0/ports/c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 HTTP/1.1" status: 204 len: 173 time: 0.5596876 Jun 17 08:55:41.433799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298cceb6-53d7-4f81-9562-b03afd681e70', 'name': 'network-vif-deleted', 'tag': 'c0569b20-a307-4d2e-bc18-5f15aa2e3fc4'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:41.436226 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc328566-dc82-4925-85da-604c3aec7e71" -d '{"events": [{"server_uuid": "298cceb6-53d7-4f81-9562-b03afd681e70", "name": "network-vif-deleted", "tag": "c0569b20-a307-4d2e-bc18-5f15aa2e3fc4"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:41.482444 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae115ed1-ece5-40d6-979b-dbcc2ab12519 x-openstack-request-id: req-ae115ed1-ece5-40d6-979b-dbcc2ab12519 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:41.482977 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298cceb6-53d7-4f81-9562-b03afd681e70", "name": "network-vif-deleted", "tag": "c0569b20-a307-4d2e-bc18-5f15aa2e3fc4", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:41.483411 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae115ed1-ece5-40d6-979b-dbcc2ab12519 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:41.483892 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298cceb6-53d7-4f81-9562-b03afd681e70', 'name': 'network-vif-deleted', 'tag': 'c0569b20-a307-4d2e-bc18-5f15aa2e3fc4', 'status': 'completed', 'code': 200} Jun 17 08:55:41.833584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-671cabbd-9bd6-4327-80bc-04a45bb65351 req-9446eab7-3d1b-423f-8dc4-c1a8a151bf45 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 210 time: 0.0301838 Jun 17 08:55:42.515827 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ee7d169b-d883-456f-bfab-e64b297b55db up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:55:42.576107 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port ee7d169b-d883-456f-bfab-e64b297b55db completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:55:42.581028 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port ee7d169b-d883-456f-bfab-e64b297b55db triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:55:42.581415 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.594271 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:55:42.617367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306317c6-4296-4e97-9d62-c5b3d48ba395 req-91dbe890-d438-422b-968b-ec810ca9cfec tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:42.627672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-306317c6-4296-4e97-9d62-c5b3d48ba395 req-91dbe890-d438-422b-968b-ec810ca9cfec tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 908 time: 0.1047943 Jun 17 08:55:42.686403 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.709948 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9f5c43-665d-4fd7-91c7-b761395d37a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7d169b-d883-456f-bfab-e64b297b55db'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:42.712351 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26222c2-2a59-46d6-adad-b7c2604255e7" -d '{"events": [{"server_uuid": "fc9f5c43-665d-4fd7-91c7-b761395d37a9", "name": "network-vif-plugged", "status": "completed", "tag": "ee7d169b-d883-456f-bfab-e64b297b55db"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:42.725989 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port ee7d169b-d883-456f-bfab-e64b297b55db, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ee7d169b-d883-456f-bfab-e64b297b55db,segment=NetworkSegment(86fbb9c4-09a5-4c47-8350-f8f54469dbd1),segment_id=86fbb9c4-09a5-4c47-8350-f8f54469dbd1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:42.733748 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:42.734910 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:42.757198 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:42.759586 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:42.759931 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device c0569b20-a307-4d2e-bc18-5f15aa2e3fc4 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:42.797610 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdc3ac6-f3f9-4f1e-905c-401791b4900f x-openstack-request-id: req-5bdc3ac6-f3f9-4f1e-905c-401791b4900f {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:42.797610 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9f5c43-665d-4fd7-91c7-b761395d37a9", "name": "network-vif-plugged", "status": "completed", "tag": "ee7d169b-d883-456f-bfab-e64b297b55db", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:42.797610 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bdc3ac6-f3f9-4f1e-905c-401791b4900f {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:42.797990 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9f5c43-665d-4fd7-91c7-b761395d37a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7d169b-d883-456f-bfab-e64b297b55db', 'code': 200} Jun 17 08:55:42.838249 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=ee7d169b-d883-456f-bfab-e64b297b55db,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:42.842361 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:42.967787 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f1a19-bc16-4e43-af15-884e8e6b5779 req-c7c80192-9b8e-45d6-ba27-767ebc37e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:42.969721 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f69f1a19-bc16-4e43-af15-884e8e6b5779 req-c7c80192-9b8e-45d6-ba27-767ebc37e99f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 1061 time: 0.1198394 Jun 17 08:55:43.034545 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-464f88d1-93c4-4753-a420-0ffa0130eeb1 req-44fde8d8-5321-458f-a5ee-befcd2f111a3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 210 time: 0.0291209 Jun 17 08:55:43.431434 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-fd6ecc34-e0b4-4adc-b885-129c98569903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:43.459838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb890836-34f7-404f-9873-d39606e7223e req-008c838e-1bf4-468d-bb80-5cbb40d67551 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580204 Jun 17 08:55:43.562248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb890836-34f7-404f-9873-d39606e7223e req-f77af866-7ee2-42f6-a773-4ed2613e6212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:43.563797 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb890836-34f7-404f-9873-d39606e7223e req-f77af866-7ee2-42f6-a773-4ed2613e6212 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b88ad242882c4c9b9130c050eb8ba28a&device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 1137 time: 0.0613158 Jun 17 08:55:43.677715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb890836-34f7-404f-9873-d39606e7223e req-d9a8d2b9-918a-425d-bb87-40974585d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:43.679408 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb890836-34f7-404f-9873-d39606e7223e req-d9a8d2b9-918a-425d-bb87-40974585d723 service neutron] 10.222.0.63 "GET /v2.0/networks?id=5684d732-5404-4779-a265-455c233f1d0f HTTP/1.1" status: 200 len: 898 time: 0.0928338 Jun 17 08:55:43.764334 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb890836-34f7-404f-9873-d39606e7223e req-b34723bd-96ff-45d3-80c3-2db9d21c139a service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 HTTP/1.1" status: 200 len: 1002 time: 0.0789211 Jun 17 08:55:43.845496 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb890836-34f7-404f-9873-d39606e7223e req-cae28a6d-80aa-4367-949a-8a293334a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:43.846897 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb890836-34f7-404f-9873-d39606e7223e req-cae28a6d-80aa-4367-949a-8a293334a961 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b1b25be9-c568-4523-9ef8-79144429607b HTTP/1.1" status: 200 len: 834 time: 0.0730240 Jun 17 08:55:43.893141 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67094d42-5b33-434b-9913-4434c66a384a req-00a2d554-6762-4b43-940b-d14145302b5d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:43.894658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67094d42-5b33-434b-9913-4434c66a384a req-00a2d554-6762-4b43-940b-d14145302b5d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 909 time: 0.1337059 Jun 17 08:55:43.930250 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb890836-34f7-404f-9873-d39606e7223e req-11da4185-959d-4c46-a2f6-5d307480c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:43.931816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb890836-34f7-404f-9873-d39606e7223e req-11da4185-959d-4c46-a2f6-5d307480c6c6 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5684d732-5404-4779-a265-455c233f1d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0781438 Jun 17 08:55:44.030835 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb890836-34f7-404f-9873-d39606e7223e req-1bb789b3-3f20-49f7-9586-5a2e6742cc71 service neutron] 10.222.0.63 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921037 Jun 17 08:55:44.144304 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-eb890836-34f7-404f-9873-d39606e7223e req-f13bfc60-00f5-4c42-a0cd-cfdf519cb651 service neutron] 10.222.0.63 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074703 Jun 17 08:55:44.195670 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e1891ea9-9c04-43bf-a491-5f7d18b664f5 req-09203f5b-ea15-492f-ab68-117aee2972ad tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 210 time: 0.0297782 Jun 17 08:55:45.090186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67761aae-c321-4fe3-a10c-660020cab5b0 req-d896a1ce-c191-467f-9bf8-fd043a2ac9ab tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:45.103626 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-67761aae-c321-4fe3-a10c-660020cab5b0 req-d896a1ce-c191-467f-9bf8-fd043a2ac9ab tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 909 time: 0.0904627 Jun 17 08:55:45.359445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9a3c9539-7db6-4a8a-9f6c-65354cea868b req-afc24f9f-0cdc-4b2d-83a8-6ddc83bdc854 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=298cceb6-53d7-4f81-9562-b03afd681e70 HTTP/1.1" status: 200 len: 210 time: 0.0293162 Jun 17 08:55:45.513241 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd9793-c48b-4f44-b75a-dee6f2be9801 req-98482fc7-6999-4e43-89dd-072b21783a52 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:45.529802 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-45bd9793-c48b-4f44-b75a-dee6f2be9801 req-98482fc7-6999-4e43-89dd-072b21783a52 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 909 time: 0.0927463 Jun 17 08:55:45.673051 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-dc3c9b73-0787-48a0-87ec-e8e3ff71e63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.759497 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62029e-b6cf-4f93-8ff8-b8a838caeb51 req-0ddaaf1f-63c4-4e69-8136-b1632b5dc661 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:45.779833 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ff62029e-b6cf-4f93-8ff8-b8a838caeb51 req-0ddaaf1f-63c4-4e69-8136-b1632b5dc661 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 1061 time: 0.1038520 Jun 17 08:55:45.952337 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:45.980942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd411f6-44aa-4c01-b0be-9001ba97e3c0 req-f27a2431-6e5c-4800-8e88-2eea8edb8a0e tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:45.982865 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2fd411f6-44aa-4c01-b0be-9001ba97e3c0 req-f27a2431-6e5c-4800-8e88-2eea8edb8a0e tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 1137 time: 0.0595827 Jun 17 08:55:46.023587 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2fd411f6-44aa-4c01-b0be-9001ba97e3c0 req-f0b78301-c582-46d3-b8ad-dfce6f2ed230 tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0342414 Jun 17 08:55:46.048574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48476) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:46.111755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2d725-829a-4368-a913-0d90024a9fdd tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:46.115503 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2bf2d725-829a-4368-a913-0d90024a9fdd tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 1056 time: 0.0633881 Jun 17 08:55:46.528288 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71575a5-212b-45eb-97c2-6d3f62fa8454 req-5756aae3-633e-47cb-800a-ce371f113073 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:46.529953 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e71575a5-212b-45eb-97c2-6d3f62fa8454 req-5756aae3-633e-47cb-800a-ce371f113073 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 909 time: 0.0738022 Jun 17 08:55:46.933809 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:47.721012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12e684-7290-4733-89d7-5f29256d1779 req-e01b16ce-41c5-4fbd-b2cf-f9197142551f tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:47.722796 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1a12e684-7290-4733-89d7-5f29256d1779 req-e01b16ce-41c5-4fbd-b2cf-f9197142551f tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 909 time: 0.0736310 Jun 17 08:55:47.824553 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c3e60-9834-4e68-ac0a-85bc8be15873 req-892b70a7-8c5d-4f95-a473-799e5e91fa20 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:47.826611 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7d9c3e60-9834-4e68-ac0a-85bc8be15873 req-892b70a7-8c5d-4f95-a473-799e5e91fa20 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 909 time: 0.0725276 Jun 17 08:55:47.941080 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-7d9c3e60-9834-4e68-ac0a-85bc8be15873 req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Deleting port ee7d169b-d883-456f-bfab-e64b297b55db {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:47.941571 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7d9c3e60-9834-4e68-ac0a-85bc8be15873 req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.037334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-7d9c3e60-9834-4e68-ac0a-85bc8be15873 req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] For port ee7d169b-d883-456f-bfab-e64b297b55db, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=ee7d169b-d883-456f-bfab-e64b297b55db,segment=NetworkSegment(86fbb9c4-09a5-4c47-8350-f8f54469dbd1),segment_id=86fbb9c4-09a5-4c47-8350-f8f54469dbd1)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:48.037704 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7d9c3e60-9834-4e68-ac0a-85bc8be15873 req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.102046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-7d9c3e60-9834-4e68-ac0a-85bc8be15873 req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Calling delete_port for ee7d169b-d883-456f-bfab-e64b297b55db owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:48.245546 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7d9c3e60-9834-4e68-ac0a-85bc8be15873 req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.247826 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a5fcbcf4-5b8e-49b8-816d-21445f511d2a tempest-TestServerBasicOps-673651034 tempest-TestServerBasicOps-673651034-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:48.275401 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'Port': ['ID=ee7d169b-d883-456f-bfab-e64b297b55db,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:48.278101 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:48.331745 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9c3e60-9834-4e68-ac0a-85bc8be15873 req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] No DVR routers for this DVR port ee7d169b-d883-456f-bfab-e64b297b55db on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:48.334834 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7d9c3e60-9834-4e68-ac0a-85bc8be15873 req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.337675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7d9c3e60-9834-4e68-ac0a-85bc8be15873 req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.10 "DELETE /v2.0/ports/ee7d169b-d883-456f-bfab-e64b297b55db HTTP/1.1" status: 204 len: 173 time: 0.5053842 Jun 17 08:55:48.338395 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9f5c43-665d-4fd7-91c7-b761395d37a9', 'name': 'network-vif-deleted', 'tag': 'ee7d169b-d883-456f-bfab-e64b297b55db'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:48.348792 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ac293f-5815-4eee-8d6e-2dd3717ada3d" -d '{"events": [{"server_uuid": "fc9f5c43-665d-4fd7-91c7-b761395d37a9", "name": "network-vif-deleted", "tag": "ee7d169b-d883-456f-bfab-e64b297b55db"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:48.405925 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eb00f1-1ac1-4d08-8f1e-49001ff2d34b x-openstack-request-id: req-20eb00f1-1ac1-4d08-8f1e-49001ff2d34b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:48.406290 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9f5c43-665d-4fd7-91c7-b761395d37a9", "name": "network-vif-deleted", "tag": "ee7d169b-d883-456f-bfab-e64b297b55db", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:48.406593 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20eb00f1-1ac1-4d08-8f1e-49001ff2d34b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:48.407364 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9f5c43-665d-4fd7-91c7-b761395d37a9', 'name': 'network-vif-deleted', 'tag': 'ee7d169b-d883-456f-bfab-e64b297b55db', 'status': 'completed', 'code': 200} Jun 17 08:55:48.568369 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48506) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:48.713944 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a1478c1c-c56a-48b4-b874-08856c35f967 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b490275261d402e81ace46f52fe0c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443124 Jun 17 08:55:48.716839 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48516) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:48.787341 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-739b669e-2c29-4b8e-ad3e-1ab828e858b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.820125 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-739b669e-2c29-4b8e-ad3e-1ab828e858b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.885064 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-739b669e-2c29-4b8e-ad3e-1ab828e858b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.887694 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-739b669e-2c29-4b8e-ad3e-1ab828e858b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:48.889187 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-739b669e-2c29-4b8e-ad3e-1ab828e858b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/071f669f-7e2d-48de-8d45-98bc10e08390 HTTP/1.1" status: 204 len: 168 time: 0.1709709 Jun 17 08:55:48.892827 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-432c2ff9-04a6-4424-ae3e-29bced4cfee2 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:48.901431 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b669e-2c29-4b8e-ad3e-1ab828e858b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071f669f-7e2d-48de-8d45-98bc10e08390,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:48.915521 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9f9611b3-be95-4700-8d1b-9c15376425f8 req-496c5a3c-5edb-442e-905d-6f15f3914b76 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc9f5c43-665d-4fd7-91c7-b761395d37a9 HTTP/1.1" status: 200 len: 210 time: 0.0400832 Jun 17 08:55:48.920226 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-739b669e-2c29-4b8e-ad3e-1ab828e858b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:48.961623 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:49.916245 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48620) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:49.921174 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-6f79aa6a-4773-40e4-bc8c-ba3a0e1c5c0a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480345976', 'description': 'tempest-secgroup-smoke-480345976 description', 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:49.944196 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f79aa6a-4773-40e4-bc8c-ba3a0e1c5c0a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.016139 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48624) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:50.040767 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f79aa6a-4773-40e4-bc8c-ba3a0e1c5c0a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.046003 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f79aa6a-4773-40e4-bc8c-ba3a0e1c5c0a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.048678 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d3fa56fe-f02a-4d15-8516-9be7bb09f4cc tempest-TestSecurityGroupsBasicOps-1680152577 tempest-TestSecurityGroupsBasicOps-1680152577-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:50.076430 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6f79aa6a-4773-40e4-bc8c-ba3a0e1c5c0a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.080444 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6f79aa6a-4773-40e4-bc8c-ba3a0e1c5c0a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1603878 Jun 17 08:55:50.080739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48626) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:50.085937 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-aea279cb-71ae-4f03-bc12-0c29f807936c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'security_group_rule': {'security_group_id': 'b9f1e07c-185b-4961-95ac-7d2c5df7d196', 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:50.091992 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79aa6a-4773-40e4-bc8c-ba3a0e1c5c0a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f1e07c-185b-4961-95ac-7d2c5df7d196,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:50.096680 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6f79aa6a-4773-40e4-bc8c-ba3a0e1c5c0a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:50.127951 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aea279cb-71ae-4f03-bc12-0c29f807936c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.228246 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aea279cb-71ae-4f03-bc12-0c29f807936c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.234994 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aea279cb-71ae-4f03-bc12-0c29f807936c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.241084 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-96ddd2e7-3719-4c79-ab5b-cc75e0d03fff tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:50.259558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea279cb-71ae-4f03-bc12-0c29f807936c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087503d9-761a-4836-93a5-ed1f933aa5e2,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:50.264045 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-aea279cb-71ae-4f03-bc12-0c29f807936c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:50.266442 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-aea279cb-71ae-4f03-bc12-0c29f807936c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.268076 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-aea279cb-71ae-4f03-bc12-0c29f807936c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1863000 Jun 17 08:55:50.271277 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48632) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:50.276331 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-6925a550-2e79-471d-bba3-e53995f455fe tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'security_group_rule': {'security_group_id': 'b9f1e07c-185b-4961-95ac-7d2c5df7d196', 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:50.307353 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6925a550-2e79-471d-bba3-e53995f455fe tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.369597 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6925a550-2e79-471d-bba3-e53995f455fe tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.374909 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6925a550-2e79-471d-bba3-e53995f455fe tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.377030 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e4b76082-7c1a-45d4-b204-b4e2d97e1657 tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:50.391806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925a550-2e79-471d-bba3-e53995f455fe tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d48dc52-1baf-4a22-8585-d995d19af934,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:50.395857 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6925a550-2e79-471d-bba3-e53995f455fe tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:50.402408 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6925a550-2e79-471d-bba3-e53995f455fe tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.403785 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6925a550-2e79-471d-bba3-e53995f455fe tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313736 Jun 17 08:55:50.406545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48648) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:50.411828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-5d95ffed-7fe1-4256-abd8-abcefef0d86d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'security_group_rule': {'security_group_id': 'b9f1e07c-185b-4961-95ac-7d2c5df7d196', 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:50.435205 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.443001 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffed-7fe1-4256-abd8-abcefef0d86d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.505760 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffed-7fe1-4256-abd8-abcefef0d86d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.511708 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffed-7fe1-4256-abd8-abcefef0d86d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.513729 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c80e01c2-bb9b-40fb-bfd9-f3968eaad8ef tempest-AttachVolumeTestJSON-1308748720 tempest-AttachVolumeTestJSON-1308748720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:50.529254 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95ffed-7fe1-4256-abd8-abcefef0d86d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0c6ac0-f6b1-412a-b2a9-a9daca2d7077,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:50.533862 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5d95ffed-7fe1-4256-abd8-abcefef0d86d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:50.543976 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5d95ffed-7fe1-4256-abd8-abcefef0d86d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.545483 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5d95ffed-7fe1-4256-abd8-abcefef0d86d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1377182 Jun 17 08:55:50.548219 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48666) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:50.552931 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-758a7bae-4112-4d3f-bf5f-8c0a61815efa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'security_group_rule': {'security_group_id': 'b9f1e07c-185b-4961-95ac-7d2c5df7d196', 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:50.574444 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ee7d169b-d883-456f-bfab-e64b297b55db no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:50.588762 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-758a7bae-4112-4d3f-bf5f-8c0a61815efa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.602861 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: ee7d169b-d883-456f-bfab-e64b297b55db {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:50.603449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device ee7d169b-d883-456f-bfab-e64b297b55db not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:50.664206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-758a7bae-4112-4d3f-bf5f-8c0a61815efa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.669308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-758a7bae-4112-4d3f-bf5f-8c0a61815efa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.672084 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d4c0150f-d89f-4eb4-a218-1c253be5990d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:50.691895 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a7bae-4112-4d3f-bf5f-8c0a61815efa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ceb4a2-1ffb-4c8d-8fa1-b2862acf8624,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:50.694531 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-758a7bae-4112-4d3f-bf5f-8c0a61815efa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:50.701177 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-758a7bae-4112-4d3f-bf5f-8c0a61815efa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.705039 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-758a7bae-4112-4d3f-bf5f-8c0a61815efa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533175 Jun 17 08:55:50.705248 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48668) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:50.709872 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-a205f947-b64c-4c59-9596-64c7b2b35235 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'security_group_rule': {'security_group_id': 'b9f1e07c-185b-4961-95ac-7d2c5df7d196', 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:50.734139 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-a205f947-b64c-4c59-9596-64c7b2b35235 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Project b5a5d9ad8488480b98ed6d0f5ad64942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:55:50.736697 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Deleting port f89eb351-9048-4139-baca-d95223bfc1e5 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:50.737128 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.739343 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a205f947-b64c-4c59-9596-64c7b2b35235 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.808717 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a205f947-b64c-4c59-9596-64c7b2b35235 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.814180 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a205f947-b64c-4c59-9596-64c7b2b35235 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.820152 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c461833c-7e3d-44fb-a749-0e0f84901e7d tempest-TestNetworkBasicOps-1795934912 tempest-TestNetworkBasicOps-1795934912-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:50.835383 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205f947-b64c-4c59-9596-64c7b2b35235 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b82bdb-de47-44b2-867a-3962b57eea77,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:50.836867 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] For port f89eb351-9048-4139-baca-d95223bfc1e5, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f89eb351-9048-4139-baca-d95223bfc1e5,segment=NetworkSegment(86fbb9c4-09a5-4c47-8350-f8f54469dbd1),segment_id=86fbb9c4-09a5-4c47-8350-f8f54469dbd1)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:50.837193 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.839765 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a205f947-b64c-4c59-9596-64c7b2b35235 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:50.843898 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-a205f947-b64c-4c59-9596-64c7b2b35235 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.845219 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-a205f947-b64c-4c59-9596-64c7b2b35235 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390336 Jun 17 08:55:50.848412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48670) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:50.853336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-5e9249d4-afbd-4a54-b055-869be3364d4c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'security_group_rule': {'security_group_id': 'b9f1e07c-185b-4961-95ac-7d2c5df7d196', 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:55:50.877567 n-d-779913-16 neutron-server[93803]: INFO neutron.db.securitygroups_db [None req-5e9249d4-afbd-4a54-b055-869be3364d4c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Project b5a5d9ad8488480b98ed6d0f5ad64942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:55:50.883421 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5e9249d4-afbd-4a54-b055-869be3364d4c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.909342 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Calling delete_port for f89eb351-9048-4139-baca-d95223bfc1e5 owned by network:router_interface {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:50.951903 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5e9249d4-afbd-4a54-b055-869be3364d4c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.957657 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5e9249d4-afbd-4a54-b055-869be3364d4c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1751315'] for security_group_rule, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.960043 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b8868268-b019-4130-9b2a-fe0eab3bc3c2 tempest-SecGroupTest-1325246965 tempest-SecGroupTest-1325246965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:50.978120 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9249d4-afbd-4a54-b055-869be3364d4c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdad7b55-4a66-4330-a9e0-443b3eac77b0,revision_number=0']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:50.980779 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5e9249d4-afbd-4a54-b055-869be3364d4c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:50.990031 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-5e9249d4-afbd-4a54-b055-869be3364d4c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:50.991286 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-5e9249d4-afbd-4a54-b055-869be3364d4c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419289 Jun 17 08:55:51.125481 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.127938 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-544ebe8a-cd28-4b35-82ec-24c6e0afd44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:51.155141 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'Port': ['ID=f89eb351-9048-4139-baca-d95223bfc1e5,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:51.194589 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:51.401929 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.656530 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Router 55e50183-6975-4ff3-88e2-855894a92d57 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:55:51.777566 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:55:51.786286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48742) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:51.786507 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-7deb7091-3d22-4f62-8372-41868a84130b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "PUT /v2.0/routers/55e50183-6975-4ff3-88e2-855894a92d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7690473 Jun 17 08:55:51.787974 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c408abe-7398-4b29-939b-89640fce1484 None None] Sync routers for ids ['55e50183-6975-4ff3-88e2-855894a92d57'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:51.799486 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c408abe-7398-4b29-939b-89640fce1484 None None] Routers {'55e50183-6975-4ff3-88e2-855894a92d57'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:51.800194 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4c408abe-7398-4b29-939b-89640fce1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:55:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['55e50183-6975-4ff3-88e2-855894a92d57'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:51.861154 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-de59e27c-6b74-4217-93ad-d5d7fd133676 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Deleting subnet a1fb1c6d-0d85-4534-a364-3c4fee61c1cf {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:55:51.867206 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de59e27c-6b74-4217-93ad-d5d7fd133676 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.911639 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de59e27c-6b74-4217-93ad-d5d7fd133676 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:51.917804 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-4c408abe-7398-4b29-939b-89640fce1484 None None] Set router 55e50183-6975-4ff3-88e2-855894a92d57 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:52.004188 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de59e27c-6b74-4217-93ad-d5d7fd133676 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.076792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de59e27c-6b74-4217-93ad-d5d7fd133676 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.087138 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-29a39bba-04fc-4e30-985a-c4f52cd9340e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:52.093385 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-de59e27c-6b74-4217-93ad-d5d7fd133676 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.095460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-de59e27c-6b74-4217-93ad-d5d7fd133676 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "DELETE /v2.0/subnets/a1fb1c6d-0d85-4534-a364-3c4fee61c1cf HTTP/1.1" status: 204 len: 168 time: 0.3080165 Jun 17 08:55:52.099130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48748) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:52.109660 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4c408abe-7398-4b29-939b-89640fce1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e50183-6975-4ff3-88e2-855894a92d57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761943551', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:25Z', 'updated_at': '2021-06-17T08:55:51Z', 'revision_number': 5, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:26Z', 'updated_at': '2021-06-17T08:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:52.119593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59e27c-6b74-4217-93ad-d5d7fd133676 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fb1c6d-0d85-4534-a364-3c4fee61c1cf,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:52.122248 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-de59e27c-6b74-4217-93ad-d5d7fd133676 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:52.140014 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c408abe-7398-4b29-939b-89640fce1484 None None] Checking router: 55e50183-6975-4ff3-88e2-855894a92d57 for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:55:52.149785 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c408abe-7398-4b29-939b-89640fce1484 None None] Routers {'55e50183-6975-4ff3-88e2-855894a92d57'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:52.150604 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4c408abe-7398-4b29-939b-89640fce1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:55:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['55e50183-6975-4ff3-88e2-855894a92d57'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:52.158927 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91280ce6-2795-47b4-a612-4ead0adcaf04 None None] Network 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:55:52.257069 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-4c408abe-7398-4b29-939b-89640fce1484 None None] Set router 55e50183-6975-4ff3-88e2-855894a92d57 gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:52.472598 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-4c408abe-7398-4b29-939b-89640fce1484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55e50183-6975-4ff3-88e2-855894a92d57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761943551', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:25Z', 'updated_at': '2021-06-17T08:55:51Z', 'revision_number': 5, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:26Z', 'updated_at': '2021-06-17T08:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:52.499426 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c408abe-7398-4b29-939b-89640fce1484 None None] The sync data for ids ['55e50183-6975-4ff3-88e2-855894a92d57'] in n-d-779913-16 is: [{'id': '55e50183-6975-4ff3-88e2-855894a92d57', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1761943551', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:55:25Z', 'updated_at': '2021-06-17T08:55:51Z', 'revision_number': 5, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '4f8d2c56-03c9-41b0-9a34-6e873556020b', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:58:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e50183-6975-4ff3-88e2-855894a92d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:55:26Z', 'updated_at': '2021-06-17T08:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:52.511168 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19269068-72e5-4dc2-9b8c-3a894dea18e0 None None] DHCP port deletion for 6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:55:52.576896 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-19269068-72e5-4dc2-9b8c-3a894dea18e0 None None] Deleting port 64a22a21-82a3-49a5-908a-780ba950cf8d {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:52.577847 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-19269068-72e5-4dc2-9b8c-3a894dea18e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.659047 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-19269068-72e5-4dc2-9b8c-3a894dea18e0 None None] For port 64a22a21-82a3-49a5-908a-780ba950cf8d, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=64a22a21-82a3-49a5-908a-780ba950cf8d,segment=NetworkSegment(86fbb9c4-09a5-4c47-8350-f8f54469dbd1),segment_id=86fbb9c4-09a5-4c47-8350-f8f54469dbd1)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:52.659545 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-19269068-72e5-4dc2-9b8c-3a894dea18e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.674452 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.728483 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-19269068-72e5-4dc2-9b8c-3a894dea18e0 None None] Calling delete_port for 64a22a21-82a3-49a5-908a-780ba950cf8d owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:52.789022 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.839709 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-19269068-72e5-4dc2-9b8c-3a894dea18e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.850889 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:52.855543 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19269068-72e5-4dc2-9b8c-3a894dea18e0 None None] No DVR routers for this DVR port 64a22a21-82a3-49a5-908a-780ba950cf8d on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:52.855749 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Deleting port 4f8d2c56-03c9-41b0-9a34-6e873556020b {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:52.856192 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:52.892400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19269068-72e5-4dc2-9b8c-3a894dea18e0 None None] Pushing event deleted for resources: {'Port': ['ID=64a22a21-82a3-49a5-908a-780ba950cf8d,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:52.895282 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-19269068-72e5-4dc2-9b8c-3a894dea18e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:52.957238 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] For port 4f8d2c56-03c9-41b0-9a34-6e873556020b, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=4f8d2c56-03c9-41b0-9a34-6e873556020b,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:52.957605 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.031481 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Calling delete_port for 4f8d2c56-03c9-41b0-9a34-6e873556020b owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:53.215524 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.217844 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:53.248329 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'Port': ['ID=4f8d2c56-03c9-41b0-9a34-6e873556020b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:53.256279 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:53.313059 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.408072 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.410619 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.468808 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.469505 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Fanout notify agent at l3_agent the message router_deleted on router 55e50183-6975-4ff3-88e2-855894a92d57 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:55:53.479320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.483232 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48756) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:53.483716 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "DELETE /v2.0/routers/55e50183-6975-4ff3-88e2-855894a92d57 HTTP/1.1" status: 204 len: 168 time: 1.3826561 Jun 17 08:55:53.575535 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.674637 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.685089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d2e942e-85f1-41ad-afa1-dee4e9bf5f77']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:53.697550 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fbb9c4-09a5-4c47-8350-f8f54469dbd1') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:53.697957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fbb9c4-09a5-4c47-8350-f8f54469dbd1') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:53.707882 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.722623 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.732794 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:55:53.733417 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: conditions |= (models_v2.Port.network_id.in_( Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: retrieve_revision_numbers = { Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:55:53.736888 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:55:53.797900 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.800425 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c01afc46-7300-406c-a011-f4bb63ff1b4c tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:53.805279 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:53.807138 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "DELETE /v2.0/networks/6d2e942e-85f1-41ad-afa1-dee4e9bf5f77 HTTP/1.1" status: 204 len: 168 time: 0.3228252 Jun 17 08:55:53.810167 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48760) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:53.819289 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'Network': ['ID=6d2e942e-85f1-41ad-afa1-dee4e9bf5f77,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:53.821935 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-02abeafb-5a5e-44dc-be99-9b801a45ae83 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:54.016130 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Deleting port d7e8b115-9a7a-4d6a-ab48-f246149714e2 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:54.016467 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.098659 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.099052 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.184499 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Calling delete_port for d7e8b115-9a7a-4d6a-ab48-f246149714e2 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:54.214149 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f89eb351-9048-4139-baca-d95223bfc1e5 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:54.239652 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f89eb351-9048-4139-baca-d95223bfc1e5 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:54.240703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f89eb351-9048-4139-baca-d95223bfc1e5 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:54.240703 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 64a22a21-82a3-49a5-908a-780ba950cf8d no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:54.259926 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 64a22a21-82a3-49a5-908a-780ba950cf8d {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:54.260515 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 64a22a21-82a3-49a5-908a-780ba950cf8d not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:54.261116 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4f8d2c56-03c9-41b0-9a34-6e873556020b no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:54.280299 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 4f8d2c56-03c9-41b0-9a34-6e873556020b {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:54.280898 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 4f8d2c56-03c9-41b0-9a34-6e873556020b not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:54.359550 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.361702 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:54.382626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'Port': ['ID=d7e8b115-9a7a-4d6a-ab48-f246149714e2,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:54.387850 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:54.461913 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.462218 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Floating IP 4cb301d1-8787-4015-ba08-345f5e5b5047 disassociated (deleted). External IP: 172.25.8.233, port: 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20. Jun 17 08:55:54.685081 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:55:54.804967 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:55:54.810138 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:54.816475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6975cc3-8173-4bd6-95be-cb7b73287531 None None] Sync routers for ids ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:55:54.830999 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6975cc3-8173-4bd6-95be-cb7b73287531 None None] Routers {'fef09e89-7768-4c3c-9a06-5c83ee4d42d4'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:54.832034 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c6975cc3-8173-4bd6-95be-cb7b73287531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:55:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:54.850133 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "DELETE /v2.0/floatingips/4cb301d1-8787-4015-ba08-345f5e5b5047 HTTP/1.1" status: 204 len: 168 time: 1.0382462 Jun 17 08:55:54.850953 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'tag': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:54.853433 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dd87ee-a005-41ea-84c5-122b628a0b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f46aad4b-0e77-4917-8fc9-ecf808af113a", "tag": "4a0f7e8e-fd73-451a-9ffc-f8a564e5be20"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:54.893051 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfa5be7-add3-4659-9334-b708b0170b49 x-openstack-request-id: req-4bfa5be7-add3-4659-9334-b708b0170b49 {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:54.893815 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46aad4b-0e77-4917-8fc9-ecf808af113a", "tag": "4a0f7e8e-fd73-451a-9ffc-f8a564e5be20", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:54.894357 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4bfa5be7-add3-4659-9334-b708b0170b49 {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:54.895146 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'tag': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20', 'status': 'completed', 'code': 200} Jun 17 08:55:54.976482 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-c6975cc3-8173-4bd6-95be-cb7b73287531 None None] Set router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:54.994445 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd87ee-a005-41ea-84c5-122b628a0b5c req-57f6c810-f3db-4e25-853f-bf1fca6035a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:54.996149 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61dd87ee-a005-41ea-84c5-122b628a0b5c req-57f6c810-f3db-4e25-853f-bf1fca6035a8 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b88ad242882c4c9b9130c050eb8ba28a&device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 1137 time: 0.0780568 Jun 17 08:55:55.141049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd87ee-a005-41ea-84c5-122b628a0b5c req-6bb7fd95-7bbe-41e8-8856-3cce16dfc0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:55.142808 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61dd87ee-a005-41ea-84c5-122b628a0b5c req-6bb7fd95-7bbe-41e8-8856-3cce16dfc0eb service neutron] 10.222.0.63 "GET /v2.0/networks?id=5684d732-5404-4779-a265-455c233f1d0f HTTP/1.1" status: 200 len: 898 time: 0.1401689 Jun 17 08:55:55.195718 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61dd87ee-a005-41ea-84c5-122b628a0b5c req-e925e310-385c-43ed-aba9-652cb5d8decf service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 HTTP/1.1" status: 200 len: 217 time: 0.0452342 Jun 17 08:55:55.234315 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c6975cc3-8173-4bd6-95be-cb7b73287531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f22bdcc3-54b8-4a43-a889-577777e4ccdd', 'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:f0:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:31Z', 'updated_at': '2021-06-17T08:54:38Z', 'revision_number': 5, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:55.271552 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6975cc3-8173-4bd6-95be-cb7b73287531 None None] Checking router: fef09e89-7768-4c3c-9a06-5c83ee4d42d4 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:55:55.296081 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6975cc3-8173-4bd6-95be-cb7b73287531 None None] Routers {'fef09e89-7768-4c3c-9a06-5c83ee4d42d4'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:55:55.300516 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c6975cc3-8173-4bd6-95be-cb7b73287531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:55:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:55.301719 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd87ee-a005-41ea-84c5-122b628a0b5c req-5068e9de-3044-4ac0-b417-29a8c0450978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:55.303269 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61dd87ee-a005-41ea-84c5-122b628a0b5c req-5068e9de-3044-4ac0-b417-29a8c0450978 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=b1b25be9-c568-4523-9ef8-79144429607b HTTP/1.1" status: 200 len: 834 time: 0.1015697 Jun 17 08:55:55.391683 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c9184-25aa-413f-8e6f-c16239a37cc5 req-b12b0c6d-bef0-4b3f-8754-2a9761a8a2c7 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:55.393320 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d13c9184-25aa-413f-8e6f-c16239a37cc5 req-b12b0c6d-bef0-4b3f-8754-2a9761a8a2c7 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 985 time: 0.1408739 Jun 17 08:55:55.421840 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd87ee-a005-41ea-84c5-122b628a0b5c req-8183df00-d695-4b6b-9f0e-cc0661467d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:55.423658 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61dd87ee-a005-41ea-84c5-122b628a0b5c req-8183df00-d695-4b6b-9f0e-cc0661467d2d service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=5684d732-5404-4779-a265-455c233f1d0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1108422 Jun 17 08:55:55.434759 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-c6975cc3-8173-4bd6-95be-cb7b73287531 None None] Set router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:55:55.522299 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d13c9184-25aa-413f-8e6f-c16239a37cc5 req-5b0ab382-a360-4163-94cc-4c2e69642703 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1079352 Jun 17 08:55:55.579168 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61dd87ee-a005-41ea-84c5-122b628a0b5c req-08e2529b-65ca-46fa-96c6-87567865ac81 service neutron] 10.222.0.63 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451769 Jun 17 08:55:55.704228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-61dd87ee-a005-41ea-84c5-122b628a0b5c req-acfc752d-73ed-4211-ae75-db6f507feef9 service neutron] 10.222.0.63 "GET /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141045 Jun 17 08:55:55.715120 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-c6975cc3-8173-4bd6-95be-cb7b73287531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f22bdcc3-54b8-4a43-a889-577777e4ccdd', 'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:f0:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:31Z', 'updated_at': '2021-06-17T08:54:38Z', 'revision_number': 5, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:55:55.748502 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6975cc3-8173-4bd6-95be-cb7b73287531 None None] The sync data for ids ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'] in n-d-779913-16 is: [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': 'f22bdcc3-54b8-4a43-a889-577777e4ccdd', 'name': '', 'network_id': '5684d732-5404-4779-a265-455c233f1d0f', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'mac_address': 'fa:16:3e:f0:18:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:31Z', 'updated_at': '2021-06-17T08:54:38Z', 'revision_number': 5, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'subnets': [{'id': 'b1b25be9-c568-4523-9ef8-79144429607b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:55:56.000375 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35269b20-5058-411c-9214-1daf4c968416 None None] New status for floating IP 4cb301d1-8787-4015-ba08-345f5e5b5047: DOWN {{(pid=93806) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:55:56.489372 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887ef6e-abbd-4235-8bad-5d117c4485d3 req-037e1c83-0b1d-4ab7-8f93-8d3db88f133b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:56.490898 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c887ef6e-abbd-4235-8bad-5d117c4485d3 req-037e1c83-0b1d-4ab7-8f93-8d3db88f133b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.63 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 985 time: 0.0712557 Jun 17 08:55:56.595474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c887ef6e-abbd-4235-8bad-5d117c4485d3 req-fc253a98-d0a2-4e8a-b582-0fefee4cc39b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Deleting port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:56.595818 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c887ef6e-abbd-4235-8bad-5d117c4485d3 req-fc253a98-d0a2-4e8a-b582-0fefee4cc39b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.747242 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-c887ef6e-abbd-4235-8bad-5d117c4485d3 req-fc253a98-d0a2-4e8a-b582-0fefee4cc39b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] For port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20,segment=NetworkSegment(e3a2c5ef-2589-4bbe-bdba-7600e45b7e62),segment_id=e3a2c5ef-2589-4bbe-bdba-7600e45b7e62)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:56.747619 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c887ef6e-abbd-4235-8bad-5d117c4485d3 req-fc253a98-d0a2-4e8a-b582-0fefee4cc39b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:56.771694 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc509c6-ca52-4e85-8107-fb44c34a1a39 req-0460fd47-0bfa-4b9b-b152-541ed25862d4 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:55:56.773399 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1bc509c6-ca52-4e85-8107-fb44c34a1a39 req-0460fd47-0bfa-4b9b-b152-541ed25862d4 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/ports?device_id=f46aad4b-0e77-4917-8fc9-ecf808af113a HTTP/1.1" status: 200 len: 985 time: 0.1265244 Jun 17 08:55:56.830903 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-c887ef6e-abbd-4235-8bad-5d117c4485d3 req-fc253a98-d0a2-4e8a-b582-0fefee4cc39b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Calling delete_port for 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:56.911133 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1bc509c6-ca52-4e85-8107-fb44c34a1a39 req-fddf5b87-9907-4cf1-9d27-a047532d8e62 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "GET /v2.0/security-groups?id=d33e3228-fcb7-4bba-8e80-5433d37f2ef7&id=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1059115 Jun 17 08:55:57.005151 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c887ef6e-abbd-4235-8bad-5d117c4485d3 req-fc253a98-d0a2-4e8a-b582-0fefee4cc39b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.011144 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8aad10e1-ab1e-49a4-a830-81f270d3541c tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:57.042728 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc253a98-d0a2-4e8a-b582-0fefee4cc39b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'Port': ['ID=4a0f7e8e-fd73-451a-9ffc-f8a564e5be20,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:57.048305 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-fc253a98-d0a2-4e8a-b582-0fefee4cc39b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:57.098319 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c887ef6e-abbd-4235-8bad-5d117c4485d3 req-fc253a98-d0a2-4e8a-b582-0fefee4cc39b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] No DVR routers for this DVR port 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:55:57.106662 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c887ef6e-abbd-4235-8bad-5d117c4485d3 req-fc253a98-d0a2-4e8a-b582-0fefee4cc39b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:57.109646 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c887ef6e-abbd-4235-8bad-5d117c4485d3 req-fc253a98-d0a2-4e8a-b582-0fefee4cc39b tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.63 "DELETE /v2.0/ports/4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 HTTP/1.1" status: 204 len: 173 time: 0.6134217 Jun 17 08:55:57.110261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'name': 'network-vif-deleted', 'tag': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:55:57.113057 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcfae61-beff-43fe-9622-1afefd9f0387" -d '{"events": [{"server_uuid": "f46aad4b-0e77-4917-8fc9-ecf808af113a", "name": "network-vif-deleted", "tag": "4a0f7e8e-fd73-451a-9ffc-f8a564e5be20"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:55:57.158007 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abd7d15-7e88-46af-ba56-1bdcdb9436cc x-openstack-request-id: req-3abd7d15-7e88-46af-ba56-1bdcdb9436cc {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:55:57.158415 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46aad4b-0e77-4917-8fc9-ecf808af113a", "name": "network-vif-deleted", "tag": "4a0f7e8e-fd73-451a-9ffc-f8a564e5be20", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:55:57.158718 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3abd7d15-7e88-46af-ba56-1bdcdb9436cc {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:55:57.159208 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46aad4b-0e77-4917-8fc9-ecf808af113a', 'name': 'network-vif-deleted', 'tag': '4a0f7e8e-fd73-451a-9ffc-f8a564e5be20', 'status': 'completed', 'code': 200} Jun 17 08:55:58.009334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48790) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:58.067498 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8e1891c4-bf65-42be-aaed-986278083acb tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.090031 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8e1891c4-bf65-42be-aaed-986278083acb tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.143860 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8e1891c4-bf65-42be-aaed-986278083acb tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.147501 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-8e1891c4-bf65-42be-aaed-986278083acb tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.151302 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-8e1891c4-bf65-42be-aaed-986278083acb tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "DELETE /v2.0/security-groups/d33e3228-fcb7-4bba-8e80-5433d37f2ef7 HTTP/1.1" status: 204 len: 168 time: 0.1381767 Jun 17 08:55:58.151302 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b9c03dc0-87c5-4214-90d1-abc3a3bc7e69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:58.151702 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48792) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:58.160438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1891c4-bf65-42be-aaed-986278083acb tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33e3228-fcb7-4bba-8e80-5433d37f2ef7,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:58.169036 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8e1891c4-bf65-42be-aaed-986278083acb tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:58.215246 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-55fb88c6-a593-45c0-aac0-6a5c59e00b85 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.241450 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-55fb88c6-a593-45c0-aac0-6a5c59e00b85 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.289682 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-55fb88c6-a593-45c0-aac0-6a5c59e00b85 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.292509 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-55fb88c6-a593-45c0-aac0-6a5c59e00b85 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:58.295359 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-55fb88c6-a593-45c0-aac0-6a5c59e00b85 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "DELETE /v2.0/security-groups/9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b HTTP/1.1" status: 204 len: 168 time: 0.1426327 Jun 17 08:55:58.296237 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-524b95e1-fd57-4879-a266-6d3ceb9e9290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:58.298617 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48794) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:55:58.306069 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb88c6-a593-45c0-aac0-6a5c59e00b85 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5ac7b9-04e7-4a8b-a5fa-5aedad5b428b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:58.309646 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-55fb88c6-a593-45c0-aac0-6a5c59e00b85 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:55:58.391291 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:55:58.416251 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:55:58.416607 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 4a0f7e8e-fd73-451a-9ffc-f8a564e5be20 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:55:58.711945 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.021204 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Deleting port f22bdcc3-54b8-4a43-a889-577777e4ccdd {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:55:59.021937 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.555282 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] For port f22bdcc3-54b8-4a43-a889-577777e4ccdd, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=f22bdcc3-54b8-4a43-a889-577777e4ccdd,segment=NetworkSegment(e3a2c5ef-2589-4bbe-bdba-7600e45b7e62),segment_id=e3a2c5ef-2589-4bbe-bdba-7600e45b7e62)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:55:59.555737 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.632997 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Calling delete_port for f22bdcc3-54b8-4a43-a889-577777e4ccdd owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:55:59.840507 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:55:59.843942 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e5c7f943-087b-49d6-985b-40063a1d6935 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:55:59.890222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'Port': ['ID=f22bdcc3-54b8-4a43-a889-577777e4ccdd,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:55:59.895488 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:00.085521 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.322101 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:56:00.440869 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:56:00.447303 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-d60262f1-030f-4329-ab3c-f2c838f1377e tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "PUT /v2.0/routers/fef09e89-7768-4c3c-9a06-5c83ee4d42d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1471634 Jun 17 08:56:00.449925 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48804) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:00.452941 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44382e47-d1a8-4e92-b408-c6b85918af34 None None] Sync routers for ids ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:00.464260 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44382e47-d1a8-4e92-b408-c6b85918af34 None None] Routers {'fef09e89-7768-4c3c-9a06-5c83ee4d42d4'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:00.464984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-44382e47-d1a8-4e92-b408-c6b85918af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:55:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:00.510385 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1730a25-9618-446c-bf39-a3998e907401 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Deleting subnet b1b25be9-c568-4523-9ef8-79144429607b {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 08:56:00.514143 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1730a25-9618-446c-bf39-a3998e907401 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.559239 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1730a25-9618-446c-bf39-a3998e907401 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.664867 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1730a25-9618-446c-bf39-a3998e907401 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.732696 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1730a25-9618-446c-bf39-a3998e907401 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.737424 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8000ee33-99da-444f-b921-c1a6d19e2e3f tempest-TestNetworkAdvancedServerOps-371747763 tempest-TestNetworkAdvancedServerOps-371747763-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:00.763244 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-44382e47-d1a8-4e92-b408-c6b85918af34 None None] Set router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:00.772203 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1730a25-9618-446c-bf39-a3998e907401 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b25be9-c568-4523-9ef8-79144429607b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:00.774201 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e1730a25-9618-446c-bf39-a3998e907401 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:00.778583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e1730a25-9618-446c-bf39-a3998e907401 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "DELETE /v2.0/subnets/b1b25be9-c568-4523-9ef8-79144429607b HTTP/1.1" status: 204 len: 168 time: 0.3249497 Jun 17 08:56:00.778583 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e1730a25-9618-446c-bf39-a3998e907401 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:00.778868 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48806) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:00.794211 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d8db3b-5478-49e1-90d0-06d0d0386d08 None None] Network 5684d732-5404-4779-a265-455c233f1d0f requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:56:00.907292 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.040439 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.059248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-44382e47-d1a8-4e92-b408-c6b85918af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:55:59Z', 'revision_number': 5, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port': {'id': '1dc44428-d7de-4184-a0aa-25fde35e9886', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:01.092076 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44382e47-d1a8-4e92-b408-c6b85918af34 None None] Checking router: fef09e89-7768-4c3c-9a06-5c83ee4d42d4 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:01.103823 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44382e47-d1a8-4e92-b408-c6b85918af34 None None] Routers {'fef09e89-7768-4c3c-9a06-5c83ee4d42d4'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:01.104467 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-44382e47-d1a8-4e92-b408-c6b85918af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:55:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:01.140403 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Deleting port 1dc44428-d7de-4184-a0aa-25fde35e9886 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:01.140980 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.149095 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b5dfc-8449-4324-a5f2-5718e8913d7d None None] DHCP port deletion for 5684d732-5404-4779-a265-455c233f1d0f request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:56:01.228475 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-44382e47-d1a8-4e92-b408-c6b85918af34 None None] Set router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 gateway port host: None {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:01.247158 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] For port 1dc44428-d7de-4184-a0aa-25fde35e9886, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=1dc44428-d7de-4184-a0aa-25fde35e9886,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:01.247670 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.287198 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-44382e47-d1a8-4e92-b408-c6b85918af34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:56:01Z', 'revision_number': 6, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:01.312955 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Calling delete_port for 1dc44428-d7de-4184-a0aa-25fde35e9886 owned by network:router_gateway {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:01.319447 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44382e47-d1a8-4e92-b408-c6b85918af34 None None] The sync data for ids ['fef09e89-7768-4c3c-9a06-5c83ee4d42d4'] in n-d-779913-16 is: [{'id': 'fef09e89-7768-4c3c-9a06-5c83ee4d42d4', 'name': 'tempest-TestSecurityGroupsBasicOps-router-233832921', 'tenant_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:54:28Z', 'updated_at': '2021-06-17T08:56:01Z', 'revision_number': 6, 'project_id': 'b88ad242882c4c9b9130c050eb8ba28a', 'gw_port_host': None}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:01.324845 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-818b5dfc-8449-4324-a5f2-5718e8913d7d None None] Deleting port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:56:01.325312 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-818b5dfc-8449-4324-a5f2-5718e8913d7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.392899 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-818b5dfc-8449-4324-a5f2-5718e8913d7d None None] For port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=9a65f15c-8615-4b38-a1fc-138c62a3f1ba,segment=NetworkSegment(e3a2c5ef-2589-4bbe-bdba-7600e45b7e62),segment_id=e3a2c5ef-2589-4bbe-bdba-7600e45b7e62)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:01.393309 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-818b5dfc-8449-4324-a5f2-5718e8913d7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.464525 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-818b5dfc-8449-4324-a5f2-5718e8913d7d None None] Calling delete_port for 9a65f15c-8615-4b38-a1fc-138c62a3f1ba owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:56:01.526406 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.529710 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:01.555667 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'Port': ['ID=1dc44428-d7de-4184-a0aa-25fde35e9886,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:01.558154 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-818b5dfc-8449-4324-a5f2-5718e8913d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.558714 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:01.564811 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e5767453-e416-4351-9a59-07de7800625b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:01.590555 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b5dfc-8449-4324-a5f2-5718e8913d7d None None] Pushing event deleted for resources: {'Port': ['ID=9a65f15c-8615-4b38-a1fc-138c62a3f1ba,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:01.594156 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-818b5dfc-8449-4324-a5f2-5718e8913d7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:01.596622 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b5dfc-8449-4324-a5f2-5718e8913d7d None None] No DVR routers for this DVR port 9a65f15c-8615-4b38-a1fc-138c62a3f1ba on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:56:01.636455 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.734792 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.737658 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.789296 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.790063 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Fanout notify agent at l3_agent the message router_deleted on router fef09e89-7768-4c3c-9a06-5c83ee4d42d4 {{(pid=93803) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 08:56:01.799114 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for router, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.800696 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "DELETE /v2.0/routers/fef09e89-7768-4c3c-9a06-5c83ee4d42d4 HTTP/1.1" status: 204 len: 168 time: 1.0209136 Jun 17 08:56:01.803281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48812) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:01.893649 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:01.988950 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.004064 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5684d732-5404-4779-a265-455c233f1d0f']}} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:02.026546 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62') {'for_net_delete': True} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:02.026875 n-d-779913-16 neutron-server[93803]: DEBUG neutron.services.segments.db [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a2c5ef-2589-4bbe-bdba-7600e45b7e62') {} {{(pid=93803) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:02.037231 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6970892'] for segment, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.054285 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.061453 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=93803) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:56:02.061947 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7277104'] for segment, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: Traceback (most recent call last): Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: timer() Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: cb(*args, **kw) Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: return func(*args, **kwargs) Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: self._notify() Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: self.callback(batched_events) Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: event.method(event) Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: return f(self, *a, **k) Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: return self._get(url).json() Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: return self.request(url, 'GET', **kwargs) Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 08:56:02.065765 n-d-779913-16 neutron-server[93803]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 08:56:02.147632 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.151907 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-7100f3ba-c8a5-4c0b-af00-fc8c609c4d5e tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:02.158226 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Notify callbacks [] for network, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.165329 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] 10.222.0.47 "DELETE /v2.0/networks/5684d732-5404-4779-a265-455c233f1d0f HTTP/1.1" status: 204 len: 168 time: 0.3609862 Jun 17 08:56:02.181792 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Pushing event deleted for resources: {'Network': ['ID=5684d732-5404-4779-a265-455c233f1d0f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:02.185199 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-3c7e4e33-80b8-4566-85a7-8dfc811d0ad5 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:02.243185 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f22bdcc3-54b8-4a43-a889-577777e4ccdd no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:02.264277 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: f22bdcc3-54b8-4a43-a889-577777e4ccdd {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:02.264636 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device f22bdcc3-54b8-4a43-a889-577777e4ccdd not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:02.265069 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9a65f15c-8615-4b38-a1fc-138c62a3f1ba no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:02.283667 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 9a65f15c-8615-4b38-a1fc-138c62a3f1ba {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:02.283956 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 9a65f15c-8615-4b38-a1fc-138c62a3f1ba not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:02.284392 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1dc44428-d7de-4184-a0aa-25fde35e9886 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:56:02.303506 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 1dc44428-d7de-4184-a0aa-25fde35e9886 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:56:02.303869 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 1dc44428-d7de-4184-a0aa-25fde35e9886 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:56:02.516060 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48824) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:02.669512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48828) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:02.669717 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-8e0aecf1-4dd6-4590-a360-a59cbf0a9731 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b88ad242882c4c9b9130c050eb8ba28a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520998 Jun 17 08:56:02.725553 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff1c6b9c-fb9c-40dd-a559-5a77600c8e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.749622 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff1c6b9c-fb9c-40dd-a559-5a77600c8e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.811011 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff1c6b9c-fb9c-40dd-a559-5a77600c8e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.813832 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-ff1c6b9c-fb9c-40dd-a559-5a77600c8e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:02.818025 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-ff1c6b9c-fb9c-40dd-a559-5a77600c8e50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d1636b0-8b47-490d-b8c9-276e70576dd6 HTTP/1.1" status: 204 len: 168 time: 0.1445823 Jun 17 08:56:02.818025 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c1a1448d-fa03-49fb-8b16-a3a2f9008d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:02.824340 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c6b9c-fb9c-40dd-a559-5a77600c8e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1636b0-8b47-490d-b8c9-276e70576dd6,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:02.827012 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-ff1c6b9c-fb9c-40dd-a559-5a77600c8e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:03.133935 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48836) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:03.147909 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-43252c36-8aa1-4703-827d-342bf53b3775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.241496 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.263448 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-43252c36-8aa1-4703-827d-342bf53b3775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.269121 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-43252c36-8aa1-4703-827d-342bf53b3775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.273955 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5691655b-8c85-42e4-8afd-dfc5aa8583f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:03.318249 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-43252c36-8aa1-4703-827d-342bf53b3775 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=643b86df1895473298b40eff371eef63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806324 Jun 17 08:56:03.318249 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43252c36-8aa1-4703-827d-342bf53b3775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd75613-e312-424c-a2fd-fc53317e1f0f,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:03.318618 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48840) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:03.320790 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-43252c36-8aa1-4703-827d-342bf53b3775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:03.369646 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee879035-afb4-4d7f-bc33-c839bdce5990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.393040 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee879035-afb4-4d7f-bc33-c839bdce5990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.444103 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee879035-afb4-4d7f-bc33-c839bdce5990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.447030 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-ee879035-afb4-4d7f-bc33-c839bdce5990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.450942 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-ee879035-afb4-4d7f-bc33-c839bdce5990 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8dd75613-e312-424c-a2fd-fc53317e1f0f HTTP/1.1" status: 204 len: 168 time: 0.1284893 Jun 17 08:56:03.450942 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-41455951-e2c3-4095-8d34-0e1814ce5556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:03.463265 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee879035-afb4-4d7f-bc33-c839bdce5990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd75613-e312-424c-a2fd-fc53317e1f0f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:03.465940 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-ee879035-afb4-4d7f-bc33-c839bdce5990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:03.799625 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 48846) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:03.843684 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b81a7683-57cd-4e98-97b3-0998184af4aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ae1246dcf85f487696e8aa187d850675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426800 Jun 17 08:56:03.846095 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 48848) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:03.902522 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e75193f2-3ce1-43b4-b943-86527805cb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.931024 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e75193f2-3ce1-43b4-b943-86527805cb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.980363 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e75193f2-3ce1-43b4-b943-86527805cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.983288 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-e75193f2-3ce1-43b4-b943-86527805cb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:03.984541 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-e75193f2-3ce1-43b4-b943-86527805cb62 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/40703e36-d620-4b61-a48f-f8e490874e34 HTTP/1.1" status: 204 len: 168 time: 0.1374509 Jun 17 08:56:03.985590 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b440c7ad-5380-4f4e-9dec-7a2b47818b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:03.995951 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75193f2-3ce1-43b4-b943-86527805cb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40703e36-d620-4b61-a48f-f8e490874e34,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:03.998374 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-e75193f2-3ce1-43b4-b943-86527805cb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:09.388876 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:12.064335 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-50d5de76-9282-4bcb-9704-547e2936fdd6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480345976&fields=id&tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 267 time: 0.0392730 Jun 17 08:56:12.183089 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-37c24da2-5730-4541-a0d8-828a240737fa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:12.184590 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-37c24da2-5730-4541-a0d8-828a240737fa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.1105647 Jun 17 08:56:12.199712 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-a7d12406-2c35-4e0a-aa35-251fa1c0b7f7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/quotas/b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 375 time: 0.0095663 Jun 17 08:56:12.275327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-082a577d-279c-4d6e-b031-67558c007a2d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705709 Jun 17 08:56:12.405133 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-0f78a975-e935-4584-acf3-fde8570860c9 service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088457 Jun 17 08:56:12.502446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-cef8ffbe-b135-49fa-8629-8745f17270cd service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907924 Jun 17 08:56:12.851806 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b7aaaeff-05b5-4b2c-b4e0-50301521befb req-7a3c48b9-5ed1-432d-addd-f381bfdaadf0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 210 time: 0.0391650 Jun 17 08:56:13.435345 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-22dd4433-44a0-45f0-9306-077a1c5ff384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:13.942023 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-32e2d01d-de39-4741-9f59-23be610c395e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:13.944521 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-32e2d01d-de39-4741-9f59-23be610c395e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.1072078 Jun 17 08:56:14.010076 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7ff6a9c1-665c-40b5-9431-b676b84f911b req-ebec2884-69f3-46b2-9cfe-64747d367910 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 210 time: 0.0350399 Jun 17 08:56:14.019854 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-87268d3f-c004-4342-a6b5-1c6f332ecf6f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 379 time: 0.0666769 Jun 17 08:56:14.032664 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'port': {'device_id': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'admin_state_up': True, 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'security_groups': ['b9f1e07c-185b-4961-95ac-7d2c5df7d196']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:14.152513 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Made reservation on behalf of b5a5d9ad8488480b98ed6d0f5ad64942 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:56:14.156585 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.311501 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Allocated IP 172.20.0.5 (837156e8-72b7-47a5-8c9c-3b16a1c9d85b/423fe4ff-14e8-4757-87e1-b27a19707b0c/2fde4bd9-f1e4-4044-83c4-7140359c4084) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:14.549958 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.593093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Transition to ACTIVE for port object 2fde4bd9-f1e4-4044-83c4-7140359c4084 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:14.636565 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.648060 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c88fba0e-5b5f-41e4-9fcc-76e88ec73e5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:14.692677 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:14.696466 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:14.700461 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:14.768110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:14.768922 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:14.771928 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=2fde4bd9-f1e4-4044-83c4-7140359c4084,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:14.782830 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:14.811608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7827976 Jun 17 08:56:14.825463 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Request body: {'port': {'device_id': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:14.946695 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.038086 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f1e83de8-bde3-47e3-a756-0c0d313c25a9 None None] Provisioning for port 2fde4bd9-f1e4-4044-83c4-7140359c4084 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:15.053283 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-f1e83de8-bde3-47e3-a756-0c0d313c25a9 None None] Provisioning complete for port 2fde4bd9-f1e4-4044-83c4-7140359c4084 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:15.053650 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f1e83de8-bde3-47e3-a756-0c0d313c25a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.140031 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-f1e83de8-bde3-47e3-a756-0c0d313c25a9 None None] Port 2fde4bd9-f1e4-4044-83c4-7140359c4084 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:56:15.307680 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7ad06-378b-47d8-bf2d-b29f124cfd93 req-ff560c3c-eb85-44a4-a7fe-f2cf9d5acaff tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.309827 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63b7ad06-378b-47d8-bf2d-b29f124cfd93 req-ff560c3c-eb85-44a4-a7fe-f2cf9d5acaff tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 931 time: 0.1126928 Jun 17 08:56:15.406474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fde4bd9-f1e4-4044-83c4-7140359c4084 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:15.418272 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.423415 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-63b7ad06-378b-47d8-bf2d-b29f124cfd93 req-5ec5407f-6d75-4c9f-9fdd-29eb44a9ef0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074734 Jun 17 08:56:15.438574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Transition to ACTIVE for port object 2fde4bd9-f1e4-4044-83c4-7140359c4084 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:56:15.445174 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.448467 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-8310630b-8195-4719-a50d-d2ed46a4be20 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:15.534484 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Pushing event updated for resources: {'Port': ['ID=2fde4bd9-f1e4-4044-83c4-7140359c4084,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:15.545507 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:15.685739 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Attempting to bind port 2fde4bd9-f1e4-4044-83c4-7140359c4084 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:56:15.686520 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Attempting to bind port 2fde4bd9-f1e4-4044-83c4-7140359c4084 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:56:15.687410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Attempting to bind port 2fde4bd9-f1e4-4044-83c4-7140359c4084 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:15.688452 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-862429b6-299b-4161-a7e5-b93a82ac194d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.697578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Port 2fde4bd9-f1e4-4044-83c4-7140359c4084 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:56:15.697765 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Attempting to bind port 2fde4bd9-f1e4-4044-83c4-7140359c4084 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:56:15.708156 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:56:15.708538 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Checking segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:56:15.708929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Bound using segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:56:15.709365 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Bound port: 2fde4bd9-f1e4-4044-83c4-7140359c4084, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:56:15.709710 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.811004 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] For port 2fde4bd9-f1e4-4044-83c4-7140359c4084, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:56:15.814870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] For port 2fde4bd9-f1e4-4044-83c4-7140359c4084, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2fde4bd9-f1e4-4044-83c4-7140359c4084,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:56:15.820585 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.822876 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-781e44df-e720-425f-8997-bc1ba1bf5a7d tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:15.860660 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:15.861601 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.863101 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] 10.222.0.10 "PUT /v2.0/ports/2fde4bd9-f1e4-4044-83c4-7140359c4084 HTTP/1.1" status: 200 len: 1092 time: 1.0433462 Jun 17 08:56:15.868017 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'tag': '2fde4bd9-f1e4-4044-83c4-7140359c4084'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:15.872141 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9679c7-fa2e-4259-b235-73044e14077a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f", "tag": "2fde4bd9-f1e4-4044-83c4-7140359c4084"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:15.908448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Pushing event updated for resources: {'Port': ['ID=2fde4bd9-f1e4-4044-83c4-7140359c4084,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:15.919195 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:15.962181 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:15.971922 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb376d3b-2233-48a5-9bac-2b703d42afa4 x-openstack-request-id: req-fb376d3b-2233-48a5-9bac-2b703d42afa4 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:15.972498 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f", "tag": "2fde4bd9-f1e4-4044-83c4-7140359c4084", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:15.972634 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fb376d3b-2233-48a5-9bac-2b703d42afa4 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:15.972969 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'tag': '2fde4bd9-f1e4-4044-83c4-7140359c4084', 'status': 'completed', 'code': 200} Jun 17 08:56:16.002336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-1614f6d9-e007-452f-a835-956aba2d4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.004137 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-1614f6d9-e007-452f-a835-956aba2d4687 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 1095 time: 0.0761981 Jun 17 08:56:16.046978 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-7cd2bd75-e0e2-4616-9caf-688b1c895ab0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fde4bd9-f1e4-4044-83c4-7140359c4084 HTTP/1.1" status: 200 len: 217 time: 0.0349808 Jun 17 08:56:16.096831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-11d13fee-3f2f-48dd-99a0-b20e27c14551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.098385 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-11d13fee-3f2f-48dd-99a0-b20e27c14551 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0456791 Jun 17 08:56:16.157296 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-7ef418e8-1cb2-47ed-950b-bfac2d8af0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.159017 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-7ef418e8-1cb2-47ed-950b-bfac2d8af0e4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530930 Jun 17 08:56:16.258719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-f4ae6d93-2bbc-4841-a52b-c70bf09f5807 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923445 Jun 17 08:56:16.349587 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b525c2b5-a5af-4620-864b-564aed2d7d9b req-4d4b54e2-1f82-40d7-a3be-c53deddc20a0 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845425 Jun 17 08:56:16.455126 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9679c7-fa2e-4259-b235-73044e14077a req-12b1dac6-16f3-4ad0-af3c-cf91e01395cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.456703 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b9679c7-fa2e-4259-b235-73044e14077a req-12b1dac6-16f3-4ad0-af3c-cf91e01395cf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 1095 time: 0.0600977 Jun 17 08:56:16.583708 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9679c7-fa2e-4259-b235-73044e14077a req-2b56af6e-8923-4e01-a7d6-7d286daea03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.585193 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b9679c7-fa2e-4259-b235-73044e14077a req-2b56af6e-8923-4e01-a7d6-7d286daea03f service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.1218166 Jun 17 08:56:16.637367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b9679c7-fa2e-4259-b235-73044e14077a req-6a05b2d8-2b93-4b1d-982f-f8d8b401ef04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fde4bd9-f1e4-4044-83c4-7140359c4084 HTTP/1.1" status: 200 len: 217 time: 0.0438726 Jun 17 08:56:16.693480 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df858444-6a56-40f7-96d4-0217e02bf662 req-47673bcf-cee2-4fd4-ab68-3422c3922ac2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.694298 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df858444-6a56-40f7-96d4-0217e02bf662 req-47673bcf-cee2-4fd4-ab68-3422c3922ac2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 943 time: 0.1517859 Jun 17 08:56:16.711448 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9679c7-fa2e-4259-b235-73044e14077a req-d5227586-08e7-4dcb-b840-108c459a5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.712861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b9679c7-fa2e-4259-b235-73044e14077a req-d5227586-08e7-4dcb-b840-108c459a5199 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0696039 Jun 17 08:56:16.772480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df858444-6a56-40f7-96d4-0217e02bf662 req-85d53206-e51c-44ab-ba1e-f57a852de754 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678625 Jun 17 08:56:16.794857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9679c7-fa2e-4259-b235-73044e14077a req-7c5828fd-5520-4cf1-94ae-dd045a4514fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:16.797217 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b9679c7-fa2e-4259-b235-73044e14077a req-7c5828fd-5520-4cf1-94ae-dd045a4514fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753939 Jun 17 08:56:16.891604 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b9679c7-fa2e-4259-b235-73044e14077a req-fce12f51-df61-4b5b-9297-8bd478d20880 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874255 Jun 17 08:56:16.938797 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:16.996645 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7b9679c7-fa2e-4259-b235-73044e14077a req-c196b03f-cdc9-48f0-adfc-bcc7f64c7405 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989614 Jun 17 08:56:17.965027 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ddb150-0d7a-4fa8-bbdd-f526a8a6409e req-e72c0570-f949-444e-9db6-261778e5e0f2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:17.966588 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82ddb150-0d7a-4fa8-bbdd-f526a8a6409e req-e72c0570-f949-444e-9db6-261778e5e0f2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 943 time: 0.0660248 Jun 17 08:56:18.007667 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-82ddb150-0d7a-4fa8-bbdd-f526a8a6409e req-874fe731-c367-4bb2-9318-d9c3a0ddfd36 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351145 Jun 17 08:56:18.964923 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:19.191281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e38eb9e-1a74-4e67-90a8-92f59a63b603 req-f60693e4-0dc4-4714-ade4-8930cc9baba4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:19.192756 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e38eb9e-1a74-4e67-90a8-92f59a63b603 req-f60693e4-0dc4-4714-ade4-8930cc9baba4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 943 time: 0.0728164 Jun 17 08:56:19.232947 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4e38eb9e-1a74-4e67-90a8-92f59a63b603 req-991d62b9-76ee-4a1e-b3e5-a4bb31be3eb2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320435 Jun 17 08:56:19.594645 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:56:20.421977 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d734eb0-c6cc-4435-9e4a-33f8a9ba9037 req-bd66d5d6-8b66-435e-a0f3-b76b839efaae tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:20.424107 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d734eb0-c6cc-4435-9e4a-33f8a9ba9037 req-bd66d5d6-8b66-435e-a0f3-b76b839efaae tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 943 time: 0.0782456 Jun 17 08:56:20.461514 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2d734eb0-c6cc-4435-9e4a-33f8a9ba9037 req-37fe62da-4df6-4a7a-97e6-45cf13d24009 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Jun 17 08:56:21.657256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd29e4-88ec-4870-8e75-8da8092bd8d8 req-2d77a12f-b184-43c5-94e3-48ab78c6508e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:21.658785 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77dd29e4-88ec-4870-8e75-8da8092bd8d8 req-2d77a12f-b184-43c5-94e3-48ab78c6508e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 943 time: 0.0820327 Jun 17 08:56:21.704707 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-77dd29e4-88ec-4870-8e75-8da8092bd8d8 req-587c2548-4856-4b52-8cd1-44993e53e7f2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388854 Jun 17 08:56:22.898367 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c1ad1-241b-4d18-b5a3-8ba35aaa6f08 req-677bd775-fa8d-4f48-81c9-3b7aeba5975c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:22.899916 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-224c1ad1-241b-4d18-b5a3-8ba35aaa6f08 req-677bd775-fa8d-4f48-81c9-3b7aeba5975c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 943 time: 0.0673678 Jun 17 08:56:22.946663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-224c1ad1-241b-4d18-b5a3-8ba35aaa6f08 req-4ab28c84-17b9-4217-a0cd-8fc91e9816bd tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403409 Jun 17 08:56:24.127706 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc56e4-5ce5-41a2-b5dd-be33d7e98941 req-163eed75-9db3-43ed-ae62-4c2a4a7c9b9d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:24.129244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-adcc56e4-5ce5-41a2-b5dd-be33d7e98941 req-163eed75-9db3-43ed-ae62-4c2a4a7c9b9d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 943 time: 0.0661151 Jun 17 08:56:24.174368 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-adcc56e4-5ce5-41a2-b5dd-be33d7e98941 req-29515a8d-60c9-4402-a226-ed4d546182fa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388260 Jun 17 08:56:25.356048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f4638-7c42-4525-9151-4646bf23141d req-088dc887-a9d6-4d7f-8d4b-cf1086ded6d3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:25.357632 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea7f4638-7c42-4525-9151-4646bf23141d req-088dc887-a9d6-4d7f-8d4b-cf1086ded6d3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 943 time: 0.0664575 Jun 17 08:56:25.396146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ea7f4638-7c42-4525-9151-4646bf23141d req-2c7c9dae-b847-4f4a-a7c1-d5068d786694 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325847 Jun 17 08:56:26.583034 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b82d05-8c8c-4ef4-b76c-8f5793ec191e req-72fdbc21-d4a1-4648-b201-3f6bd09e8857 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:26.584575 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43b82d05-8c8c-4ef4-b76c-8f5793ec191e req-72fdbc21-d4a1-4648-b201-3f6bd09e8857 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 943 time: 0.0741119 Jun 17 08:56:26.628583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-43b82d05-8c8c-4ef4-b76c-8f5793ec191e req-dbaa3c92-ae24-4e58-929d-88666f91925f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369716 Jun 17 08:56:26.707773 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49050) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.793979 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 2fde4bd9-f1e4-4044-83c4-7140359c4084 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:56:26.821533 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38d0e8c5-01f8-432e-bba5-8ba265d419f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.891381 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 2fde4bd9-f1e4-4044-83c4-7140359c4084, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2fde4bd9-f1e4-4044-83c4-7140359c4084,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:26.906033 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '2fde4bd9-f1e4-4044-83c4-7140359c4084', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'port_id': '2fde4bd9-f1e4-4044-83c4-7140359c4084', 'mac_address': 'fa:16:3e:7c:60:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:56:26.914968 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38d0e8c5-01f8-432e-bba5-8ba265d419f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.919721 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-38d0e8c5-01f8-432e-bba5-8ba265d419f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.922217 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-9e124891-1f05-48fc-b78c-f7a821ba2ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:26.943635 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.956132 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fde4bd9-f1e4-4044-83c4-7140359c4084 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:56:26.961446 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-38d0e8c5-01f8-432e-bba5-8ba265d419f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c1596fe82acf47578514089ab73709c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2513618 Jun 17 08:56:26.962405 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0e8c5-01f8-432e-bba5-8ba265d419f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf30a08c-98a2-41de-bc4f-1f8201811536,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:26.965166 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49054) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:26.965764 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-38d0e8c5-01f8-432e-bba5-8ba265d419f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:26.982641 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 2fde4bd9-f1e4-4044-83c4-7140359c4084, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2fde4bd9-f1e4-4044-83c4-7140359c4084,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:26.988083 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:26.991134 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:27.013060 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a7dba67-9a31-4f13-9890-6c7fb01a2cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.033387 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a7dba67-9a31-4f13-9890-6c7fb01a2cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.037449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=2fde4bd9-f1e4-4044-83c4-7140359c4084,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:27.040756 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:27.080799 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a7dba67-9a31-4f13-9890-6c7fb01a2cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.083444 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-2a7dba67-9a31-4f13-9890-6c7fb01a2cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:27.084583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-2a7dba67-9a31-4f13-9890-6c7fb01a2cf5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf30a08c-98a2-41de-bc4f-1f8201811536 HTTP/1.1" status: 204 len: 168 time: 0.1191406 Jun 17 08:56:27.085384 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6b54a2c4-aaed-4346-92ca-91c974c29292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:27.093377 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dba67-9a31-4f13-9890-6c7fb01a2cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf30a08c-98a2-41de-bc4f-1f8201811536,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:27.096330 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-2a7dba67-9a31-4f13-9890-6c7fb01a2cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:27.280346 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['2fde4bd9-f1e4-4044-83c4-7140359c4084'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:56:27.811118 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7d886-c14f-47fb-96aa-ea98e10efeea req-3dd8c7db-e986-4f0e-b1c1-6cbf1ab581db tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:27.812618 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3c7d886-c14f-47fb-96aa-ea98e10efeea req-3dd8c7db-e986-4f0e-b1c1-6cbf1ab581db tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 944 time: 0.0666399 Jun 17 08:56:27.854714 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b3c7d886-c14f-47fb-96aa-ea98e10efeea req-226f5906-190d-47c9-84ea-7295cdfa7a34 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362000 Jun 17 08:56:28.808630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 2fde4bd9-f1e4-4044-83c4-7140359c4084 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:56:28.862067 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 2fde4bd9-f1e4-4044-83c4-7140359c4084 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:56:28.866240 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 2fde4bd9-f1e4-4044-83c4-7140359c4084 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:56:28.866619 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.951602 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.974365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fde4bd9-f1e4-4044-83c4-7140359c4084'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:28.976696 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658a0e48-02c2-4875-a008-71390ab86cb3" -d '{"events": [{"server_uuid": "d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f", "name": "network-vif-plugged", "status": "completed", "tag": "2fde4bd9-f1e4-4044-83c4-7140359c4084"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:28.990279 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 2fde4bd9-f1e4-4044-83c4-7140359c4084, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2fde4bd9-f1e4-4044-83c4-7140359c4084,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:56:28.995883 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:28.998023 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:29.021043 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6489a72a-d84a-4b63-845f-24c2f263e08c x-openstack-request-id: req-6489a72a-d84a-4b63-845f-24c2f263e08c {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:29.021338 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f", "name": "network-vif-plugged", "status": "completed", "tag": "2fde4bd9-f1e4-4044-83c4-7140359c4084", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:29.021734 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6489a72a-d84a-4b63-845f-24c2f263e08c {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:29.022138 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fde4bd9-f1e4-4044-83c4-7140359c4084', 'code': 200} Jun 17 08:56:29.038495 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8bf61-e503-403c-84c2-855dbad9ac55 req-b1be5313-67e3-44da-a520-860b15fda576 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:29.040266 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0aa8bf61-e503-403c-84c2-855dbad9ac55 req-b1be5313-67e3-44da-a520-860b15fda576 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 944 time: 0.0695336 Jun 17 08:56:29.048711 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=2fde4bd9-f1e4-4044-83c4-7140359c4084,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:29.051914 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:29.081608 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0aa8bf61-e503-403c-84c2-855dbad9ac55 req-8bb75a03-87f5-48a5-bbec-dd148080a3ca tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348325 Jun 17 08:56:29.144281 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6ea3a-da4c-4a91-a8e1-3fc832e95933 req-fd079d67-cfc3-4d62-9fd6-491bb85674e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:29.145792 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-faa6ea3a-da4c-4a91-a8e1-3fc832e95933 req-fd079d67-cfc3-4d62-9fd6-491bb85674e4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 1097 time: 0.0523150 Jun 17 08:56:29.182234 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-faa6ea3a-da4c-4a91-a8e1-3fc832e95933 req-12681347-0be9-46c3-a721-4db4ae57393f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291688 Jun 17 08:56:30.701528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb1743-15d5-4a07-b9ee-f7f6bc42de16 req-eda84cc9-68d8-4ad3-be66-2d599bcf2406 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:30.703056 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdbb1743-15d5-4a07-b9ee-f7f6bc42de16 req-eda84cc9-68d8-4ad3-be66-2d599bcf2406 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 945 time: 0.5063903 Jun 17 08:56:30.746803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cdbb1743-15d5-4a07-b9ee-f7f6bc42de16 req-753a1deb-65e7-4090-a7f0-72830655eed0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363746 Jun 17 08:56:31.938341 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc59df-9407-4554-b50c-0a6c7e2251a6 req-3b466cb1-86e6-4f5b-9107-82ff803b023e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:31.939893 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0cdc59df-9407-4554-b50c-0a6c7e2251a6 req-3b466cb1-86e6-4f5b-9107-82ff803b023e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 945 time: 0.0723827 Jun 17 08:56:31.978670 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0cdc59df-9407-4554-b50c-0a6c7e2251a6 req-f83bdd4d-d7cd-46df-8577-195ca5cfa4e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328293 Jun 17 08:56:32.159981 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93dac7f-516c-4676-af6b-8a8a0db0f35a req-02a73f96-24c1-41a6-a90d-33ee025becd6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:32.161387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f93dac7f-516c-4676-af6b-8a8a0db0f35a req-02a73f96-24c1-41a6-a90d-33ee025becd6 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 945 time: 0.0745540 Jun 17 08:56:32.200666 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f93dac7f-516c-4676-af6b-8a8a0db0f35a req-139cf4e8-863d-40e8-9def-39467649ecbc tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333638 Jun 17 08:56:32.225408 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49070) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:32.281953 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899779b8-6df2-4bcb-84ef-1c3975505d3d tempest-TestVolumeBootPattern-904726758 tempest-TestVolumeBootPattern-904726758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:32.284605 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-899779b8-6df2-4bcb-84ef-1c3975505d3d tempest-TestVolumeBootPattern-904726758 tempest-TestVolumeBootPattern-904726758-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 1092 time: 0.0579219 Jun 17 08:56:32.288655 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49072) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:56:32.293501 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.v2.base [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': '2fde4bd9-f1e4-4044-83c4-7140359c4084', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93804) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:56:32.320668 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:32.424933 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:32.548024 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.db_base_plugin_common [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Allocated IP 172.25.8.49 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/d651978f-be1c-4054-af1d-f9311f40b323) {{(pid=93804) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:56:32.661956 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:32.711709 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7012652'] for port, after_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:32.715937 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-d330cc38-a340-4fc8-b030-a50762f96cb9 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:32.758438 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93804) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:56:32.761366 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.base_scheduler [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Resources bound (agent type, host, resource id): {{(pid=93804) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:56:32.764193 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Received port after_create {{(pid=93804) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:56:32.790205 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=d651978f-be1c-4054-af1d-f9311f40b323,revision_number=1']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:32.803816 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.804198 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.804580 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.804954 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.805314 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.805681 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.806029 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.806401 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.806759 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.807146 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.807504 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.807860 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:56:32.811714 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:33.235610 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.275835 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.394927 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.868320 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.875950 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7012638'] for port, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:33.879367 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-e2fc87d4-7335-48ae-9c95-1ace6665e9e6 tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:56:33.950109 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=d651978f-be1c-4054-af1d-f9311f40b323,revision_number=2']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:56:33.954180 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:56:33.969302 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.079805 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Floating IP 792abac3-aa9e-46da-9a0b-a1347ae07746 associated. External IP: 172.25.8.49, port: 2fde4bd9-f1e4-4044-83c4-7140359c4084. Jun 17 08:56:34.297608 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Router c6d24c86-8f52-4056-8dcf-7f80802aec8d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:56:34.435004 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:56:34.444708 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2d5b8-ac9a-416f-9078-f10285212bf0 None None] Sync routers for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:56:34.453826 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:34.454645 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2d5b8-ac9a-416f-9078-f10285212bf0 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:34.455342 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-fef2d5b8-ac9a-416f-9078-f10285212bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:56:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:34.491686 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2018955 Jun 17 08:56:34.492387 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'tag': '2fde4bd9-f1e4-4044-83c4-7140359c4084'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:56:34.495002 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4c4f42-14f4-4976-9119-c442b17175b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f", "tag": "2fde4bd9-f1e4-4044-83c4-7140359c4084"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:56:34.530642 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21b1dea-03a9-4de7-ac11-72241262a6ce x-openstack-request-id: req-c21b1dea-03a9-4de7-ac11-72241262a6ce {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:56:34.531031 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f", "tag": "2fde4bd9-f1e4-4044-83c4-7140359c4084", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:56:34.531329 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c21b1dea-03a9-4de7-ac11-72241262a6ce {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:56:34.531783 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'tag': '2fde4bd9-f1e4-4044-83c4-7140359c4084', 'status': 'completed', 'code': 200} Jun 17 08:56:34.558913 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-fef2d5b8-ac9a-416f-9078-f10285212bf0 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:34.606785 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c4f42-14f4-4976-9119-c442b17175b5 req-d69e833e-19fe-451f-8848-e550355c3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:34.608328 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e4c4f42-14f4-4976-9119-c442b17175b5 req-d69e833e-19fe-451f-8848-e550355c3afc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 1097 time: 0.0529869 Jun 17 08:56:34.705954 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c4f42-14f4-4976-9119-c442b17175b5 req-37c39ab5-dde5-48f1-9299-bf2bda664179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:34.707413 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e4c4f42-14f4-4976-9119-c442b17175b5 req-37c39ab5-dde5-48f1-9299-bf2bda664179 service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0931203 Jun 17 08:56:34.775472 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e4c4f42-14f4-4976-9119-c442b17175b5 req-b7cc812c-a9bf-4c02-bf40-5acc054f4313 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fde4bd9-f1e4-4044-83c4-7140359c4084 HTTP/1.1" status: 200 len: 998 time: 0.0609043 Jun 17 08:56:34.788177 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-fef2d5b8-ac9a-416f-9078-f10285212bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '792abac3-aa9e-46da-9a0b-a1347ae07746', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': '2fde4bd9-f1e4-4044-83c4-7140359c4084', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:7c:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:56:33Z', 'updated_at': '2021-06-17T08:56:33Z', 'revision_number': 0, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:34.813779 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2d5b8-ac9a-416f-9078-f10285212bf0 None None] Checking router: c6d24c86-8f52-4056-8dcf-7f80802aec8d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:56:34.823028 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef2d5b8-ac9a-416f-9078-f10285212bf0 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:56:34.823646 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-fef2d5b8-ac9a-416f-9078-f10285212bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:56:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:34.831508 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c4f42-14f4-4976-9119-c442b17175b5 req-1e0a07e8-6e2b-4d78-9e9e-cdb54ee7d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:34.833097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e4c4f42-14f4-4976-9119-c442b17175b5 req-1e0a07e8-6e2b-4d78-9e9e-cdb54ee7d662 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0508764 Jun 17 08:56:34.892044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c4f42-14f4-4976-9119-c442b17175b5 req-4774bfba-5589-4bca-afcc-a4dd1a39dded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:34.893818 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e4c4f42-14f4-4976-9119-c442b17175b5 req-4774bfba-5589-4bca-afcc-a4dd1a39dded service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544932 Jun 17 08:56:34.930328 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-fef2d5b8-ac9a-416f-9078-f10285212bf0 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:56:34.984308 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e4c4f42-14f4-4976-9119-c442b17175b5 req-171c91da-c112-4642-86b5-d870d92d97ae service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831428 Jun 17 08:56:35.079160 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3e4c4f42-14f4-4976-9119-c442b17175b5 req-6184cb53-2418-4738-9292-05db9867b893 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889416 Jun 17 08:56:35.148509 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-fef2d5b8-ac9a-416f-9078-f10285212bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '792abac3-aa9e-46da-9a0b-a1347ae07746', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': '2fde4bd9-f1e4-4044-83c4-7140359c4084', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:7c:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:56:33Z', 'updated_at': '2021-06-17T08:56:33Z', 'revision_number': 0, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:56:35.177705 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef2d5b8-ac9a-416f-9078-f10285212bf0 None None] The sync data for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 is: [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '792abac3-aa9e-46da-9a0b-a1347ae07746', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.49', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': '2fde4bd9-f1e4-4044-83c4-7140359c4084', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:7c:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:56:33Z', 'updated_at': '2021-06-17T08:56:33Z', 'revision_number': 0, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:56:35.377376 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556f594a-6e66-415e-99da-ab59e01c393a None None] New status for floating IP 792abac3-aa9e-46da-9a0b-a1347ae07746: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:56:39.405520 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:43.443878 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-46973ca2-7cca-4e57-8381-41c2bacdc925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.652377 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-391ca683-c121-4350-868e-fb250d3890ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:45.956437 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:46.942499 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:48.968415 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:56:52.096240 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c56e0da-4138-4ee3-8323-94723a436163 req-3a44271a-b882-4b1f-a2a3-6bf2d303a1d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0600495 Jun 17 08:56:52.199440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56e0da-4138-4ee3-8323-94723a436163 req-36e44f4f-24bd-48a8-a733-7b0e8b235513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:52.201389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c56e0da-4138-4ee3-8323-94723a436163 req-36e44f4f-24bd-48a8-a733-7b0e8b235513 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 1097 time: 0.0590780 Jun 17 08:56:52.319215 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56e0da-4138-4ee3-8323-94723a436163 req-ff561109-3de1-4927-9764-64ee2e55544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:52.320671 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c56e0da-4138-4ee3-8323-94723a436163 req-ff561109-3de1-4927-9764-64ee2e55544f service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0961745 Jun 17 08:56:52.391730 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c56e0da-4138-4ee3-8323-94723a436163 req-7b3cea92-5eab-447c-8f5b-bbcd8efac1f8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fde4bd9-f1e4-4044-83c4-7140359c4084 HTTP/1.1" status: 200 len: 1000 time: 0.0644267 Jun 17 08:56:52.446132 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56e0da-4138-4ee3-8323-94723a436163 req-0f67e4ec-6cab-4810-8073-9ba560ddcad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:52.447532 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c56e0da-4138-4ee3-8323-94723a436163 req-0f67e4ec-6cab-4810-8073-9ba560ddcad3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0489566 Jun 17 08:56:52.509570 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56e0da-4138-4ee3-8323-94723a436163 req-6d569e6e-983a-4cab-940e-466a709d4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:56:52.511131 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c56e0da-4138-4ee3-8323-94723a436163 req-6d569e6e-983a-4cab-940e-466a709d4439 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572350 Jun 17 08:56:52.600997 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c56e0da-4138-4ee3-8323-94723a436163 req-f30d2462-68bc-43e8-aebc-9df2fed472dd service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826569 Jun 17 08:56:52.712354 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4c56e0da-4138-4ee3-8323-94723a436163 req-b745d3fb-cfbd-4516-b37d-b950108b6ed3 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045294 Jun 17 08:56:56.594637 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:57:03.236267 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:09.435250 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:13.444394 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e3066ff2-5afb-4d49-8666-bb4a89ce7db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.661125 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c4004d71-300b-41b5-a4cd-8b4d81e9d488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:15.962099 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:16.950887 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:18.970236 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:33.231400 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:33.597710 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:57:39.431486 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:43.446390 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-319b5142-62a6-4cb3-aca7-90a08bd61044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.655500 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9ea1-588c-4042-a3f1-a50a6ee73dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:45.970783 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:46.948695 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:48.974397 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:57:53.094569 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4acbb591-927f-41f8-9a8e-789084c52428 req-5cf50fc6-e436-4c2f-9525-54e890e20a0f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605459 Jun 17 08:57:53.197906 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbb591-927f-41f8-9a8e-789084c52428 req-01ac0026-769a-4e98-b4c7-fa2c2ac1512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:53.199493 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4acbb591-927f-41f8-9a8e-789084c52428 req-01ac0026-769a-4e98-b4c7-fa2c2ac1512d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 1097 time: 0.0582995 Jun 17 08:57:53.310161 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbb591-927f-41f8-9a8e-789084c52428 req-f0402e59-4f22-4745-af33-e3acd5ba26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:53.311677 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4acbb591-927f-41f8-9a8e-789084c52428 req-f0402e59-4f22-4745-af33-e3acd5ba26a0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0919893 Jun 17 08:57:53.380578 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4acbb591-927f-41f8-9a8e-789084c52428 req-ebaeaca0-ff62-44e5-9504-299f05cd7d2b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fde4bd9-f1e4-4044-83c4-7140359c4084 HTTP/1.1" status: 200 len: 1000 time: 0.0617254 Jun 17 08:57:53.432769 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbb591-927f-41f8-9a8e-789084c52428 req-0d81f10f-1f52-42bb-8c00-dcbc216f0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:53.434228 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4acbb591-927f-41f8-9a8e-789084c52428 req-0d81f10f-1f52-42bb-8c00-dcbc216f0367 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0475857 Jun 17 08:57:53.493264 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbb591-927f-41f8-9a8e-789084c52428 req-e0ad3af4-a4bb-4b2c-9e95-808c8bfda1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:57:53.494899 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4acbb591-927f-41f8-9a8e-789084c52428 req-e0ad3af4-a4bb-4b2c-9e95-808c8bfda1ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542979 Jun 17 08:57:53.598496 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4acbb591-927f-41f8-9a8e-789084c52428 req-5e6d84e2-4906-402a-a719-71ebe13e898e service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973222 Jun 17 08:57:53.696255 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4acbb591-927f-41f8-9a8e-789084c52428 req-ec2a65fc-b0a6-4c7f-8622-f9f9935e6044 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908608 Jun 17 08:58:03.259819 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:09.448393 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:10.597148 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:58:13.443976 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5a27a922-ad0b-457f-979a-1f8aa860a13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.664148 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-6a6268f4-1390-4d75-90ca-d6679d9d91b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:15.971050 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:16.958546 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:18.977104 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:30.403574 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9c68d-18ad-4327-b8d2-5d7d7f85578f req-51e6b136-35a0-4ecb-bdaf-48f77733a057 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:30.405066 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f7b9c68d-18ad-4327-b8d2-5d7d7f85578f req-51e6b136-35a0-4ecb-bdaf-48f77733a057 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 945 time: 0.1898520 Jun 17 08:58:30.456928 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f7b9c68d-18ad-4327-b8d2-5d7d7f85578f req-197715e0-3d5a-41ae-b215-c7376f1f76aa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426829 Jun 17 08:58:31.715482 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc99f2-6287-4b8d-9c68-38299091ab65 req-63235b38-30c7-4771-87c1-113aa206c6c0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:31.716904 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecbc99f2-6287-4b8d-9c68-38299091ab65 req-63235b38-30c7-4771-87c1-113aa206c6c0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 945 time: 0.1448829 Jun 17 08:58:31.756061 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ecbc99f2-6287-4b8d-9c68-38299091ab65 req-4df750b8-fd3d-4b39-bd72-954235c02e5b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331883 Jun 17 08:58:31.833018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328de7c-0df4-4f94-960b-a6450eace859 req-2c3d7e50-563a-4a2e-976a-f64c701217e1 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:31.834502 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1328de7c-0df4-4f94-960b-a6450eace859 req-2c3d7e50-563a-4a2e-976a-f64c701217e1 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 945 time: 0.0682461 Jun 17 08:58:31.945082 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Deleting port 2fde4bd9-f1e4-4044-83c4-7140359c4084 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 08:58:31.945421 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.032208 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] For port 2fde4bd9-f1e4-4044-83c4-7140359c4084, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=2fde4bd9-f1e4-4044-83c4-7140359c4084,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:32.032443 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.212908 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.213651 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.214079 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Floating IP 792abac3-aa9e-46da-9a0b-a1347ae07746 disassociated. External IP: 172.25.8.49, port: 2fde4bd9-f1e4-4044-83c4-7140359c4084. Jun 17 08:58:32.214313 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Calling delete_port for 2fde4bd9-f1e4-4044-83c4-7140359c4084 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 08:58:32.362691 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.368644 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:32.399221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event deleted for resources: {'Port': ['ID=2fde4bd9-f1e4-4044-83c4-7140359c4084,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:32.410634 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.411057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.411446 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.411828 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.412202 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.412577 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.412929 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.413297 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.413663 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.414026 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.414422 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.414857 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:32.418826 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:32.550404 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Router c6d24c86-8f52-4056-8dcf-7f80802aec8d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:58:32.681545 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:58:32.691370 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a2c0a-e95e-4207-a3c9-dc0da0877693 None None] Sync routers for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:58:32.701394 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a2c0a-e95e-4207-a3c9-dc0da0877693 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:32.702001 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-095a2c0a-e95e-4207-a3c9-dc0da0877693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:58:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:32.725526 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] No DVR routers for this DVR port 2fde4bd9-f1e4-4044-83c4-7140359c4084 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:58:32.728412 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:32.730429 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1328de7c-0df4-4f94-960b-a6450eace859 req-40e67751-445d-4de5-89a7-3c19db841179 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "DELETE /v2.0/ports/2fde4bd9-f1e4-4044-83c4-7140359c4084 HTTP/1.1" status: 204 len: 173 time: 0.8900664 Jun 17 08:58:32.731085 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'name': 'network-vif-deleted', 'tag': '2fde4bd9-f1e4-4044-83c4-7140359c4084'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:32.734810 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3299f83e-fe11-4e3b-8049-be1c11537c6a" -d '{"events": [{"server_uuid": "d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f", "name": "network-vif-deleted", "tag": "2fde4bd9-f1e4-4044-83c4-7140359c4084"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:32.832633 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-095a2c0a-e95e-4207-a3c9-dc0da0877693 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:32.874226 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2041524f-dd16-4476-8fb0-1ee701525f7b x-openstack-request-id: req-2041524f-dd16-4476-8fb0-1ee701525f7b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:32.874572 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f", "name": "network-vif-deleted", "tag": "2fde4bd9-f1e4-4044-83c4-7140359c4084", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:32.874911 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2041524f-dd16-4476-8fb0-1ee701525f7b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:32.875385 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f', 'name': 'network-vif-deleted', 'tag': '2fde4bd9-f1e4-4044-83c4-7140359c4084', 'status': 'completed', 'code': 200} Jun 17 08:58:32.963590 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3b2427ce-303b-46d5-8862-c435a06d0d3f req-04108e0f-1b52-428e-b1e0-1d43385d00e0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 210 time: 0.0480707 Jun 17 08:58:33.050422 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-095a2c0a-e95e-4207-a3c9-dc0da0877693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:33.080537 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a2c0a-e95e-4207-a3c9-dc0da0877693 None None] Checking router: c6d24c86-8f52-4056-8dcf-7f80802aec8d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:58:33.089442 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095a2c0a-e95e-4207-a3c9-dc0da0877693 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:58:33.090047 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-095a2c0a-e95e-4207-a3c9-dc0da0877693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:58:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:33.202851 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-095a2c0a-e95e-4207-a3c9-dc0da0877693 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:58:33.262945 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:33.506935 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-095a2c0a-e95e-4207-a3c9-dc0da0877693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:58:33.552535 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095a2c0a-e95e-4207-a3c9-dc0da0877693 None None] The sync data for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 is: [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:58:33.768188 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ebaa14-9577-4709-bcc6-516f3af4f2c0 None None] New status for floating IP 792abac3-aa9e-46da-9a0b-a1347ae07746: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:58:34.101241 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bafcac47-7125-4c23-b454-9b307fc459e6 req-01ebdac2-259b-4058-8350-14f5471fccb4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 210 time: 0.0308814 Jun 17 08:58:35.275471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6e1c3517-928a-4197-a682-f99feed876ca req-dbd0bf10-e9e8-455e-84db-2d594dca4ab8 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 210 time: 0.0292320 Jun 17 08:58:35.309102 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 2fde4bd9-f1e4-4044-83c4-7140359c4084 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 08:58:35.329191 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: 2fde4bd9-f1e4-4044-83c4-7140359c4084 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 08:58:35.329538 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 2fde4bd9-f1e4-4044-83c4-7140359c4084 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 08:58:36.436675 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1522dd83-156d-45a8-a720-1a7a2510067a req-1e0b1a0d-377b-42ca-8c57-55d987e9257d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1c33e7c-9ff5-4925-baa3-3f1ab71a4b3f HTTP/1.1" status: 200 len: 210 time: 0.0371218 Jun 17 08:58:37.699911 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-9362e706-eb1c-482f-b1b9-2e7c6ab076cd tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480345976&fields=id&tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 267 time: 0.0415781 Jun 17 08:58:37.808616 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-1752ef4d-bec0-40b6-aef8-16dd2e0d9bc9 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:37.809980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-1752ef4d-bec0-40b6-aef8-16dd2e0d9bc9 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.1035089 Jun 17 08:58:37.825864 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-4013747c-fadc-43f6-b074-086e33fc56ce tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/quotas/b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 375 time: 0.0101798 Jun 17 08:58:37.902431 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-ba505e7e-fc52-4095-9c58-d390840c5943 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686572 Jun 17 08:58:38.009330 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-0b47c137-f6e1-40de-91b0-dcb3db784923 service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926299 Jun 17 08:58:38.100919 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-bb4f39d0-98e7-459c-a047-cb21e215bdf0 service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829160 Jun 17 08:58:38.444605 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5e005cfb-5e0f-4825-957d-6947f5199a9b req-b38b0ec9-0d8d-4ce7-b00a-54639ca9aeb1 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 210 time: 0.0369258 Jun 17 08:58:39.451889 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:39.532800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ad5a8cf2-5064-4a19-9baf-4912bbff618b req-63b016d4-f93f-4403-9694-c47c07702d09 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 210 time: 0.0358543 Jun 17 08:58:40.690758 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5db3072d-13b3-42f9-921e-c4b8e25cc9d8 req-3204f08c-f674-4b42-aa66-dfb3f2be9762 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 210 time: 0.0313971 Jun 17 08:58:41.586873 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-7fcc394c-1021-469d-a9c3-2ae04d6dfed7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:41.588531 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-7fcc394c-1021-469d-a9c3-2ae04d6dfed7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.1110189 Jun 17 08:58:41.637096 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-d6ef26d4-30aa-4d22-b766-0dc80e03091a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 379 time: 0.0399687 Jun 17 08:58:41.645459 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'port': {'device_id': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'admin_state_up': True, 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'security_groups': ['b9f1e07c-185b-4961-95ac-7d2c5df7d196']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:41.757112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Made reservation on behalf of b5a5d9ad8488480b98ed6d0f5ad64942 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:58:41.760785 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:41.861327 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-90164a59-10d2-445c-b7e1-c7f780e11346 req-58394eea-24ac-462a-bbbd-e63a5564a7a5 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 210 time: 0.0378554 Jun 17 08:58:41.924824 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Allocated IP 172.20.0.5 (837156e8-72b7-47a5-8c9c-3b16a1c9d85b/423fe4ff-14e8-4757-87e1-b27a19707b0c/dd726041-6739-46bf-b944-0469015256b1) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:42.067947 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.082863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Transition to ACTIVE for port object dd726041-6739-46bf-b944-0469015256b1 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:42.124451 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.129357 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:42.171516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:42.174756 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:42.183256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:42.216965 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=dd726041-6739-46bf-b944-0469015256b1,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:42.222100 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:42.253578 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:42.254541 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.272256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6303909 Jun 17 08:58:42.283104 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-24e7b0ae-ee35-42a1-bb14-1a9be29d2047 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 08:58:42.284262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-24e7b0ae-ee35-42a1-bb14-1a9be29d2047 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061476 Jun 17 08:58:42.348720 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Request body: {'port': {'device_id': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:42.415126 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cf2a3700-b3af-49a6-becb-3b42a87cc184 None None] Provisioning for port dd726041-6739-46bf-b944-0469015256b1 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:42.420400 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-cf2a3700-b3af-49a6-becb-3b42a87cc184 None None] Provisioning complete for port dd726041-6739-46bf-b944-0469015256b1 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:42.420857 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-cf2a3700-b3af-49a6-becb-3b42a87cc184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.424396 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.455336 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-cf2a3700-b3af-49a6-becb-3b42a87cc184 None None] Port dd726041-6739-46bf-b944-0469015256b1 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 08:58:42.696311 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd726041-6739-46bf-b944-0469015256b1 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:58:42.703936 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.716192 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Transition to ACTIVE for port object dd726041-6739-46bf-b944-0469015256b1 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:58:42.720449 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:42.722790 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-01d57320-3911-4f2d-9e8a-d97c2cc6336b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:42.795988 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd726041-6739-46bf-b944-0469015256b1,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:42.802929 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:42.900048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Attempting to bind port dd726041-6739-46bf-b944-0469015256b1 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 08:58:42.900789 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Attempting to bind port dd726041-6739-46bf-b944-0469015256b1 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 08:58:42.901011 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Attempting to bind port dd726041-6739-46bf-b944-0469015256b1 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:42.908075 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Port dd726041-6739-46bf-b944-0469015256b1 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 08:58:42.908454 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Attempting to bind port dd726041-6739-46bf-b944-0469015256b1 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 08:58:42.917312 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 8, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 08:58:42.917695 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Checking segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 08:58:42.918072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Bound using segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 08:58:42.918530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Bound port: dd726041-6739-46bf-b944-0469015256b1, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 08:58:42.918932 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.027918 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] For port dd726041-6739-46bf-b944-0469015256b1, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 08:58:43.044761 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] For port dd726041-6739-46bf-b944-0469015256b1, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=dd726041-6739-46bf-b944-0469015256b1,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 08:58:43.052637 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.056151 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-904f2b5d-857c-4538-9f51-c9c48d1af5de tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:43.104110 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:43.104876 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.106182 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] 10.222.0.10 "PUT /v2.0/ports/dd726041-6739-46bf-b944-0469015256b1 HTTP/1.1" status: 200 len: 1092 time: 0.8150001 Jun 17 08:58:43.107687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'tag': 'dd726041-6739-46bf-b944-0469015256b1'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:43.110036 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c437a99-4d96-485f-b4fd-237916147037" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6f3445-74bb-4d48-9bb0-cc23769ce6a4", "tag": "dd726041-6739-46bf-b944-0469015256b1"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:43.141397 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd726041-6739-46bf-b944-0469015256b1,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:43.153408 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62e870-a09e-4f51-a484-40dc6171a08f req-d9d57773-f91c-4f95-ba5b-d0d05b6dbd40 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:43.162723 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc62e870-a09e-4f51-a484-40dc6171a08f req-d9d57773-f91c-4f95-ba5b-d0d05b6dbd40 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 943 time: 0.1655788 Jun 17 08:58:43.167682 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-5fe91791-944d-42ac-8378-48be3dfb92c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:43.201744 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db6af36-6b13-4659-ac4a-2ea9e042f242 x-openstack-request-id: req-5db6af36-6b13-4659-ac4a-2ea9e042f242 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:43.202033 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6f3445-74bb-4d48-9bb0-cc23769ce6a4", "tag": "dd726041-6739-46bf-b944-0469015256b1", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:43.202317 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5db6af36-6b13-4659-ac4a-2ea9e042f242 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:43.202824 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'tag': 'dd726041-6739-46bf-b944-0469015256b1', 'status': 'completed', 'code': 200} Jun 17 08:58:43.240716 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-cc62e870-a09e-4f51-a484-40dc6171a08f req-c076c00e-8f7c-4aa3-8877-94b3d9da4d11 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769615 Jun 17 08:58:43.259409 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-099af27b-1c09-4a41-b545-45ce1e695a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:43.260937 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-099af27b-1c09-4a41-b545-45ce1e695a3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0952950 Jun 17 08:58:43.303787 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-318405a5-6364-4fdd-98ed-1c24ed3a39f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd726041-6739-46bf-b944-0469015256b1 HTTP/1.1" status: 200 len: 217 time: 0.0353522 Jun 17 08:58:43.364558 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-4391b114-6a92-4622-9bd1-097f25fe1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:43.366019 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-4391b114-6a92-4622-9bd1-097f25fe1379 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0561466 Jun 17 08:58:43.423669 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-01241ce8-340a-4393-9947-acbe76fc2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:43.425395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-01241ce8-340a-4393-9947-acbe76fc2a30 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532985 Jun 17 08:58:43.437196 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9acf0418-37bf-4836-a148-5d8cf6b85a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:43.529090 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-2cf1a037-5c5e-4f3f-8be9-0035cadc66b6 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966551 Jun 17 08:58:43.624069 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f68ab19d-170e-466f-bb6f-c86a6dc8862e req-4cd97a78-8f85-4aed-8317-ece8caee785c service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881529 Jun 17 08:58:43.725781 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c437a99-4d96-485f-b4fd-237916147037 req-f731e596-da54-4c5b-9fec-86f957a94b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:43.727358 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c437a99-4d96-485f-b4fd-237916147037 req-f731e596-da54-4c5b-9fec-86f957a94b76 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 1095 time: 0.0560899 Jun 17 08:58:43.825318 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c437a99-4d96-485f-b4fd-237916147037 req-93a09d6a-909e-46f9-991a-52db5662beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:43.826699 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c437a99-4d96-485f-b4fd-237916147037 req-93a09d6a-909e-46f9-991a-52db5662beda service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0934522 Jun 17 08:58:43.869309 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c437a99-4d96-485f-b4fd-237916147037 req-a47e506e-7dfa-40dc-a3a3-a04337b14efe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd726041-6739-46bf-b944-0469015256b1 HTTP/1.1" status: 200 len: 217 time: 0.0355077 Jun 17 08:58:43.920356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c437a99-4d96-485f-b4fd-237916147037 req-ed2ffff3-63d0-4402-87d4-26d489ba5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:43.921976 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c437a99-4d96-485f-b4fd-237916147037 req-ed2ffff3-63d0-4402-87d4-26d489ba5173 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0469654 Jun 17 08:58:43.985687 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c437a99-4d96-485f-b4fd-237916147037 req-dd8770f7-a398-453e-8465-223e601bf9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:43.987283 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c437a99-4d96-485f-b4fd-237916147037 req-dd8770f7-a398-453e-8465-223e601bf9c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592253 Jun 17 08:58:44.082294 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c437a99-4d96-485f-b4fd-237916147037 req-81c75b74-5e9f-4f6e-b9b5-d43bcabe30e7 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882421 Jun 17 08:58:44.179566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7c437a99-4d96-485f-b4fd-237916147037 req-413f3c01-179d-49a2-9f65-5522cc02a321 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905869 Jun 17 08:58:44.430523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c0472-789a-4883-a844-3b033f06d807 req-3997a727-7e81-4ea5-9cef-fc72fe7ec806 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:44.432092 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-198c0472-789a-4883-a844-3b033f06d807 req-3997a727-7e81-4ea5-9cef-fc72fe7ec806 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 943 time: 0.0693927 Jun 17 08:58:44.473926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-198c0472-789a-4883-a844-3b033f06d807 req-4f94ec51-c10b-4dcd-9ee1-faaf00aabfff tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358634 Jun 17 08:58:45.654048 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0239ed-f16b-459c-9fd9-96e54975fb3f req-183e2e68-9a87-4960-ae89-a5122335fd23 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:45.655634 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd0239ed-f16b-459c-9fd9-96e54975fb3f req-183e2e68-9a87-4960-ae89-a5122335fd23 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 943 time: 0.0660472 Jun 17 08:58:45.661839 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-447e7bfd-a8d2-4b08-ae7b-a5cd8663a1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:45.698389 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fd0239ed-f16b-459c-9fd9-96e54975fb3f req-670dffec-0c8a-4093-b6b3-983e4f38701c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353703 Jun 17 08:58:45.965373 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:46.890279 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2cc76-7802-40f7-977e-40ffed857179 req-d3482f6a-2de3-4d86-8867-6a54a7fe3e60 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:46.891803 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71e2cc76-7802-40f7-977e-40ffed857179 req-d3482f6a-2de3-4d86-8867-6a54a7fe3e60 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 943 time: 0.0797503 Jun 17 08:58:46.936121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-71e2cc76-7802-40f7-977e-40ffed857179 req-a1a199c5-5568-4dba-9cc2-fcbe58ee5009 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358016 Jun 17 08:58:46.946754 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:47.597193 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:58:48.125786 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e46257d-a1ee-4dd2-949b-ebe03cd2a160 req-6616e28c-e26a-48d0-920c-b09dcd8b87c4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:48.127343 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e46257d-a1ee-4dd2-949b-ebe03cd2a160 req-6616e28c-e26a-48d0-920c-b09dcd8b87c4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 943 time: 0.0776908 Jun 17 08:58:48.169852 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9e46257d-a1ee-4dd2-949b-ebe03cd2a160 req-7ccb40d2-4586-4d90-a68c-401128249268 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340476 Jun 17 08:58:48.982159 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:49.361762 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560224b-b58a-4f32-98fe-88e02fae897f req-9a9cebf7-5016-4558-910a-fb09a75f3d0b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:49.363248 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a560224b-b58a-4f32-98fe-88e02fae897f req-9a9cebf7-5016-4558-910a-fb09a75f3d0b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 943 time: 0.0790651 Jun 17 08:58:49.402445 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a560224b-b58a-4f32-98fe-88e02fae897f req-1a81f3c0-edce-4279-910b-d6fc413cc34c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332708 Jun 17 08:58:50.579909 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89dd6f-2fb5-4688-b052-b70d06dfbabd req-c6e7546f-be6e-4730-8ff7-795657063c82 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:50.581276 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f89dd6f-2fb5-4688-b052-b70d06dfbabd req-c6e7546f-be6e-4730-8ff7-795657063c82 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 943 time: 0.0673213 Jun 17 08:58:50.619162 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7f89dd6f-2fb5-4688-b052-b70d06dfbabd req-8a313748-d146-46d8-b88a-901099dedd68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321054 Jun 17 08:58:51.811791 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025bab3-c6e0-4df8-b68a-5fdb607882ed req-fe9c60eb-82d3-49e5-ac7b-cb917a778788 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:51.813350 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0025bab3-c6e0-4df8-b68a-5fdb607882ed req-fe9c60eb-82d3-49e5-ac7b-cb917a778788 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 943 time: 0.0746322 Jun 17 08:58:51.855838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0025bab3-c6e0-4df8-b68a-5fdb607882ed req-e3326f1d-d7cd-4b21-a721-e8e22051e4e1 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362854 Jun 17 08:58:53.054731 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95623834-f8e0-4da4-a971-5d599431ac8b req-2f63a9f1-65da-46b2-8c05-432b430d808b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:53.056252 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95623834-f8e0-4da4-a971-5d599431ac8b req-2f63a9f1-65da-46b2-8c05-432b430d808b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 943 time: 0.0849438 Jun 17 08:58:53.102208 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-95623834-f8e0-4da4-a971-5d599431ac8b req-ba3fafdc-5185-4e21-bebf-b40e581a03be tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398467 Jun 17 08:58:53.372668 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device dd726041-6739-46bf-b944-0469015256b1 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 08:58:53.481354 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port dd726041-6739-46bf-b944-0469015256b1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=dd726041-6739-46bf-b944-0469015256b1,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:53.493324 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': 'dd726041-6739-46bf-b944-0469015256b1', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'port_id': 'dd726041-6739-46bf-b944-0469015256b1', 'mac_address': 'fa:16:3e:c2:25:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 08:58:53.532435 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:53.545880 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd726041-6739-46bf-b944-0469015256b1 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 08:58:53.566193 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port dd726041-6739-46bf-b944-0469015256b1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=dd726041-6739-46bf-b944-0469015256b1,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:53.572267 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:53.574964 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-e5767453-e416-4351-9a59-07de7800625b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:53.627780 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=dd726041-6739-46bf-b944-0469015256b1,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:53.635747 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.636094 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.636432 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.636765 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.637100 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.637427 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.637755 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.638064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.638389 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.638710 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.639045 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.639365 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:58:53.643363 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:53.894257 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['dd726041-6739-46bf-b944-0469015256b1'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 08:58:54.280362 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a745884-707d-451e-ad24-80d90357fa2a req-fda97d3d-1ae6-4302-a555-17f92740ac67 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:54.282213 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a745884-707d-451e-ad24-80d90357fa2a req-fda97d3d-1ae6-4302-a555-17f92740ac67 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 944 time: 0.0700204 Jun 17 08:58:54.320446 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4a745884-707d-451e-ad24-80d90357fa2a req-4d1b9b62-8838-4d47-aaa2-900ed5623ffb tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323071 Jun 17 08:58:55.386569 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device dd726041-6739-46bf-b944-0469015256b1 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 08:58:55.438341 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port dd726041-6739-46bf-b944-0469015256b1 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:58:55.442527 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port dd726041-6739-46bf-b944-0469015256b1 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:58:55.442945 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.506247 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a8a42-47e0-4c84-8f50-3c4c19510b8f req-04f6fbd1-74b4-4afa-8693-aa72ef1c6501 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:55.507800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f03a8a42-47e0-4c84-8f50-3c4c19510b8f req-04f6fbd1-74b4-4afa-8693-aa72ef1c6501 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 944 time: 0.0687346 Jun 17 08:58:55.547741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f03a8a42-47e0-4c84-8f50-3c4c19510b8f req-b5acdb7a-3024-487c-a1cb-ef5971572cc0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339599 Jun 17 08:58:55.704369 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.726553 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd726041-6739-46bf-b944-0469015256b1'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:58:55.728848 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf20329-a126-419e-9ada-d7580ea63f9c" -d '{"events": [{"server_uuid": "5a6f3445-74bb-4d48-9bb0-cc23769ce6a4", "name": "network-vif-plugged", "status": "completed", "tag": "dd726041-6739-46bf-b944-0469015256b1"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:58:55.741204 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port dd726041-6739-46bf-b944-0469015256b1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=dd726041-6739-46bf-b944-0469015256b1,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 08:58:55.746830 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:55.750111 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-ff4f08b4-b847-4a85-9b18-579fa3676ae7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:55.773136 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 08:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19555f7-d328-48ab-be0c-1e66edae0cfb x-openstack-request-id: req-d19555f7-d328-48ab-be0c-1e66edae0cfb {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:58:55.773425 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6f3445-74bb-4d48-9bb0-cc23769ce6a4", "name": "network-vif-plugged", "status": "completed", "tag": "dd726041-6739-46bf-b944-0469015256b1", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:58:55.773678 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d19555f7-d328-48ab-be0c-1e66edae0cfb {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:58:55.774238 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd726041-6739-46bf-b944-0469015256b1', 'code': 200} Jun 17 08:58:55.803465 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=dd726041-6739-46bf-b944-0469015256b1,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:55.806563 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:55.887062 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ac416-6f66-43c4-818f-949a3a72039f req-3c2e56b8-0c3e-4517-9d72-cc7e6a37bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:55.888555 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-317ac416-6f66-43c4-818f-949a3a72039f req-3c2e56b8-0c3e-4517-9d72-cc7e6a37bdc8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0550890 Jun 17 08:58:55.923164 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-317ac416-6f66-43c4-818f-949a3a72039f req-dfb306db-1b6e-463a-ade7-bb1fb45638f5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276787 Jun 17 08:58:56.734754 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628793d-20e0-4be1-8ca1-d81ebfaf6d3d req-8db55dec-0491-4260-a2c1-de04d7aeee50 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:56.736275 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e628793d-20e0-4be1-8ca1-d81ebfaf6d3d req-8db55dec-0491-4260-a2c1-de04d7aeee50 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 945 time: 0.0756118 Jun 17 08:58:56.784218 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e628793d-20e0-4be1-8ca1-d81ebfaf6d3d req-552e886e-695f-48a3-8e9f-178c12270468 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419519 Jun 17 08:58:57.973879 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a3537-cea1-45dc-ba81-0d227461b650 req-b07b7d8e-7723-468f-9c72-c3b407d117ff tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:57.975385 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c0a3537-cea1-45dc-ba81-0d227461b650 req-b07b7d8e-7723-468f-9c72-c3b407d117ff tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 945 time: 0.0746288 Jun 17 08:58:58.023337 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6c0a3537-cea1-45dc-ba81-0d227461b650 req-9fbad6fa-8882-4dd5-817b-5c10d8104a21 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401533 Jun 17 08:58:58.210006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d818f13-7777-48b1-a022-40e224bfaf6b req-e93f11ae-67a6-4cf5-a0e0-d327987b18bc tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:58.211562 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d818f13-7777-48b1-a022-40e224bfaf6b req-e93f11ae-67a6-4cf5-a0e0-d327987b18bc tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 945 time: 0.0778778 Jun 17 08:58:58.253104 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-4d818f13-7777-48b1-a022-40e224bfaf6b req-f5404ee8-77f3-467b-8779-6923e5198ead tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356231 Jun 17 08:58:58.283863 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49220) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:58.456866 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a75f9-47ea-430d-943c-7c8db486e918 tempest-TestVolumeBootPattern-904726758 tempest-TestVolumeBootPattern-904726758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:58:58.458511 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-9d6a75f9-47ea-430d-943c-7c8db486e918 tempest-TestVolumeBootPattern-904726758 tempest-TestVolumeBootPattern-904726758-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 1092 time: 0.1736162 Jun 17 08:58:58.462942 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49224) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 08:58:58.467499 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': 'dd726041-6739-46bf-b944-0469015256b1', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:58:58.499959 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.615903 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.733012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Allocated IP 172.25.8.233 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/f989a2cf-04e9-4288-baf6-de3307768eba) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:58:58.845896 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.890337 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:58.892401 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c8371e74-6ec9-4b27-8dd6-320b9556063e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:58:58.932409 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:58:58.935278 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:58:58.940619 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 08:58:58.946191 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=f989a2cf-04e9-4288-baf6-de3307768eba,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:58:58.965051 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:58:59.295939 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.772862 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.943854 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.951608 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:58:59.953927 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-48379087-6ce2-429d-88f4-954e09f681ee tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 08:59:00.016618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=f989a2cf-04e9-4288-baf6-de3307768eba,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:59:00.020654 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 08:59:00.029068 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:00.144460 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Floating IP ee565390-6f02-4569-ba62-f450e9809826 associated. External IP: 172.25.8.233, port: dd726041-6739-46bf-b944-0469015256b1. Jun 17 08:59:00.354954 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Router c6d24c86-8f52-4056-8dcf-7f80802aec8d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 08:59:00.470049 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 08:59:00.480106 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a06be-1c25-4da3-aed7-a5c6711b4f07 None None] Sync routers for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:59:00.487891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:00.491515 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a06be-1c25-4da3-aed7-a5c6711b4f07 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:00.492139 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-800a06be-1c25-4da3-aed7-a5c6711b4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:58:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:00.523895 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0599401 Jun 17 08:59:00.524593 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'tag': 'dd726041-6739-46bf-b944-0469015256b1'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 08:59:00.526992 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341c07f2-4533-4fc9-8483-74ec2845dc3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6f3445-74bb-4d48-9bb0-cc23769ce6a4", "tag": "dd726041-6739-46bf-b944-0469015256b1"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:59:00.595303 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-800a06be-1c25-4da3-aed7-a5c6711b4f07 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:00.625362 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 08:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69164667-200f-4f13-a7e1-696295bffa8a x-openstack-request-id: req-69164667-200f-4f13-a7e1-696295bffa8a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:59:00.625708 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6f3445-74bb-4d48-9bb0-cc23769ce6a4", "tag": "dd726041-6739-46bf-b944-0469015256b1", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:59:00.626160 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69164667-200f-4f13-a7e1-696295bffa8a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:59:00.626467 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'tag': 'dd726041-6739-46bf-b944-0469015256b1', 'status': 'completed', 'code': 200} Jun 17 08:59:00.701567 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c07f2-4533-4fc9-8483-74ec2845dc3e req-82a1c4ae-a8e0-4c39-866e-e539a2680a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:00.703093 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-341c07f2-4533-4fc9-8483-74ec2845dc3e req-82a1c4ae-a8e0-4c39-866e-e539a2680a85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0532839 Jun 17 08:59:00.800623 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c07f2-4533-4fc9-8483-74ec2845dc3e req-a314e6b3-043a-4f50-9b06-cbf461062b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:00.802153 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-341c07f2-4533-4fc9-8483-74ec2845dc3e req-a314e6b3-043a-4f50-9b06-cbf461062b47 service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0924337 Jun 17 08:59:00.826498 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-800a06be-1c25-4da3-aed7-a5c6711b4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'ee565390-6f02-4569-ba62-f450e9809826', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': 'dd726041-6739-46bf-b944-0469015256b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:c2:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:59Z', 'updated_at': '2021-06-17T08:58:59Z', 'revision_number': 0, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:00.851574 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a06be-1c25-4da3-aed7-a5c6711b4f07 None None] Checking router: c6d24c86-8f52-4056-8dcf-7f80802aec8d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:59:00.860633 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800a06be-1c25-4da3-aed7-a5c6711b4f07 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 08:59:00.861195 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-800a06be-1c25-4da3-aed7-a5c6711b4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T08:58:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:00.868112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-341c07f2-4533-4fc9-8483-74ec2845dc3e req-726bc7ea-f4a8-41dd-a83b-735632388c25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd726041-6739-46bf-b944-0469015256b1 HTTP/1.1" status: 200 len: 999 time: 0.0591376 Jun 17 08:59:00.922729 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c07f2-4533-4fc9-8483-74ec2845dc3e req-9d5697bf-8f37-4626-9526-49d48de8446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:00.924277 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-341c07f2-4533-4fc9-8483-74ec2845dc3e req-9d5697bf-8f37-4626-9526-49d48de8446c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0503550 Jun 17 08:59:00.964138 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-800a06be-1c25-4da3-aed7-a5c6711b4f07 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 08:59:00.988898 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c07f2-4533-4fc9-8483-74ec2845dc3e req-df4754a2-46b5-4302-8726-615963d97336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:00.990480 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-341c07f2-4533-4fc9-8483-74ec2845dc3e req-df4754a2-46b5-4302-8726-615963d97336 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598562 Jun 17 08:59:01.082744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-341c07f2-4533-4fc9-8483-74ec2845dc3e req-dcd6b45c-652d-45b7-b470-fd442c783c49 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850863 Jun 17 08:59:01.187207 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-341c07f2-4533-4fc9-8483-74ec2845dc3e req-01a0ddff-f910-4f41-a194-fe057088148b service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981627 Jun 17 08:59:01.212609 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-800a06be-1c25-4da3-aed7-a5c6711b4f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'ee565390-6f02-4569-ba62-f450e9809826', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': 'dd726041-6739-46bf-b944-0469015256b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:c2:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:59Z', 'updated_at': '2021-06-17T08:58:59Z', 'revision_number': 0, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:59:01.238556 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800a06be-1c25-4da3-aed7-a5c6711b4f07 None None] The sync data for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 is: [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'ee565390-6f02-4569-ba62-f450e9809826', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': 'dd726041-6739-46bf-b944-0469015256b1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:c2:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:59Z', 'updated_at': '2021-06-17T08:58:59Z', 'revision_number': 0, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:59:01.434000 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7fbc19-db80-490c-9590-73b066b2165e None None] New status for floating IP ee565390-6f02-4569-ba62-f450e9809826: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:59:03.275151 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:09.471067 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:13.443381 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-350d7538-ab73-4fdf-90dd-25d7d9dad1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:15.661485 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a7f89f8c-e676-490e-b1c2-b9dd767537c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:15.973611 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:16.955329 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:18.984220 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:24.596825 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 08:59:33.275374 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:34.943283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-a06ae021-0f43-485b-8099-eda80ecf49f1 req-561e7c6b-dc5b-4b5a-a0a9-fdc1cc764dae service neutron] (93803) timed out ('10.222.0.47', 51034) {{(pid=93803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 08:59:39.465636 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:43.448989 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0838feee-1bee-4cea-b645-fa60a86f940f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:45.658549 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-99815df7-aed3-4f47-b5f2-a49cf7e4337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:45.969214 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:46.954515 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:48.988117 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:59:55.098192 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-944eff1d-5780-4686-a814-126a8b23153e req-3df5315b-5d5d-4748-bbc1-80fe06383739 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0634351 Jun 17 08:59:55.199848 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eff1d-5780-4686-a814-126a8b23153e req-7662e4fe-2a69-49f2-abb5-1cc5d083b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:55.201384 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-944eff1d-5780-4686-a814-126a8b23153e req-7662e4fe-2a69-49f2-abb5-1cc5d083b3f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0602567 Jun 17 08:59:55.332113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eff1d-5780-4686-a814-126a8b23153e req-7b3f5bf5-1117-4546-84ba-345f7fbec9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:55.334278 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-944eff1d-5780-4686-a814-126a8b23153e req-7b3f5bf5-1117-4546-84ba-345f7fbec9dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.1126032 Jun 17 08:59:55.397897 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-944eff1d-5780-4686-a814-126a8b23153e req-86b1fb34-0a95-4e37-9cf4-6aa329488a70 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd726041-6739-46bf-b944-0469015256b1 HTTP/1.1" status: 200 len: 1001 time: 0.0567513 Jun 17 08:59:55.464336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eff1d-5780-4686-a814-126a8b23153e req-78487d52-db6a-4e33-909a-4b34d244e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:55.465768 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-944eff1d-5780-4686-a814-126a8b23153e req-78487d52-db6a-4e33-909a-4b34d244e995 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0619020 Jun 17 08:59:55.528447 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944eff1d-5780-4686-a814-126a8b23153e req-f5e7706c-65d4-4c8e-a47c-176e1c5f4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 08:59:55.529948 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-944eff1d-5780-4686-a814-126a8b23153e req-f5e7706c-65d4-4c8e-a47c-176e1c5f4d37 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578148 Jun 17 08:59:55.621550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-944eff1d-5780-4686-a814-126a8b23153e req-7d866cae-5c25-4aa0-a1c7-4736ae028a42 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850298 Jun 17 08:59:55.724825 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-944eff1d-5780-4686-a814-126a8b23153e req-e4c7d993-75c7-4625-b173-135380276712 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965149 Jun 17 09:00:01.596653 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:00:03.305006 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:09.476077 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:13.445019 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-73a90571-39e0-4c53-b0f7-cbe1dad9641b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.657260 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5207067b-9dd9-4871-b744-22cb742302eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:15.973534 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:16.958204 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:18.991173 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:33.309065 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:38.390203 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-401fc327-71aa-4e7e-80d2-e531097c5f3f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480345976&fields=id&tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 267 time: 0.0364039 Jun 17 09:00:38.502670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-f3dee9d8-de55-4d3c-bcf4-b512f40ae466 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:38.504167 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-f3dee9d8-de55-4d3c-bcf4-b512f40ae466 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.1075065 Jun 17 09:00:38.519216 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-23338581-6fa0-4bd9-96ba-a578e96d3034 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/quotas/b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 375 time: 0.0094028 Jun 17 09:00:38.594468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-1762e8bb-2a17-4a3d-9ed8-0b1b89de459d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0701470 Jun 17 09:00:38.596294 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:00:38.772112 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-38cea33c-de26-4f31-bff2-0eafda5d0afd service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655662 Jun 17 09:00:38.865918 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-d76c6d33-70a7-47c7-b469-e2d53cd0b3a3 service neutron] 10.222.0.47 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877953 Jun 17 09:00:39.193512 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d372812c-4c81-4e2f-b323-9e3faaadd2da req-f6a1a116-7ec3-4a8c-92bc-fd4fe0e5f11d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 210 time: 0.0290945 Jun 17 09:00:39.482262 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:40.353110 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ffc25d3-e1ab-490f-9d4f-c8663123bf54 req-df82541f-0e80-477d-a336-a729b7d9bab9 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 210 time: 0.0408766 Jun 17 09:00:40.556256 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-f43542d4-12b0-42b2-9fa7-d23585578956 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:40.558272 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-f43542d4-12b0-42b2-9fa7-d23585578956 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.63 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 812 time: 0.1073630 Jun 17 09:00:40.602166 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-49bfcdcd-d420-483e-9ab9-fd5ecd63e48f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.63 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942 HTTP/1.1" status: 200 len: 379 time: 0.0357509 Jun 17 09:00:40.610834 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'port': {'device_id': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'admin_state_up': True, 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'security_groups': ['b9f1e07c-185b-4961-95ac-7d2c5df7d196']}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:40.724661 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Made reservation on behalf of b5a5d9ad8488480b98ed6d0f5ad64942 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:00:40.728534 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:40.862350 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Allocated IP 172.20.0.13 (837156e8-72b7-47a5-8c9c-3b16a1c9d85b/423fe4ff-14e8-4757-87e1-b27a19707b0c/476a36f8-caa0-4f49-8b62-9fe74d51cfe0) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:00:41.012583 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.027759 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Transition to ACTIVE for port object 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:41.070326 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.074938 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-211097dd-80ac-4f44-91ba-cdbfd8b4b4ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:41.124339 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:41.130356 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:41.135412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:00:41.166142 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=476a36f8-caa0-4f49-8b62-9fe74d51cfe0,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:41.182468 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.182883 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.183255 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.183639 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.184298 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.184670 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.185070 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.185438 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.185803 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.186168 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.186530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.186917 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:41.192752 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:41.210083 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:41.210751 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.227838 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.63 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6205251 Jun 17 09:00:41.237681 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-031522c2-57fb-4195-b49b-abacfdaf7431 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 09:00:41.238678 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-031522c2-57fb-4195-b49b-abacfdaf7431 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.63 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053551 Jun 17 09:00:41.305689 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Request body: {'port': {'device_id': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:41.378697 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.414142 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-846b3780-590c-4d55-9731-f13f8daa10a4 None None] Provisioning for port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:41.417997 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-846b3780-590c-4d55-9731-f13f8daa10a4 None None] Provisioning complete for port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:41.418370 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-846b3780-590c-4d55-9731-f13f8daa10a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.473753 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-846b3780-590c-4d55-9731-f13f8daa10a4 None None] Port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:00:41.679199 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fa191-0e58-40b6-a78d-fb1432c74f22 req-86dab2af-366a-469b-88bc-241238118523 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:41.680741 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b13fa191-0e58-40b6-a78d-fb1432c74f22 req-86dab2af-366a-469b-88bc-241238118523 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 932 time: 0.1144376 Jun 17 09:00:41.743014 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:00:41.753778 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.759195 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b13fa191-0e58-40b6-a78d-fb1432c74f22 req-a01e6256-a733-4de1-8dad-5cc9598181aa tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720057 Jun 17 09:00:41.772018 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Transition to ACTIVE for port object 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:00:41.783963 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:41.786318 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-846f43c6-df78-40ad-a820-eae991189a3e tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:41.871911 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Pushing event updated for resources: {'Port': ['ID=476a36f8-caa0-4f49-8b62-9fe74d51cfe0,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:41.875632 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:41.954856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Attempting to bind port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 on host n-h2-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:00:41.955198 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Attempting to bind port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 by drivers openvswitch,hyperv on host n-h2-779913-16 at level 0 using segments [{'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:00:41.955528 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Attempting to bind port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:00:41.961309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b not bound, no agent of type Open vSwitch agent registered on host n-h2-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:00:41.961631 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Attempting to bind port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 on network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:00:41.967184 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Checking agent: {'id': 'c51297ad-8bc9-4790-8f7b-de924852e568', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:00:41.967524 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Checking segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:00:41.967905 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Bound using segment: {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:00:41.968332 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Bound port: 476a36f8-caa0-4f49-8b62-9fe74d51cfe0, host: n-h2-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e60ab90-d79d-4fea-b16f-f284df3ac0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:00:41.968684 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.041762 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] For port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0, host n-h2-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:00:42.044830 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] For port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0, host n-h2-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=476a36f8-caa0-4f49-8b62-9fe74d51cfe0,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:00:42.050670 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.052899 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:42.090317 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:42.091115 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:42.092551 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] 10.222.0.63 "PUT /v2.0/ports/476a36f8-caa0-4f49-8b62-9fe74d51cfe0 HTTP/1.1" status: 200 len: 1093 time: 0.8473473 Jun 17 09:00:42.093310 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'tag': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:42.095732 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f" -d '{"events": [{"name": "network-changed", "server_uuid": "57e3fef5-abfd-47b4-ba61-8772f789d5a7", "tag": "476a36f8-caa0-4f49-8b62-9fe74d51cfe0"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:42.143927 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01bccf9-ad13-489e-b8b2-9cc9f71b66b4 x-openstack-request-id: req-e01bccf9-ad13-489e-b8b2-9cc9f71b66b4 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:42.144272 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e3fef5-abfd-47b4-ba61-8772f789d5a7", "tag": "476a36f8-caa0-4f49-8b62-9fe74d51cfe0", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:42.144588 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e01bccf9-ad13-489e-b8b2-9cc9f71b66b4 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:42.145165 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'tag': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0', 'status': 'completed', 'code': 200} Jun 17 09:00:42.146309 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Pushing event updated for resources: {'Port': ['ID=476a36f8-caa0-4f49-8b62-9fe74d51cfe0,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:42.150053 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:42.212416 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-175859e8-2d44-4bd7-aeed-75b2ce191111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:42.213953 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-175859e8-2d44-4bd7-aeed-75b2ce191111 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0572937 Jun 17 09:00:42.260132 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-5608f00a-5372-402c-9e6f-4bc172c0738d service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476a36f8-caa0-4f49-8b62-9fe74d51cfe0 HTTP/1.1" status: 200 len: 217 time: 0.0388081 Jun 17 09:00:42.310583 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-afbe3e0c-dff6-44c8-8137-9a5c64919f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:42.312126 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-afbe3e0c-dff6-44c8-8137-9a5c64919f9c service neutron] 10.222.0.63 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0465579 Jun 17 09:00:42.371057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-28436ad4-be19-40e1-8efe-43ed332ae903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:42.372516 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-28436ad4-be19-40e1-8efe-43ed332ae903 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530953 Jun 17 09:00:42.470394 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-91e5437f-538c-481c-a064-2a1c57fa06a1 service neutron] 10.222.0.63 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911155 Jun 17 09:00:42.562156 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c2879b45-a220-4bb2-a666-6f2704c7ff7c req-557657f0-3748-429b-9983-6658747af89c service neutron] 10.222.0.63 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851171 Jun 17 09:00:42.664334 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f req-fcac0f61-9e81-4084-8bcf-959ec7bcde4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:42.665881 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f req-fcac0f61-9e81-4084-8bcf-959ec7bcde4d service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 1096 time: 0.0561671 Jun 17 09:00:42.759143 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f req-7528a1e3-5318-41e9-8572-080074da5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:42.760672 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f req-7528a1e3-5318-41e9-8572-080074da5931 service neutron] 10.222.0.63 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0887461 Jun 17 09:00:42.802601 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f req-76e0a03b-f360-4d40-afdb-cec86e0c0b43 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476a36f8-caa0-4f49-8b62-9fe74d51cfe0 HTTP/1.1" status: 200 len: 217 time: 0.0355952 Jun 17 09:00:42.855806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f req-874835af-f18e-485f-8c77-1dedcd321470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:42.858119 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f req-874835af-f18e-485f-8c77-1dedcd321470 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0487435 Jun 17 09:00:42.961716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f req-d0475a85-8680-4d3b-ae6f-60604c583170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:42.963346 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f req-d0475a85-8680-4d3b-ae6f-60604c583170 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0975463 Jun 17 09:00:42.998273 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411e7f4-8371-42c2-8258-f4a627eda40a req-3579dec5-a41b-4d40-a451-e4b277e887ff tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:42.999782 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a411e7f4-8371-42c2-8258-f4a627eda40a req-3579dec5-a41b-4d40-a451-e4b277e887ff tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 944 time: 0.1040773 Jun 17 09:00:43.079570 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a411e7f4-8371-42c2-8258-f4a627eda40a req-e21d7150-ace6-4767-8f39-c5f4d5a05c2f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527201 Jun 17 09:00:43.096271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f req-66c7699b-5c91-4534-adf5-cf074a187e44 service neutron] 10.222.0.63 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257467 Jun 17 09:00:43.183908 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-dcc7549d-3a33-4bbe-a555-8b8125d5b31f req-aa5cac78-70a4-4b0f-b109-8debe1c37d69 service neutron] 10.222.0.63 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809476 Jun 17 09:00:43.438161 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c25b-55a1-455f-9f1f-e58ff6398c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:44.274039 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88d930-bdc6-4c17-8184-4d015fd36af0 req-21272231-d5e2-4f18-87b2-4a8afb885090 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:44.275625 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb88d930-bdc6-4c17-8184-4d015fd36af0 req-21272231-d5e2-4f18-87b2-4a8afb885090 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 944 time: 0.0691385 Jun 17 09:00:44.315759 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-fb88d930-bdc6-4c17-8184-4d015fd36af0 req-1e28148a-1d88-4f0c-a80e-f30c301840a5 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339327 Jun 17 09:00:45.499212 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e0604-32d9-4b72-8940-8c3e0e88692d req-ce3848b4-8263-453a-978e-5e5b22550a4f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:45.500728 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b7e0604-32d9-4b72-8940-8c3e0e88692d req-ce3848b4-8263-453a-978e-5e5b22550a4f tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 944 time: 0.0658679 Jun 17 09:00:45.545094 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-9b7e0604-32d9-4b72-8940-8c3e0e88692d req-d0f6b915-ce13-4cc6-8741-f26ce0a89378 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361128 Jun 17 09:00:45.652729 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d08927e1-37cd-4799-b223-53a790f74139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:45.980287 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:46.730594 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c41820-66fe-4a47-98e6-9aa2876159e0 req-7419e57b-6cae-451e-bc8a-0d19fa751ce1 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:46.732097 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3c41820-66fe-4a47-98e6-9aa2876159e0 req-7419e57b-6cae-451e-bc8a-0d19fa751ce1 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 944 time: 0.0696812 Jun 17 09:00:46.774687 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-e3c41820-66fe-4a47-98e6-9aa2876159e0 req-4d01bf3d-713e-42b1-8941-9ab844374e1d tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368021 Jun 17 09:00:46.959110 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:47.950648 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728f4ca-e7cd-4200-a06a-337a6376e59d req-d86f1a40-ca52-4226-8368-e86b14154df2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:47.952237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a728f4ca-e7cd-4200-a06a-337a6376e59d req-d86f1a40-ca52-4226-8368-e86b14154df2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 944 time: 0.0667126 Jun 17 09:00:47.999279 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a728f4ca-e7cd-4200-a06a-337a6376e59d req-fd4a9a79-bc03-426e-8742-41255cf06271 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412996 Jun 17 09:00:48.996143 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:49.187855 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05658b-325a-4452-be15-51e0ba27bc9c req-850cc2df-17de-41c4-be47-dcf750c43e31 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:49.189517 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d05658b-325a-4452-be15-51e0ba27bc9c req-850cc2df-17de-41c4-be47-dcf750c43e31 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 944 time: 0.0715613 Jun 17 09:00:49.235407 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-3d05658b-325a-4452-be15-51e0ba27bc9c req-9542e81b-5b03-45a6-9604-8ac85e793b71 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382364 Jun 17 09:00:50.420195 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b84c2-67e2-4afb-af62-92aabde64bcc req-6c5b7e06-ed31-4408-a341-fbff953660d5 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:50.421671 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-520b84c2-67e2-4afb-af62-92aabde64bcc req-6c5b7e06-ed31-4408-a341-fbff953660d5 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 944 time: 0.0718184 Jun 17 09:00:50.460229 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-520b84c2-67e2-4afb-af62-92aabde64bcc req-c5515a62-04de-4def-9a0c-cb0f25a65d48 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324001 Jun 17 09:00:51.631500 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 details requested by agent hyperv_n-h2-779913-16 with host n-h2-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:00:51.690697 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b089b-6797-448b-a0ce-64c020358275 req-da80a320-ec9a-4020-b38c-67b161777b2b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:51.692276 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c52b089b-6797-448b-a0ce-64c020358275 req-da80a320-ec9a-4020-b38c-67b161777b2b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 944 time: 0.0752532 Jun 17 09:00:51.731867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c52b089b-6797-448b-a0ce-64c020358275 req-943468f9-7f01-4791-9040-669a270e13b1 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319979 Jun 17 09:00:51.739962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=476a36f8-caa0-4f49-8b62-9fe74d51cfe0,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:51.753708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Returning: {'device': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'port_id': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0', 'mac_address': 'fa:16:3e:fe:a6:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:00:51.795503 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:51.809425 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:00:51.829371 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=476a36f8-caa0-4f49-8b62-9fe74d51cfe0,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:51.836522 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:51.838244 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-f5eee159-ecba-4c35-98e7-8959c1bdb377 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:51.882064 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=476a36f8-caa0-4f49-8b62-9fe74d51cfe0,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:51.889925 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.895423 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.895764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.896090 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.896411 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.896708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.897058 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.897372 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.897693 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.898004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.898320 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.898630 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:00:51.903040 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:52.056424 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] get_ports_and_sgs() called for port_ids ['476a36f8-caa0-4f49-8b62-9fe74d51cfe0'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:00:52.914257 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005c953-ff37-492a-9396-d026094baa37 req-2020bf57-09ce-4ec4-9316-d8d924bb3283 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:52.915773 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d005c953-ff37-492a-9396-d026094baa37 req-2020bf57-09ce-4ec4-9316-d8d924bb3283 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 945 time: 0.0676279 Jun 17 09:00:52.980966 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d005c953-ff37-492a-9396-d026094baa37 req-a07a77f7-09ba-4029-bba6-0af4ccf654d4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566971 Jun 17 09:00:53.646840 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 up at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:00:53.706732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning for port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:00:53.710820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Provisioning complete for port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:00:53.711192 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:53.788766 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:53.811801 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:53.814132 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147a6b84-9fa6-4e65-9992-9a701402957f" -d '{"events": [{"server_uuid": "57e3fef5-abfd-47b4-ba61-8772f789d5a7", "name": "network-vif-plugged", "status": "completed", "tag": "476a36f8-caa0-4f49-8b62-9fe74d51cfe0"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:53.831032 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] For port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=476a36f8-caa0-4f49-8b62-9fe74d51cfe0,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:00:53.836919 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:53.839215 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:53.893131 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Pushing event updated for resources: {'Port': ['ID=476a36f8-caa0-4f49-8b62-9fe74d51cfe0,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:53.896254 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:53.949742 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568dea3c-78a4-47af-a6b6-8e460b9a1bc9 x-openstack-request-id: req-568dea3c-78a4-47af-a6b6-8e460b9a1bc9 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:53.950040 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e3fef5-abfd-47b4-ba61-8772f789d5a7", "name": "network-vif-plugged", "status": "completed", "tag": "476a36f8-caa0-4f49-8b62-9fe74d51cfe0", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:53.950303 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-568dea3c-78a4-47af-a6b6-8e460b9a1bc9 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:53.950738 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0', 'code': 200} Jun 17 09:00:54.066907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1745709-9c5c-4430-afe4-9e79c8a20f85 req-52fa2b1c-4953-436e-9dbe-9b568bd8258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:54.068470 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1745709-9c5c-4430-afe4-9e79c8a20f85 req-52fa2b1c-4953-436e-9dbe-9b568bd8258a service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0535190 Jun 17 09:00:54.128484 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f1745709-9c5c-4430-afe4-9e79c8a20f85 req-d2fd816b-114f-48cd-86e1-5abd93473d7d service neutron] 10.222.0.63 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535455 Jun 17 09:00:54.173135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ae152-6efb-4dee-b69f-7ea51ebcd92c req-c29728a3-98cf-44ca-97fc-299f4ec0307c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:54.174668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b74ae152-6efb-4dee-b69f-7ea51ebcd92c req-c29728a3-98cf-44ca-97fc-299f4ec0307c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 946 time: 0.0759189 Jun 17 09:00:54.213861 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-b74ae152-6efb-4dee-b69f-7ea51ebcd92c req-d5416e8f-695d-49fd-80ec-00a603dc50f8 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328870 Jun 17 09:00:55.409107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f0092-fecf-4cc7-9d39-3a0b35de7a65 req-4d55052e-1cb0-4e56-95c1-caa3f4da3d6a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:55.410669 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-124f0092-fecf-4cc7-9d39-3a0b35de7a65 req-4d55052e-1cb0-4e56-95c1-caa3f4da3d6a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 946 time: 0.0721328 Jun 17 09:00:55.451760 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-124f0092-fecf-4cc7-9d39-3a0b35de7a65 req-c3495705-1690-4748-ad60-fc054c72d422 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351009 Jun 17 09:00:55.649963 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb6a43-1859-4e95-a907-39e4ec88b491 req-fd7f88cd-25d7-41d5-a9f1-a7eb3d5aae59 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:55.651410 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2dbb6a43-1859-4e95-a907-39e4ec88b491 req-fd7f88cd-25d7-41d5-a9f1-a7eb3d5aae59 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 946 time: 0.0718541 Jun 17 09:00:55.691047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2dbb6a43-1859-4e95-a907-39e4ec88b491 req-b39457aa-d040-46f2-ab95-10282b9c3990 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325575 Jun 17 09:00:55.721849 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49380) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:55.777549 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c4ddb5-a62e-4386-9158-341ecdf1481c tempest-TestVolumeBootPattern-904726758 tempest-TestVolumeBootPattern-904726758-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:55.779460 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-64c4ddb5-a62e-4386-9158-341ecdf1481c tempest-TestVolumeBootPattern-904726758 tempest-TestVolumeBootPattern-904726758-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 1093 time: 0.0562832 Jun 17 09:00:55.782699 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49382) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:00:55.787489 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Request body: {'floatingip': {'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'port_id': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:00:55.809890 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.344060 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-53560730-26db-4f56-9174-5e598ed9eaad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776994 Jun 17 09:00:56.366216 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.507347 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Allocated IP 172.25.8.201 (609eb0e3-a32c-4159-b79c-1df65bdf2b25/a739ac6e-5a50-4f23-b355-a9e51343e008/da76557d-aa3e-405a-8d20-e559c26746f1) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:00:56.520136 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-bd2d9232-f937-4c1b-a0b2-b9079932ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:56.521667 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-bd2d9232-f937-4c1b-a0b2-b9079932ac1a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 1097 time: 0.1142776 Jun 17 09:00:56.690693 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.694806 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-3dbd4433-32c4-4a6c-bc1b-1cf9fbb02e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:56.696336 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-3dbd4433-32c4-4a6c-bc1b-1cf9fbb02e96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.1293254 Jun 17 09:00:56.774631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-90c5eea9-1f51-401c-953b-bf122b938e01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd726041-6739-46bf-b944-0469015256b1 HTTP/1.1" status: 200 len: 1001 time: 0.0714920 Jun 17 09:00:56.789694 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:56.808036 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c270a97c-70c4-43c7-8ec5-b5eaf561e5e2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:56.861114 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Network 609eb0e3-a32c-4159-b79c-1df65bdf2b25 is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:00:56.862735 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-e8271af7-5907-444c-a21f-ecd6f03f4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:56.864217 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-e8271af7-5907-444c-a21f-ecd6f03f4a8e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0835240 Jun 17 09:00:56.869192 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:00:56.874693 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:00:56.900947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=da76557d-aa3e-405a-8d20-e559c26746f1,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:56.920715 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:57.020549 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-c631e51e-fecb-478d-99d7-d6ba6b84108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:57.021954 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-c631e51e-fecb-478d-99d7-d6ba6b84108c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1505539 Jun 17 09:00:57.193815 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-b4a2bfc1-cacd-4707-aac7-989c04f78156 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643658 Jun 17 09:00:57.388461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2ae219f8-f848-4135-8028-8e7eb7dab6fb req-81c577f3-ffce-4548-9ba7-7e2abeeac922 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857698 Jun 17 09:00:57.399936 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.488247 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.649333 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.657243 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.659541 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-00f0ab61-920a-4e64-87c6-fe4f5a3e3d0c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:00:57.728186 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event updated for resources: {'Port': ['ID=da76557d-aa3e-405a-8d20-e559c26746f1,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:00:57.736782 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:00:57.746921 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1709779'] for floatingip, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:57.853420 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Floating IP 65fe3af4-e0dd-4cf1-b521-d0c8909362aa associated. External IP: 172.25.8.201, port: 476a36f8-caa0-4f49-8b62-9fe74d51cfe0. Jun 17 09:00:58.074370 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Router c6d24c86-8f52-4056-8dcf-7f80802aec8d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:00:58.184659 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:00:58.194372 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ac541-23d0-4536-a807-e965d52554c6 None None] Sync routers for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:00:58.203736 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ac541-23d0-4536-a807-e965d52554c6 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:58.203953 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:00:58.204401 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f20ac541-23d0-4536-a807-e965d52554c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T09:00:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:58.244926 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4611187 Jun 17 09:00:58.245636 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'tag': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:00:58.248054 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb225759-6b01-4f96-a13c-b1a2d053b468" -d '{"events": [{"name": "network-changed", "server_uuid": "57e3fef5-abfd-47b4-ba61-8772f789d5a7", "tag": "476a36f8-caa0-4f49-8b62-9fe74d51cfe0"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:00:58.290234 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dc002d-76d1-48d4-98b8-4974a357c8a9 x-openstack-request-id: req-20dc002d-76d1-48d4-98b8-4974a357c8a9 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:00:58.290587 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e3fef5-abfd-47b4-ba61-8772f789d5a7", "tag": "476a36f8-caa0-4f49-8b62-9fe74d51cfe0", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:00:58.290935 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20dc002d-76d1-48d4-98b8-4974a357c8a9 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:00:58.291405 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'tag': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0', 'status': 'completed', 'code': 200} Jun 17 09:00:58.331184 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-f20ac541-23d0-4536-a807-e965d52554c6 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:58.366862 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225759-6b01-4f96-a13c-b1a2d053b468 req-a8067b24-7c6b-46f3-b44b-cd0b39493be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:58.368363 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb225759-6b01-4f96-a13c-b1a2d053b468 req-a8067b24-7c6b-46f3-b44b-cd0b39493be6 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0537930 Jun 17 09:00:58.462591 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225759-6b01-4f96-a13c-b1a2d053b468 req-953441d4-d4ba-42f7-9e2d-f1324c4df33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:58.464047 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb225759-6b01-4f96-a13c-b1a2d053b468 req-953441d4-d4ba-42f7-9e2d-f1324c4df33d service neutron] 10.222.0.63 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0898786 Jun 17 09:00:58.534237 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb225759-6b01-4f96-a13c-b1a2d053b468 req-4d24e2fa-8959-456b-a8df-8d7bed0cf4e1 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476a36f8-caa0-4f49-8b62-9fe74d51cfe0 HTTP/1.1" status: 200 len: 1000 time: 0.0638552 Jun 17 09:00:58.554440 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f20ac541-23d0-4536-a807-e965d52554c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '65fe3af4-e0dd-4cf1-b521-d0c8909362aa', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:fe:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T09:00:57Z', 'updated_at': '2021-06-17T09:00:57Z', 'revision_number': 0, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}, {'id': 'ee565390-6f02-4569-ba62-f450e9809826', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': 'dd726041-6739-46bf-b944-0469015256b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:c2:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:59Z', 'updated_at': '2021-06-17T08:59:01Z', 'revision_number': 1, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:58.585006 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225759-6b01-4f96-a13c-b1a2d053b468 req-24b11ce8-46c9-4278-b68b-e539328872d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:58.586523 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb225759-6b01-4f96-a13c-b1a2d053b468 req-24b11ce8-46c9-4278-b68b-e539328872d1 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0464084 Jun 17 09:00:58.647748 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb225759-6b01-4f96-a13c-b1a2d053b468 req-c72353a5-2f70-459a-af34-cd1842e59733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:00:58.649292 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb225759-6b01-4f96-a13c-b1a2d053b468 req-c72353a5-2f70-459a-af34-cd1842e59733 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561664 Jun 17 09:00:58.673004 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ac541-23d0-4536-a807-e965d52554c6 None None] Checking router: c6d24c86-8f52-4056-8dcf-7f80802aec8d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:00:58.681473 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ac541-23d0-4536-a807-e965d52554c6 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:00:58.682076 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f20ac541-23d0-4536-a807-e965d52554c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T09:00:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:58.749273 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb225759-6b01-4f96-a13c-b1a2d053b468 req-5ece8c13-bb7d-4b85-a4f8-9ca846b56e1f service neutron] 10.222.0.63 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930550 Jun 17 09:00:58.786202 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-f20ac541-23d0-4536-a807-e965d52554c6 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:00:58.841471 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bb225759-6b01-4f96-a13c-b1a2d053b468 req-da872944-2125-45cd-ab4d-27913c4eb86b service neutron] 10.222.0.63 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860407 Jun 17 09:00:59.023418 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-f20ac541-23d0-4536-a807-e965d52554c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '65fe3af4-e0dd-4cf1-b521-d0c8909362aa', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:fe:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T09:00:57Z', 'updated_at': '2021-06-17T09:00:57Z', 'revision_number': 0, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}, {'id': 'ee565390-6f02-4569-ba62-f450e9809826', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': 'dd726041-6739-46bf-b944-0469015256b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:c2:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:59Z', 'updated_at': '2021-06-17T08:59:01Z', 'revision_number': 1, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:00:59.052643 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ac541-23d0-4536-a807-e965d52554c6 None None] The sync data for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 is: [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': '65fe3af4-e0dd-4cf1-b521-d0c8909362aa', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.201', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:fe:a6:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T09:00:57Z', 'updated_at': '2021-06-17T09:00:57Z', 'revision_number': 0, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}, {'id': 'ee565390-6f02-4569-ba62-f450e9809826', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': 'dd726041-6739-46bf-b944-0469015256b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:c2:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:59Z', 'updated_at': '2021-06-17T08:59:01Z', 'revision_number': 1, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:00:59.272333 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0d09d9-10ec-4899-a972-33ce12fb2f37 None None] New status for floating IP 65fe3af4-e0dd-4cf1-b521-d0c8909362aa: ACTIVE {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 09:01:03.303493 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:09.494306 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:13.442317 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9af35086-0bdb-4af4-814d-a0692baf9e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.595916 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:01:15.657711 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c73ed9b4-a0ed-4d5d-acff-cae46deea864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:15.980910 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:16.966252 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:18.998545 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:33.314039 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:39.505758 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:43.447600 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-163a4c38-4a49-4f4b-98d2-c43c4e035122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:45.667545 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-704e1e1c-a5d9-48b7-b2ca-f1a80bc65fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:45.981789 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:46.966304 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:49.002559 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:01:49.752013 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d337a462-02b2-4808-85de-99d48152fadf req-8813a443-7e56-44b1-9306-0d924241a014 service neutron] 10.222.0.63 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0628958 Jun 17 09:01:49.852178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337a462-02b2-4808-85de-99d48152fadf req-5871eb81-b930-41ad-b98f-f2c0180e42da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:49.853787 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d337a462-02b2-4808-85de-99d48152fadf req-5871eb81-b930-41ad-b98f-f2c0180e42da service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0586030 Jun 17 09:01:49.960537 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337a462-02b2-4808-85de-99d48152fadf req-d8420b23-d75b-4558-ba2b-d522089a20a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:49.962072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d337a462-02b2-4808-85de-99d48152fadf req-d8420b23-d75b-4558-ba2b-d522089a20a7 service neutron] 10.222.0.63 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0884709 Jun 17 09:01:50.030558 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d337a462-02b2-4808-85de-99d48152fadf req-3a192b8f-6e7b-47b3-a824-0d69410fc855 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476a36f8-caa0-4f49-8b62-9fe74d51cfe0 HTTP/1.1" status: 200 len: 1002 time: 0.0617557 Jun 17 09:01:50.082450 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337a462-02b2-4808-85de-99d48152fadf req-c95666f9-a6ab-40ff-84fd-9cf481a914c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:50.083913 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d337a462-02b2-4808-85de-99d48152fadf req-c95666f9-a6ab-40ff-84fd-9cf481a914c7 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0464344 Jun 17 09:01:50.142635 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337a462-02b2-4808-85de-99d48152fadf req-4da93481-e4e4-4374-b595-5e7080c5b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:50.144117 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d337a462-02b2-4808-85de-99d48152fadf req-4da93481-e4e4-4374-b595-5e7080c5b866 service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541308 Jun 17 09:01:50.241764 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d337a462-02b2-4808-85de-99d48152fadf req-b5eebaac-cbf3-486c-adf1-1cabd98d2f9f service neutron] 10.222.0.63 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905516 Jun 17 09:01:50.335844 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d337a462-02b2-4808-85de-99d48152fadf req-af7f1f46-45fc-411b-a77b-19e5dec9999d service neutron] 10.222.0.63 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879288 Jun 17 09:01:52.595381 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:01:57.079739 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44e478ba-3d92-4300-b120-13f524f8e245 req-15109b22-68f7-4eba-9b50-861c9d453f00 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0616088 Jun 17 09:01:57.186864 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e478ba-3d92-4300-b120-13f524f8e245 req-053105c2-856d-4421-b147-ea02d9b2f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:57.188494 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44e478ba-3d92-4300-b120-13f524f8e245 req-053105c2-856d-4421-b147-ea02d9b2f1d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0605989 Jun 17 09:01:57.303637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e478ba-3d92-4300-b120-13f524f8e245 req-ea3f17d4-cc79-42e5-a873-5bb40c63ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:57.305139 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44e478ba-3d92-4300-b120-13f524f8e245 req-ea3f17d4-cc79-42e5-a873-5bb40c63ae68 service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0942652 Jun 17 09:01:57.381793 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44e478ba-3d92-4300-b120-13f524f8e245 req-6bd26a7a-2fb4-40a1-ae57-2bef3dfd6000 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd726041-6739-46bf-b944-0469015256b1 HTTP/1.1" status: 200 len: 1001 time: 0.0694473 Jun 17 09:01:57.430303 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e478ba-3d92-4300-b120-13f524f8e245 req-b4a54f25-4f63-4fc6-99a7-2960662b0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:57.431862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44e478ba-3d92-4300-b120-13f524f8e245 req-b4a54f25-4f63-4fc6-99a7-2960662b0110 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0439627 Jun 17 09:01:57.488564 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e478ba-3d92-4300-b120-13f524f8e245 req-128902f2-cec4-4467-9613-886f949c9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:01:57.489946 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44e478ba-3d92-4300-b120-13f524f8e245 req-128902f2-cec4-4467-9613-886f949c9a03 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520947 Jun 17 09:01:57.590444 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44e478ba-3d92-4300-b120-13f524f8e245 req-198eea73-5eb6-4c99-8607-49dfedbea98c service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938387 Jun 17 09:01:57.691648 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44e478ba-3d92-4300-b120-13f524f8e245 req-8738470d-4411-4d29-b918-2146e1fa7e8b service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940750 Jun 17 09:02:03.346003 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:09.525071 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:13.453909 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3b49997a-50c5-4956-a438-cdea16a9c757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:15.667354 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2a7ca7b8-f8ab-4ad7-a640-4d4dd883e7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:15.976631 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:16.971498 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:19.003675 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:29.599939 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:02:33.346531 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:34.260562 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49424) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:34.423669 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Deleting port da76557d-aa3e-405a-8d20-e559c26746f1 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:34.424007 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:34.510458 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:34.510829 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:34.573664 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Calling delete_port for da76557d-aa3e-405a-8d20-e559c26746f1 owned by network:floatingip {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:34.734191 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:34.736254 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-83f4c960-e8ff-42d2-ab65-c455e7b516ed tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:34.757979 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event deleted for resources: {'Port': ['ID=da76557d-aa3e-405a-8d20-e559c26746f1,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:34.768411 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.768685 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.769068 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.769446 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.769855 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.770222 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.771191 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.771191 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.771468 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.771732 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.772093 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.772452 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93804) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:34.777251 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:34.840777 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:34.841124 n-d-779913-16 neutron-server[93804]: INFO neutron.db.l3_db [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Floating IP 65fe3af4-e0dd-4cf1-b521-d0c8909362aa disassociated (deleted). External IP: 172.25.8.201, port: 476a36f8-caa0-4f49-8b62-9fe74d51cfe0. Jun 17 09:02:35.060943 n-d-779913-16 neutron-server[93804]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Router c6d24c86-8f52-4056-8dcf-7f80802aec8d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93804) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:02:35.173229 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93804) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:02:35.178506 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:35.184848 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f887aba-2ce0-4a4a-8bfe-90af101cb471 None None] Sync routers for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:02:35.194053 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f887aba-2ce0-4a4a-8bfe-90af101cb471 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:35.194666 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6f887aba-2ce0-4a4a-8bfe-90af101cb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T09:02:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:35.220703 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-539eca51-ab5f-47d6-b432-4d7d45902ea7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "DELETE /v2.0/floatingips/65fe3af4-e0dd-4cf1-b521-d0c8909362aa HTTP/1.1" status: 204 len: 168 time: 0.9567420 Jun 17 09:02:35.220703 n-d-779913-16 neutron-server[93804]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'tag': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0'}] {{(pid=93804) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:35.221832 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b5e45a68509be3d1a7754b257c560687142880bb4cf01e69a6233578f748d9f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57af51b7-e003-4c50-8a44-3a8aacb624df" -d '{"events": [{"name": "network-changed", "server_uuid": "57e3fef5-abfd-47b4-ba61-8772f789d5a7", "tag": "476a36f8-caa0-4f49-8b62-9fe74d51cfe0"}]}' {{(pid=93804) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:35.304553 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-6f887aba-2ce0-4a4a-8bfe-90af101cb471 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:35.323853 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045c0ad8-9e87-4cca-8134-3814206a850a x-openstack-request-id: req-045c0ad8-9e87-4cca-8134-3814206a850a {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:35.324381 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e3fef5-abfd-47b4-ba61-8772f789d5a7", "tag": "476a36f8-caa0-4f49-8b62-9fe74d51cfe0", "status": "completed", "code": 200}]} {{(pid=93804) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:35.324604 n-d-779913-16 neutron-server[93804]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-045c0ad8-9e87-4cca-8134-3814206a850a {{(pid=93804) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:35.325071 n-d-779913-16 neutron-server[93804]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'tag': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0', 'status': 'completed', 'code': 200} Jun 17 09:02:35.417272 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af51b7-e003-4c50-8a44-3a8aacb624df req-a5a85aa8-3efa-4b78-bef4-896930f90155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:35.419661 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57af51b7-e003-4c50-8a44-3a8aacb624df req-a5a85aa8-3efa-4b78-bef4-896930f90155 service neutron] 10.222.0.63 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 1098 time: 0.0705678 Jun 17 09:02:35.519485 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af51b7-e003-4c50-8a44-3a8aacb624df req-6cf058e6-694c-4790-a8ee-1a2fa2059cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:35.521468 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57af51b7-e003-4c50-8a44-3a8aacb624df req-6cf058e6-694c-4790-a8ee-1a2fa2059cbd service neutron] 10.222.0.63 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0963740 Jun 17 09:02:35.545894 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6f887aba-2ce0-4a4a-8bfe-90af101cb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'ee565390-6f02-4569-ba62-f450e9809826', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': 'dd726041-6739-46bf-b944-0469015256b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:c2:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:59Z', 'updated_at': '2021-06-17T08:59:01Z', 'revision_number': 1, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:35.565054 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57af51b7-e003-4c50-8a44-3a8aacb624df req-36a43be3-0b97-4083-aa6a-739cf49dfde8 service neutron] 10.222.0.63 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=476a36f8-caa0-4f49-8b62-9fe74d51cfe0 HTTP/1.1" status: 200 len: 217 time: 0.0361388 Jun 17 09:02:35.575072 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f887aba-2ce0-4a4a-8bfe-90af101cb471 None None] Checking router: c6d24c86-8f52-4056-8dcf-7f80802aec8d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:02:35.583744 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f887aba-2ce0-4a4a-8bfe-90af101cb471 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:35.584359 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6f887aba-2ce0-4a4a-8bfe-90af101cb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T09:02:16Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:35.639818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af51b7-e003-4c50-8a44-3a8aacb624df req-004fd0d9-6918-4cbc-b92f-00f0ab9e7735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:35.641360 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57af51b7-e003-4c50-8a44-3a8aacb624df req-004fd0d9-6918-4cbc-b92f-00f0ab9e7735 service neutron] 10.222.0.63 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0683684 Jun 17 09:02:35.686493 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-6f887aba-2ce0-4a4a-8bfe-90af101cb471 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:35.692947 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01b92e-b020-4401-a26e-8e13ceec5189 req-df583530-341d-490f-b7d7-0e970c4dc3be tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:35.694511 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df01b92e-b020-4401-a26e-8e13ceec5189 req-df583530-341d-490f-b7d7-0e970c4dc3be tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 946 time: 0.1320908 Jun 17 09:02:35.744900 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af51b7-e003-4c50-8a44-3a8aacb624df req-fd7401cc-0047-4acd-bd9b-33def9b9ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:35.746395 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57af51b7-e003-4c50-8a44-3a8aacb624df req-fd7401cc-0047-4acd-bd9b-33def9b9ec3f service neutron] 10.222.0.63 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0978117 Jun 17 09:02:35.749280 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-df01b92e-b020-4401-a26e-8e13ceec5189 req-8b5e0bd5-054b-4385-9539-a45a52ac6db2 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487790 Jun 17 09:02:35.837437 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57af51b7-e003-4c50-8a44-3a8aacb624df req-7e6b0826-24bf-423b-9a38-4732a235e349 service neutron] 10.222.0.63 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820904 Jun 17 09:02:35.909713 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-6f887aba-2ce0-4a4a-8bfe-90af101cb471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'ee565390-6f02-4569-ba62-f450e9809826', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': 'dd726041-6739-46bf-b944-0469015256b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:c2:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:59Z', 'updated_at': '2021-06-17T08:59:01Z', 'revision_number': 1, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:35.934982 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-57af51b7-e003-4c50-8a44-3a8aacb624df req-a9cfedfa-ff12-4188-a681-6698b5b5eb24 service neutron] 10.222.0.63 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904229 Jun 17 09:02:35.939121 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f887aba-2ce0-4a4a-8bfe-90af101cb471 None None] The sync data for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 is: [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_floatingips': [{'id': 'ee565390-6f02-4569-ba62-f450e9809826', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'floating_ip_address': '172.25.8.233', 'floating_network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'router_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'port_id': 'dd726041-6739-46bf-b944-0469015256b1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'mac_address': 'fa:16:3e:c2:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-17T08:58:59Z', 'updated_at': '2021-06-17T08:59:01Z', 'revision_number': 1, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:02:36.162239 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cdd97e-47e9-493e-bc91-e2cd457b228a None None] New status for floating IP 65fe3af4-e0dd-4cf1-b521-d0c8909362aa: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 09:02:36.948529 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743b303-c7e9-4a3a-87e1-03b96cd28bd2 req-f00ce902-dee3-423a-948d-db9d11c8b6c7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:36.950049 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1743b303-c7e9-4a3a-87e1-03b96cd28bd2 req-f00ce902-dee3-423a-948d-db9d11c8b6c7 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 946 time: 0.0747666 Jun 17 09:02:36.990288 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1743b303-c7e9-4a3a-87e1-03b96cd28bd2 req-dd8698bd-e06a-4fa1-a6c7-574df46a0942 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343416 Jun 17 09:02:37.058363 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948e560-1574-422c-acb4-f0ebfed32e34 req-c25582c9-c223-4f0e-b61c-2037b782bab3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:37.059771 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7948e560-1574-422c-acb4-f0ebfed32e34 req-c25582c9-c223-4f0e-b61c-2037b782bab3 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.63 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 946 time: 0.0642009 Jun 17 09:02:37.162618 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-7948e560-1574-422c-acb4-f0ebfed32e34 req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Deleting port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:37.162956 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7948e560-1574-422c-acb4-f0ebfed32e34 req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:37.254831 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-7948e560-1574-422c-acb4-f0ebfed32e34 req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] For port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0, host n-h2-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-779913-16',level=0,port_id=476a36f8-caa0-4f49-8b62-9fe74d51cfe0,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:37.255210 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7948e560-1574-422c-acb4-f0ebfed32e34 req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:37.321315 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-7948e560-1574-422c-acb4-f0ebfed32e34 req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Calling delete_port for 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:37.464355 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7948e560-1574-422c-acb4-f0ebfed32e34 req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:37.470429 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-da5fd47d-7d1b-4fc0-82e2-50afb7943e88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:37.501714 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event deleted for resources: {'Port': ['ID=476a36f8-caa0-4f49-8b62-9fe74d51cfe0,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:37.532836 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.533221 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.533600 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.533973 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.534336 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.534730 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.535112 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.535474 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.535839 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.536205 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.536562 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.536922 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93803) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:02:37.541169 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:37.560374 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-7948e560-1574-422c-acb4-f0ebfed32e34 req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] No DVR routers for this DVR port 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 on host n-h2-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:02:37.563475 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-7948e560-1574-422c-acb4-f0ebfed32e34 req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:37.566745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-7948e560-1574-422c-acb4-f0ebfed32e34 req-4951c10f-f124-438f-b2dc-918213d2f453 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.63 "DELETE /v2.0/ports/476a36f8-caa0-4f49-8b62-9fe74d51cfe0 HTTP/1.1" status: 204 len: 173 time: 0.5012307 Jun 17 09:02:37.567674 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'name': 'network-vif-deleted', 'tag': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:37.571994 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110bc573-a108-442d-9b2b-12b7b2ca47c6" -d '{"events": [{"server_uuid": "57e3fef5-abfd-47b4-ba61-8772f789d5a7", "name": "network-vif-deleted", "tag": "476a36f8-caa0-4f49-8b62-9fe74d51cfe0"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:37.654882 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dbfe276-2dd6-43fc-b7b3-27e7deb6326b x-openstack-request-id: req-8dbfe276-2dd6-43fc-b7b3-27e7deb6326b {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:37.655243 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e3fef5-abfd-47b4-ba61-8772f789d5a7", "name": "network-vif-deleted", "tag": "476a36f8-caa0-4f49-8b62-9fe74d51cfe0", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:37.655589 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8dbfe276-2dd6-43fc-b7b3-27e7deb6326b {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:37.656071 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e3fef5-abfd-47b4-ba61-8772f789d5a7', 'name': 'network-vif-deleted', 'tag': '476a36f8-caa0-4f49-8b62-9fe74d51cfe0', 'status': 'completed', 'code': 200} Jun 17 09:02:38.134490 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-86afea27-8e27-4d64-b00b-ce01b69b9d4c req-8a862ea2-f03b-4fb6-bc5d-b204c308cf6b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 210 time: 0.0332763 Jun 17 09:02:39.280145 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-bad52b7a-ba2f-4c83-ac06-80928b5d07ef req-8322051b-0521-470a-a1c1-4168a945ae94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 210 time: 0.0297477 Jun 17 09:02:39.542830 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:40.065018 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 no longer exists at agent hyperv_n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:40.086510 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] No Port match for: 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:02:40.086886 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Device 476a36f8-caa0-4f49-8b62-9fe74d51cfe0 not bound to the agent host n-h2-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:40.421887 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-50404cb9-b9ee-49be-aa23-bacd59929521 req-40d6acd8-802e-4d6a-bf15-8506443c5bc8 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 210 time: 0.0317729 Jun 17 09:02:41.577673 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-34d79e2e-68b7-48c3-af68-1aedb6888e1f req-7e693a7f-6f5b-48ec-97fb-0a124c7e37af tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=57e3fef5-abfd-47b4-ba61-8772f789d5a7 HTTP/1.1" status: 200 len: 210 time: 0.0279000 Jun 17 09:02:43.452225 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9d213977-2951-4c4d-ba37-1a7e793b2742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:45.661252 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c12d08f1-d311-48a9-953e-0e19f761a625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:45.982158 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:46.973928 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:48.048093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49482) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:48.216885 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Deleting port f989a2cf-04e9-4288-baf6-de3307768eba {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:48.217235 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:48.292422 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:48.292764 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:48.754807 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Calling delete_port for f989a2cf-04e9-4288-baf6-de3307768eba owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:48.975284 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:48.977504 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-50f01e0c-4590-49a0-ae38-5f319890563b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:49.001055 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event deleted for resources: {'Port': ['ID=f989a2cf-04e9-4288-baf6-de3307768eba,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:49.004329 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:49.005522 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:49.062108 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:49.062835 n-d-779913-16 neutron-server[93803]: INFO neutron.db.l3_db [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Floating IP ee565390-6f02-4569-ba62-f450e9809826 disassociated (deleted). External IP: 172.25.8.233, port: dd726041-6739-46bf-b944-0469015256b1. Jun 17 09:02:49.290950 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Router c6d24c86-8f52-4056-8dcf-7f80802aec8d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:02:49.404749 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:02:49.413146 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:49.415645 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40995c-16d1-4490-b584-487b26dbbaef None None] Sync routers for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:02:49.429129 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40995c-16d1-4490-b584-487b26dbbaef None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:49.429940 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8c40995c-16d1-4490-b584-487b26dbbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T09:02:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:49.463800 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "DELETE /v2.0/floatingips/ee565390-6f02-4569-ba62-f450e9809826 HTTP/1.1" status: 204 len: 168 time: 1.4121716 Jun 17 09:02:49.463800 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'tag': 'dd726041-6739-46bf-b944-0469015256b1'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:49.464562 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bcf4e5-9246-4c89-8e87-6f5811933418" -d '{"events": [{"name": "network-changed", "server_uuid": "5a6f3445-74bb-4d48-9bb0-cc23769ce6a4", "tag": "dd726041-6739-46bf-b944-0469015256b1"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:49.504529 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2378f9-e595-4842-a582-69a9efb73e99 x-openstack-request-id: req-9f2378f9-e595-4842-a582-69a9efb73e99 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:49.504529 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a6f3445-74bb-4d48-9bb0-cc23769ce6a4", "tag": "dd726041-6739-46bf-b944-0469015256b1", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:49.504529 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f2378f9-e595-4842-a582-69a9efb73e99 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:49.504882 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'tag': 'dd726041-6739-46bf-b944-0469015256b1', 'status': 'completed', 'code': 200} Jun 17 09:02:49.540114 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-8c40995c-16d1-4490-b584-487b26dbbaef None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:49.586573 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcf4e5-9246-4c89-8e87-6f5811933418 req-9b3c3b14-0157-4491-a2bd-948af460a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.588575 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93bcf4e5-9246-4c89-8e87-6f5811933418 req-9b3c3b14-0157-4491-a2bd-948af460a399 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 1097 time: 0.0590262 Jun 17 09:02:49.691755 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcf4e5-9246-4c89-8e87-6f5811933418 req-1e27e31a-e3fb-46d0-9c56-e82a94cdf0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.693280 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93bcf4e5-9246-4c89-8e87-6f5811933418 req-1e27e31a-e3fb-46d0-9c56-e82a94cdf0c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 200 len: 913 time: 0.0984101 Jun 17 09:02:49.742508 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93bcf4e5-9246-4c89-8e87-6f5811933418 req-b99a179e-1ab9-4966-a274-7e26be061e15 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd726041-6739-46bf-b944-0469015256b1 HTTP/1.1" status: 200 len: 217 time: 0.0355747 Jun 17 09:02:49.806760 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcf4e5-9246-4c89-8e87-6f5811933418 req-53f2cfe8-0fb7-4e9b-aa65-a7afcd60547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.808318 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93bcf4e5-9246-4c89-8e87-6f5811933418 req-53f2cfe8-0fb7-4e9b-aa65-a7afcd60547e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 200 len: 851 time: 0.0592415 Jun 17 09:02:49.844816 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8c40995c-16d1-4490-b584-487b26dbbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:49.870389 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40995c-16d1-4490-b584-487b26dbbaef None None] Checking router: c6d24c86-8f52-4056-8dcf-7f80802aec8d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:02:49.881815 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c40995c-16d1-4490-b584-487b26dbbaef None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:02:49.882611 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8c40995c-16d1-4490-b584-487b26dbbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T09:02:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:49.904614 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98af185-d4e6-423d-b8b0-e86062b0f708 req-eeea7b77-8b36-4eb0-84a6-b931d502825b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.909624 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d98af185-d4e6-423d-b8b0-e86062b0f708 req-eeea7b77-8b36-4eb0-84a6-b931d502825b tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 945 time: 0.0968559 Jun 17 09:02:49.915060 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcf4e5-9246-4c89-8e87-6f5811933418 req-256490ab-0f78-4c3b-927d-49234198d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:49.916584 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93bcf4e5-9246-4c89-8e87-6f5811933418 req-256490ab-0f78-4c3b-927d-49234198d7b7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=837156e8-72b7-47a5-8c9c-3b16a1c9d85b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973246 Jun 17 09:02:49.983945 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-8c40995c-16d1-4490-b584-487b26dbbaef None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:02:49.999218 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d98af185-d4e6-423d-b8b0-e86062b0f708 req-d1998094-6f6a-4b52-95b7-d8f8cc63c878 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816512 Jun 17 09:02:50.031853 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93bcf4e5-9246-4c89-8e87-6f5811933418 req-8eff45bd-a553-4ead-8f30-6f66e84d2297 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080797 Jun 17 09:02:50.123206 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-93bcf4e5-9246-4c89-8e87-6f5811933418 req-fb6fd204-9a28-4395-b9b7-ed6fe3f90390 service neutron] 10.222.0.10 "GET /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830064 Jun 17 09:02:50.182460 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-8c40995c-16d1-4490-b584-487b26dbbaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:02:50.212097 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c40995c-16d1-4490-b584-487b26dbbaef None None] The sync data for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 is: [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T08:52:16Z', 'revision_number': 4, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16', '_interfaces': [{'id': '5a697198-f34a-4450-ac25-f02108c9ce71', 'name': '', 'network_id': '837156e8-72b7-47a5-8c9c-3b16a1c9d85b', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'mac_address': 'fa:16:3e:43:bc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:15Z', 'updated_at': '2021-06-17T08:52:24Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'subnets': [{'id': '423fe4ff-14e8-4757-87e1-b27a19707b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:02:50.435820 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a7bd90-fcff-4b90-a0f6-77f385562019 None None] New status for floating IP ee565390-6f02-4569-ba62-f450e9809826: DOWN {{(pid=93805) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 09:02:51.199475 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e9363-4e55-4a7a-842f-ec36ffa6ec3a req-3a3e6806-4b52-4991-a550-f6dce21cbcf0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:51.200980 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab4e9363-4e55-4a7a-842f-ec36ffa6ec3a req-3a3e6806-4b52-4991-a550-f6dce21cbcf0 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 945 time: 0.0812294 Jun 17 09:02:51.243850 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-ab4e9363-4e55-4a7a-842f-ec36ffa6ec3a req-9342f997-83c6-4421-a079-ab43331eea05 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/security-groups?id=b9f1e07c-185b-4961-95ac-7d2c5df7d196&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345111 Jun 17 09:02:51.433099 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44678bda-a6fb-41a1-93f4-860b56ffb8c1 req-03109a36-4802-458a-abdd-1c5e19b73405 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:02:51.434600 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44678bda-a6fb-41a1-93f4-860b56ffb8c1 req-03109a36-4802-458a-abdd-1c5e19b73405 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 945 time: 0.0706382 Jun 17 09:02:51.543261 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-44678bda-a6fb-41a1-93f4-860b56ffb8c1 req-25664f53-30d3-49ef-86c0-d561f792b698 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Deleting port dd726041-6739-46bf-b944-0469015256b1 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:51.543555 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-44678bda-a6fb-41a1-93f4-860b56ffb8c1 req-25664f53-30d3-49ef-86c0-d561f792b698 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:51.639901 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-44678bda-a6fb-41a1-93f4-860b56ffb8c1 req-25664f53-30d3-49ef-86c0-d561f792b698 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] For port dd726041-6739-46bf-b944-0469015256b1, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=dd726041-6739-46bf-b944-0469015256b1,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:02:51.640262 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-44678bda-a6fb-41a1-93f4-860b56ffb8c1 req-25664f53-30d3-49ef-86c0-d561f792b698 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:51.708836 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [req-44678bda-a6fb-41a1-93f4-860b56ffb8c1 req-25664f53-30d3-49ef-86c0-d561f792b698 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Calling delete_port for dd726041-6739-46bf-b944-0469015256b1 owned by compute:nova {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:51.851891 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-44678bda-a6fb-41a1-93f4-860b56ffb8c1 req-25664f53-30d3-49ef-86c0-d561f792b698 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:51.856475 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-cfb56457-9ba2-45ca-bc4d-b9e627377595 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:51.887150 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25664f53-30d3-49ef-86c0-d561f792b698 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event deleted for resources: {'Port': ['ID=dd726041-6739-46bf-b944-0469015256b1,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:51.889702 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-25664f53-30d3-49ef-86c0-d561f792b698 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:51.934637 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-44678bda-a6fb-41a1-93f4-860b56ffb8c1 req-25664f53-30d3-49ef-86c0-d561f792b698 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] No DVR routers for this DVR port dd726041-6739-46bf-b944-0469015256b1 on host n-h1-779913-16 {{(pid=93803) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:02:51.937566 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-44678bda-a6fb-41a1-93f4-860b56ffb8c1 req-25664f53-30d3-49ef-86c0-d561f792b698 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:51.939786 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-44678bda-a6fb-41a1-93f4-860b56ffb8c1 req-25664f53-30d3-49ef-86c0-d561f792b698 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.10 "DELETE /v2.0/ports/dd726041-6739-46bf-b944-0469015256b1 HTTP/1.1" status: 204 len: 173 time: 0.4995005 Jun 17 09:02:51.940379 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'name': 'network-vif-deleted', 'tag': 'dd726041-6739-46bf-b944-0469015256b1'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:02:51.942742 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822c14da-6b0e-4966-bb8e-8feea7492f78" -d '{"events": [{"server_uuid": "5a6f3445-74bb-4d48-9bb0-cc23769ce6a4", "name": "network-vif-deleted", "tag": "dd726041-6739-46bf-b944-0469015256b1"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:02:51.983174 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcc12da-9580-4666-84a8-4239ccbbd10a x-openstack-request-id: req-5bcc12da-9580-4666-84a8-4239ccbbd10a {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:02:51.983515 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a6f3445-74bb-4d48-9bb0-cc23769ce6a4", "name": "network-vif-deleted", "tag": "dd726041-6739-46bf-b944-0469015256b1", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:02:51.983813 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bcc12da-9580-4666-84a8-4239ccbbd10a {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:02:51.984269 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a6f3445-74bb-4d48-9bb0-cc23769ce6a4', 'name': 'network-vif-deleted', 'tag': 'dd726041-6739-46bf-b944-0469015256b1', 'status': 'completed', 'code': 200} Jun 17 09:02:52.388822 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-794ef868-e360-4b70-9008-9fd31e1cc3ca req-be5fe9d9-ce67-410b-869e-1e177f0309bf tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 210 time: 0.0297706 Jun 17 09:02:53.536671 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c5c133a4-6963-4539-b254-c8f048f11a46 req-30b84b6d-8a04-4623-b783-d7268ea3d465 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 210 time: 0.0343156 Jun 17 09:02:54.369248 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device dd726041-6739-46bf-b944-0469015256b1 no longer exists at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:02:54.390416 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] No Port match for: dd726041-6739-46bf-b944-0469015256b1 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:02:54.390810 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device dd726041-6739-46bf-b944-0469015256b1 not bound to the agent host n-h1-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:02:54.676663 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d802bdcf-7525-4f98-a294-b1927dadbfd8 req-8243a7d4-4f7d-44e5-a37b-e2df0b9b3167 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 210 time: 0.0297568 Jun 17 09:02:55.851930 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-23575b76-daa0-40b2-80b8-9ccff5a418b8 req-586ec937-caae-4fd9-895d-bf7c047e82b4 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a6f3445-74bb-4d48-9bb0-cc23769ce6a4 HTTP/1.1" status: 200 len: 210 time: 0.0307615 Jun 17 09:02:56.949638 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49510) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:02:57.087512 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-511621f8-89c2-42aa-b60f-707b425c5c68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Deleting port d651978f-be1c-4054-af1d-f9311f40b323 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:02:57.087863 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-511621f8-89c2-42aa-b60f-707b425c5c68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.176459 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-511621f8-89c2-42aa-b60f-707b425c5c68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.176796 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-511621f8-89c2-42aa-b60f-707b425c5c68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.250799 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-511621f8-89c2-42aa-b60f-707b425c5c68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Calling delete_port for d651978f-be1c-4054-af1d-f9311f40b323 owned by network:floatingip {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:02:57.408550 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-511621f8-89c2-42aa-b60f-707b425c5c68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.411506 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6cb6b005-a003-48bf-a128-bd95847d90fe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:02:57.440412 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511621f8-89c2-42aa-b60f-707b425c5c68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event deleted for resources: {'Port': ['ID=d651978f-be1c-4054-af1d-f9311f40b323,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:02:57.443604 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-511621f8-89c2-42aa-b60f-707b425c5c68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:02:57.507115 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-511621f8-89c2-42aa-b60f-707b425c5c68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for floatingip, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.511126 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-511621f8-89c2-42aa-b60f-707b425c5c68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for floatingip, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:02:57.512683 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-511621f8-89c2-42aa-b60f-707b425c5c68 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "DELETE /v2.0/floatingips/792abac3-aa9e-46da-9a0b-a1347ae07746 HTTP/1.1" status: 204 len: 168 time: 0.5617025 Jun 17 09:03:00.923178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49526) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:01.000774 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73c6abdf-042d-4711-bf68-d2483dc9b960 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.026144 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73c6abdf-042d-4711-bf68-d2483dc9b960 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.098301 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73c6abdf-042d-4711-bf68-d2483dc9b960 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.101028 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-73c6abdf-042d-4711-bf68-d2483dc9b960 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.102242 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-73c6abdf-042d-4711-bf68-d2483dc9b960 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] 10.222.0.47 "DELETE /v2.0/security-groups/b9f1e07c-185b-4961-95ac-7d2c5df7d196 HTTP/1.1" status: 204 len: 168 time: 0.1780601 Jun 17 09:03:01.103107 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-d6d68fc3-d12b-4eb5-bacc-8fe57524c8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:01.112182 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6abdf-042d-4711-bf68-d2483dc9b960 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f1e07c-185b-4961-95ac-7d2c5df7d196,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:01.114661 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-73c6abdf-042d-4711-bf68-d2483dc9b960 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:01.164214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49530) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:01.666555 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:01.949647 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] Deleting port 5a697198-f34a-4450-ac25-f02108c9ce71 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:01.950310 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.029629 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] For port 5a697198-f34a-4450-ac25-f02108c9ce71, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=5a697198-f34a-4450-ac25-f02108c9ce71,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:02.030006 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.095870 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] Calling delete_port for 5a697198-f34a-4450-ac25-f02108c9ce71 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:02.284022 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.287014 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-713ee5c9-436e-4f11-8839-281bc9f1de94 tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:02.311276 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a697198-f34a-4450-ac25-f02108c9ce71,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:02.314752 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:02.476438 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.709563 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] Router c6d24c86-8f52-4056-8dcf-7f80802aec8d has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:03:02.835518 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:03:02.840873 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6c41c9b3-61c1-42ec-b35f-7d9e71e96432 admin admin] 10.222.0.47 "PUT /v2.0/routers/c6d24c86-8f52-4056-8dcf-7f80802aec8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6754937 Jun 17 09:03:02.843921 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49534) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:02.847120 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d41938-e9d1-4f7b-a44c-57df04ac7b60 None None] Sync routers for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:03:02.857450 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d41938-e9d1-4f7b-a44c-57df04ac7b60 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:03:02.858312 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-00d41938-e9d1-4f7b-a44c-57df04ac7b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T09:02:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:02.948611 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:02.958850 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-00d41938-e9d1-4f7b-a44c-57df04ac7b60 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: n-d-779913-16 {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:03:03.058344 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.128635 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Deleting port 35179aae-a433-44e4-bacb-6a25618ec372 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:03.128978 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.139440 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-00d41938-e9d1-4f7b-a44c-57df04ac7b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': '35179aae-a433-44e4-bacb-6a25618ec372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T09:03:02Z', 'revision_number': 5, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port': {'id': '35179aae-a433-44e4-bacb-6a25618ec372', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:13Z', 'updated_at': '2021-06-17T08:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:03.169258 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d41938-e9d1-4f7b-a44c-57df04ac7b60 None None] Checking router: c6d24c86-8f52-4056-8dcf-7f80802aec8d for host: n-d-779913-16 {{(pid=93806) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:03:03.179664 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d41938-e9d1-4f7b-a44c-57df04ac7b60 None None] Routers {'c6d24c86-8f52-4056-8dcf-7f80802aec8d'} bound to L3 agent in host n-d-779913-16 {{(pid=93806) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:03:03.180278 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-00d41938-e9d1-4f7b-a44c-57df04ac7b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T09:02:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'], 'active': True} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:03.209921 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] For port 35179aae-a433-44e4-bacb-6a25618ec372, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=35179aae-a433-44e4-bacb-6a25618ec372,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:03.210277 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.266036 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_dvr_db [None req-00d41938-e9d1-4f7b-a44c-57df04ac7b60 None None] Set router c6d24c86-8f52-4056-8dcf-7f80802aec8d gateway port host: None {{(pid=93806) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:03:03.282551 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Calling delete_port for 35179aae-a433-44e4-bacb-6a25618ec372 owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:03.316305 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.l3_hamode_db [None req-00d41938-e9d1-4f7b-a44c-57df04ac7b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T09:03:03Z', 'revision_number': 6, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port_host': None}], 'n-d-779913-16', False) {} {{(pid=93806) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:03.344991 n-d-779913-16 neutron-server[93806]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d41938-e9d1-4f7b-a44c-57df04ac7b60 None None] The sync data for ids ['c6d24c86-8f52-4056-8dcf-7f80802aec8d'] in n-d-779913-16 is: [{'id': 'c6d24c86-8f52-4056-8dcf-7f80802aec8d', 'name': 'tempest-TestVolumeBootPattern-1934344901-router', 'tenant_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:12Z', 'updated_at': '2021-06-17T09:03:03Z', 'revision_number': 6, 'project_id': 'b5a5d9ad8488480b98ed6d0f5ad64942', 'gw_port_host': None}] {{(pid=93806) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:03:03.349467 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.455801 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.457931 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-65befc7d-84e8-4b9f-961e-7543c9cfc079 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:03.481304 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=35179aae-a433-44e4-bacb-6a25618ec372,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:03.484462 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:03.550583 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.647569 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.649681 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.705412 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.705976 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6d24c86-8f52-4056-8dcf-7f80802aec8d {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 09:03:03.710711 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.714157 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-2ffb2a3a-1d2b-4d45-bb06-5032955bedd2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c6d24c86-8f52-4056-8dcf-7f80802aec8d HTTP/1.1" status: 204 len: 168 time: 0.8670046 Jun 17 09:03:03.714592 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49536) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:03.761503 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-58a6650f-6349-42ed-8d24-4337ccf5c201 admin admin] Deleting subnet 423fe4ff-14e8-4757-87e1-b27a19707b0c {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:03:03.765781 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-58a6650f-6349-42ed-8d24-4337ccf5c201 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.807504 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-58a6650f-6349-42ed-8d24-4337ccf5c201 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.903824 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-58a6650f-6349-42ed-8d24-4337ccf5c201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.956868 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-58a6650f-6349-42ed-8d24-4337ccf5c201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.958915 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-653f55cf-900c-425c-8252-1edc5fbe6279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:03.982209 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6650f-6349-42ed-8d24-4337ccf5c201 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=423fe4ff-14e8-4757-87e1-b27a19707b0c,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:03.985313 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-58a6650f-6349-42ed-8d24-4337ccf5c201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:03.986247 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-58a6650f-6349-42ed-8d24-4337ccf5c201 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:03.988146 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-58a6650f-6349-42ed-8d24-4337ccf5c201 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/423fe4ff-14e8-4757-87e1-b27a19707b0c HTTP/1.1" status: 204 len: 168 time: 0.2725153 Jun 17 09:03:03.990921 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49538) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:03.991728 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6f262b-240c-4718-b14e-4db0784b5b26 None None] Network 837156e8-72b7-47a5-8c9c-3b16a1c9d85b requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:03:04.058104 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.116720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Deleting port a4746182-bdb2-4b0f-8908-6e2137735f73 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:04.117052 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.179022 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] DHCP port deletion for 837156e8-72b7-47a5-8c9c-3b16a1c9d85b request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 09:03:04.185863 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] For port a4746182-bdb2-4b0f-8908-6e2137735f73, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a4746182-bdb2-4b0f-8908-6e2137735f73,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:04.186224 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.229556 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Deleting port a4746182-bdb2-4b0f-8908-6e2137735f73 {{(pid=93805) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:04.229952 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.257720 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Calling delete_port for a4746182-bdb2-4b0f-8908-6e2137735f73 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:04.292485 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] For port a4746182-bdb2-4b0f-8908-6e2137735f73, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=a4746182-bdb2-4b0f-8908-6e2137735f73,segment=NetworkSegment(9e60ab90-d79d-4fea-b16f-f284df3ac0cf),segment_id=9e60ab90-d79d-4fea-b16f-f284df3ac0cf)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:04.292894 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.345408 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.356333 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-caef109b-0966-4ec7-9e12-9c7dce5d4fc8 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:04.368364 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Calling delete_port for a4746182-bdb2-4b0f-8908-6e2137735f73 owned by network:dhcp {{(pid=93805) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:04.379002 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Pushing event deleted for resources: {'Port': ['ID=a4746182-bdb2-4b0f-8908-6e2137735f73,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:04.385542 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] No DVR routers for this DVR port a4746182-bdb2-4b0f-8908-6e2137735f73 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:03:04.387550 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:04.450435 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952'] for port, after_delete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.452659 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-818b5dfc-8449-4324-a5f2-5718e8913d7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:04.469483 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.479628 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837156e8-72b7-47a5-8c9c-3b16a1c9d85b']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:04.480732 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5a697198-f34a-4450-ac25-f02108c9ce71 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:04.483512 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Pushing event deleted for resources: {'Port': ['ID=a4746182-bdb2-4b0f-8908-6e2137735f73,revision_number=None']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:04.492706 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e60ab90-d79d-4fea-b16f-f284df3ac0cf') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:04.493005 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e60ab90-d79d-4fea-b16f-f284df3ac0cf') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:04.502089 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.506958 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] No DVR routers for this DVR port a4746182-bdb2-4b0f-8908-6e2137735f73 on host n-d-779913-16 {{(pid=93805) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:03:04.508933 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 5a697198-f34a-4450-ac25-f02108c9ce71 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:03:04.509287 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 5a697198-f34a-4450-ac25-f02108c9ce71 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:04.509712 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 35179aae-a433-44e4-bacb-6a25618ec372 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:04.514161 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.514522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.514878 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.515398 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.516056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.516369 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.516708 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.517295 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.519379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.519379 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.519571 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.519704 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.520209 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-779913-16 {{(pid=93805) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 09:03:04.527001 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:03:04.527407 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: timer() Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:03:04.529606 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:03:04.539049 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-74a91b1c-f92e-4862-8d36-8dd749f5f85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:04.540004 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 35179aae-a433-44e4-bacb-6a25618ec372 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:03:04.540358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 35179aae-a433-44e4-bacb-6a25618ec372 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:04.540788 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a4746182-bdb2-4b0f-8908-6e2137735f73 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:04.558816 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: a4746182-bdb2-4b0f-8908-6e2137735f73 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:03:04.559213 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device a4746182-bdb2-4b0f-8908-6e2137735f73 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:04.589057 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.593053 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-17eebf13-2097-42d3-aed8-eea5429e7f1f tempest-RoutersIpV6Test-1059474583 tempest-RoutersIpV6Test-1059474583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:04.595488 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:04.597384 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] 10.222.0.47 "DELETE /v2.0/networks/837156e8-72b7-47a5-8c9c-3b16a1c9d85b HTTP/1.1" status: 204 len: 168 time: 0.6054194 Jun 17 09:03:04.600510 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49540) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:04.611194 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Pushing event deleted for resources: {'Network': ['ID=837156e8-72b7-47a5-8c9c-3b16a1c9d85b,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:04.613582 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-95854b97-a375-44c6-ba6d-8ab5a233565e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:04.965301 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1738996'] for router_interface, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.232999 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] Deleting port 6d3f2690-a6f4-4c6e-80a1-a970586dd778 {{(pid=93803) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:05.233308 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.315410 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] For port 6d3f2690-a6f4-4c6e-80a1-a970586dd778, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=6d3f2690-a6f4-4c6e-80a1-a970586dd778,segment=NetworkSegment(eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c),segment_id=eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c)] {{(pid=93803) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:05.315762 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.380423 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] Calling delete_port for 6d3f2690-a6f4-4c6e-80a1-a970586dd778 owned by network:router_interface {{(pid=93803) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:05.959188 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-b734d730-3a00-4c25-93ee-6798bf4b2696 req-7c0c9507-b363-428b-9718-4cdefa421e63 service neutron] (93803) timed out ('10.222.0.47', 51582) {{(pid=93803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:03:05.986508 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7277159'] for port, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:05.988881 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-662b750c-db1d-4aa9-944a-ecd2d98ee77c tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:06.013135 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3f2690-a6f4-4c6e-80a1-a970586dd778,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:06.015932 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:06.177826 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1671081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1738848'] for router_interface, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:06.409178 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] Router 600c3c49-3f58-4298-94ba-7acbb3948de2 has already been hosted by L3 agent acc03714-0192-4005-8abf-19598015a41a {{(pid=93803) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 17 09:03:06.519957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] Notify agent at l3_agent.n-d-779913-16 the message routers_updated {{(pid=93803) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 17 09:03:06.528507 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-b7ba223f-fd53-4f52-95d1-5dd75a4a6124 admin admin] 10.222.0.47 "PUT /v2.0/routers/600c3c49-3f58-4298-94ba-7acbb3948de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9233687 Jun 17 09:03:06.528833 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49542) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:06.529583 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8eca3-e107-4ea2-a57b-390f4223bcb2 None None] Sync routers for ids ['600c3c49-3f58-4298-94ba-7acbb3948de2'] in n-d-779913-16 {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 09:03:06.539010 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8eca3-e107-4ea2-a57b-390f4223bcb2 None None] Routers {'600c3c49-3f58-4298-94ba-7acbb3948de2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:03:06.539626 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a8d8eca3-e107-4ea2-a57b-390f4223bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T09:02:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['600c3c49-3f58-4298-94ba-7acbb3948de2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:06.599497 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:03:06.641764 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a8d8eca3-e107-4ea2-a57b-390f4223bcb2 None None] Set router 600c3c49-3f58-4298-94ba-7acbb3948de2 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:03:06.829937 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a8d8eca3-e107-4ea2-a57b-390f4223bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'name': 'tempest-TestVolumeBootPattern-696586212-router', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T09:03:05Z', 'revision_number': 5, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'gw_port': {'id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:06.860270 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8eca3-e107-4ea2-a57b-390f4223bcb2 None None] Checking router: 600c3c49-3f58-4298-94ba-7acbb3948de2 for host: n-d-779913-16 {{(pid=93805) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 09:03:06.869363 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d8eca3-e107-4ea2-a57b-390f4223bcb2 None None] Routers {'600c3c49-3f58-4298-94ba-7acbb3948de2'} bound to L3 agent in host n-d-779913-16 {{(pid=93805) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 17 09:03:06.869984 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a8d8eca3-e107-4ea2-a57b-390f4223bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-779913-16', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-17T08:07:45Z,description=,heartbeat_timestamp=2021-06-17T09:02:46Z,host='n-d-779913-16',id=acc03714-0192-4005-8abf-19598015a41a,load=0,resource_versions=,resources_synced=,started_at=2021-06-17T08:07:45Z,topic='l3_agent')) {'router_ids': ['600c3c49-3f58-4298-94ba-7acbb3948de2'], 'active': True} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:06.951902 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Notify callbacks [] for router, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.053835 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.119370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Deleting port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:07.119642 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.154338 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_dvr_db [None req-a8d8eca3-e107-4ea2-a57b-390f4223bcb2 None None] Set router 600c3c49-3f58-4298-94ba-7acbb3948de2 gateway port host: n-d-779913-16 {{(pid=93805) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 17 09:03:07.208456 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] For port 2eaa94d0-8086-4d8a-82b4-59832ddeb06f, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=2eaa94d0-8086-4d8a-82b4-59832ddeb06f,segment=NetworkSegment(a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb),segment_id=a750dd7c-b8cf-4a4f-9f41-1dcda1dd97cb)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:07.208812 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.276250 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Calling delete_port for 2eaa94d0-8086-4d8a-82b4-59832ddeb06f owned by network:router_gateway {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:07.328715 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.l3_hamode_db [None req-a8d8eca3-e107-4ea2-a57b-390f4223bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'name': 'tempest-TestVolumeBootPattern-696586212-router', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T09:03:05Z', 'revision_number': 5, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'gw_port': {'id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}], 'n-d-779913-16', False) {} {{(pid=93805) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:07.358652 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d8eca3-e107-4ea2-a57b-390f4223bcb2 None None] The sync data for ids ['600c3c49-3f58-4298-94ba-7acbb3948de2'] in n-d-779913-16 is: [{'id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'name': 'tempest-TestVolumeBootPattern-696586212-router', 'tenant_id': 'a2b6269189a442cea96d6827ad0ddd12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'external_fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T09:03:05Z', 'revision_number': 5, 'project_id': 'a2b6269189a442cea96d6827ad0ddd12', 'gw_port': {'id': '2eaa94d0-8086-4d8a-82b4-59832ddeb06f', 'name': '', 'network_id': '609eb0e3-a32c-4159-b79c-1df65bdf2b25', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '600c3c49-3f58-4298-94ba-7acbb3948de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-779913-16', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-17T08:52:20Z', 'updated_at': '2021-06-17T08:52:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a739ac6e-5a50-4f23-b355-a9e51343e008', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-779913-16'}] {{(pid=93805) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 09:03:07.465806 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.467819 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-f0ea8823-08b5-4a9b-9b70-a00c05dd8483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:07.492456 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eaa94d0-8086-4d8a-82b4-59832ddeb06f,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:07.497468 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:07.559545 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1709603'] for router_gateway, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.648366 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1735264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1558'] for router, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.650544 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.708188 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1834857'] for router, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.708874 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 600c3c49-3f58-4298-94ba-7acbb3948de2 {{(pid=93804) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 17 09:03:07.713539 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] Notify callbacks [] for router, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.714741 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-29c997a6-420e-4fc3-94bc-82d3ff6f3211 admin admin] 10.222.0.47 "DELETE /v2.0/routers/600c3c49-3f58-4298-94ba-7acbb3948de2 HTTP/1.1" status: 204 len: 168 time: 1.1848884 Jun 17 09:03:07.717530 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49544) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:07.767096 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aad40b5-a1ef-4eca-8f95-389d30b964a6 admin admin] Deleting subnet abe10af9-d003-4aec-a841-1f6e9ce0451f {{(pid=93803) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 17 09:03:07.770592 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aad40b5-a1ef-4eca-8f95-389d30b964a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.807120 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aad40b5-a1ef-4eca-8f95-389d30b964a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6970883'] for subnet, precommit_delete_associations {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.891656 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aad40b5-a1ef-4eca-8f95-389d30b964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1366763'] for subnet, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.949633 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aad40b5-a1ef-4eca-8f95-389d30b964a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1366754', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7277213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5292505'] for subnet, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.951947 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-c2bf2193-a023-4859-8b88-e502954bead8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:07.981444 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad40b5-a1ef-4eca-8f95-389d30b964a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe10af9-d003-4aec-a841-1f6e9ce0451f,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:07.983483 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-6aad40b5-a1ef-4eca-8f95-389d30b964a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:07.985373 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-6aad40b5-a1ef-4eca-8f95-389d30b964a6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/abe10af9-d003-4aec-a841-1f6e9ce0451f HTTP/1.1" status: 204 len: 168 time: 0.2667565 Jun 17 09:03:07.986336 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-6aad40b5-a1ef-4eca-8f95-389d30b964a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:07.987970 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49546) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:07.994097 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380f5ed2-081d-40f4-bb30-9a92a57433f2 None None] Network 2d727d98-c43a-41f2-9910-37f96033f78e requested from n-d-779913-16 {{(pid=93805) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 09:03:08.057656 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-718953'] for network, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.113535 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Deleting port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 {{(pid=93804) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 17 09:03:08.113870 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788103978653'] for port, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.177650 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.db [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] For port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6, host n-d-779913-16, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-779913-16',level=0,port_id=49f505dc-67cc-4d9f-a8d3-e29dec6288b6,segment=NetworkSegment(eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c),segment_id=eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c)] {{(pid=93804) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:08.178007 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1707731'] for port, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.246185 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.plugin [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Calling delete_port for 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 owned by network:dhcp {{(pid=93804) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 17 09:03:08.332102 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788103983225', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788103558952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7012645'] for port, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.335115 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b91989c6-72d9-4ac2-9c75-f9410302c11a tempest-TestVolumeBootPattern-514305021 tempest-TestVolumeBootPattern-514305021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:08.357771 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fc467-7f03-44e4-b44e-f2a6905934eb None None] DHCP port deletion for 2d727d98-c43a-41f2-9910-37f96033f78e request from n-d-779913-16 {{(pid=93805) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 09:03:08.360242 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f505dc-67cc-4d9f-a8d3-e29dec6288b6,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:08.363537 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:08.364362 n-d-779913-16 neutron-server[93804]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] No DVR routers for this DVR port 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 on host n-d-779913-16 {{(pid=93804) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 09:03:08.438904 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1365362', 'neutron.services.segments.db._delete_segments_for_network-8788104049457'] for network, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.448840 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d727d98-c43a-41f2-9910-37f96033f78e']}} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:08.454449 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:08.459690 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c') {'for_net_delete': True} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:08.459981 n-d-779913-16 neutron-server[93804]: DEBUG neutron.services.segments.db [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb39bd76-5b12-4548-bd5b-bbc4c18dfc5c') {} {{(pid=93804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 09:03:08.468712 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788104048770', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7980215'] for segment, before_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.474150 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:03:08.474496 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 49f505dc-67cc-4d9f-a8d3-e29dec6288b6 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:08.474962 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6d3f2690-a6f4-4c6e-80a1-a970586dd778 no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:08.482077 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062'] for segment, precommit_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.488987 n-d-779913-16 neutron-server[93804]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=93804) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 09:03:08.489378 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1360062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7012722'] for segment, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: Traceback (most recent call last): Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: timer() Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: cb(*args, **kw) Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: return func(*args, **kwargs) Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: self._notify() Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: self.callback(batched_events) Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: event.method(event) Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: aggregate_uuid = self.p_client.list_aggregates( Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: return f(self, *a, **k) Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: return self._get(url).json() Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: return self.request(url, 'GET', **kwargs) Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: base_url = self.get_endpoint(auth, allow=allow, Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 17 09:03:08.491287 n-d-779913-16 neutron-server[93804]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 17 09:03:08.494522 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 6d3f2690-a6f4-4c6e-80a1-a970586dd778 {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:03:08.494919 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 6d3f2690-a6f4-4c6e-80a1-a970586dd778 not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:08.495358 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2eaa94d0-8086-4d8a-82b4-59832ddeb06f no longer exists at agent ovs-agent-n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 17 09:03:08.516992 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] No Port match for: 2eaa94d0-8086-4d8a-82b4-59832ddeb06f {{(pid=93805) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 17 09:03:08.517349 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Device 2eaa94d0-8086-4d8a-82b4-59832ddeb06f not bound to the agent host n-d-779913-16 {{(pid=93805) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 17 09:03:08.550584 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1365353', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1745133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1709645'] for network, after_delete {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.556237 n-d-779913-16 neutron-server[93804]: DEBUG neutron_lib.callbacks.manager [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Notify callbacks [] for network, before_response {{(pid=93804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.558981 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2d727d98-c43a-41f2-9910-37f96033f78e HTTP/1.1" status: 204 len: 168 time: 0.5691555 Jun 17 09:03:08.559149 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-895642b8-e100-498f-af86-6ce30c9ec5dd tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:08.572370 n-d-779913-16 neutron-server[93804]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d727d98-c43a-41f2-9910-37f96033f78e,revision_number=None']} {{(pid=93804) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:08.575475 n-d-779913-16 neutron-server[93804]: DEBUG oslo_concurrency.lockutils [None req-b5d942e2-c695-4a4a-80bb-8c2b904af417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:08.698928 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [-] (93804) accepted ('10.222.0.47', 49552) {{(pid=93804) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:08.741392 n-d-779913-16 neutron-server[93804]: INFO neutron.wsgi [None req-99cca6a8-7a92-4b06-a7ed-2910572cff27 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b5a5d9ad8488480b98ed6d0f5ad64942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394993 Jun 17 09:03:08.743233 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49554) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:08.793702 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32127cb5-f30d-4326-b40a-de50fe2e4025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.814202 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32127cb5-f30d-4326-b40a-de50fe2e4025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.877371 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32127cb5-f30d-4326-b40a-de50fe2e4025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.880038 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-32127cb5-f30d-4326-b40a-de50fe2e4025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:08.881203 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-32127cb5-f30d-4326-b40a-de50fe2e4025 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ab76b5a2-c143-4fa6-a514-9b9e68212e3b HTTP/1.1" status: 204 len: 168 time: 0.1369772 Jun 17 09:03:08.881998 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-225fa7dd-1765-40fa-984f-a16bc20f1cf3 tempest-NetworksTest-1734087014 tempest-NetworksTest-1734087014-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:08.889714 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32127cb5-f30d-4326-b40a-de50fe2e4025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab76b5a2-c143-4fa6-a514-9b9e68212e3b,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:08.892285 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-32127cb5-f30d-4326-b40a-de50fe2e4025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:09.264036 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49562) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:09.304754 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-1452b705-8291-4abd-93d2-596928edbe51 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a2b6269189a442cea96d6827ad0ddd12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393507 Jun 17 09:03:09.307421 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [-] (93803) accepted ('10.222.0.47', 49564) {{(pid=93803) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 17 09:03:09.356954 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-57b44b71-4017-4864-b59d-cae8f8c1323f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:09.378951 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-57b44b71-4017-4864-b59d-cae8f8c1323f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:09.427659 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-57b44b71-4017-4864-b59d-cae8f8c1323f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_delete {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:09.430514 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [None req-57b44b71-4017-4864-b59d-cae8f8c1323f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:09.431673 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [None req-57b44b71-4017-4864-b59d-cae8f8c1323f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef42f420-d036-4254-86d1-4cbf91f67753 HTTP/1.1" status: 204 len: 168 time: 0.1230273 Jun 17 09:03:09.432482 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-70a3207e-1f4f-42dc-8895-03278a014875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:09.440148 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b44b71-4017-4864-b59d-cae8f8c1323f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef42f420-d036-4254-86d1-4cbf91f67753,revision_number=None']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:09.442637 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-57b44b71-4017-4864-b59d-cae8f8c1323f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:09.537954 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:13.452681 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9481d33a-2abd-4e54-bd5c-d085498bd6de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:15.665651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c0ce492d-ed88-4556-b18b-865aab0e4ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:15.987286 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:16.975262 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:19.001440 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-7a318a1f-6062-48ba-8252-dbda6d0d3552 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322084 Jun 17 09:03:19.009128 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:19.192034 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205784d6-5821-4645-af3b-ae988b097bb1 req-4b342a89-ab76-40cf-9dc9-6e810a70e540 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:19.193551 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-4b342a89-ab76-40cf-9dc9-6e810a70e540 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1860218 Jun 17 09:03:19.209461 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1a10754b-2f8f-4627-a8cd-cdac9e86015e tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/quotas/2ee2613ce80c4106b0eee889a1bc8361 HTTP/1.1" status: 200 len: 375 time: 0.0103073 Jun 17 09:03:19.246597 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-e2e95ba5-aca3-464f-bc26-023741276601 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290351 Jun 17 09:03:19.437777 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-da0469af-ef68-498a-9159-d5f95fd6566c req-a18695c4-d467-4cd6-82e3-3c2b9082ae9d tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 210 time: 0.0280514 Jun 17 09:03:20.466814 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-dcb2961f-59e9-46c7-9921-c578ee1fa555 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219090 Jun 17 09:03:20.599901 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-f0363f6d-1566-4a28-b798-2d89390e2c5c req-5efe8537-8592-4e0b-87b9-3a6ec9aeb39e tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 210 time: 0.0400133 Jun 17 09:03:20.608716 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205784d6-5821-4645-af3b-ae988b097bb1 req-df637c22-cb4f-40b3-911a-59b8a3e2e131 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:20.610175 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-df637c22-cb4f-40b3-911a-59b8a3e2e131 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385446 Jun 17 09:03:20.622742 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Request body: {'port': {'device_id': 'fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'admin_state_up': True, 'tenant_id': '2ee2613ce80c4106b0eee889a1bc8361'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:20.736508 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Made reservation on behalf of 2ee2613ce80c4106b0eee889a1bc8361 for: {'port': 1} {{(pid=93803) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 09:03:20.739990 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670380'] for port, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:20.748538 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Notify callbacks [] for security_group, before_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:20.840315 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Notify callbacks [] for security_group, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:20.846340 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1745086'] for security_group, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:20.849625 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-4ba49c09-f31f-45bd-9175-ae25d8c7c523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:20.921046 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9337f98a-21aa-40e7-a188-1aa163c1c2e2,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:20.925090 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:20.991571 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.db_base_plugin_common [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Allocated IP 192.168.233.235 (b757a537-2d6b-4b4d-96e3-349ee203ec1c/0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3/9a455adf-ad7b-4f41-8e58-a207f1bd4c96) {{(pid=93803) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 09:03:21.141867 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Notify callbacks [] for port, precommit_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:21.155608 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Transition to ACTIVE for port object 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 will not be triggered until provisioned by entity DHCP. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:03:21.201668 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-671337', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-27955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1670994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788103558943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-7277166'] for port, after_create {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:21.206604 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-a2af1051-7e78-47c4-9053-89eab1e64f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:21.246506 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Network b757a537-2d6b-4b4d-96e3-349ee203ec1c is already hosted by enough agents. {{(pid=93803) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 09:03:21.250057 n-d-779913-16 neutron-server[93803]: DEBUG neutron.scheduler.base_scheduler [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Resources bound (agent type, host, resource id): {{(pid=93803) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 09:03:21.257033 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.l3_dvrscheduler_db [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Received port after_create {{(pid=93803) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 17 09:03:21.263322 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Pushing event updated for resources: {'Port': ['ID=9a455adf-ad7b-4f41-8e58-a207f1bd4c96,revision_number=1']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:21.287769 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:21.314878 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:21.315539 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:21.331748 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-1eace529-e5cd-4877-be1f-66ab932e7f2a tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7134738 Jun 17 09:03:21.343516 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.v2.base [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Request body: {'port': {'device_id': 'fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-779913-16'}} {{(pid=93803) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 09:03:21.421303 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:21.489806 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9cf80f72-73be-4e66-b0e9-b31a26ceb9b6 None None] Provisioning for port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 completed by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:03:21.493588 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-9cf80f72-73be-4e66-b0e9-b31a26ceb9b6 None None] Provisioning complete for port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 triggered by entity DHCP. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:21.493964 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9cf80f72-73be-4e66-b0e9-b31a26ceb9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:21.526079 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.plugin [None req-9cf80f72-73be-4e66-b0e9-b31a26ceb9b6 None None] Port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 cannot update to ACTIVE because it is not bound. {{(pid=93805) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 17 09:03:21.691146 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 {{(pid=93803) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:03:21.698696 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:21.714061 n-d-779913-16 neutron-server[93803]: DEBUG neutron.db.provisioning_blocks [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Transition to ACTIVE for port object 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 will not be triggered until provisioned by entity L2. {{(pid=93803) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 09:03:21.724134 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:21.742458 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-287a53c8-56a7-4ba8-9d1c-e6f00b40471a tempest-RoutersTest-475215811 tempest-RoutersTest-475215811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:21.829388 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Pushing event updated for resources: {'Port': ['ID=9a455adf-ad7b-4f41-8e58-a207f1bd4c96,revision_number=2']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:21.834390 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:21.897291 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce92b5-a8c9-4aa7-9aa2-f437d896dcb7 req-722e1f9a-2078-41e6-b7d7-dd541ca0ae19 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:21.898888 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5ce92b5-a8c9-4aa7-9aa2-f437d896dcb7 req-722e1f9a-2078-41e6-b7d7-dd541ca0ae19 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 948 time: 0.1870294 Jun 17 09:03:21.936856 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Attempting to bind port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 on host n-h1-779913-16 for vnic_type normal with profile {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 17 09:03:21.937194 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Attempting to bind port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 by drivers openvswitch,hyperv on host n-h1-779913-16 at level 0 using segments [{'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 17 09:03:21.937523 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Attempting to bind port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:21.946257 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c not bound, no agent of type Open vSwitch agent registered on host n-h1-779913-16 {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 17 09:03:21.946580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Attempting to bind port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 on network b757a537-2d6b-4b4d-96e3-349ee203ec1c {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 17 09:03:21.957869 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Checking agent: {'id': 'bd3c61e3-dbd4-4f44-999c-e6e0216ac2d9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-779913-16', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'started_at': datetime.datetime(2021, 6, 17, 8, 15, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 17, 9, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 17 09:03:21.958204 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Checking segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93803) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 17 09:03:21.958580 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Bound using segment: {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'} {{(pid=93803) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 17 09:03:21.959035 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.managers [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Bound port: 9a455adf-ad7b-4f41-8e58-a207f1bd4c96, host: n-h1-779913-16, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc042ec-a0d8-4d17-a176-411cfed0c442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c'}}] {{(pid=93803) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 17 09:03:21.959384 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:21.966245 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a5ce92b5-a8c9-4aa7-9aa2-f437d896dcb7 req-9ac05926-76ee-47b8-94c9-45c7219ecb68 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/security-groups?id=9337f98a-21aa-40e7-a188-1aa163c1c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597663 Jun 17 09:03:22.028715 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] For port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96, host n-h1-779913-16, cleared binding levels {{(pid=93803) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 17 09:03:22.031818 n-d-779913-16 neutron-server[93803]: DEBUG neutron.plugins.ml2.db [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] For port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96, host n-h1-779913-16, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93803) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 17 09:03:22.039617 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7277148'] for port, after_update {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:22.041875 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-0ee6e1c4-f497-4d1c-9778-132ee5330026 tempest-TestSecurityGroupsBasicOps-700521946 tempest-TestSecurityGroupsBasicOps-700521946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:22.074187 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:22.074881 n-d-779913-16 neutron-server[93803]: DEBUG neutron_lib.callbacks.manager [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2092628'] for port, before_response {{(pid=93803) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:22.076262 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] 10.222.0.10 "PUT /v2.0/ports/9a455adf-ad7b-4f41-8e58-a207f1bd4c96 HTTP/1.1" status: 200 len: 1097 time: 0.7372806 Jun 17 09:03:22.076816 n-d-779913-16 neutron-server[93803]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8', 'tag': '9a455adf-ad7b-4f41-8e58-a207f1bd4c96'}] {{(pid=93803) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:22.079208 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d153e32dc610210cee03e8e5abf6ea3e06265ab2eb2cde370924b9614800abfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc23d25-ffe9-48f3-b670-f7e4cac39726" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8", "tag": "9a455adf-ad7b-4f41-8e58-a207f1bd4c96"}]}' {{(pid=93803) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:22.104713 n-d-779913-16 neutron-server[93803]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Pushing event updated for resources: {'Port': ['ID=9a455adf-ad7b-4f41-8e58-a207f1bd4c96,revision_number=3']} {{(pid=93803) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:22.107957 n-d-779913-16 neutron-server[93803]: DEBUG oslo_concurrency.lockutils [None req-584831da-c3d5-4ee6-860f-36b86bc4333b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93803) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:22.146273 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf4305c-a118-4a1e-b068-6107bfef0709 x-openstack-request-id: req-8cf4305c-a118-4a1e-b068-6107bfef0709 {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:22.146621 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8", "tag": "9a455adf-ad7b-4f41-8e58-a207f1bd4c96", "status": "completed", "code": 200}]} {{(pid=93803) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:22.146953 n-d-779913-16 neutron-server[93803]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8cf4305c-a118-4a1e-b068-6107bfef0709 {{(pid=93803) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:22.147413 n-d-779913-16 neutron-server[93803]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8', 'tag': '9a455adf-ad7b-4f41-8e58-a207f1bd4c96', 'status': 'completed', 'code': 200} Jun 17 09:03:22.176155 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205784d6-5821-4645-af3b-ae988b097bb1 req-54d610ff-d7d2-49ca-b37e-6769c4037518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:22.177740 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-54d610ff-d7d2-49ca-b37e-6769c4037518 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 1100 time: 0.0602109 Jun 17 09:03:22.224704 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-8007c3e4-250e-426b-a1b1-068d2df965be service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96 HTTP/1.1" status: 200 len: 217 time: 0.0398614 Jun 17 09:03:22.275029 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205784d6-5821-4645-af3b-ae988b097bb1 req-0424e68c-beb3-4d29-92d5-8b0c53eaf27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:22.276516 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-0424e68c-beb3-4d29-92d5-8b0c53eaf27a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0459557 Jun 17 09:03:22.339584 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205784d6-5821-4645-af3b-ae988b097bb1 req-a070d7aa-765a-4013-b872-3d00dc67e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:22.340984 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-a070d7aa-765a-4013-b872-3d00dc67e73d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576503 Jun 17 09:03:22.436771 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-87cb05dd-3bb2-4720-8fe6-81b5d6a6a506 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876977 Jun 17 09:03:22.528631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-205784d6-5821-4645-af3b-ae988b097bb1 req-b16e1c8a-1a46-443f-802d-8940e05abe0c service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856330 Jun 17 09:03:22.644093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23d25-ffe9-48f3-b670-f7e4cac39726 req-91777d80-6cec-4b2d-a883-ca6bb83fdcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:22.645550 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6dc23d25-ffe9-48f3-b670-f7e4cac39726 req-91777d80-6cec-4b2d-a883-ca6bb83fdcb2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 1100 time: 0.0600779 Jun 17 09:03:22.736541 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23d25-ffe9-48f3-b670-f7e4cac39726 req-b2ad3172-6688-4307-b987-e8c6e865c0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:22.738006 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6dc23d25-ffe9-48f3-b670-f7e4cac39726 req-b2ad3172-6688-4307-b987-e8c6e865c0e5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.0860817 Jun 17 09:03:22.778733 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6dc23d25-ffe9-48f3-b670-f7e4cac39726 req-41afb681-d798-40c7-a6c2-171243dabdde service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96 HTTP/1.1" status: 200 len: 217 time: 0.0339985 Jun 17 09:03:22.832302 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23d25-ffe9-48f3-b670-f7e4cac39726 req-012d4051-439a-42d3-9fdf-116645c08971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:22.833799 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6dc23d25-ffe9-48f3-b670-f7e4cac39726 req-012d4051-439a-42d3-9fdf-116645c08971 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0483937 Jun 17 09:03:22.904819 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc23d25-ffe9-48f3-b670-f7e4cac39726 req-826b7e66-71a5-441f-841b-8d095828de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:22.906598 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6dc23d25-ffe9-48f3-b670-f7e4cac39726 req-826b7e66-71a5-441f-841b-8d095828de77 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0662634 Jun 17 09:03:23.007072 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6dc23d25-ffe9-48f3-b670-f7e4cac39726 req-5b746835-2fe9-4663-b307-28fefd85beb6 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931244 Jun 17 09:03:23.128126 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6dc23d25-ffe9-48f3-b670-f7e4cac39726 req-f1bae3ff-474d-472a-afe9-1ff6644e8d8b service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148450 Jun 17 09:03:23.159406 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6feb3dc-19ae-4056-9182-c34c106481d9 req-c0b6832e-6f5f-4fbd-a846-d861d02143f1 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:23.160812 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c6feb3dc-19ae-4056-9182-c34c106481d9 req-c0b6832e-6f5f-4fbd-a846-d861d02143f1 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 948 time: 0.0839438 Jun 17 09:03:23.201115 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-c6feb3dc-19ae-4056-9182-c34c106481d9 req-ea9e665d-b0c1-4a90-b74e-a1bea427f7ec tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/security-groups?id=9337f98a-21aa-40e7-a188-1aa163c1c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326006 Jun 17 09:03:24.391106 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfe5ab-f185-47a5-bebc-326e7253dabe req-edf07c0d-1d71-46f1-9513-33157a0d9b05 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:24.392613 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2acfe5ab-f185-47a5-bebc-326e7253dabe req-edf07c0d-1d71-46f1-9513-33157a0d9b05 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 948 time: 0.0800977 Jun 17 09:03:24.430924 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-2acfe5ab-f185-47a5-bebc-326e7253dabe req-55ef6a39-ef98-42e8-a524-5c696d417aab tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/security-groups?id=9337f98a-21aa-40e7-a188-1aa163c1c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Jun 17 09:03:25.609678 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf2ea6-716f-49cc-b45f-6e082c13ce1c req-cd49727a-2e6e-4ae7-8496-374c03a334a9 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:25.611256 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ccf2ea6-716f-49cc-b45f-6e082c13ce1c req-cd49727a-2e6e-4ae7-8496-374c03a334a9 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 948 time: 0.0680156 Jun 17 09:03:25.652531 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-0ccf2ea6-716f-49cc-b45f-6e082c13ce1c req-b0ba1573-cf2f-42ab-8791-7b0157df9290 tempest-ServersAdminNegativeTestJSON-1766006941 tempest-ServersAdminNegativeTestJSON-1766006941-project] 10.222.0.47 "GET /v2.0/security-groups?id=9337f98a-21aa-40e7-a188-1aa163c1c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328705 Jun 17 09:03:26.470850 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 details requested by agent hyperv_n-h1-779913-16 with host n-h1-779913-16 {{(pid=93805) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 17 09:03:26.596813 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:26.608896 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Returning: {'device': '9a455adf-ad7b-4f41-8e58-a207f1bd4c96', 'network_id': 'b757a537-2d6b-4b4d-96e3-349ee203ec1c', 'port_id': '9a455adf-ad7b-4f41-8e58-a207f1bd4c96', 'mac_address': 'fa:16:3e:70:68:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93805) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 17 09:03:26.656804 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:26.670996 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 {{(pid=93805) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 17 09:03:26.692114 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:26.698535 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:26.700562 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:26.758286 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9a455adf-ad7b-4f41-8e58-a207f1bd4c96,revision_number=4']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:26.761562 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:27.057702 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] get_ports_and_sgs() called for port_ids ['9a455adf-ad7b-4f41-8e58-a207f1bd4c96'] {{(pid=93805) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 17 09:03:28.096143 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [req-d07fcba3-039a-49e7-b2b6-f44539b01010 req-3c49efd9-ac15-44b5-bc40-62c40d747b56 service neutron] (93804) timed out ('10.222.0.63', 49898) {{(pid=93804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:03:28.486466 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Device 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 up at agent hyperv_n-h1-779913-16 {{(pid=93805) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 17 09:03:28.540416 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning for port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 completed by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 09:03:28.544056 n-d-779913-16 neutron-server[93805]: DEBUG neutron.db.provisioning_blocks [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Provisioning complete for port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96 triggered by entity L2. {{(pid=93805) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 09:03:28.544433 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1370365'] for port, provisioning_complete {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:28.622458 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670398'] for port, before_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:28.646691 n-d-779913-16 neutron-server[93805]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a455adf-ad7b-4f41-8e58-a207f1bd4c96'}] {{(pid=93805) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 17 09:03:28.650106 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ca66511b913e4c715a87c86ee8c2ac4323f94c5dac63b522d8422e2fedb8e87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a345a9b-edb8-45c2-8f6a-d22f0bc40af5" -d '{"events": [{"server_uuid": "fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8", "name": "network-vif-plugged", "status": "completed", "tag": "9a455adf-ad7b-4f41-8e58-a207f1bd4c96"}]}' {{(pid=93805) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 09:03:28.664837 n-d-779913-16 neutron-server[93805]: DEBUG neutron.plugins.ml2.db [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] For port 9a455adf-ad7b-4f41-8e58-a207f1bd4c96, host n-h1-779913-16, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-779913-16',level=0,port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96,segment=NetworkSegment(9dc042ec-a0d8-4d17-a176-411cfed0c442),segment_id=9dc042ec-a0d8-4d17-a176-411cfed0c442)] {{(pid=93805) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 17 09:03:28.670562 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-671328', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-27962', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1671003', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788103983207', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788103558961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788103559006'] for port, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:28.672775 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 09:03:28.696531 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Jun 2021 09:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888fa94a-975d-40b3-b8b1-b63176cd9315 x-openstack-request-id: req-888fa94a-975d-40b3-b8b1-b63176cd9315 {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 09:03:28.696918 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8", "name": "network-vif-plugged", "status": "completed", "tag": "9a455adf-ad7b-4f41-8e58-a207f1bd4c96", "code": 200}]} {{(pid=93805) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 09:03:28.697096 n-d-779913-16 neutron-server[93805]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-888fa94a-975d-40b3-b8b1-b63176cd9315 {{(pid=93805) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 09:03:28.697494 n-d-779913-16 neutron-server[93805]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a455adf-ad7b-4f41-8e58-a207f1bd4c96', 'code': 200} Jun 17 09:03:28.724404 n-d-779913-16 neutron-server[93805]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Pushing event updated for resources: {'Port': ['ID=9a455adf-ad7b-4f41-8e58-a207f1bd4c96,revision_number=5']} {{(pid=93805) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 09:03:28.727378 n-d-779913-16 neutron-server[93805]: DEBUG oslo_concurrency.lockutils [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93805) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 09:03:28.807907 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630d728-8a4b-48b5-98c5-c07907321308 req-d8f93a47-ce03-4f1f-bea2-941ba2076d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:03:28.809409 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5630d728-8a4b-48b5-98c5-c07907321308 req-d8f93a47-ce03-4f1f-bea2-941ba2076d1e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 1102 time: 0.0539083 Jun 17 09:03:28.849816 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-5630d728-8a4b-48b5-98c5-c07907321308 req-d0acb9e8-f462-47ec-b995-c011a2fe1dc1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=9337f98a-21aa-40e7-a188-1aa163c1c2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337172 Jun 17 09:03:33.385825 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:39.560336 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:43.461961 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ad11ecfa-a75d-4320-a471-46477ca71393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:43.601589 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:03:43.643222 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-bc5ee492-14d7-4b86-bc8c-ab3581a83382 req-b1a3af90-938d-4fce-8fc7-0ee804ac4535 service neutron] (93803) timed out ('10.222.0.47', 38750) {{(pid=93803) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:03:45.672604 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e75f36d3-6125-42eb-9519-266679edfe71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:45.992153 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:46.981394 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:03:49.016771 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:01.783719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-373ca3e7-8690-4cb4-9afe-89f6d0a72104 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1624653 Jun 17 09:04:01.885230 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-f4d0ddf8-6cb3-46a8-98d7-e1fefb6dfdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:01.886668 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-f4d0ddf8-6cb3-46a8-98d7-e1fefb6dfdc6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 1102 time: 0.0561664 Jun 17 09:04:02.006434 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-46e49d83-2dc9-4f05-b73d-318ae0cfc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:02.007950 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-46e49d83-2dc9-4f05-b73d-318ae0cfc703 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.0990112 Jun 17 09:04:02.051651 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-a8aacbb4-4a29-4199-9a75-726a233c0f26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96 HTTP/1.1" status: 200 len: 217 time: 0.0360992 Jun 17 09:04:02.101598 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-39902ae9-1db2-4257-b981-65be556c54fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:02.103121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-39902ae9-1db2-4257-b981-65be556c54fe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0440764 Jun 17 09:04:02.169113 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-0291bd35-6cfa-49a8-b885-203734c35fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:04:02.170561 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-0291bd35-6cfa-49a8-b885-203734c35fcc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0597107 Jun 17 09:04:02.566642 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-88697e3f-d255-43d3-b4e5-e2d250fcfc01 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882592 Jun 17 09:04:02.662862 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-615114fb-9676-473c-8e2a-12569d9c8dd9 req-8a3ce0e8-af8e-4de1-a43c-4cc9a1b1b2ad service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892625 Jun 17 09:04:03.379921 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:09.577594 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:13.461661 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-a0e6b782-46f9-4ec8-a547-ac5cc503b7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:15.666883 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-8ce6af43-0fe8-4b7e-9ee2-390258d91550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:15.994469 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:16.986852 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:19.019118 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:20.605345 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:04:33.376268 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:39.594676 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:43.457880 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2d2808ae-d13c-483c-b52a-42d807a9ffaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:45.664909 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-2f07fec5-959d-4e61-ba5e-cc891067bd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:45.998745 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:46.985504 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:49.031044 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:04:57.605440 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:05:02.682387 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-be7ff1e0-e407-4d2b-9b68-c2e5cf2062c3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0648232 Jun 17 09:05:02.791709 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-aeeb2fdd-b11d-4ad0-bc3a-faac6d8ca8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:02.793152 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-aeeb2fdd-b11d-4ad0-bc3a-faac6d8ca8b1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 1102 time: 0.0609477 Jun 17 09:05:02.904044 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-353fa730-af8b-4916-80b4-eda7cecddf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:02.905552 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-353fa730-af8b-4916-80b4-eda7cecddf7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.0916431 Jun 17 09:05:02.945559 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-b588cbff-db0c-4743-90bc-40eccac4f47b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96 HTTP/1.1" status: 200 len: 217 time: 0.0337596 Jun 17 09:05:02.999737 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-d4c96b25-986c-4dd3-b82d-69b741981781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:03.002062 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-d4c96b25-986c-4dd3-b82d-69b741981781 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0503705 Jun 17 09:05:03.066214 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-a06ea197-10da-42bc-a6e6-5e97b9174ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:05:03.067654 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-a06ea197-10da-42bc-a6e6-5e97b9174ffb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0588310 Jun 17 09:05:03.171071 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-79b16eb5-8afa-44bb-9ff8-07bf6df07077 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959132 Jun 17 09:05:03.271911 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-d50857e5-5f95-4c67-b88c-26e094e5675b req-7eb2d770-3815-4ca6-94a9-c9c7d189e996 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946531 Jun 17 09:05:03.375055 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:09.594041 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:13.462744 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f218d8c3-aeeb-4a11-9195-69c58587464e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:15.660519 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4db80139-a068-4c37-99ad-6baadf72b4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:16.003642 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:16.989447 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:19.021225 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:33.376947 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:34.605473 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:05:37.556626 n-d-779913-16 neutron-server[93804]: DEBUG neutron.wsgi [req-6d81f6f2-fe4a-4c10-bef9-92f7fc160052 req-df68d105-e4dc-4851-afb4-4f0b2ad82f91 service neutron] (93804) timed out ('10.222.0.10', 56054) {{(pid=93804) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 17 09:05:39.595150 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:43.468277 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-13ae1998-80e1-4630-9af4-25ed271bc52e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:45.655479 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-f640286c-10d0-4c0a-9ab8-1d684a462192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:46.008510 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:47.000567 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:05:49.024777 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:03.389485 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:04.850889 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-da900232-6553-4e57-b521-c032efbd2c7d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609837 Jun 17 09:06:04.948924 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-b73d732f-e2c0-4883-b52a-bd9442d29f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:04.950437 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-b73d732f-e2c0-4883-b52a-bd9442d29f1d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 1102 time: 0.0561392 Jun 17 09:06:05.062286 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-c5dc2b56-89b0-4f72-9c09-70490d1581a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:05.063867 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-c5dc2b56-89b0-4f72-9c09-70490d1581a9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.0928228 Jun 17 09:06:05.105770 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-d570f42e-6583-44ed-bf7d-298928cc1197 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96 HTTP/1.1" status: 200 len: 217 time: 0.0350018 Jun 17 09:06:05.167980 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-1b74b909-ef56-4f34-8c20-105d462e8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:05.169452 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-1b74b909-ef56-4f34-8c20-105d462e8969 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0572627 Jun 17 09:06:05.235604 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-0f291a90-abc5-4176-8a46-202f1805d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:06:05.237129 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-0f291a90-abc5-4176-8a46-202f1805d061 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0615966 Jun 17 09:06:05.338169 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-71824152-7f27-4200-94e7-3970545d2c7c service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941277 Jun 17 09:06:05.437745 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-6370105d-58a8-4b34-a777-04bdc8a369d6 req-2892b284-7997-4aeb-aa9c-af1cd17e0e45 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932517 Jun 17 09:06:09.593286 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:11.606035 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:06:13.473733 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e469f7d2-a46a-4fb5-8700-a9f09b4c441b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:15.660279 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-598f768b-9735-40cf-b2d5-e65fc8749cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:16.013368 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:16.994923 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:19.028911 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:33.407001 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:39.607911 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:43.479999 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0a61660e-cbb2-479d-a80f-2de12881ec21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:45.665914 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa90b-7d24-4bed-837e-d076b3c3cf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:46.017278 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:46.998167 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:06:48.608974 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:06:49.034707 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:03.403731 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:04.648105 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-fcd40e17-8f27-4637-81b3-a24f6afd1b70 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0742507 Jun 17 09:07:04.753521 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-1102bfa6-69d1-47db-b149-08da20b752d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:04.756127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-1102bfa6-69d1-47db-b149-08da20b752d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 1102 time: 0.0572159 Jun 17 09:07:04.871091 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-ceeffb63-ffab-42fd-83ad-5e2cb08fcb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:04.872513 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-ceeffb63-ffab-42fd-83ad-5e2cb08fcb9e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.0946593 Jun 17 09:07:04.914566 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-7980a950-cbfb-44e1-9c46-4ed2cca4a82f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96 HTTP/1.1" status: 200 len: 217 time: 0.0348203 Jun 17 09:07:04.968890 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-dbc26d93-41ca-45d1-9bc3-ebb045c5d6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:04.970383 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-dbc26d93-41ca-45d1-9bc3-ebb045c5d6cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0496864 Jun 17 09:07:05.043995 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-6201c234-8c9a-4fe2-93fa-a9127182df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:07:05.045536 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-6201c234-8c9a-4fe2-93fa-a9127182df10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0680013 Jun 17 09:07:05.135485 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-289b9d52-57c0-46c1-ac34-7c7fface44b5 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832710 Jun 17 09:07:05.232271 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-1ee46001-d41e-4a74-a84e-6e49ed780a8b req-f531cbe2-9a0d-4c5e-831c-06cb6ecf0a54 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904176 Jun 17 09:07:09.620319 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:13.487250 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ecb7ee7b-6671-4afc-a01c-b54dd7272dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:15.660817 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-78b9f26a-7e2c-48c2-8e91-9e29f6d0cb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:16.021352 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:17.002751 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:19.033529 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:25.612178 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:07:33.433750 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:39.644498 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:43.485867 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-ddf3caf8-6e80-4934-a8a4-e99bf90660fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:45.675234 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-4a33e4e6-6226-44c7-a2e0-29774f1f8294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:46.024518 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:47.004651 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:07:49.038022 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:02.614562 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:08:03.445526 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:04.671229 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-33cf8a64-b34c-4c15-8f6a-0130aa258a4f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700219 Jun 17 09:08:04.772896 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-e83d4ae7-054e-447d-ad47-61a570ede6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:04.774418 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-e83d4ae7-054e-447d-ad47-61a570ede6ad service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 1102 time: 0.0549486 Jun 17 09:08:04.890253 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-11db499c-eaf6-438c-b29f-da0b1455073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:04.891673 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-11db499c-eaf6-438c-b29f-da0b1455073f service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.0965908 Jun 17 09:08:04.933715 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-4094de0f-7f1d-45da-8b99-ddd839b6bc40 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96 HTTP/1.1" status: 200 len: 217 time: 0.0353320 Jun 17 09:08:04.987882 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-f120957e-fbde-4ca7-96d7-494f47c72a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:04.989380 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-f120957e-fbde-4ca7-96d7-494f47c72a0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0497162 Jun 17 09:08:05.055804 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-68e36adc-c072-4be3-9580-4e0086fd2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:08:05.057367 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-68e36adc-c072-4be3-9580-4e0086fd2cef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0607336 Jun 17 09:08:05.157231 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-2073dc5e-021b-42a0-b0d1-6adee931d790 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931373 Jun 17 09:08:05.252209 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-a4b61063-6403-4e8b-872e-719db6b1a7f6 req-25023a44-6685-4409-a693-b3f80646a604 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883002 Jun 17 09:08:09.620287 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:13.482378 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-5304800b-889e-4798-80eb-481c0e270bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:15.665041 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9a261eb5-3440-49f0-bbd1-bcf8be6b6b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:16.034313 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:17.007017 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:19.040955 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:33.446115 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:39.614303 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:08:39.647924 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:43.485076 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-134aa300-cdcd-41a2-b78b-2f6e1436687d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:45.660535 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-97a0bf8c-ceb5-4dfe-9d01-53ded512f950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:46.031358 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:47.017568 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:08:49.041983 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:03.457615 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:06.235037 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08478912-0695-439a-893e-97421a72abb3 req-061ba6fa-581e-4106-8125-c30978f7eb55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2338231 Jun 17 09:09:06.341339 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08478912-0695-439a-893e-97421a72abb3 req-edadcd5e-f33a-46f4-8072-ce038aeb548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:06.342748 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08478912-0695-439a-893e-97421a72abb3 req-edadcd5e-f33a-46f4-8072-ce038aeb548f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 1102 time: 0.0610087 Jun 17 09:09:06.472081 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08478912-0695-439a-893e-97421a72abb3 req-1e5dfa1e-5d65-4451-a99b-76520d179b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:06.473596 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08478912-0695-439a-893e-97421a72abb3 req-1e5dfa1e-5d65-4451-a99b-76520d179b94 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.1090252 Jun 17 09:09:06.517151 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08478912-0695-439a-893e-97421a72abb3 req-e0f7841b-6262-4daa-a03d-721fa665f57b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96 HTTP/1.1" status: 200 len: 217 time: 0.0359511 Jun 17 09:09:06.571107 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08478912-0695-439a-893e-97421a72abb3 req-3420d9c5-f2a8-48a2-b403-961d8322adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:06.572547 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08478912-0695-439a-893e-97421a72abb3 req-3420d9c5-f2a8-48a2-b403-961d8322adf3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0493279 Jun 17 09:09:06.632440 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08478912-0695-439a-893e-97421a72abb3 req-84bf889a-999b-423f-accc-f0ab480807a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:09:06.633953 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08478912-0695-439a-893e-97421a72abb3 req-84bf889a-999b-423f-accc-f0ab480807a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546792 Jun 17 09:09:06.645072 n-d-779913-16 neutron-server[93803]: DEBUG neutron.wsgi [req-08478912-0695-439a-893e-97421a72abb3 req-9f489e7b-4410-4f10-9f0d-05e0a016ae0c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93803) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 09:09:06.645997 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08478912-0695-439a-893e-97421a72abb3 req-9f489e7b-4410-4f10-9f0d-05e0a016ae0c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051355 Jun 17 09:09:06.736583 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08478912-0695-439a-893e-97421a72abb3 req-5531b07d-43cc-41f1-a439-2b97444da49a service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841730 Jun 17 09:09:06.832325 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-08478912-0695-439a-893e-97421a72abb3 req-3b5748f9-22a5-405e-bc9d-57dd2374664a service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881152 Jun 17 09:09:09.636343 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:13.479826 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-90b17f71-97c2-4cf7-8328-c2ebf6de1dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:15.656341 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-3ddb9bc5-b300-4952-be7d-e0d9dbd45ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:16.026745 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:16.618479 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:09:17.020949 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:19.052370 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:33.462539 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:39.648506 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:43.488179 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-38d6def3-078a-4b23-b5e9-3a03f751bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:45.659228 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9275208a-4b9e-4e1b-bf54-d7c3405c1f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:46.031894 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:47.023591 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:49.046394 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:09:53.619252 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:10:03.477088 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:07.073704 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-7ac8fca7-77c4-43b5-ad60-13ad2719272d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0645187 Jun 17 09:10:07.180957 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-267c8ea6-8d56-4dbf-beb0-dab048418a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:10:07.183244 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-267c8ea6-8d56-4dbf-beb0-dab048418a14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 1102 time: 0.0638034 Jun 17 09:10:07.298829 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-169c2737-95e4-49c6-9abb-5051b48c387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:10:07.300381 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-169c2737-95e4-49c6-9abb-5051b48c387e service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.0933321 Jun 17 09:10:07.343794 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-86a59e7d-dc1f-4c57-a71c-28a29b52defd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96 HTTP/1.1" status: 200 len: 217 time: 0.0360355 Jun 17 09:10:07.410673 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-917ec5d7-1a71-4c5a-8114-b7f84ad773a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:10:07.412127 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-917ec5d7-1a71-4c5a-8114-b7f84ad773a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0608735 Jun 17 09:10:07.472012 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-b3cac4d6-92a1-485d-ac62-4b8986c27e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:10:07.473406 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-b3cac4d6-92a1-485d-ac62-4b8986c27e60 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0540440 Jun 17 09:10:07.568400 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-1ba9ae63-13cd-4209-a068-1431d97f4062 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882156 Jun 17 09:10:07.683121 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-964ec7d6-2aee-4779-ab6a-129298d760eb req-72732196-d87b-492b-821f-6162d13d2db9 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079602 Jun 17 09:10:09.654103 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:13.484420 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-280680cf-e204-43c5-b9b1-988df05e151f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:15.663038 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-e2c95ccc-dd5c-45b7-8ada-778837cd43ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:16.036148 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:17.021232 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:19.052692 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:30.627039 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:10:33.487714 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:39.646804 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:43.480360 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-0fa02fd0-c90d-4cbe-a3bb-65497d5680be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:45.669793 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-df20078b-3879-475f-bea0-cba440bf6ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:46.044457 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c1ed5ff5-0041-4e81-845e-d1c2edc1fdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:47.027438 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-7c7e059f-b6dc-4c3f-b03a-02fb7dffe51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:10:49.054561 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-9542cf1d-2d3f-4d93-b3aa-e12c776f3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:11:03.493344 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-c99ea8a4-094b-42a2-9350-69b09f17689c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:11:07.617559 n-d-779913-16 neutron-server[93806]: DEBUG neutron.db.agents_db [None req-3a56d0cb-9a45-4cfb-840f-1cba8f121397 None None] Agent healthcheck: found 7 active agents {{(pid=93806) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 17 09:11:09.651478 n-d-779913-16 neutron-server[93805]: DEBUG neutron_lib.callbacks.manager [None req-001b962f-d242-4ed8-98fb-59ae217c1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788104049439', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1370284'] for agent, after_update {{(pid=93805) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 09:11:09.817841 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-f44ee9a5-59b7-45d9-baf8-bb749d3c0be4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0548298 Jun 17 09:11:09.919093 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-77d6c850-2b60-4469-a3c0-faa6f08cb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:11:09.920631 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-77d6c850-2b60-4469-a3c0-faa6f08cb409 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ee2613ce80c4106b0eee889a1bc8361&device_id=fb6bb9cd-0d77-4adf-a459-e9a2288ec5a8 HTTP/1.1" status: 200 len: 1102 time: 0.0590470 Jun 17 09:11:10.029470 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-9220ddba-8bef-4561-96f5-9be5a5d4f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:11:10.030950 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-9220ddba-8bef-4561-96f5-9be5a5d4f6c6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b757a537-2d6b-4b4d-96e3-349ee203ec1c HTTP/1.1" status: 200 len: 870 time: 0.0899312 Jun 17 09:11:10.070859 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-92b3224b-5694-44aa-ac20-6bce9ca7e670 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=9a455adf-ad7b-4f41-8e58-a207f1bd4c96 HTTP/1.1" status: 200 len: 217 time: 0.0336938 Jun 17 09:11:10.140283 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-953816b3-b1d3-444a-8f5f-4504c61d1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:11:10.141744 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-953816b3-b1d3-444a-8f5f-4504c61d1355 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0bd5cfb8-d2a2-4b42-8436-da5cbe8333a3 HTTP/1.1" status: 200 len: 843 time: 0.0652676 Jun 17 09:11:10.199183 n-d-779913-16 neutron-server[93803]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-8c74eb18-dee4-474d-8c07-e8dd3bf429cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93803) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 17 09:11:10.200719 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-8c74eb18-dee4-474d-8c07-e8dd3bf429cd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b757a537-2d6b-4b4d-96e3-349ee203ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0523970 Jun 17 09:11:10.288331 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-21db987d-e2ba-47be-8767-bf891fe19ae8 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812008 Jun 17 09:11:10.384921 n-d-779913-16 neutron-server[93803]: INFO neutron.wsgi [req-38726ede-1cff-411f-aa10-0a616420c2e4 req-ddedce11-14e8-460d-a1ac-4b5ab5b3f4b0 service neutron] 10.222.0.10 "GET /v2.0/networks/b757a537-2d6b-4b4d-96e3-349ee203ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897214